-- Logs begin at Thu 2022-05-26 18:02:02 UTC, end at Thu 2022-05-26 20:54:57 UTC. -- May 26 18:55:26.713189 n-d-843146-9 systemd[1]: Started Devstack devstack@q-svc.service. May 26 18:55:29.331807 n-d-843146-9 neutron-server[88253]: INFO neutron.common.config [-] Logging enabled! May 26 18:55:29.332531 n-d-843146-9 neutron-server[88253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 26 18:55:29.332531 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 18:55:29.335607 n-d-843146-9 neutron-server[88253]: INFO neutron.common.config [-] Logging enabled! May 26 18:55:29.335864 n-d-843146-9 neutron-server[88253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev1 May 26 18:55:29.336178 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 18:55:29.337162 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:55:29.337398 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:55:29.337766 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:55:29.338013 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:55:29.338238 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:55:29.338557 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.338857 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.339152 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.339383 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.339681 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.339973 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.340254 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.340547 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.340846 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.341156 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.341438 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.341724 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.341955 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.342235 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.343058 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.343344 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.343568 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] debug = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.343848 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.344278 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.344694 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.344971 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.345290 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.345826 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.346096 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.346374 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.346670 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.346986 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] host = n-d-843146-9 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.347262 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.347561 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.347835 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.348120 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.348405 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.348669 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.348951 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.349246 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.349521 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.349796 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.350094 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.350370 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.350664 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.350887 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.351108 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.351397 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.351683 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.351956 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.352229 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.352502 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.352774 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.353064 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.353339 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.353627 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.353913 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.354197 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.354472 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.354743 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.355012 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.355281 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.355565 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.355837 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.356108 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.356380 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.356665 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.356933 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.357232 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.357537 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.357823 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.358473 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.358473 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.358895 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.359388 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.359847 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.360321 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.360768 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_json = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.361268 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.361596 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.361898 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.362192 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.362476 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.362818 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.363302 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.363652 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.363967 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:29.364391 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.364887 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.365427 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.365919 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.366320 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.366615 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.366917 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.367218 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.367512 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.367807 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.368108 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.368395 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.368692 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.368978 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.369309 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.369625 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.369926 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.370227 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.370613 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.370795 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.371080 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.371360 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.371654 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.371963 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.372253 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.372537 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.372820 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.373132 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.373438 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.374323 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.374541 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.374836 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.375120 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.375399 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.375686 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.375984 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.376273 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.376548 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.376827 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.377145 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.377427 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.377734 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.378009 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.378282 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.378556 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.378844 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.379122 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.379399 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.379669 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.379955 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.380223 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.380494 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.380777 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.381059 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.381351 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.381622 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.381897 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.382174 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.382440 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.382712 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.382983 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.383254 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.383533 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.383808 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.384082 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.384354 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.384627 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.384900 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.385216 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.385521 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.385845 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.386131 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.386413 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.386695 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.386973 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.387254 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.387536 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.387817 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.388093 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.388388 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.388674 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.388967 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.389304 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.390165 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.390429 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.390716 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.391002 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.391283 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.391570 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.391856 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.392142 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.392440 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.392733 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.393026 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.393343 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.393641 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.393924 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.397098 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.397098 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:29.397098 n-d-843146-9 neutron-server[88253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:55:29.397098 n-d-843146-9 neutron-server[88253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88253) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 18:55:29.794245 n-d-843146-9 neutron-server[88253]: INFO keyring.backend [-] Loading KWallet May 26 18:55:29.802503 n-d-843146-9 neutron-server[88253]: INFO keyring.backend [-] Loading SecretService May 26 18:55:29.806229 n-d-843146-9 neutron-server[88253]: INFO keyring.backend [-] Loading Windows May 26 18:55:29.807595 n-d-843146-9 neutron-server[88253]: INFO keyring.backend [-] Loading chainer May 26 18:55:29.808407 n-d-843146-9 neutron-server[88253]: INFO keyring.backend [-] Loading macOS May 26 18:55:29.842920 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 18:55:29.843185 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 18:55:29.843473 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 18:55:29.843810 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 18:55:30.245634 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.245940 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.246208 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.247538 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.247814 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.248080 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.284964 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.285281 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.285549 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.299405 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.299689 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.299957 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.330783 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.330988 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.331257 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.369758 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.370391 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.370391 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.628448 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.628654 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.628920 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.629205 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.629944 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.753496 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.753807 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.754084 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.754344 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.754605 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.754911 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.755166 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.755413 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.755658 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.755934 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.756183 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.756438 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.756695 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.756940 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.757228 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.757491 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.757742 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.758005 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.758249 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.758524 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.758874 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.759118 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.759357 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.759634 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.759875 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.760111 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.760504 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.760735 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.760964 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.761217 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.761447 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.761673 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:30.762038 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 18:55:30.765930 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 18:55:30.769869 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 18:55:30.773733 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 26 18:55:30.775354 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 18:55:30.775957 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 18:55:30.776287 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 18:55:30.776673 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 18:55:30.779527 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 18:55:30.779769 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 18:55:30.780669 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 18:55:30.808348 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 18:55:30.808796 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.809115 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 18:55:30.809476 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.810845 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 18:55:30.811668 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 18:55:30.811909 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 18:55:30.815346 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.815620 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:30.886048 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 18:55:30.886230 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 18:55:30.886416 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 18:55:30.886779 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 18:55:30.924778 n-d-843146-9 neutron-server[88253]: DEBUG oslo_db.sqlalchemy.engines [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88253) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 26 18:55:31.267473 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing driver for type 'gre' May 26 18:55:31.268010 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] gre ID ranges: [(1, 1000)] May 26 18:55:31.325810 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing driver for type 'local' May 26 18:55:31.326338 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing driver for type 'vlan' May 26 18:55:31.339628 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] VlanTypeDriver initialization complete May 26 18:55:31.339953 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing driver for type 'vxlan' May 26 18:55:31.340456 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] vxlan ID ranges: [(1, 1000)] May 26 18:55:31.402537 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing extension driver 'port_security' May 26 18:55:31.403660 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] PortSecurityExtensionDriver initialization complete May 26 18:55:31.403660 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing mechanism driver 'openvswitch' May 26 18:55:31.404003 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing mechanism driver 'hyperv' May 26 18:55:31.411647 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:31.412322 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.412686 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.413057 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.413629 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.414065 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.414416 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.414756 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.415154 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.415552 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.415907 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.416245 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.416628 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.417030 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.417399 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.417729 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.419821 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.420274 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.420644 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.421000 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.421436 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.421859 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > address_group after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.422208 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > address_group after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.422553 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.422954 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88253) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 18:55:31.423415 n-d-843146-9 neutron-server[88253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] ML2 OVO RPC backend initialized. {{(pid=88253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 26 18:55:31.424200 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.424561 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.424974 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.425360 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > networks before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.425704 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.426046 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > ports before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.426381 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.426716 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnets before_response 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.427068 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.427410 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.427741 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.428068 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.428399 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.428727 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.429073 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.429406 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.429735 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.430363 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.plugin [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Modular L2 Plugin initialization complete May 26 18:55:31.430688 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading services supported by the core plugin {{(pid=88253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 18:55:31.431019 n-d-843146-9 neutron-server[88253]: INFO neutron.plugins.ml2.managers [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Got port-security extension from driver 'port_security' May 26 18:55:31.431486 n-d-843146-9 neutron-server[88253]: INFO neutron.extensions.vlantransparent [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Disabled vlantransparent extension. May 26 18:55:31.431985 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 18:55:31.432299 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: router May 26 18:55:31.470299 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.470949 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_create 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.471318 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router before_create 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.471673 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.472042 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.472386 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_delete 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.472737 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.473128 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_create 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.473476 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.473820 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.474163 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.474525 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.474936 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.475303 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.475641 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.475971 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: subnet after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.476305 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.476645 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.476982 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.477344 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.477679 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.478028 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router after_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.478362 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.478704 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.479060 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.479399 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.479761 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > agent after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.480108 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > agent after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.480449 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > network after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.481454 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Tracking information for resource: router configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:31.481780 n-d-843146-9 neutron-server[88253]: DEBUG neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Tracking information for resource: floatingip configured {{(pid=88253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 18:55:31.487188 n-d-843146-9 neutron-server[88253]: INFO neutron.db.l3_agentschedulers_db [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 18:55:31.487780 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.488144 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.488492 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.488840 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: port after_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.489692 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router before_create 55550100 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.490056 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.490407 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_create 55550100 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.490758 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > router precommit_update 55550100 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.495333 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.provider_configuration [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service providers = [] {{(pid=88253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 18:55:31.495692 n-d-843146-9 neutron-server[88253]: DEBUG neutron.db.servicetype_db [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 18:55:31.498818 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.service_base [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:55:31.499165 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.service_base [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:55:31.499501 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.service_base [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:55:31.500401 n-d-843146-9 neutron-server[88253]: DEBUG neutron.services.service_base [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 18:55:31.500769 n-d-843146-9 neutron-server[88253]: INFO neutron.services.service_base [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 18:55:31.501182 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.501497 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 18:55:31.512238 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.512570 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: auto_allocate May 26 18:55:31.519046 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: network precommit_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.519359 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: network precommit_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.519884 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.520207 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: tag May 26 18:55:31.526777 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.527106 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: timestamp May 26 18:55:31.531808 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.532134 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: network_ip_availability May 26 18:55:31.538283 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.538845 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.539396 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.540585 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.541125 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: flavors May 26 18:55:31.547516 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.548059 n-d-843146-9 neutron-server[88253]: INFO neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading Plugin: revisions May 26 18:55:31.554855 n-d-843146-9 neutron-server[88253]: DEBUG neutron.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 18:55:31.555469 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.712s {{(pid=88253) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 18:55:31.556762 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 18:55:31.557320 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Initializing extension manager. May 26 18:55:31.558130 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: __init__.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.558555 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: __pycache__ {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.558892 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.559226 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: address_group.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.560009 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.560590 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: address-group May 26 18:55:31.560912 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: address_scope.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.562437 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.562950 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: address-scope May 26 18:55:31.563269 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.564218 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.564728 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: router-admin-state-down-before-update May 26 18:55:31.565055 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: agent.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.565769 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.566279 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: agent May 26 18:55:31.566596 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: agent_resources_synced.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.567502 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.568006 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: agent-resources-synced May 26 18:55:31.568322 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: allowedaddresspairs.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.570175 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.570697 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: allowed-address-pairs May 26 18:55:31.571018 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: auto_allocated_topology.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.572092 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.572603 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: auto-allocated-topology May 26 18:55:31.572925 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: availability_zone.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.573646 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.574149 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: availability_zone May 26 18:55:31.574469 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: availability_zone_filter.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.575377 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.575883 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: availability_zone_filter May 26 18:55:31.576209 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: data_plane_status.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.577183 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.577687 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension data-plane-status not supported by any of loaded plugins May 26 18:55:31.578006 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: default_subnetpools.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.578915 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.579423 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: default-subnetpools May 26 18:55:31.579743 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.580561 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.581097 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: dhcp_agent_scheduler May 26 18:55:31.581417 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: dns.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.582322 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.582821 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension dns-integration not supported by any of loaded plugins May 26 18:55:31.583137 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: dns_domain_ports.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.584056 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.584556 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 18:55:31.584870 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: dvr.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.585555 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.586056 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: dvr May 26 18:55:31.586373 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: empty_string_filtering.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.587277 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.587785 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: empty-string-filtering May 26 18:55:31.588100 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.589011 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.589535 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 18:55:31.589850 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.590764 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.591263 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 18:55:31.591579 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: external_net.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.593008 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.593537 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: external-net May 26 18:55:31.593851 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.594759 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.595266 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: extra_dhcp_opt May 26 18:55:31.595828 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: extraroute.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.596737 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.597273 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: extraroute May 26 18:55:31.597588 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: extraroute_atomic.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.598627 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.599132 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: extraroute-atomic May 26 18:55:31.599447 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: filter_validation.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.600122 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.600617 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: filter-validation May 26 18:55:31.600931 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: fip_pf_description.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.601864 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.602356 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 18:55:31.602670 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: fip_port_details.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.603577 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.604080 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: fip-port-details May 26 18:55:31.604394 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: flavors.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.605656 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.606175 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: flavors May 26 18:55:31.606494 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.608712 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.609255 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 18:55:31.609582 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: floatingip_pools.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.610282 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.610788 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: floatingip-pools May 26 18:55:31.611108 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: ip_allocation.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.612030 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.612536 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension ip_allocation not supported by any of loaded plugins May 26 18:55:31.612854 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.613800 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.614311 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: ip-substring-filtering May 26 18:55:31.614629 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l2_adjacency.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.615542 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.616050 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 18:55:31.616365 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.617547 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.618069 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: router May 26 18:55:31.618389 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.620607 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.621167 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 18:55:31.621492 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.622417 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.622929 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: ext-gw-mode May 26 18:55:31.623249 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.624201 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.624704 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: l3-ha May 26 18:55:31.625020 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3_flavors.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.625975 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.626478 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: l3-flavors May 26 18:55:31.626792 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.627701 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.628204 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 18:55:31.628519 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: l3agentscheduler.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.629613 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.630130 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: l3_agent_scheduler May 26 18:55:31.630449 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: logging.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.631993 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.632520 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension logging not supported by any of loaded plugins May 26 18:55:31.632848 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: metering.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.633625 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.634210 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: metering May 26 18:55:31.634536 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.635680 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.636207 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: metering_source_and_destination_fields May 26 18:55:31.636529 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: multiprovidernet.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.637497 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.638009 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: multi-provider May 26 18:55:31.638327 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: netmtu.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.639268 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.639782 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: net-mtu May 26 18:55:31.640102 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: netmtu_writable.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.641018 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.641547 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: net-mtu-writable May 26 18:55:31.641867 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: network_availability_zone.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.642538 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.643039 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: network_availability_zone May 26 18:55:31.643355 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: network_ip_availability.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.644468 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.644982 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: network-ip-availability May 26 18:55:31.645336 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: network_segment_range.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.646132 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.646633 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension network-segment-range not supported by any of loaded plugins May 26 18:55:31.646952 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: pagination.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.647951 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.648276 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: pagination May 26 18:55:31.648589 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: port_device_profile.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.649530 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.650043 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: port-device-profile May 26 18:55:31.650359 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.651277 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.651778 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: port-mac-address-regenerate May 26 18:55:31.652091 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.653004 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.653537 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: port-numa-affinity-policy May 26 18:55:31.653853 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: port_resource_request.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.654778 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.655804 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension port-resource-request not supported by any of loaded plugins May 26 18:55:31.656120 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: portbindings.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.657081 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.657584 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: binding May 26 18:55:31.657898 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: portbindings_extended.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.659353 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.659869 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: binding-extended May 26 18:55:31.660194 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: portsecurity.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.661131 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.661643 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: port-security May 26 18:55:31.661960 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: project_id.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.662932 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.663254 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: project-id May 26 18:55:31.663571 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: providernet.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.664483 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.664986 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: provider May 26 18:55:31.665337 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.668863 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.669426 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos not supported by any of loaded plugins May 26 18:55:31.669753 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.671542 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.672051 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 18:55:31.672373 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.673330 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.673837 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 18:55:31.674155 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_default.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.675065 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.675580 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-default not supported by any of loaded plugins May 26 18:55:31.675898 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_fip.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.676557 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.677073 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-fip not supported by any of loaded plugins May 26 18:55:31.677388 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_gateway_ip.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.678315 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.678814 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 18:55:31.679127 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_port_network_policy.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.680034 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.680539 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 18:55:31.680855 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_rule_type_details.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.681795 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.682297 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 18:55:31.682618 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: qos_rules_alias.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.683653 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.684157 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 18:55:31.684470 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: quotasv2.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.685466 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.685785 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: quotas May 26 18:55:31.686138 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: quotasv2_detail.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.687744 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.688080 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: quota_details May 26 18:55:31.688401 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: rbac.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.689501 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.690026 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: rbac-policies May 26 18:55:31.690349 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: rbac_address_group.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.691273 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.691787 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: rbac-address-group May 26 18:55:31.692105 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: rbac_address_scope.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.693020 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.693557 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: rbac-address-scope May 26 18:55:31.693870 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: rbac_security_groups.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.694796 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.695304 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: rbac-security-groups May 26 18:55:31.695621 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: rbac_subnetpool.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.696532 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.697059 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: rbac-subnetpool May 26 18:55:31.697402 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: revisionifmatch.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.698425 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.698941 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: revision-if-match May 26 18:55:31.699259 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: revisions.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.700367 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.700875 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: standard-attr-revisions May 26 18:55:31.701223 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: router_availability_zone.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.701929 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.702433 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: router_availability_zone May 26 18:55:31.702752 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: routerservicetype.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.703681 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.704183 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension router-service-type not supported by any of loaded plugins May 26 18:55:31.704546 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.705454 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.705965 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: security-groups-normalized-cidr May 26 18:55:31.706283 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.707197 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.707708 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: port-security-groups-filtering May 26 18:55:31.708023 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.708943 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.709477 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: security-groups-remote-address-group May 26 18:55:31.709797 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: securitygroup.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.721715 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.722255 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: security-group May 26 18:55:31.722581 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: segment.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.723393 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.723900 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension segment not supported by any of loaded plugins May 26 18:55:31.724213 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.725230 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.725737 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 18:55:31.726056 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: servicetype.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.727171 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.727691 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: service-type May 26 18:55:31.728009 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: sorting.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.728988 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.729354 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: sorting May 26 18:55:31.729673 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: standard_attr_segment.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.730589 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.731100 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 18:55:31.731418 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: standardattrdescription.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.732064 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.732561 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: standard-attr-description May 26 18:55:31.732875 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: stateful_security_group.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.734382 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.734894 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: stateful-security-group May 26 18:55:31.735215 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: stdattrs_common.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.735800 n-d-843146-9 neutron-server[88253]: WARNING neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 18:55:31.736112 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.737150 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.737663 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 18:55:31.737974 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnet_onboard.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.739060 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.739578 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: subnet_onboard May 26 18:55:31.739896 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.740834 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.741366 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 18:55:31.741682 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnet_service_types.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.742608 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.743113 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: subnet-service-types May 26 18:55:31.743430 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnetallocation.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.744526 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.745058 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: subnet_allocation May 26 18:55:31.745382 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.746049 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.746550 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: subnetpool-prefix-ops May 26 18:55:31.746865 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.747799 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.748305 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 18:55:31.748645 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: tagging.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.749789 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.750303 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: standard-attr-tag May 26 18:55:31.750629 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: timestamp.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.751821 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.752330 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loaded extension: standard-attr-timestamp May 26 18:55:31.752656 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: trunk.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.753708 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.754223 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension trunk not supported by any of loaded plugins May 26 18:55:31.754544 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: trunk_details.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.755457 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.755970 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension trunk-details not supported by any of loaded plugins May 26 18:55:31.756289 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: uplink_status_propagation.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.757234 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.757741 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 18:55:31.758057 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Loading extension file: vlantransparent.py {{(pid=88253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 18:55:31.758725 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 18:55:31.759228 n-d-843146-9 neutron-server[88253]: INFO neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 18:55:31.761737 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:network May 26 18:55:31.762477 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnet May 26 18:55:31.763086 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:55:31.875641 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:port May 26 18:55:31.876948 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.877426 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service FLAVORS assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.878051 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.878484 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.878819 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:router May 26 18:55:31.879501 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:floatingip May 26 18:55:31.880330 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service METERING assigned prefix: /metering {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.881855 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.882227 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.882576 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:55:31.883659 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of CountableResource for resource:rbac_policy May 26 18:55:31.884105 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:security_group May 26 18:55:31.884769 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 18:55:31.885579 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service CORE assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.885918 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:55:31.886259 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] subnetpool is already registered May 26 18:55:31.886954 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service CORE assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.887280 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:55:31.887600 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] subnetpool is already registered May 26 18:55:31.890939 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.891379 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service FLAVORS assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.891970 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.892393 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.892727 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:router May 26 18:55:31.893076 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] router is already registered May 26 18:55:31.893723 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:floatingip May 26 18:55:31.894049 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] floatingip is already registered May 26 18:55:31.894688 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service METERING assigned prefix: /metering {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.895399 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of CountableResource for resource:rbac_policy May 26 18:55:31.895728 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] rbac_policy is already registered May 26 18:55:31.896334 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:security_group May 26 18:55:31.896659 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] security_group is already registered May 26 18:55:31.897275 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 18:55:31.897673 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] security_group_rule is already registered May 26 18:55:31.898341 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service CORE assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.898665 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:55:31.898988 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] subnetpool is already registered May 26 18:55:31.899602 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.v2.resource_helper [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Service CORE assigned prefix: {{(pid=88253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 18:55:31.899933 n-d-843146-9 neutron-server[88253]: INFO neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Creating instance of TrackedResource for resource:subnetpool May 26 18:55:31.900254 n-d-843146-9 neutron-server[88253]: WARNING neutron.quota.resource_registry [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] subnetpool is already registered May 26 18:55:31.900919 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: extensions {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.902445 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: address-groups {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.904109 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: address-scopes {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.905381 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: agents {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.906558 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: auto-allocated-topology {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.907797 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: availability_zones {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.909165 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: dhcp-networks {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.910579 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: dhcp-agents {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.911979 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: routers {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.913808 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: flavors {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.914984 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: service_profiles {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.916194 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: next_providers {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.917759 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: service_profiles {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.920195 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: floatingip-pools {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.921971 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: routers {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.923850 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: floatingips {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.925194 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: l3-routers {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.926780 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: l3-agents {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.928303 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: metering-labels {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.929706 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: metering-label-rules {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.931066 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: network-ip-availabilities {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.932388 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: bindings {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.934062 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: quotas {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.935504 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: quotas {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.937590 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: rbac-policies {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.938899 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: security-groups {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.940121 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: security-group-rules {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.941372 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: service-providers {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.942597 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: subnetpools {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.945326 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: subnetpools {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.946816 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.948690 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.950539 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.952505 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.954448 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.956308 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.958045 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.959957 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.961746 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.963620 n-d-843146-9 neutron-server[88253]: DEBUG neutron.api.extensions [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Extended resource: tags {{(pid=88253) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 18:55:31.969789 n-d-843146-9 neutron-server[88253]: WARNING keystonemiddleware.auth_token [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 18:55:31.974982 n-d-843146-9 neutron-server[88253]: WARNING keystonemiddleware.auth_token [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 18:55:31.984075 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Acquired lock "singleton_lock" {{(pid=88253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 18:55:31.984632 n-d-843146-9 neutron-server[88253]: DEBUG oslo_concurrency.lockutils [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Releasing lock "singleton_lock" {{(pid=88253) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 18:55:31.985385 n-d-843146-9 neutron-server[88253]: INFO oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Starting 2 workers May 26 18:55:31.990186 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Started child 88362 {{(pid=88253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 18:55:31.994789 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Started child 88363 {{(pid=88253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 18:55:32.001076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.001895 n-d-843146-9 neutron-server[88253]: INFO neutron.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 18:55:32.002048 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [-] (88362) wsgi starting up on http://0.0.0.0:9696 May 26 18:55:32.002198 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Notify callbacks [] for process, before_spawn {{(pid=88253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.002198 n-d-843146-9 neutron-server[88253]: INFO oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Starting 1 workers May 26 18:55:32.002496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.004768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [-] (88363) wsgi starting up on http://0.0.0.0:9696 May 26 18:55:32.004951 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Started child 88364 {{(pid=88253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 18:55:32.005553 n-d-843146-9 neutron-server[88253]: INFO oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Starting 1 workers May 26 18:55:32.009068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] calling RpcWorker wait() {{(pid=88364) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 18:55:32.009936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] returning from RpcWorker wait() {{(pid=88364) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 18:55:32.010187 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Started child 88365 {{(pid=88253) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 18:55:32.011026 n-d-843146-9 neutron-server[88253]: DEBUG neutron_lib.callbacks.manager [None req-6c5e734c-7d1a-413a-9fa0-04fe284d9ca5 None None] Notify callbacks [] for process, after_spawn {{(pid=88253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.011333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.011872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:32.013079 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 18:55:32.013300 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:55:32.013482 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:55:32.013690 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:55:32.014031 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:55:32.014189 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:55:32.015254 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.015539 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.015991 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.016415 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.016871 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.017620 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.018048 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.018426 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.018862 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.019253 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.019574 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.019879 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.020282 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.020702 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.021252 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.021711 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.022097 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.022265 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:32.023084 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.023419 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.023820 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.024252 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.024623 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.025073 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] debug = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.025491 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.026157 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.026577 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.026968 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.027395 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.027818 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.028284 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.028770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.029202 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.029631 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.030662 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.031068 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.031464 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.031827 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.032201 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.032596 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.032969 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.033629 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] host = n-d-843146-9 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.034011 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.034384 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.034757 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.035126 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.035520 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.035894 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.036290 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.036675 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.037121 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.037494 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.037880 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.038271 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.038656 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.039034 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.039337 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_options = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.039701 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.040235 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.040709 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.041087 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.041419 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.041736 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.042137 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.042471 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.042873 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.043243 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.043586 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.043939 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.044328 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.044713 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.045143 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.045578 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.045969 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.046346 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.046745 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.047151 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.047482 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.047767 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.048019 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.048398 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.048767 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.049193 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.049597 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.049954 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.050307 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.050708 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.051103 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.051501 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.051888 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.052271 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.052647 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.053024 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.053423 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.053827 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.054197 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.054605 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.054861 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.055082 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.055313 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.055552 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.055753 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.056124 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_json = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.056478 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.056846 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.057302 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.057542 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.057783 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.058003 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.058227 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.058467 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.058684 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.059267 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.059686 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.060140 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.060528 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.060923 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.061390 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.061784 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.062175 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.062550 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.062951 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.063406 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.063792 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.064035 n-d-843146-9 neutron-server[88365]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:32.064360 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.064724 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.065187 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.065672 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.066064 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.066476 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.066855 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.067214 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.067613 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.067978 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.068450 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.068874 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.069299 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.069704 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.070083 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.070454 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.070824 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.071185 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.071558 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.071903 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.072321 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.072684 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.073073 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.073452 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.073841 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.074203 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.074585 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.074978 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.075342 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.075739 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.076114 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.076523 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.077466 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.077818 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.078177 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.078535 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.078890 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.079287 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.079649 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.080056 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.080419 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.080772 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.081179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.081573 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.081923 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.082280 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.082634 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.083017 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.083374 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.083769 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.084136 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.084495 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.084847 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.085229 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.085597 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.086002 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.086364 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.086743 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.087117 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.087377 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.087601 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.087845 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.088066 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.088306 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.088527 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.088760 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.089181 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.089545 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.089894 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.090240 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.090605 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.090950 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.091376 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.091851 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.092240 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.092718 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.093159 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.093561 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.093974 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.094362 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.094743 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.095122 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.095746 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.096166 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.097160 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.097548 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.097943 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.098297 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.098732 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.099097 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.099510 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.099911 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.100334 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.100717 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.101123 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.101584 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.102067 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.102549 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.102986 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.103482 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.103932 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.104439 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.104875 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.105364 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.105820 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.106262 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.106704 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.107116 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.107347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.107779 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.108696 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.109132 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.109533 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.109923 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.110165 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.110600 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.110848 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.111243 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.111633 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.111868 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.112418 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.112853 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.113292 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.113709 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.114155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.114563 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.114993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.115433 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.115881 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.116336 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.116755 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.117192 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.117646 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.118090 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.118498 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.119045 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.119474 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.119709 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.120095 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.120515 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.120727 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.121225 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.121624 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.121949 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.122251 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.122669 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.123096 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.123525 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.123919 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.124074 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.124378 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.124623 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.125020 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.125271 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.125807 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.126145 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.126365 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.126802 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.127215 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.127604 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.127857 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.128106 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.128517 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.128763 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.129019 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.129281 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.129518 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.129834 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.130107 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.130357 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.130609 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.130851 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.131076 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.131344 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.131603 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.131952 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.132196 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.132448 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.132715 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.132961 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.133233 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.133457 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.133860 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.134103 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.134320 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.134550 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.134803 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.135022 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.135238 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.135453 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.135677 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.135964 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.136215 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.136458 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.136684 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.136908 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.137165 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.137382 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.137615 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.137821 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.138045 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.138263 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.138491 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.138918 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.139736 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.139983 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.140225 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.140526 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.140738 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142179 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142688 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142688 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.142860 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.143099 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.143415 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.143663 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.143891 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.144180 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.144420 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.144717 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.144920 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.145263 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.145457 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.145733 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.145964 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.146209 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.146453 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.147311 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.147311 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.147311 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.147756 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.147898 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.148105 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.148378 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.148654 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.148871 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.149216 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.149556 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.149827 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.150080 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.150313 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.150575 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.150814 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.151062 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.151224 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.151454 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.151668 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.151937 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.152195 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.152424 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.152868 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.153202 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.153617 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.153870 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.154105 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.154364 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.154566 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.154755 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:55:32.155352 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88253) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 18:55:32.155522 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 18:55:32.155657 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 18:55:32.155802 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 18:55:32.155965 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 18:55:32.156117 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 18:55:32.156326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.156485 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.156645 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.156811 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.156969 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157191 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157353 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157510 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157668 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157824 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.157982 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158138 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158295 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158452 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158609 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158777 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.158942 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159076 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159211 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159552 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159680 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159828 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] debug = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.159984 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.160178 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.160578 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.160795 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161013 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161254 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161422 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161580 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161739 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.161896 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162052 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162208 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162365 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162522 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162679 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.162958 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163097 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:32.163357 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] host = n-d-843146-9 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163357 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163715 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163715 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.163715 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164068 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164068 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164300 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164300 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164530 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164652 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164773 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.164895 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165018 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165198 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165356 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_options = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165513 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165667 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.165823 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166010 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166173 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166329 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166484 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166643 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166805 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.166960 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.167117 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.167273 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.167428 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.167586 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.167742 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.168384 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.168384 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.168384 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.168384 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.169388 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.170182 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.170182 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.170182 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.170182 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.170182 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171276 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171276 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171276 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171276 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171737 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171737 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.171737 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.173155 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_json = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.174006 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175740 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175740 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175740 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.175740 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.176056 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.176056 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.176172 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.176286 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.176483 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177172 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177172 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177172 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177172 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177564 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177564 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177564 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177841 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.177841 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178154 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178154 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178361 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178470 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178580 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178719 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.178879 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179056 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179184 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179343 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179683 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179816 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.179948 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.180108 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.180419 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.180570 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.180724 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.181091 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.181399 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.181563 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.181712 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.181872 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182033 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182193 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182352 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182526 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182670 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182833 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.182993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183153 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183312 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183471 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183629 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183787 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.183936 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.184100 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.184263 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.184421 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.184768 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.184927 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185110 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185272 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185431 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185590 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185750 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.185909 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186102 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186300 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186469 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186616 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186790 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.186971 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187123 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187288 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187439 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187589 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187739 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.187885 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188024 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188169 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188314 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188463 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188615 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188750 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.188893 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189229 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189229 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189518 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189518 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189784 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.189784 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190069 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190069 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190486 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190630 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190768 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.190909 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191052 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191197 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191354 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191499 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191644 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191785 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.191927 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192075 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192216 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192358 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192495 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192648 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192791 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.192928 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.193963 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196038 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196512 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196995 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196995 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196995 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.196995 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198340 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198780 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198780 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198780 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.198780 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199000 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199063 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199201 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199400 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199845 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199845 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.199845 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200056 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200133 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200240 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200398 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200558 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200717 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.200878 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.201062 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.201220 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.201380 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.201541 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.201700 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.202475 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.202641 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.202802 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.202962 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203123 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203282 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203443 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203605 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203766 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.203927 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204087 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204246 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204538 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204676 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204799 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.204921 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205108 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205235 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205358 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205505 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205667 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205825 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.205987 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.206147 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.206305 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.207326 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.208375 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.209993 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.211555 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.212866 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.213770 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.215347 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.216332 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.217547 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.218267 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 18:55:32.218267 n-d-843146-9 neutron-server[88253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88253) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 18:55:32.406162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44346) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:55:32.415302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067492 May 26 18:55:44.593191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b89e2-105d-46d7-9b90-5af594922e8e None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 18:55:44.667634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b89e2-105d-46d7-9b90-5af594922e8e None None] No non-hosted networks {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 18:55:44.689529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4821e49-430c-4c1b-a055-163bebe624ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:46.717308 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d97de2cd-265c-462f-a5de-3e9efca68012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:46.765599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c013d2-cb12-4ba7-a233-6db4251b9655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:47.302722 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:47.303835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.305170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.305949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.307153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.309019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.311498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.313857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.314433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.314961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.316277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.316829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.318956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:47.321443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843146-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:47.335844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843146-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:55:47.917570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:49.438013 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:50.942612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44438) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:55:51.541871 n-d-843146-9 neutron-server[88363]: WARNING oslo_policy.policy [None req-183ca3fb-2533-43a5-9d46-9bf9d2e9c4c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:51.542477 n-d-843146-9 neutron-server[88363]: WARNING oslo_policy.policy [None req-183ca3fb-2533-43a5-9d46-9bf9d2e9c4c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:51.760513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-183ca3fb-2533-43a5-9d46-9bf9d2e9c4c7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 18:55:51.761496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-183ca3fb-2533-43a5-9d46-9bf9d2e9c4c7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8176148 May 26 18:55:53.960641 n-d-843146-9 neutron-server[88364]: INFO neutron.db.l3_hamode_db [None req-1cc79916-72bb-4ecf-9c7f-ac8f16cecbfd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 18:55:54.049294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc79916-72bb-4ecf-9c7f-ac8f16cecbfd None None] Routers set() bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 18:55:54.049773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc79916-72bb-4ecf-9c7f-ac8f16cecbfd None None] Router IDs set() for agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 26 18:55:54.243883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44452) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:55:54.608806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:55:54.703163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.policy [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88363) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 18:55:54.747454 n-d-843146-9 neutron-server[88363]: WARNING oslo_policy.policy [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:54.747894 n-d-843146-9 neutron-server[88363]: WARNING oslo_policy.policy [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:54.756153 n-d-843146-9 neutron-server[88363]: INFO neutron.quota [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Loaded quota_driver: . May 26 18:55:54.772427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:55:54.831988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001122766', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001120787', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001101649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001104867', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001082697', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743001088576', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1347719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1347803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-300406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8017890'] for rbac-policy, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:54.898693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:54.900567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e6d3733b-9ac8-49ff-af3e-20ae4ed40e44 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6549866 May 26 18:55:57.594972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:55:58.190973 n-d-843146-9 neutron-server[88362]: WARNING oslo_policy.policy [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:58.191463 n-d-843146-9 neutron-server[88362]: WARNING oslo_policy.policy [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:58.406087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Request body: {'network': {'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'name': 'private'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:55:58.407768 n-d-843146-9 neutron-server[88362]: INFO neutron.quota [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Loaded quota_driver: . May 26 18:55:58.424143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:55:58.430775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Usage tracker for resource:network and tenant:211555ce8aec4905ae3db83c16cb76b2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:55:58.436898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:55:58.444436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:55:58.460837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Made reservation on behalf of 211555ce8aec4905ae3db83c16cb76b2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:55:58.529692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.policy [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88362) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 18:55:58.573937 n-d-843146-9 neutron-server[88362]: WARNING oslo_policy.policy [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:58.574292 n-d-843146-9 neutron-server[88362]: WARNING oslo_policy.policy [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 18:55:58.584763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.605760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.620006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:55:58.624683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Usage tracker for resource:security_group_rule and tenant:211555ce8aec4905ae3db83c16cb76b2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:55:58.629761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:55:58.635214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:55:58.736686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.740633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.762662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:55:58.789152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742997865427', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.789755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Unsubscribe: segment precommit_create {{(pid=88362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 18:55:58.790269 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Added segment ac064d92-41cf-49d1-8ad2-78fdf9e563c0 of type vlan for network 51bce441-9c11-4e7e-a688-cb17ba70a1eb May 26 18:55:58.843841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79728800-04fa-4edf-8a9a-657ff6582ccc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:55:58.866301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.866639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.866969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.867295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.867616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.867937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.868251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.868566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.868886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.869244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.869540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.869849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Tracked resource versions report: May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: pushed versions: May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: { 'AddressGroup': {'1.2'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'ConntrackHelper': {'1.0'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Log': {'1.0'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Network': {'1.1'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Port': {'1.7'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'PortForwarding': {'1.2'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'QosPolicy': {'1.8'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SecurityGroup': {'1.4'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SecurityGroupRule': {'1.2'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SubPort': {'1.0'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Subnet': {'1.1'}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Trunk': {'1.1'}} May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: consumer versions: May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: { DHCP agent@n-d-843146-9: {}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: L3 agent@n-d-843146-9: {}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: Metadata agent@n-d-843146-9: {}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: Metering agent@n-d-843146-9: {}, May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'ConntrackHelper': '1.0', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Log': '1.0', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Network': '1.1', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Port': '1.7', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'PortForwarding': '1.2', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'QosPolicy': '1.8', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SecurityGroup': '1.4', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SecurityGroupRule': '1.2', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'SubPort': '1.0', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Subnet': '1.1', May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: 'Trunk': '1.1'}} May 26 18:55:58.870950 n-d-843146-9 neutron-server[88362]: {{(pid=88362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:55:58.907613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.949566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:58.951273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:55:58.951936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:55:59.062172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] Pushing event updated for resources: {'Network': ['ID=51bce441-9c11-4e7e-a688-cb17ba70a1eb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:55:59.064814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f699cc81-5404-4742-885a-4c19d6be1136 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4675357 May 26 18:55:59.075080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 18:56:01.831641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44488) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:02.318834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3bcc0-b68a-4a9f-95ad-2d74ecdce6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:02.320244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ac3bcc0-b68a-4a9f-95ad-2d74ecdce6eb admin admin] 10.222.0.24 "GET /v2.0/networks/51bce441-9c11-4e7e-a688-cb17ba70a1eb HTTP/1.1" status: 200 len: 825 time: 0.4876702 May 26 18:56:02.347661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-42a000c2-2751-43c7-b9ea-d6ec94054736 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/55443ee8-4024-4176-a4c2-cc3ebc61722c HTTP/1.1" status: 200 len: 734 time: 0.0219896 May 26 18:56:02.356203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c', 'gateway_ip': '172.20.0.1', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:56:02.360865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:56:02.365138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Usage tracker for resource:subnet and tenant:211555ce8aec4905ae3db83c16cb76b2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:56:02.368686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:56:02.375332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:56:02.384952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Made reservation on behalf of 211555ce8aec4905ae3db83c16cb76b2 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:56:02.387691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:02.703787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:02.785828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Checking segment: {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:56:02.786208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Network hostable DHCP agents. Network: 51bce441-9c11-4e7e-a688-cb17ba70a1eb, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:56:02.809921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2111e0b-ac73-4b51-b925-f15d45431d2a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:02.819052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.819392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.819721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.820044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.820370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.820686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.821018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.821347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.821656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.821968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.822281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.822593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Tracked resource versions report: May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: pushed versions: May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: { 'AddressGroup': {'1.2'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'ConntrackHelper': {'1.0'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Log': {'1.0'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Network': {'1.1'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Port': {'1.7'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'PortForwarding': {'1.2'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'QosPolicy': {'1.8'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SecurityGroup': {'1.4'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SecurityGroupRule': {'1.2'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SubPort': {'1.0'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Subnet': {'1.1'}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Trunk': {'1.1'}} May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: consumer versions: May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: { DHCP agent@n-d-843146-9: {}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: L3 agent@n-d-843146-9: {}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: Metadata agent@n-d-843146-9: {}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: Metering agent@n-d-843146-9: {}, May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'ConntrackHelper': '1.0', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Log': '1.0', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Network': '1.1', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Port': '1.7', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'PortForwarding': '1.2', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'QosPolicy': '1.8', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SecurityGroup': '1.4', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SecurityGroupRule': '1.2', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'SubPort': '1.0', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Subnet': '1.1', May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: 'Trunk': '1.1'}} May 26 18:56:02.823707 n-d-843146-9 neutron-server[88363]: {{(pid=88363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:56:02.834980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:56:02.850196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 51bce441-9c11-4e7e-a688-cb17ba70a1eb) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:02.862346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:02.862962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:02.868129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b03605-1cb3-4527-b7c8-5d637a0d0a80 None None] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:56:02.886492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e46f9d9c-c11a-4130-a7eb-58f1b3f8d7f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5335369 May 26 18:56:03.178153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 18:56:03.179411 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:03.391952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Allocated IP 172.20.0.2 (51bce441-9c11-4e7e-a688-cb17ba70a1eb/f2111e0b-ac73-4b51-b925-f15d45431d2a/3632bde6-ebfb-4845-afc0-0fa69874a383) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:56:03.628492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:03.642184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Transition to ACTIVE for port object 3632bde6-ebfb-4845-afc0-0fa69874a383 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:56:03.662275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Transition to ACTIVE for port object 3632bde6-ebfb-4845-afc0-0fa69874a383 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:56:03.669912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:03.735623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:56:03.738455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:03.741330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 18:56:03.781519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Pushing event updated for resources: {'Port': ['ID=3632bde6-ebfb-4845-afc0-0fa69874a383,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:03.800137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.800468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.800797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.801144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.801466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.801785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.802103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.802417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.802731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.803042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.803353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.803662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Tracked resource versions report: May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: pushed versions: May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: { 'AddressGroup': {'1.2'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'ConntrackHelper': {'1.0'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Log': {'1.0'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Network': {'1.1'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Port': {'1.7'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'PortForwarding': {'1.2'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'QosPolicy': {'1.8'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SecurityGroup': {'1.4'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SecurityGroupRule': {'1.2'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SubPort': {'1.0'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Subnet': {'1.1'}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Trunk': {'1.1'}} May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: consumer versions: May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: { DHCP agent@n-d-843146-9: {}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: L3 agent@n-d-843146-9: {}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: Metadata agent@n-d-843146-9: {}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: Metering agent@n-d-843146-9: {}, May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'ConntrackHelper': '1.0', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Log': '1.0', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Network': '1.1', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Port': '1.7', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'PortForwarding': '1.2', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'QosPolicy': '1.8', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SecurityGroup': '1.4', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SecurityGroupRule': '1.2', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'SubPort': '1.0', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Subnet': '1.1', May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: 'Trunk': '1.1'}} May 26 18:56:03.804782 n-d-843146-9 neutron-server[88364]: {{(pid=88364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:56:03.859915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Attempting to bind port 3632bde6-ebfb-4845-afc0-0fa69874a383 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 18:56:03.860302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Attempting to bind port 3632bde6-ebfb-4845-afc0-0fa69874a383 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 18:56:03.860753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Attempting to bind port 3632bde6-ebfb-4845-afc0-0fa69874a383 on network 51bce441-9c11-4e7e-a688-cb17ba70a1eb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 18:56:03.866230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 18:56:03.866639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Checking segment: {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:56:03.867126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:03.867506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Bound using segment: {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 18:56:03.868008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Bound port: 3632bde6-ebfb-4845-afc0-0fa69874a383, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 18:56:03.868371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:03.972015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] For port 3632bde6-ebfb-4845-afc0-0fa69874a383, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 18:56:03.975960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] For port 3632bde6-ebfb-4845-afc0-0fa69874a383, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3632bde6-ebfb-4845-afc0-0fa69874a383,segment=NetworkSegment(ac064d92-41cf-49d1-8ad2-78fdf9e563c0),segment_id=ac064d92-41cf-49d1-8ad2-78fdf9e563c0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 18:56:03.980801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:04.070163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c4d0-4c67-4fec-be96-998f728adcfb None None] Pushing event updated for resources: {'Port': ['ID=3632bde6-ebfb-4845-afc0-0fa69874a383,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:05.424544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44504) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:05.814090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-f50ddd0b-8820-410a-bab5-7da759b5f950 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 18:56:05.815081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f50ddd0b-8820-410a-bab5-7da759b5f950 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3893819 May 26 18:56:07.367230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3632bde6-ebfb-4845-afc0-0fa69874a383 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:07.438247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3632bde6-ebfb-4845-afc0-0fa69874a383 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:56:07.943434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d5471-a566-4a70-a7f7-f75bdace6646 None None] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:56:08.046336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Provisioning for port 3632bde6-ebfb-4845-afc0-0fa69874a383 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:56:08.064197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Provisioning complete for port 3632bde6-ebfb-4845-afc0-0fa69874a383 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:08.064596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:08.287847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:08.300459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Current status of the port 3632bde6-ebfb-4845-afc0-0fa69874a383 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:08.300868 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:08.346029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] For port 3632bde6-ebfb-4845-afc0-0fa69874a383, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3632bde6-ebfb-4845-afc0-0fa69874a383,segment=NetworkSegment(ac064d92-41cf-49d1-8ad2-78fdf9e563c0),segment_id=ac064d92-41cf-49d1-8ad2-78fdf9e563c0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 18:56:08.350945 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:08.422075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90843e-22bf-46da-a864-3728660c0b49 None None] Pushing event updated for resources: {'Port': ['ID=3632bde6-ebfb-4845-afc0-0fa69874a383,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:08.571593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fe52992c-c1a8-4d04-a22d-55e8e62851ed None None] Provisioning complete for port 3632bde6-ebfb-4845-afc0-0fa69874a383 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:08.571959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fe52992c-c1a8-4d04-a22d-55e8e62851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:08.668611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-36eaea34-3768-4683-866e-a18e0c3a176a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 18:56:08.670189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36eaea34-3768-4683-866e-a18e0c3a176a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3806939 May 26 18:56:08.688867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fe52992c-c1a8-4d04-a22d-55e8e62851ed None None] Current status of the port 3632bde6-ebfb-4845-afc0-0fa69874a383 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:09.338685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3632bde6-ebfb-4845-afc0-0fa69874a383 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:09.405972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3632bde6-ebfb-4845-afc0-0fa69874a383 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:09.406356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:09.521855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3632bde6-ebfb-4845-afc0-0fa69874a383 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:11.396113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44530) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:11.734842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Request body: {'router': {'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'name': 'router1', 'admin_state_up': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:56:11.739808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:56:11.743693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Usage tracker for resource:router and tenant:211555ce8aec4905ae3db83c16cb76b2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:56:11.746904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:56:11.752568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:56:11.762371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:11.764478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:11.785946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:11.896742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:11.915255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:11.916612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fd9b73b-cefc-44e5-96d3-0d5b83beb5ea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5195448 May 26 18:56:14.337415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44540) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:14.534309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8fa607b1-96f8-4626-b089-d39dd1f4823a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:14.713364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-43591107-35f4-43ed-9d32-b8e0df945f12 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 18:56:14.714330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-43591107-35f4-43ed-9d32-b8e0df945f12 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3760781 May 26 18:56:16.711625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b8659df-d24b-4bd2-beec-1d8c3b711247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.184034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44550) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:17.299694 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.565948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:56:17.570934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:56:17.574753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Usage tracker for resource:network and tenant:17c6e94537634153a3b99932486ac334 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:56:17.577753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:56:17.583374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:56:17.593689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Made reservation on behalf of 17c6e94537634153a3b99932486ac334 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:56:17.596267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.615612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.646759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:56:17.650474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Usage tracker for resource:security_group_rule and tenant:17c6e94537634153a3b99932486ac334 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:56:17.654290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:56:17.659902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:56:17.754456 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.758132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.776817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Reserving flat network on physical network physnet1 {{(pid=88363) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 18:56:17.798872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8007306-e5fd-4f33-af1f-18438d488ee4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:17.804499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742997865427', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.805090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Unsubscribe: segment precommit_create {{(pid=88363) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 18:56:17.805577 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Added segment cf143794-18ca-40fa-8805-a54476bdb257 of type flat for network 2c3906e2-033b-4d28-bbd8-1334cd685c8a May 26 18:56:17.857492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.881890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.901903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:17.902802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:17.903944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:18.010276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8251245 May 26 18:56:18.013457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c881af4-d1a3-4b32-9e1d-d29cc18e311d admin admin] Pushing event updated for resources: {'Network': ['ID=2c3906e2-033b-4d28-bbd8-1334cd685c8a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:18.029629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 18:56:19.412061 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:20.481338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44570) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:20.697835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3c40f-db41-4652-b45c-c3c4af3b4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:20.699174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2ea3c40f-db41-4652-b45c-c3c4af3b4b09 admin admin] 10.222.0.24 "GET /v2.0/subnets/f2111e0b-ac73-4b51-b925-f15d45431d2a HTTP/1.1" status: 200 len: 849 time: 0.2161555 May 26 18:56:20.850252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-40b72118-2588-4606-8c66-ffc85880ce27 admin admin] 10.222.0.24 "GET /v2.0/routers/559fb8a4-2012-4726-a0e5-67312c52df78 HTTP/1.1" status: 200 len: 704 time: 0.1449039 May 26 18:56:21.329590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:21.561585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Allocated IP 172.20.0.1 (51bce441-9c11-4e7e-a688-cb17ba70a1eb/f2111e0b-ac73-4b51-b925-f15d45431d2a/55e23ccd-2f28-404f-9bc3-0f6519b7e42d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:56:21.760179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:21.779708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Transition to ACTIVE for port object 55e23ccd-2f28-404f-9bc3-0f6519b7e42d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:56:21.835292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:21.904406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:56:21.907565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:21.912253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 18:56:21.913638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.033495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Pushing event updated for resources: {'Port': ['ID=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:22.089830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2adc2bbc-7ee0-4663-9767-646749e577ea None None] Provisioning for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:56:22.095703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2adc2bbc-7ee0-4663-9767-646749e577ea None None] Provisioning complete for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:22.096280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2adc2bbc-7ee0-4663-9767-646749e577ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.150341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2adc2bbc-7ee0-4663-9767-646749e577ea None None] Port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 18:56:22.187568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.421832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.426311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.427303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.564462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Pushing event updated for resources: {'Port': ['ID=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:22.628161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:56:22.629224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:22.823084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Router 559fb8a4-2012-4726-a0e5-67312c52df78 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 18:56:22.874809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d9b861b1-f506-4922-acdf-6f8a5644b94a None None] Provisioning complete for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:22.875176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d9b861b1-f506-4922-acdf-6f8a5644b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:22.941127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d9b861b1-f506-4922-acdf-6f8a5644b94a None None] Port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 18:56:22.986681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 18:56:22.996873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Sync routers for ids ['559fb8a4-2012-4726-a0e5-67312c52df78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:56:22.998512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d9fbc9f-4dc8-45c4-8872-82cabae509d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/559fb8a4-2012-4726-a0e5-67312c52df78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1422756 May 26 18:56:23.008282 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Routers {'559fb8a4-2012-4726-a0e5-67312c52df78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 18:56:23.009239 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T18:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['559fb8a4-2012-4726-a0e5-67312c52df78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:23.189818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Set router 559fb8a4-2012-4726-a0e5-67312c52df78 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 18:56:23.578360 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:22Z', 'revision_number': 2, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port_host': None, '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:22Z', 'revision_number': 2, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:23.583788 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Checking router: 559fb8a4-2012-4726-a0e5-67312c52df78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:56:23.584347 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Updating router 559fb8a4-2012-4726-a0e5-67312c52df78 port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:56:23.641363 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.055949 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.074337 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Transition to ACTIVE for port object 55e23ccd-2f28-404f-9bc3-0f6519b7e42d will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:56:24.081684 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.326129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Pushing event updated for resources: {'Port': ['ID=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:24.338415 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.338752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.339075 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.339403 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.339718 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.340033 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.340348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.340715 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.341029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.341364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.341673 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.341980 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Tracked resource versions report: May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: pushed versions: May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: { 'AddressGroup': {'1.2'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'ConntrackHelper': {'1.0'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Log': {'1.0'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Network': {'1.1'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Port': {'1.7'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'PortForwarding': {'1.2'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'QosPolicy': {'1.8'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SecurityGroup': {'1.4'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SecurityGroupRule': {'1.2'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SubPort': {'1.0'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Subnet': {'1.1'}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Trunk': {'1.1'}} May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: consumer versions: May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: { DHCP agent@n-d-843146-9: {}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: L3 agent@n-d-843146-9: {}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: Metadata agent@n-d-843146-9: {}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: Metering agent@n-d-843146-9: {}, May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'ConntrackHelper': '1.0', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Log': '1.0', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Network': '1.1', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Port': '1.7', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'PortForwarding': '1.2', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'QosPolicy': '1.8', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SecurityGroup': '1.4', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SecurityGroupRule': '1.2', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'SubPort': '1.0', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Subnet': '1.1', May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: 'Trunk': '1.1'}} May 26 18:56:24.343095 n-d-843146-9 neutron-server[88365]: {{(pid=88365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:56:24.348710 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Attempting to bind port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 18:56:24.349119 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Attempting to bind port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 18:56:24.349565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Attempting to bind port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d on network 51bce441-9c11-4e7e-a688-cb17ba70a1eb {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 18:56:24.355340 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 18:56:24.356409 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Checking segment: {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:56:24.357084 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.357472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Bound using segment: {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 18:56:24.357966 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Bound port: 55e23ccd-2f28-404f-9bc3-0f6519b7e42d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac064d92-41cf-49d1-8ad2-78fdf9e563c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 18:56:24.358353 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.451381 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] For port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 18:56:24.455669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] For port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,segment=NetworkSegment(ac064d92-41cf-49d1-8ad2-78fdf9e563c0),segment_id=ac064d92-41cf-49d1-8ad2-78fdf9e563c0)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 18:56:24.460409 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:24.538050 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Routers {'559fb8a4-2012-4726-a0e5-67312c52df78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 18:56:24.538678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T18:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['559fb8a4-2012-4726-a0e5-67312c52df78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:24.661886 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43dda-982c-4b8d-bc97-d4a2bebe8de5 None None] Pushing event updated for resources: {'Port': ['ID=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:24.710566 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] Set router 559fb8a4-2012-4726-a0e5-67312c52df78 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 18:56:25.042422 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:22Z', 'revision_number': 2, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port_host': None, '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:24Z', 'revision_number': 4, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:25.047894 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467fb78-3887-409f-a5bb-b8ab494dbdbe None None] The sync data for ids ['559fb8a4-2012-4726-a0e5-67312c52df78'] in n-d-843146-9 is: [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:22Z', 'revision_number': 2, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port_host': None, '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:24Z', 'revision_number': 4, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:56:25.298802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44592) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:25.507147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e64c82-a6f4-4c9e-827f-81ac8a061423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:25.507720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e64c82-a6f4-4c9e-827f-81ac8a061423 admin admin] Synchronizing usage tracker for tenant:17c6e94537634153a3b99932486ac334 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 18:56:25.525399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e64c82-a6f4-4c9e-827f-81ac8a061423 admin admin] Unset dirty status for tenant:17c6e94537634153a3b99932486ac334 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 18:56:25.526589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a3e64c82-a6f4-4c9e-827f-81ac8a061423 admin admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 842 time: 0.2267494 May 26 18:56:25.536229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:56:25.541444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:56:25.545805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Usage tracker for resource:subnet and tenant:17c6e94537634153a3b99932486ac334 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 18:56:25.548508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 18:56:25.554557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:56:25.564600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Made reservation on behalf of 17c6e94537634153a3b99932486ac334 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:56:25.566851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:25.963817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 18:56:25.964259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:26.038309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cf6b58-2796-4244-b262-b67c4eef4b73,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:26.048087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:56:26.048446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Network hostable DHCP agents. Network: 2c3906e2-033b-4d28-bbd8-1334cd685c8a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:56:26.069888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:56:26.079179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2c3906e2-033b-4d28-bbd8-1334cd685c8a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:26.083483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:26.084214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:26.088933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ad8e7-8f86-457b-ac55-2896c0792db6 None None] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:56:26.109587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bcffda80-44b7-44f1-99bb-4496b20dfdfb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5767145 May 26 18:56:26.326751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850cf49-a9ad-49ab-9004-113af7212e72 None None] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:56:27.373707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 55e23ccd-2f28-404f-9bc3-0f6519b7e42d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:27.445803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:56:27.452128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:27.452512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:27.577375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:27.577671 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:27.615064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,segment=NetworkSegment(ac064d92-41cf-49d1-8ad2-78fdf9e563c0),segment_id=ac064d92-41cf-49d1-8ad2-78fdf9e563c0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 18:56:27.621496 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:27.694578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=55e23ccd-2f28-404f-9bc3-0f6519b7e42d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:28.468523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:28.669951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-41d5c3be-d687-41f9-a540-138c78756c9c admin admin] 10.222.0.24 "GET /v2.0/routers/559fb8a4-2012-4726-a0e5-67312c52df78 HTTP/1.1" status: 200 len: 710 time: 0.2001431 May 26 18:56:28.799320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762542c-0d6b-441b-bc50-8d77694cbf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:56:28.800671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5762542c-0d6b-441b-bc50-8d77694cbf91 admin admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 886 time: 0.1255012 May 26 18:56:28.809621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:56:29.259146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:29.350397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 55e23ccd-2f28-404f-9bc3-0f6519b7e42d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:29.418831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:29.419200 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:29.572470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:29.658891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:29.717800 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:29.876620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Allocated IP 172.25.0.197 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/beead9d0-4f4f-4e61-977c-90d57197efab) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:56:30.054821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:30.085096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:30.153603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:56:30.156651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:56:30.160768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 18:56:30.219892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=beead9d0-4f4f-4e61-977c-90d57197efab,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:30.573058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:30.958733 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:30.963929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:31.146287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Router 559fb8a4-2012-4726-a0e5-67312c52df78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 18:56:31.326744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 18:56:31.336963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:31.337503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Sync routers for ids ['559fb8a4-2012-4726-a0e5-67312c52df78'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:56:31.338370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0426b6c5-f7af-402f-b984-0fb3e8a44cf4 admin admin] 10.222.0.24 "PUT /v2.0/routers/559fb8a4-2012-4726-a0e5-67312c52df78 HTTP/1.1" status: 200 len: 890 time: 2.5320153 May 26 18:56:31.348873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Routers {'559fb8a4-2012-4726-a0e5-67312c52df78'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 18:56:31.349668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T18:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['559fb8a4-2012-4726-a0e5-67312c52df78'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:31.547205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Set router 559fb8a4-2012-4726-a0e5-67312c52df78 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 18:56:31.907464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:30Z', 'revision_number': 4, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port': {'id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:29Z', 'updated_at': '2022-05-26T18:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:27Z', 'revision_number': 5, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:31.912499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Checking router: 559fb8a4-2012-4726-a0e5-67312c52df78 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:56:31.912839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Updating router 559fb8a4-2012-4726-a0e5-67312c52df78 port beead9d0-4f4f-4e61-977c-90d57197efab binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:56:31.971778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.082398 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:56:32.338526 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.351851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Transition to ACTIVE for port object beead9d0-4f4f-4e61-977c-90d57197efab will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:56:32.362782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.451639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Attempting to bind port beead9d0-4f4f-4e61-977c-90d57197efab on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 18:56:32.452000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Attempting to bind port beead9d0-4f4f-4e61-977c-90d57197efab by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 18:56:32.452802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Attempting to bind port beead9d0-4f4f-4e61-977c-90d57197efab on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 18:56:32.460454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7728-ccf3-4191-b5c8-bcaa226b8190 None None] Pushing event updated for resources: {'Port': ['ID=beead9d0-4f4f-4e61-977c-90d57197efab,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:32.467109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 18:56:32.467605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:56:32.467871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.468240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 18:56:32.468701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Bound port: beead9d0-4f4f-4e61-977c-90d57197efab, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 18:56:32.469114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.550353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] For port beead9d0-4f4f-4e61-977c-90d57197efab, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 18:56:32.553904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] For port beead9d0-4f4f-4e61-977c-90d57197efab, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=beead9d0-4f4f-4e61-977c-90d57197efab,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 18:56:32.560482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:32.646894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7728-ccf3-4191-b5c8-bcaa226b8190 None None] Pushing event updated for resources: {'Port': ['ID=beead9d0-4f4f-4e61-977c-90d57197efab,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:32.650668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Routers {'559fb8a4-2012-4726-a0e5-67312c52df78'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 18:56:32.651270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T18:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['559fb8a4-2012-4726-a0e5-67312c52df78'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:32.838369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] Set router 559fb8a4-2012-4726-a0e5-67312c52df78 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 18:56:33.212783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:30Z', 'revision_number': 4, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port': {'id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:29Z', 'updated_at': '2022-05-26T18:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:27Z', 'revision_number': 5, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:56:33.217645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b09f51-bce3-45ca-b760-02cdad392ef1 None None] The sync data for ids ['559fb8a4-2012-4726-a0e5-67312c52df78'] in n-d-843146-9 is: [{'id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'name': 'router1', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:56:11Z', 'updated_at': '2022-05-26T18:56:30Z', 'revision_number': 4, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'gw_port': {'id': 'beead9d0-4f4f-4e61-977c-90d57197efab', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:29Z', 'updated_at': '2022-05-26T18:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '55e23ccd-2f28-404f-9bc3-0f6519b7e42d', 'name': '', 'network_id': '51bce441-9c11-4e7e-a688-cb17ba70a1eb', 'tenant_id': '211555ce8aec4905ae3db83c16cb76b2', 'mac_address': 'fa:16:3e:33:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fb8a4-2012-4726-a0e5-67312c52df78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:56:21Z', 'updated_at': '2022-05-26T18:56:27Z', 'revision_number': 5, 'project_id': '211555ce8aec4905ae3db83c16cb76b2', 'subnets': [{'id': 'f2111e0b-ac73-4b51-b925-f15d45431d2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55443ee8-4024-4176-a4c2-cc3ebc61722c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:56:33.445806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device beead9d0-4f4f-4e61-977c-90d57197efab up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:33.527662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port beead9d0-4f4f-4e61-977c-90d57197efab completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:56:33.533694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port beead9d0-4f4f-4e61-977c-90d57197efab triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:33.534610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:33.667284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port beead9d0-4f4f-4e61-977c-90d57197efab is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:33.667815 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:33.687408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port beead9d0-4f4f-4e61-977c-90d57197efab, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=beead9d0-4f4f-4e61-977c-90d57197efab,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 18:56:33.692039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:33.775080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=beead9d0-4f4f-4e61-977c-90d57197efab,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:56:33.842174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44616) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:56:33.974820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-deb6e0d3-2817-4dff-b063-1764183194b7 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1314700 May 26 18:56:35.363110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device beead9d0-4f4f-4e61-977c-90d57197efab up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:56:35.442282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port beead9d0-4f4f-4e61-977c-90d57197efab triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:56:35.442646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:35.562687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port beead9d0-4f4f-4e61-977c-90d57197efab is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:56:44.534860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d63f8a60-3fe0-42aa-9dab-6b67a66c0f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:46.715094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9937615a-f5af-45ea-b680-c27386d8eb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:47.294614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:47.889129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:56:49.424367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:09.081519 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:57:14.549567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-05fc7e3a-b49e-49b7-9eaf-4781746314ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:16.718687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93c09135-fa74-4013-b616-6ca5035e7315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:17.290493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:17.890653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:19.429651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:44.535133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e99fcc72-07b1-4200-a4db-3041e901b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:46.081710 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:57:46.730521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-07a6ad96-825c-4c9b-a61f-eaabe6e12e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:47.295687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:47.909760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:57:49.449500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:14.529434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2a55aaf9-3c91-4635-a770-07602bbd0f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:16.723893 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa494b36-4667-4eb4-b0c0-dc809bf7a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:17.295951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:17.894146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:19.433986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:23.080720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:58:44.347498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45218) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:44.414545 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbad575-780e-4fbe-841b-fd019b1e0c85 admin admin] GET failed (client error): The resource could not be found. May 26 18:58:44.416430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5bbad575-780e-4fbe-841b-fd019b1e0c85 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680208 May 26 18:58:44.532025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ec250921-d338-4fd2-9a2d-fe9bf101baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:44.547685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd784-bacc-475e-bf5a-a58867b0b911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:44.549175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a38bd784-bacc-475e-bf5a-a58867b0b911 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1287992 May 26 18:58:46.725364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0b2346b3-ed22-43cd-a492-2f7d04f18d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:46.776145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45228) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:46.879442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042ad17-7b27-4ea3-b186-d144a2256ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:46.879987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c042ad17-7b27-4ea3-b186-d144a2256ab4 admin admin] Synchronizing usage tracker for tenant:17c6e94537634153a3b99932486ac334 on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 18:58:46.896378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c042ad17-7b27-4ea3-b186-d144a2256ab4 admin admin] Unset dirty status for tenant:17c6e94537634153a3b99932486ac334 on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 18:58:46.897557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c042ad17-7b27-4ea3-b186-d144a2256ab4 admin admin] 10.222.0.24 "GET /v2.0/subnets/f2111e0b-ac73-4b51-b925-f15d45431d2a HTTP/1.1" status: 200 len: 849 time: 0.1204767 May 26 18:58:46.906773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:58:47.027390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.220032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742997949112'] for subnet, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.266204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:47.266782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.268021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] 10.222.0.24 "PUT /v2.0/subnets/f2111e0b-ac73-4b51-b925-f15d45431d2a HTTP/1.1" status: 200 len: 868 time: 0.3649724 May 26 18:58:47.284478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6467cd-15d2-4857-9836-eb458b6d4714 None None] Network 51bce441-9c11-4e7e-a688-cb17ba70a1eb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:58:47.293731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2111e0b-ac73-4b51-b925-f15d45431d2a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:58:47.301889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.302305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.302554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.302882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.303207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.303524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.303844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.304162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.304486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.304794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.305136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.305563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e08e29-e097-40f7-8a06-f30bc1d19680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:58:47.390717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.821573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Provisioning complete for port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:58:47.822221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.924748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:47.981565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Current status of the port 55e23ccd-2f28-404f-9bc3-0f6519b7e42d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:58:47.993730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Provisioning complete for port 3632bde6-ebfb-4845-afc0-0fa69874a383 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:58:47.994148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:48.116749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-297f1b39-401b-416c-8c85-6657bc97dca1 None None] Current status of the port 3632bde6-ebfb-4845-afc0-0fa69874a383 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:58:49.437366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:58:49.503303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:49.675337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa431fa-b299-4c35-9655-5aadfb9658a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:49.675793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa431fa-b299-4c35-9655-5aadfb9658a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:49.677324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8aa431fa-b299-4c35-9655-5aadfb9658a1 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1730137 May 26 18:58:51.849735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45248) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:52.025822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9f443-5940-4a1e-b52c-d36cb5a46036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:52.026338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9f443-5940-4a1e-b52c-d36cb5a46036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:52.027891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8bf9f443-5940-4a1e-b52c-d36cb5a46036 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771903 May 26 18:58:54.320145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45258) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:54.529092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50130dd0-8786-48c3-b2d8-8f8edf9481bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:54.530449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50130dd0-8786-48c3-b2d8-8f8edf9481bd admin admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 886 time: 0.2093737 May 26 18:58:56.725216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45268) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:56.895348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3a455-4a40-4ec3-aa3f-7b6c3ba5bddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:56.896701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-73d3a455-4a40-4ec3-aa3f-7b6c3ba5bddf admin admin] 10.222.0.24 "GET /v2.0/networks/51bce441-9c11-4e7e-a688-cb17ba70a1eb HTTP/1.1" status: 200 len: 869 time: 0.1705253 May 26 18:58:59.088091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45278) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:58:59.193747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb820fc-0875-499a-8abf-ef8baf8d8a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:59.194193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb820fc-0875-499a-8abf-ef8baf8d8a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:58:59.196344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fb820fc-0875-499a-8abf-ef8baf8d8a35 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066842 May 26 18:59:00.080247 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:59:01.389791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:01.501885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e69c2-e866-4b09-96c3-f0bd09fd5505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:01.502444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e69c2-e866-4b09-96c3-f0bd09fd5505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:01.504164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-689e69c2-e866-4b09-96c3-f0bd09fd5505 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1134260 May 26 18:59:03.682344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:03.780968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533364c-1e91-4c37-bd1c-126e75a3decd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:03.782311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b533364c-1e91-4c37-bd1c-126e75a3decd admin admin] 10.222.0.24 "GET /v2.0/subnets/c2cf6b58-2796-4244-b262-b67c4eef4b73 HTTP/1.1" status: 200 len: 816 time: 0.0990064 May 26 18:59:05.959838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45308) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:06.078550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaeee07-b595-4532-859c-259ae113d242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:06.079902 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3aaeee07-b595-4532-859c-259ae113d242 admin admin] 10.222.0.24 "GET /v2.0/subnets/f2111e0b-ac73-4b51-b925-f15d45431d2a HTTP/1.1" status: 200 len: 868 time: 0.1191177 May 26 18:59:14.556670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16af3fc7-c41b-42e0-8574-fc53156f8166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:16.729758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1ab4fb92-a018-4e51-a9b5-b073a0fe75b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:17.294789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:17.899569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:19.439113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:25.221358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45356) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:25.267683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-cfea86b1-849d-4e3b-8467-795964dfc29f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 18:59:25.268675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfea86b1-849d-4e3b-8467-795964dfc29f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463712 May 26 18:59:27.526011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:27.591350 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-63157c0c-ef8f-4d82-bfe4-7d5dccb01336 admin admin] GET failed (client error): The resource could not be found. May 26 18:59:27.592577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63157c0c-ef8f-4d82-bfe4-7d5dccb01336 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656374 May 26 18:59:27.715025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb9d43-f4cd-4ea1-83cd-e89f3bd4c310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:27.716452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-49eb9d43-f4cd-4ea1-83cd-e89f3bd4c310 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200807 May 26 18:59:29.924742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:29.972775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:59:29.977415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:59:29.986697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:59:29.996647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Made reservation on behalf of 17c6e94537634153a3b99932486ac334 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:59:29.998993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:30.088580 n-d-843146-9 neutron-server[88362]: WARNING neutron.services.revisions.revision_plugin [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Could not find related network for resource to bump revision. May 26 18:59:30.101348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:59:30.112466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:30.112748 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Added segment a3375d2c-7608-4bc5-9e8e-10bf0c731d6e of type vlan for network c399946e-1084-4200-96f7-c949c3223949 May 26 18:59:30.142688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:30.173698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:30.174589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:30.175149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:30.280248 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3543694 May 26 18:59:30.282797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Pushing event updated for resources: {'Network': ['ID=c399946e-1084-4200-96f7-c949c3223949,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:59:30.290288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.290654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.290995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.291329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.291691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.292047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.292380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.292731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.293086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.293519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.293757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.294102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef5bfc7-ebea-4dc8-b52b-b0c4f1b24162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:30.308079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c399946e-1084-4200-96f7-c949c3223949 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 18:59:32.484973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45386) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 18:59:32.555884 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04b7311-00ef-4799-9eed-fcc918f9e092 admin admin] GET failed (client error): The resource could not be found. May 26 18:59:32.556417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c04b7311-00ef-4799-9eed-fcc918f9e092 admin admin] Synchronizing usage tracker for tenant:17c6e94537634153a3b99932486ac334 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 18:59:32.571062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c04b7311-00ef-4799-9eed-fcc918f9e092 admin admin] Unset dirty status for tenant:17c6e94537634153a3b99932486ac334 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 18:59:32.572168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c04b7311-00ef-4799-9eed-fcc918f9e092 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0862300 May 26 18:59:32.691631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64367e44-ebe5-4a82-bf99-0431ca765599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:32.692979 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64367e44-ebe5-4a82-bf99-0431ca765599 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1169806 May 26 18:59:32.702821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 18:59:32.707422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 18:59:32.717399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 18:59:32.727336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Made reservation on behalf of 17c6e94537634153a3b99932486ac334 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:59:32.729719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:32.949098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.027449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe26b411-2a5d-4e19-bdbe-8a2246af3d83,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:59:33.037874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:59:33.038263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Network hostable DHCP agents. Network: c399946e-1084-4200-96f7-c949c3223949, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:59:33.060426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Network c399946e-1084-4200-96f7-c949c3223949 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:59:33.070689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c399946e-1084-4200-96f7-c949c3223949) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:59:33.075829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:59:33.076933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.080066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e33993-523b-447b-8408-b1acc526959f None None] Network c399946e-1084-4200-96f7-c949c3223949 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:59:33.100656 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e22b353e-299c-45dd-8073-0334f0490039 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010749 May 26 18:59:33.320581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c399946e-1084-4200-96f7-c949c3223949', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'tenant_id': '17c6e94537634153a3b99932486ac334', 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 18:59:33.321523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.484932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Allocated IP 192.168.233.2 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/4fc2df22-ba92-4c3c-a117-93779aca67d5) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:59:33.691363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.701643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Transition to ACTIVE for port object 4fc2df22-ba92-4c3c-a117-93779aca67d5 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:59:33.719905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Transition to ACTIVE for port object 4fc2df22-ba92-4c3c-a117-93779aca67d5 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 18:59:33.727422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.797817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:59:33.800693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:59:33.805640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Pushing event updated for resources: {'Port': ['ID=4fc2df22-ba92-4c3c-a117-93779aca67d5,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:59:33.808019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 18:59:33.841467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.841814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.842170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.842561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.842809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.843126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.843446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.843765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.844080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.844423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.844708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.845023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:59:33.912853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Attempting to bind port 4fc2df22-ba92-4c3c-a117-93779aca67d5 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 18:59:33.913246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Attempting to bind port 4fc2df22-ba92-4c3c-a117-93779aca67d5 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 18:59:33.913643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Attempting to bind port 4fc2df22-ba92-4c3c-a117-93779aca67d5 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 18:59:33.919529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 18:59:33.919909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 18:59:33.920308 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:33.920754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 18:59:33.921183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Bound port: 4fc2df22-ba92-4c3c-a117-93779aca67d5, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 18:59:33.921577 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:34.016460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] For port 4fc2df22-ba92-4c3c-a117-93779aca67d5, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 18:59:34.020108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] For port 4fc2df22-ba92-4c3c-a117-93779aca67d5, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4fc2df22-ba92-4c3c-a117-93779aca67d5,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 18:59:34.025114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:34.115621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05dfa9-acc7-43eb-b898-10c2016cf857 None None] Pushing event updated for resources: {'Port': ['ID=4fc2df22-ba92-4c3c-a117-93779aca67d5,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:59:34.985046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0afdcc-a256-4883-887b-bbf7b5efa36e None None] Network c399946e-1084-4200-96f7-c949c3223949 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 18:59:35.077011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2e420d93-13d9-44ec-9175-078686906c67 None None] Provisioning for port 4fc2df22-ba92-4c3c-a117-93779aca67d5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:59:35.517771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4fc2df22-ba92-4c3c-a117-93779aca67d5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:59:35.614332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4fc2df22-ba92-4c3c-a117-93779aca67d5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 18:59:35.620125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4fc2df22-ba92-4c3c-a117-93779aca67d5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:59:35.620573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:35.744740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4fc2df22-ba92-4c3c-a117-93779aca67d5 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:59:35.745153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:35.785847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4fc2df22-ba92-4c3c-a117-93779aca67d5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4fc2df22-ba92-4c3c-a117-93779aca67d5,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 18:59:35.789986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:35.863222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4fc2df22-ba92-4c3c-a117-93779aca67d5,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:59:37.078816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 18:59:37.455539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4fc2df22-ba92-4c3c-a117-93779aca67d5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 18:59:37.528064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4fc2df22-ba92-4c3c-a117-93779aca67d5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 18:59:37.528421 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:37.643399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4fc2df22-ba92-4c3c-a117-93779aca67d5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 18:59:44.539737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-62a4a66f-68bb-48cc-b085-aea3b8db7f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:46.733272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fa65570-e631-4054-a4b4-ba239ef9fbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:47.298990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:47.903476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 18:59:49.441179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:14.076987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:00:14.546498 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4884728a-1548-45ad-bde9-3bca57fca716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:16.737484 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f4fcdc8-65f7-454a-89e8-11b9315268d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:17.304459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:17.905011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:19.440861 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:44.539743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6f496ae-cbdc-4dd8-89f4-db8c4fdc4f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:46.740194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-90450223-80ea-49f2-bfbb-3e708f7e23a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:47.297329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:47.908730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:49.444683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:00:51.075314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:01:14.597889 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-10396222-5046-48b1-8d00-f361fa1c38f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:16.742461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9be5-a38f-451a-b0be-ee8bf368ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:17.300708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:17.911064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:19.448021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:23.997764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:01:24.005234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-f2f821ef-449f-4e44-9e48-d86219169a55 tempest-verify_tempest_config-353584493 tempest-verify_tempest_config-353584493-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:01:24.006874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2f821ef-449f-4e44-9e48-d86219169a55 tempest-verify_tempest_config-353584493 tempest-verify_tempest_config-353584493-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074608 May 26 19:01:24.334992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45450) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:01:24.453936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.468922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:01:24.473762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Usage tracker for resource:security_group_rule and tenant:09ffc99eaadd4a15bd6699859742d993 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:01:24.476845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:01:24.482919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:01:24.580282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.584020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.629697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7bb864-9f89-4fb0-a7e2-c1fdd466228b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:01:24.634467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Synchronizing usage tracker for tenant:17c6e94537634153a3b99932486ac334 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:01:24.643558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.643907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.644241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.644575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.644900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.645254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.645576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.645896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.646234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.646552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.646869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.647181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:01:24.662885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] Unset dirty status for tenant:17c6e94537634153a3b99932486ac334 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:01:24.664637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9f5921a2-3e00-4e58-a72b-5079806982b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09ffc99eaadd4a15bd6699859742d993&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3285551 May 26 19:01:24.667304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45456) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:01:24.734991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.760371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.855128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.869761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7bb864-9f89-4fb0-a7e2-c1fdd466228b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:01:24.876773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:24.877935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f9d9b29-09d0-4425-8f93-487e15cc4762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed7bb864-9f89-4fb0-a7e2-c1fdd466228b HTTP/1.1" status: 204 len: 168 time: 0.2090213 May 26 19:01:28.075554 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:01:44.539667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9722c6a7-c42d-4f2d-b83b-e5bbd0eba8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:46.743287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb03c311-63a8-49f8-8a26-0e528dbf0f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:47.303709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:47.914903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:01:49.451070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:05.074624 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:02:14.540617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-80f1ce65-dcbb-44dd-adc8-85ad808d99f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:16.744933 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-05bf0e89-b1cc-45c2-b5e5-27736a0cd675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:17.304991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:17.918772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:19.454457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:42.074513 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:02:44.543494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d7926c-92bb-4539-aba8-7d51dbcfd191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:46.750394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-665bb928-8674-48e0-b75e-5b2d16601769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:47.312756 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:47.921434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:02:49.461262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:14.558342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41f43bf7-af85-4513-bdce-4b6f4e34d6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:16.743288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-38f65156-cd67-4cd0-9ed6-573b17721135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:17.311697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:17.922091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:19.073845 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:03:19.465012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:44.551348 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-07e9bc74-6543-40f7-9e73-df2b1b805405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:46.745563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c24230e2-332e-4044-922e-18417ea59983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:47.427908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:47.925688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:49.464221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:03:56.072527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:04:14.554245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-66a08eb6-dcb0-46d5-a570-0032466bd496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:16.747389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-625c92cf-396b-41af-8903-5e130415d817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:17.301199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:17.927930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:19.467219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:33.071072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 5 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:04:36.091534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:43.625325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-396049'] for agent, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:44.557216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-242e638b-c99c-415e-9e6b-05cb2d25b7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:46.748534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57572369-fd92-45eb-b5cc-ea8c77c80905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:47.302749 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:47.930381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:04:49.470357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:06.080241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:10.071127 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:05:13.578296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:14.571704 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-83654169-b064-4187-bab2-614227aa3aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:16.749617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a77f0e15-5ad7-4ba9-b084-e4928341e1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:17.305455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:17.932332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:19.473509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:28.469815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45516) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:05:28.586598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f74e1369-f1b9-4cf3-b1db-955d36302789 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1156642 May 26 19:05:30.762979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45526) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:05:30.819603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b50ab685-c762-48f0-bd96-a987cfb6e7e1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0555203 May 26 19:05:36.086738 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:43.577630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:44.566343 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-56175bf3-690f-4d8a-b44c-33c8e01e9d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:46.750909 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e7ef324-bf86-4e7f-8243-2009afcbf7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:47.070282 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:05:47.312442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:47.935335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:05:49.477463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:06.084493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:13.609657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:14.580955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6199fcb1-68a7-4616-896e-170447cdb02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:16.759096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-95595e3e-993a-4ef7-9f92-97ddd8658e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:17.306115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:17.938698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:19.488273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:24.069927 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:06:36.085167 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:43.624177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:44.574257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9d932f20-a157-4f0a-bf0a-59dda3c53a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:46.751954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bed8a014-b7d7-41f9-a08a-bf44b230aecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:47.310654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:47.941827 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:06:49.485286 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:01.069190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:07:06.088029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:07.636531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45748) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:08.153077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-939ad6aa-7842-46ed-ade0-f74065b47bb0 tempest-AutoAllocateNetworkTest-1429340240 tempest-AutoAllocateNetworkTest-1429340240-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=925408f38a1d44e88577c84fb0fcf60e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5128498 May 26 19:07:08.153266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45772) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:08.314822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e16d61-7902-4c5c-99b6-84fe722f1210 tempest-AutoAllocateNetworkTest-1429340240 tempest-AutoAllocateNetworkTest-1429340240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:08.319574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45780) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:08.332383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-85e16d61-7902-4c5c-99b6-84fe722f1210 tempest-AutoAllocateNetworkTest-1429340240 tempest-AutoAllocateNetworkTest-1429340240-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1779466 May 26 19:07:08.465861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45788) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:08.466312 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6cb6714c-2e63-4523-ba6f-303b266a520a tempest-AutoAllocateNetworkTest-1429340240 tempest-AutoAllocateNetworkTest-1429340240-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448181 May 26 19:07:08.505079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fa80a2fd-8dd3-4712-95eb-d861ec2159cb tempest-AutoAllocateNetworkTest-1429340240 tempest-AutoAllocateNetworkTest-1429340240-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=925408f38a1d44e88577c84fb0fcf60e HTTP/1.1" status: 200 len: 208 time: 0.0379913 May 26 19:07:09.324116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45830) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:09.753967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:09.769347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:09.773195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Usage tracker for resource:security_group_rule and tenant:925408f38a1d44e88577c84fb0fcf60e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:09.776242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:09.782738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:09.884598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:09.889473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:09.941203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=925408f38a1d44e88577c84fb0fcf60e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6150053 May 26 19:07:09.942455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9fb0b-9cab-417f-87d4-7d5ac9e73ee4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:09.943763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:09.950909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.951252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.951585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.951943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.952239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.952560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.953064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.953382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.953702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.954143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.954468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.954785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dcf107-c9b9-4ae2-9fc2-5bd8fc946540 admin admin] Tracked resource versions report: May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: pushed versions: May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: { 'AddressGroup': {'1.2'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'ConntrackHelper': {'1.0'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Log': {'1.0'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Network': {'1.1'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Port': {'1.7'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'PortForwarding': {'1.2'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'QosPolicy': {'1.8'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SecurityGroup': {'1.4'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SecurityGroupRule': {'1.2'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SubPort': {'1.0'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Subnet': {'1.1'}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Trunk': {'1.1'}} May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: consumer versions: May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: { DHCP agent@n-d-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: HyperV agent@n-h1-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: HyperV agent@n-h2-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: L3 agent@n-d-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: Metadata agent@n-d-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: Metering agent@n-d-843146-9: {}, May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'ConntrackHelper': '1.0', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Log': '1.0', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Network': '1.1', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Port': '1.7', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'PortForwarding': '1.2', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'QosPolicy': '1.8', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SecurityGroup': '1.4', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SecurityGroupRule': '1.2', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'SubPort': '1.0', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Subnet': '1.1', May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: 'Trunk': '1.1'}} May 26 19:07:09.955886 n-d-843146-9 neutron-server[88363]: {{(pid=88363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:07:10.014629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:10.048055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:10.112203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:10.129884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9fb0b-9cab-417f-87d4-7d5ac9e73ee4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:10.140046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.140391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.140729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.141074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.141399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.141720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.142057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.142373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.142690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.143005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.143310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.143629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Tracked resource versions report: May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: pushed versions: May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: { 'AddressGroup': {'1.2'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'ConntrackHelper': {'1.0'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Log': {'1.0'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Network': {'1.1'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Port': {'1.7'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'PortForwarding': {'1.2'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'QosPolicy': {'1.8'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SecurityGroup': {'1.4'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SecurityGroupRule': {'1.2'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SubPort': {'1.0'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Subnet': {'1.1'}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Trunk': {'1.1'}} May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: consumer versions: May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: { DHCP agent@n-d-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: HyperV agent@n-h1-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: HyperV agent@n-h2-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: L3 agent@n-d-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: Metadata agent@n-d-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: Metering agent@n-d-843146-9: {}, May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'ConntrackHelper': '1.0', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Log': '1.0', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Network': '1.1', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Port': '1.7', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'PortForwarding': '1.2', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'QosPolicy': '1.8', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SecurityGroup': '1.4', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SecurityGroupRule': '1.2', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'SubPort': '1.0', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Subnet': '1.1', May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: 'Trunk': '1.1'}} May 26 19:07:10.144731 n-d-843146-9 neutron-server[88362]: {{(pid=88362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:07:10.150748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:10.160806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77226d10-7627-4f89-9d9c-e00bde8951ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12f9fb0b-9cab-417f-87d4-7d5ac9e73ee4 HTTP/1.1" status: 204 len: 168 time: 0.2156489 May 26 19:07:12.316815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45974) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:12.359300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:12.654365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.681737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.700511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:12.708337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Usage tracker for resource:security_group_rule and tenant:a394f7adc7074640a65523199a551a5e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:12.715411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:12.720595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:12.730246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:15da695986fd4d8a81a76b3e1f9ad740 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:12.733633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:12.735982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:12.746217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:12.904362 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.912006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.913131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.933804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:12.992983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b189a68-0952-45bb-a3ff-f6e6326e1f3f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:13.038350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a936d9-f005-4b53-b27f-d72ce4b217c3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:13.046485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46044) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:13.059502 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-389f7910-2c16-43e0-8dd1-ac1ebcaafc5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a394f7adc7074640a65523199a551a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7414198 May 26 19:07:13.070758 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03e358d2-c24b-4e73-ac44-0822df697fe0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15da695986fd4d8a81a76b3e1f9ad740&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7102704 May 26 19:07:13.071566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:13.140845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.176094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.186063 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.221190 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.235707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.255420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b189a68-0952-45bb-a3ff-f6e6326e1f3f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:13.267259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.271693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-23fe1738-4fde-4994-9d3e-90f5376d731e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b189a68-0952-45bb-a3ff-f6e6326e1f3f HTTP/1.1" status: 204 len: 168 time: 0.2235770 May 26 19:07:13.307770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.332728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.333869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11a936d9-f005-4b53-b27f-d72ce4b217c3 HTTP/1.1" status: 204 len: 168 time: 0.2611837 May 26 19:07:13.336265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5cee-40a3-4b3e-b8dc-280e4807742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a936d9-f005-4b53-b27f-d72ce4b217c3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:13.368165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46078) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:13.632609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.754125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.778281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:13.782991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Usage tracker for resource:security_group_rule and tenant:e2e9581c947e409cb9f38bca131ee8d4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:13.786293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:13.793750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:13.885770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46124) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:13.912314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.929019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:13.944321 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.946840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Usage tracker for resource:security_group_rule and tenant:1b62486dba5b43ddacce70eff26da817 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:13.950145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:13.952752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:13.974178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:13.994830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f39aaec-610d-44c1-a854-6ddd0a56c6dc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:14.043476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7b30570a-b52d-4357-9524-ee65ae23c45c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2e9581c947e409cb9f38bca131ee8d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6740048 May 26 19:07:14.045876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:14.139475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.175743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.188851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.190888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:14.196252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.250578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.286018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.297675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:14.305291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f39aaec-610d-44c1-a854-6ddd0a56c6dc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:14.321234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.332810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c282b2073124e2e815ac940d018310f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:14.349651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8e62c873-3650-465f-ae43-9ba30bb9a65f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f39aaec-610d-44c1-a854-6ddd0a56c6dc HTTP/1.1" status: 204 len: 168 time: 0.2785540 May 26 19:07:14.354452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:14.363440 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b62486dba5b43ddacce70eff26da817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4733970 May 26 19:07:14.364580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dfe9e-204e-46ca-9907-ce6e32e3082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1298db-8710-47b0-a48b-0bd933a32167,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:14.365224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46166) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:14.368933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:14.417530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46174) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:14.535676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.541718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.584810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.632680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806737eb-f653-45c2-80c7-24b7bc55fe7f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:14.654168 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.664171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a0e3bbb7-1b67-4eee-96ec-0a655fcc82de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.687029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6bb57b79-bcc7-481c-baf4-f5cce1db46c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c282b2073124e2e815ac940d018310f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4950659 May 26 19:07:14.689527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:14.760421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.797929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.799071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd1298db-8710-47b0-a48b-0bd933a32167 HTTP/1.1" status: 204 len: 168 time: 0.4318769 May 26 19:07:14.808023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91e380-f79c-49df-ae64-ebdebeb4dc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1298db-8710-47b0-a48b-0bd933a32167,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:14.834234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.873502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.966756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:14.984324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806737eb-f653-45c2-80c7-24b7bc55fe7f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:15.008410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.013536 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a013731c-125c-4ce0-b4cd-6bde098dd090 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/806737eb-f653-45c2-80c7-24b7bc55fe7f HTTP/1.1" status: 204 len: 168 time: 0.3189769 May 26 19:07:15.085659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.104376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:15.108551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Usage tracker for resource:security_group_rule and tenant:d03f4bc969324f11b6805aad9f0e87cf is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:15.114162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46226) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:15.114687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:15.122224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:15.224734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.230367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.264131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46234) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:15.277927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100b1db-9f04-4453-9720-35ce05a38a23,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:15.295437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-173352ea-44c9-420b-b1ac-add098724c77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d03f4bc969324f11b6805aad9f0e87cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8727884 May 26 19:07:15.295664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:15.298542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.334345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:15.343850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Usage tracker for resource:security_group_rule and tenant:a30ad665b355420c9354e29f48db1fb7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:15.353097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:15.365648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:15.470489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.511601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.599677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.603775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.670554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0155c61e-c297-4fba-87e9-411a77ca2153,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:15.689650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.718215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f44e2a54-a316-4a72-83c6-5ee2f4f6ace6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a30ad665b355420c9354e29f48db1fb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4504850 May 26 19:07:15.718215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100b1db-9f04-4453-9720-35ce05a38a23,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:15.719581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:15.737235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.741965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f07d72cf-fefd-445f-81bf-515a3dc7e5e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4100b1db-9f04-4453-9720-35ce05a38a23 HTTP/1.1" status: 204 len: 168 time: 0.4449885 May 26 19:07:15.849351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.905250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.947841 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:15.993321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:15.996370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.000416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e4133bc7c5b5468595863a40713d7501 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:16.004443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:16.014190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:16.035632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155c61e-c297-4fba-87e9-411a77ca2153,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:16.073088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.078820 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bfea761f-4ee0-46bd-bc44-8895bd5de544 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0155c61e-c297-4fba-87e9-411a77ca2153 HTTP/1.1" status: 204 len: 168 time: 0.3573918 May 26 19:07:16.225737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.238206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.339005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4133bc7c5b5468595863a40713d7501&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2235963 May 26 19:07:16.340634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496c6cc-d533-4626-b8cf-78ea57e53dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a5a10-ac77-4186-81af-6aa9e6e1c164,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:16.341603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:16.434020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.482703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.561566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.585266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a5a10-ac77-4186-81af-6aa9e6e1c164,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:16.587009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.589172 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77db670c-2aa8-4847-ae13-65c970795684 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d8a5a10-ac77-4186-81af-6aa9e6e1c164 HTTP/1.1" status: 204 len: 168 time: 0.2462821 May 26 19:07:16.669858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46346) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:16.695102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.722178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:16.728186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Usage tracker for resource:security_group_rule and tenant:8882ba931eaf49cdb02f183c6266152c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:16.733236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:16.744640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:16.761856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-577c12d7-1987-42c4-a5d5-48370d49c412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.879069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.885966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:16.953497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8882ba931eaf49cdb02f183c6266152c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2787862 May 26 19:07:16.953497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b963345-6c09-47df-937c-b9b0e79a077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c0ba6b-12eb-410b-a5ff-ac00015125df,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:16.953834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46366) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:17.068886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.110861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.174690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.192302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c0ba6b-12eb-410b-a5ff-ac00015125df,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:17.199908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.201065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dcf7a3e2-45a6-4199-8017-e042cb929c53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12c0ba6b-12eb-410b-a5ff-ac00015125df HTTP/1.1" status: 204 len: 168 time: 0.2475684 May 26 19:07:17.317025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.411074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46410) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:17.441812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.462877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:17.469232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:82f4a0712aa248869db881a8a755c840 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:17.472109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:17.478282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:17.574480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.579903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.664339 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f4a0712aa248869db881a8a755c840&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515056 May 26 19:07:17.665232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6b3c5-b50a-41f1-a1bb-17151524e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cffd7c2-a21f-4eb1-ab50-40935b220fcd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:17.667191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46418) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:17.746348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.775928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.841702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.859680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cffd7c2-a21f-4eb1-ab50-40935b220fcd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:17.878853 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:17.881085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7d5da639-21f3-48d2-b80b-72f70ca2d170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cffd7c2-a21f-4eb1-ab50-40935b220fcd HTTP/1.1" status: 204 len: 168 time: 0.2117603 May 26 19:07:17.892651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46438) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:17.946516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.213458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46456) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:18.216935 n-d-843146-9 neutron-server[88363]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 19:07:18.250248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-72e9838f-a573-4e17-97b2-5aad03d19077 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344582 May 26 19:07:18.373354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.403275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:18.411997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Usage tracker for resource:security_group_rule and tenant:c210b4f3da704c0f86aadf26310b0c29 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:18.426746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:18.438617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:18.483692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-dd1a8287-546f-4551-a50e-91207c2f40e0 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:18.485267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-dd1a8287-546f-4551-a50e-91207c2f40e0 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318776 May 26 19:07:18.494085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46464) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:18.524724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-604d9279-273a-4fd9-a667-42102bca48b3 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/quotas/ba54f07d73fd47a0a1c257ee833183e8 HTTP/1.1" status: 200 len: 375 time: 0.0186565 May 26 19:07:18.601863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-b69e46a7-acf3-4fa7-bede-888072ea2fd7 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689037 May 26 19:07:18.624940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.630548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.695015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c210b4f3da704c0f86aadf26310b0c29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7999225 May 26 19:07:18.696258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438c9df-cbfd-4f62-a897-5d3457732a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f91a883-55dc-4a53-a6af-4bdb10567684,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:18.696630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:18.777893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.837217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.901439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.918539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f91a883-55dc-4a53-a6af-4bdb10567684,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:18.932155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:18.933464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-43889cdb-ec3c-4c59-9440-6c91cdd19924 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f91a883-55dc-4a53-a6af-4bdb10567684 HTTP/1.1" status: 204 len: 168 time: 0.2350724 May 26 19:07:18.973511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-network', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:18.978327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:18.982546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Usage tracker for resource:network and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:18.985512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:18.991743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:19.004719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Made reservation on behalf of aa209c0ea17f48458d814cf830d5bb67 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:19.007903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.033472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.051281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:19.056007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Usage tracker for resource:security_group_rule and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:19.061336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:19.067748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:19.163376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.168317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.199398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:07:19.213200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cba72df-c17f-4845-95e4-35286e2c5bea,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:19.218551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.219252 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Added segment f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca of type vlan for network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 May 26 19:07:19.253097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.293719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.296011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:19.296648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.433779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9341874 May 26 19:07:19.433779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726586-7e30-45cb-88a4-06b372ddb2be admin admin] Pushing event updated for resources: {'Network': ['ID=4d995fa8-d69f-4f72-a5c8-a443844bb1f7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:19.434074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46524) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:19.440161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Request body: {'subnet': {'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-subnet', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:19.443670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:07:19.462444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:19.469605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Usage tracker for resource:subnet and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:19.476463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:19.489816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:19.502544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Made reservation on behalf of aa209c0ea17f48458d814cf830d5bb67 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:19.506323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.515794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:19.574259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.740412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:19.768484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.785616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.790673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:19.796759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Usage tracker for resource:security_group_rule and tenant:c6fadc05b82d4c8abf9a78a9f5204a9a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:19.802045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:19.810230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:19.868852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Checking segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:19.869498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Network hostable DHCP agents. Network: 4d995fa8-d69f-4f72-a5c8-a443844bb1f7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:07:19.891633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d74a1e-db5c-4c24-944c-def09c635a51,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:19.907893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:07:19.931814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4d995fa8-d69f-4f72-a5c8-a443844bb1f7) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:19.936755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:19.939029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.940976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f55b3-4feb-4ce1-9451-6a72430fe8b1 None None] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:07:19.943305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.949508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:19.974394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a9baaf1-49ba-471a-9980-f2c02bfaa308 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5385444 May 26 19:07:19.977191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:19.985485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:19.991288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:19.997532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Usage tracker for resource:router and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:20.003745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:20.012142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:20.029072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.031570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.046092 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6fadc05b82d4c8abf9a78a9f5204a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009362 May 26 19:07:20.048446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46556) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:20.050125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f46cf-1088-4014-8cd7-f20c69da1d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17c5af4-413d-4d67-b844-0d3e0e40670e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:20.097833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.189989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.218208 n-d-843146-9 neutron-server[88362]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 19:07:20.262040 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.292278 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e9e710e-9c0d-4282-80e4-807d406bf248 req-ecdaf2b7-4f33-41a3-8d29-fa82bac2d376 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 210 time: 0.7749341 May 26 19:07:20.385923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.391611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:07:20.403425 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.443340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17c5af4-413d-4d67-b844-0d3e0e40670e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:20.462684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.466922 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-86c6d12c-2316-476b-958c-db01aae70892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17c5af4-413d-4d67-b844-0d3e0e40670e HTTP/1.1" status: 204 len: 168 time: 0.4102380 May 26 19:07:20.591478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:20.715362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Allocated IP 172.20.0.2 (4d995fa8-d69f-4f72-a5c8-a443844bb1f7/90d74a1e-db5c-4c24-944c-def09c635a51/da6318e5-db03-4417-a5e4-69aa38d6a452) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:21.045079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.058074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Transition to ACTIVE for port object da6318e5-db03-4417-a5e4-69aa38d6a452 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:21.116066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Transition to ACTIVE for port object da6318e5-db03-4417-a5e4-69aa38d6a452 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:21.127483 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.133443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.174437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.209944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:21.215851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:21.229227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:21.326885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Pushing event updated for resources: {'Port': ['ID=da6318e5-db03-4417-a5e4-69aa38d6a452,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:21.348625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.348956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.349479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.349984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.350453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.351872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.352357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.352824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.353364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.353832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.354319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.354801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Tracked resource versions report: May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: pushed versions: May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: { 'AddressGroup': {'1.2'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'ConntrackHelper': {'1.0'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Log': {'1.0'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Network': {'1.1'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Port': {'1.7'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'PortForwarding': {'1.2'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'QosPolicy': {'1.8'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SecurityGroup': {'1.4'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SecurityGroupRule': {'1.2'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SubPort': {'1.0'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Subnet': {'1.1'}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Trunk': {'1.1'}} May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: consumer versions: May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: { DHCP agent@n-d-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: HyperV agent@n-h1-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: HyperV agent@n-h2-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: L3 agent@n-d-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: Metadata agent@n-d-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: Metering agent@n-d-843146-9: {}, May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'ConntrackHelper': '1.0', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Log': '1.0', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Network': '1.1', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Port': '1.7', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'PortForwarding': '1.2', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'QosPolicy': '1.8', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SecurityGroup': '1.4', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SecurityGroupRule': '1.2', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'SubPort': '1.0', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Subnet': '1.1', May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: 'Trunk': '1.1'}} May 26 19:07:21.356082 n-d-843146-9 neutron-server[88364]: {{(pid=88364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:07:21.374457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Attempting to bind port da6318e5-db03-4417-a5e4-69aa38d6a452 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:21.374903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Attempting to bind port da6318e5-db03-4417-a5e4-69aa38d6a452 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:21.375333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Attempting to bind port da6318e5-db03-4417-a5e4-69aa38d6a452 on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:21.387839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:21.388212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Checking segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:21.388621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.389007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Bound using segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:21.389505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Bound port: da6318e5-db03-4417-a5e4-69aa38d6a452, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:21.389897 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.413823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Allocated IP 172.25.0.174 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e3221545-dc4f-4ecb-8cec-a67b97292503) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:21.604203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] For port da6318e5-db03-4417-a5e4-69aa38d6a452, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:21.613768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] For port da6318e5-db03-4417-a5e4-69aa38d6a452, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=da6318e5-db03-4417-a5e4-69aa38d6a452,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:21.620364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-355b2001-d643-4e85-b8cd-23b439dc70a1 req-52550f58-33b8-4c4f-a3aa-138313cf7790 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 210 time: 0.0659535 May 26 19:07:21.635592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.712113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.759750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.13', 57436) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:21.797082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:21.826325 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-7d58350f-0125-4c74-865e-13f2f95ea881 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649230 May 26 19:07:21.969747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3221545-dc4f-4ecb-8cec-a67b97292503,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:21.975417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa74c-b72b-489a-865a-a224610c4514 None None] Pushing event updated for resources: {'Port': ['ID=da6318e5-db03-4417-a5e4-69aa38d6a452,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:21.985147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:21.986619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:21.988887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:22.165122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-8735cc44-c4d0-40a1-9657-394c76bb016d tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:22.175430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-8735cc44-c4d0-40a1-9657-394c76bb016d tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3375516 May 26 19:07:22.277173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Request body: {'port': {'device_id': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': 'ba54f07d73fd47a0a1c257ee833183e8'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:22.621325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:22.625586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Usage tracker for resource:port and tenant:ba54f07d73fd47a0a1c257ee833183e8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:22.629609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:22.637581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:22.649198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Made reservation on behalf of ba54f07d73fd47a0a1c257ee833183e8 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:22.654356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:22.671940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:22.688462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:22.691406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:22.696404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Usage tracker for resource:security_group_rule and tenant:ba54f07d73fd47a0a1c257ee833183e8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:22.700700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:22.717852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:22.838921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:22.844578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:22.965746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e553c8-3292-43df-a042-b67aa38ab76c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:23.036937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70c42e7d-792a-45d9-b78f-654ef322e5c1 req-fd646434-7152-41ea-acf6-46c8db5310c8 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 210 time: 0.1009381 May 26 19:07:23.129090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Allocated IP 192.168.233.144 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/83bc38a9-3124-4241-85e0-a478107868ee) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:23.441989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:23.493823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0304c8-1aaf-47d8-9113-db1d8d6a09a4 None None] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:07:23.501543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:23.578988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Transition to ACTIVE for port object 83bc38a9-3124-4241-85e0-a478107868ee will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:23.741016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-238e16e5-82b5-4201-97b6-38596ffd0df0 None None] Provisioning for port da6318e5-db03-4417-a5e4-69aa38d6a452 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:23.868537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device da6318e5-db03-4417-a5e4-69aa38d6a452 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:23.892055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-00017afa-d553-4bac-b9df-b9f2977652c8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680982 May 26 19:07:24.016111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Router 87e1266e-5273-4b87-b45f-4b2762455b78 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:07:24.163609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:24.302968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port da6318e5-db03-4417-a5e4-69aa38d6a452 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:24.336054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port da6318e5-db03-4417-a5e4-69aa38d6a452 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:24.336915 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:24.553566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:24.560963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:24.589181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:24.596559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:24.603812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:24.621152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port da6318e5-db03-4417-a5e4-69aa38d6a452 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:24.622009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:24.654240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Pushing event updated for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:24.702712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:07:24.712632 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:07:24.730140 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:24.731090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:24.756983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-0807390c-17f0-4b96-9d4b-b9b294f84069 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:24.770195 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-0807390c-17f0-4b96-9d4b-b9b294f84069 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8599162 May 26 19:07:24.805899 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-f53f6910-e9e6-4b65-8d38-92864e32e4fa tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5396645 May 26 19:07:24.818499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-6a4614fb-c481-4786-ac85-71ba0cc997c0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/quotas/9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 375 time: 0.0472839 May 26 19:07:24.825636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32af87-17e7-4c19-b79e-171350ac971f req-ee4b1e0b-2aa0-4df9-acc9-5ccb808272f7 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:24.843504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca32af87-17e7-4c19-b79e-171350ac971f req-ee4b1e0b-2aa0-4df9-acc9-5ccb808272f7 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 936 time: 0.4018064 May 26 19:07:24.845558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:24.846818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6a2ee1c0-b078-4660-a99a-0313ebbf55c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8683908 May 26 19:07:24.853961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46720) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:24.899563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port da6318e5-db03-4417-a5e4-69aa38d6a452, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=da6318e5-db03-4417-a5e4-69aa38d6a452,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:24.902989 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:25.001716 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:25.061433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-39a8d839-5834-4039-9a99-e016ea3e827f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:07:25.067909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-39a8d839-5834-4039-9a99-e016ea3e827f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2461393 May 26 19:07:25.090266 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-72199786-05ac-4a4b-a482-3393a4bcee9c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2547770 May 26 19:07:25.167851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=da6318e5-db03-4417-a5e4-69aa38d6a452,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:25.192767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9ba6df6c-8b65-4ec7-9777-361e9ae49c1a None None] Provisioning for port 83bc38a9-3124-4241-85e0-a478107868ee completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:25.226967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9ba6df6c-8b65-4ec7-9777-361e9ae49c1a None None] Provisioning complete for port 83bc38a9-3124-4241-85e0-a478107868ee triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:25.228919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df6c-8b65-4ec7-9777-361e9ae49c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:25.300703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca32af87-17e7-4c19-b79e-171350ac971f req-beb4d269-8997-489b-a9ad-496d354d596e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477963 May 26 19:07:25.433618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6df6c-8b65-4ec7-9777-361e9ae49c1a None None] Port 83bc38a9-3124-4241-85e0-a478107868ee cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:25.593156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab2ef974-beb0-4ed7-a395-bdea0ad4f893 None None] Provisioning complete for port da6318e5-db03-4417-a5e4-69aa38d6a452 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:25.593156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab2ef974-beb0-4ed7-a395-bdea0ad4f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:25.891308 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:22Z', 'revision_number': 3, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:25.920535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device da6318e5-db03-4417-a5e4-69aa38d6a452 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:25.923504 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:07:25.926219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Updating router 87e1266e-5273-4b87-b45f-4b2762455b78 port e3221545-dc4f-4ecb-8cec-a67b97292503 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:07:26.111521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port da6318e5-db03-4417-a5e4-69aa38d6a452 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:26.111818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:26.217500 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-b400e318-f3dd-42e6-8f00-4376c79c841a tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ded11b7b085417f99298a1fc5194d6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625019 May 26 19:07:26.289348 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:26.391989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ef974-beb0-4ed7-a395-bdea0ad4f893 None None] Current status of the port da6318e5-db03-4417-a5e4-69aa38d6a452 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:26.480883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Request body: {'port': {'device_id': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'device_owner': 'compute:tempest-test_az-425333456', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:26.688994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port da6318e5-db03-4417-a5e4-69aa38d6a452 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:26.735536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-3ad9ec52-b9b8-4fcf-8827-7016356afea4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:26.742713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-3ad9ec52-b9b8-4fcf-8827-7016356afea4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5233617 May 26 19:07:26.767243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-04d1e557-0ce8-4162-be2b-30d863ed9d07 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/quotas/9ded11b7b085417f99298a1fc5194d6a HTTP/1.1" status: 200 len: 375 time: 0.0235546 May 26 19:07:26.823377 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-c73415b3-a718-4af5-a6a9-08af23dfe12d tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551717 May 26 19:07:27.036845 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.053152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d5933a1-bb16-464c-8af9-1b6228b0a513 req-3ded9cef-749e-4341-a472-b7ce99ac2754 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.4877698 May 26 19:07:27.077802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.701873 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.732797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Transition to ACTIVE for port object e3221545-dc4f-4ecb-8cec-a67b97292503 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:27.757704 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.880183 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Attempting to bind port e3221545-dc4f-4ecb-8cec-a67b97292503 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:27.880830 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Attempting to bind port e3221545-dc4f-4ecb-8cec-a67b97292503 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:27.881387 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Attempting to bind port e3221545-dc4f-4ecb-8cec-a67b97292503 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:27.883868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Pushing event updated for resources: {'Port': ['ID=e3221545-dc4f-4ecb-8cec-a67b97292503,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:27.894483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:27.895138 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:27.895723 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.896302 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:27.896954 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Bound port: e3221545-dc4f-4ecb-8cec-a67b97292503, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:27.897578 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:27.930031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.930773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.931448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.932129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.943411 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.945675 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.946762 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.948309 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.948902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.950060 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.952487 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.953192 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Tracked resource versions report: May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: pushed versions: May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: { 'AddressGroup': {'1.2'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'ConntrackHelper': {'1.0'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Log': {'1.0'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Network': {'1.1'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Port': {'1.7'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'PortForwarding': {'1.2'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'QosPolicy': {'1.8'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SecurityGroup': {'1.4'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SecurityGroupRule': {'1.2'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SubPort': {'1.0'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Subnet': {'1.1'}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Trunk': {'1.1'}} May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: consumer versions: May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: { DHCP agent@n-d-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: HyperV agent@n-h1-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: HyperV agent@n-h2-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: L3 agent@n-d-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: Metadata agent@n-d-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: Metering agent@n-d-843146-9: {}, May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: Open vSwitch agent@n-d-843146-9: { 'AddressGroup': '1.2', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'ConntrackHelper': '1.0', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Log': '1.0', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Network': '1.1', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Port': '1.7', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'PortForwarding': '1.2', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'QosPolicy': '1.8', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SecurityGroup': '1.4', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SecurityGroupRule': '1.2', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'SubPort': '1.0', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Subnet': '1.1', May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: 'Trunk': '1.1'}} May 26 19:07:27.954578 n-d-843146-9 neutron-server[88365]: {{(pid=88365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 19:07:28.097917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] For port e3221545-dc4f-4ecb-8cec-a67b97292503, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:28.101996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Allocated IP 172.20.0.1 (4d995fa8-d69f-4f72-a5c8-a443844bb1f7/90d74a1e-db5c-4c24-944c-def09c635a51/45478644-c729-4a3c-9cca-a34b0d3a690a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:28.106233 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] For port e3221545-dc4f-4ecb-8cec-a67b97292503, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e3221545-dc4f-4ecb-8cec-a67b97292503,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:28.113306 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:28.327598 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:28.335303 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:28.443239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e3edc55e-7b6f-433c-a42b-f99885d74518 req-13786746-6b2e-402b-9191-59f5ece8b0d9 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.1443939 May 26 19:07:28.454867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83bc38a9-3124-4241-85e0-a478107868ee {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:28.465496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2f16-f2d4-4047-8e88-39287ae511b6 req-30a299e5-11cf-46bd-8d72-67f91cc78ce6 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:28.472785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-970c2f16-f2d4-4047-8e88-39287ae511b6 req-30a299e5-11cf-46bd-8d72-67f91cc78ce6 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 936 time: 0.8959196 May 26 19:07:28.483370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.53', 63982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:28.485975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:28.501819 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169d93-1ac3-4d7e-915b-50eb0835bbba None None] Pushing event updated for resources: {'Port': ['ID=e3221545-dc4f-4ecb-8cec-a67b97292503,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:28.530260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Transition to ACTIVE for port object 83bc38a9-3124-4241-85e0-a478107868ee will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:28.539992 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:28.630810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:28.643329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-eb03abdf-2fbf-456f-8fd4-99c3db8e6307 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097882 May 26 19:07:28.709592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Pushing event updated for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:28.797420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:28.857020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-970c2f16-f2d4-4047-8e88-39287ae511b6 req-28ea148f-874c-4d8e-9d08-05aafbad0aee tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831894 May 26 19:07:28.861847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Transition to ACTIVE for port object 45478644-c729-4a3c-9cca-a34b0d3a690a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:29.045854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Attempting to bind port 83bc38a9-3124-4241-85e0-a478107868ee on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:29.046531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Attempting to bind port 83bc38a9-3124-4241-85e0-a478107868ee by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:29.047124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Attempting to bind port 83bc38a9-3124-4241-85e0-a478107868ee on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:29.061597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Port 83bc38a9-3124-4241-85e0-a478107868ee on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:07:29.062175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Attempting to bind port 83bc38a9-3124-4241-85e0-a478107868ee on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:29.077645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:29.078235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:29.079002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:29.079728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Bound port: 83bc38a9-3124-4241-85e0-a478107868ee, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:29.080240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:29.136006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-4186281b-4d8b-4dcb-8a16-d5ecc6cd35e8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:29.137553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-4186281b-4d8b-4dcb-8a16-d5ecc6cd35e8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612706 May 26 19:07:29.157510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:29.263511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Request body: {'port': {'device_id': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9b9b00b5537b4f13ab4a100f7123d2ab'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:29.355098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:29.361251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=83bc38a9-3124-4241-85e0-a478107868ee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:29.413678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:29.501157 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad535639-acfa-452f-b97b-0b3063c8e5b9 req-aa2f326b-5a08-41ad-99cd-25cb5ae7c259 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.1379313 May 26 19:07:29.522852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:29.523470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:29.528161 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] 10.222.0.13 "PUT /v2.0/ports/83bc38a9-3124-4241-85e0-a478107868ee HTTP/1.1" status: 200 len: 1117 time: 3.9946127 May 26 19:07:29.528768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:29.846591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae7e-dfa1-440c-bead-912ed22a6930 service neutron] Pushing event updated for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:29.901308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-125ea2d0-5305-4ec0-bc4b-b413fca99d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:29.906455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-125ea2d0-5305-4ec0-bc4b-b413fca99d04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 1120 time: 0.2803822 May 26 19:07:29.922676 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:22Z', 'revision_number': 3, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:29.943697 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c2cb3-0a79-43ae-836e-6a2562620410 None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:22Z', 'revision_number': 3, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:07:29.965646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:30.012267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:30.027179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:30.027819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:30.097928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Pushing event updated for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:30.197853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-b154a864-1d88-4aaf-a179-1161922a04c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=83bc38a9-3124-4241-85e0-a478107868ee HTTP/1.1" status: 200 len: 217 time: 0.2760158 May 26 19:07:30.198374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.53', 63986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:30.432624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:30.460885 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b4025f-09a7-4604-a5da-808d45d5e06d'] response: {'name': 'network-changed', 'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee', 'status': 'completed', 'code': 200} May 26 19:07:30.499807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6110798b-5802-45c8-8045-d1c2c809d2fc None None] Provisioning for port 45478644-c729-4a3c-9cca-a34b0d3a690a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:30.500344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Usage tracker for resource:port and tenant:9b9b00b5537b4f13ab4a100f7123d2ab is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:30.500424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6110798b-5802-45c8-8045-d1c2c809d2fc None None] Provisioning complete for port 45478644-c729-4a3c-9cca-a34b0d3a690a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:30.500424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6110798b-5802-45c8-8045-d1c2c809d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:30.532363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9212f997-678d-4f34-92d2-5a814dc3aa4a req-f0057438-c3d8-4adf-8d7d-2a7029697a05 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.3296726 May 26 19:07:30.536539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:30.620490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:30.750989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Made reservation on behalf of 9b9b00b5537b4f13ab4a100f7123d2ab for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:30.781846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:30.842702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:30.867514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6110798b-5802-45c8-8045-d1c2c809d2fc None None] Port 45478644-c729-4a3c-9cca-a34b0d3a690a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:30.868679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-7b6a73de-a9f8-4677-aa20-b73038bb0400 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9ded11b7b085417f99298a1fc5194d6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6660442 May 26 19:07:31.107395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:31.116524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Usage tracker for resource:security_group_rule and tenant:9b9b00b5537b4f13ab4a100f7123d2ab is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:31.130215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:31.149308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:31.192851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:31.209235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-772e05b6-65ed-4918-b4dd-b43148a7ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:31.210865 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-772e05b6-65ed-4918-b4dd-b43148a7ea89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.7042575 May 26 19:07:31.411862 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bc9ecedd-ca82-40b7-b203-2433934f4e5f req-50a19803-1672-4900-bad7-2212364f108e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.2367105 May 26 19:07:31.556122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-8949b316-2981-45ac-acf9-766a840dc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:31.571585 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-8949b316-2981-45ac-acf9-766a840dc37d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505912 May 26 19:07:31.586387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-3eaccdc2-c83b-4bf0-a16a-645e1ec6b9d9 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:31.588275 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-3eaccdc2-c83b-4bf0-a16a-645e1ec6b9d9 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7082551 May 26 19:07:31.657540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Request body: {'port': {'device_id': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9ded11b7b085417f99298a1fc5194d6a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:31.928546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e3221545-dc4f-4ecb-8cec-a67b97292503 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:31.933796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:31.986517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.182359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e3221545-dc4f-4ecb-8cec-a67b97292503 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:32.194637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e3221545-dc4f-4ecb-8cec-a67b97292503 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:32.195275 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.267749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.340635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.387721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:32.422817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e3221545-dc4f-4ecb-8cec-a67b97292503 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:32.423558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.450144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e3221545-dc4f-4ecb-8cec-a67b97292503, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e3221545-dc4f-4ecb-8cec-a67b97292503,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:32.457760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.518919 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba388aaa-3523-420f-9bde-a2b61fa96d35 req-0f23ba01-5a06-47c2-a848-6e0bcb592f8f tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.5137389 May 26 19:07:32.533873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:32.542017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d100e9945341d98f7424ffa5225c2d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:32.549765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:32.570405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:32.575073 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-51280be2-c4de-46e2-adf3-4e040cae67e4 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9842665 May 26 19:07:32.694793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e3221545-dc4f-4ecb-8cec-a67b97292503,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:32.752974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:32.754730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.772905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:32.783823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Usage tracker for resource:port and tenant:9ded11b7b085417f99298a1fc5194d6a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:32.794339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:32.879567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b377235-d890-48a3-98dd-d69807118110,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:32.964217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:32.973956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd3d80-0553-40f8-a7d5-8a301284b829,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:33.028049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c7f35b2-68e7-41d9-907e-c708d6f0fa44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d100e9945341d98f7424ffa5225c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8545132 May 26 19:07:33.053995 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8af21d15-17c0-4098-85ea-5a4324fbf1a6 req-5cd55b09-5306-4e65-86fc-25435ee21689 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.2393801 May 26 19:07:33.061807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46896) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:33.100181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf82b-5fa4-40ed-810d-ec047e6a619b req-b2213cab-c230-4630-b65c-cd2a3559ea0a tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:33.113560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5ebf82b-5fa4-40ed-810d-ec047e6a619b req-b2213cab-c230-4630-b65c-cd2a3559ea0a tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 2.2766778 May 26 19:07:33.130871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Made reservation on behalf of 9ded11b7b085417f99298a1fc5194d6a for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:33.139193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.216539 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4073e023-54b0-46b6-b12b-8d63457280a5 req-5aa0b7c4-d41c-42f1-8ff6-944a9ace75e4 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005673 May 26 19:07:33.219631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.270326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.279464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:33.296750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Usage tracker for resource:security_group_rule and tenant:9ded11b7b085417f99298a1fc5194d6a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:33.311211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:33.324184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:33.343498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:33.373961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5ebf82b-5fa4-40ed-810d-ec047e6a619b req-a8995bfc-7ecf-434f-b14d-7a15bd5b5dc9 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593794 May 26 19:07:33.396797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Usage tracker for resource:security_group_rule and tenant:31bdee0aa73c4e3d87b07837cd0efe95 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:33.407488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:33.482865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:33.517737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:07:33.522796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.614067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.627589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.697731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.700680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.701781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.767004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e3221545-dc4f-4ecb-8cec-a67b97292503 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:33.886424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b352cc-6a5b-4bae-a859-93c243ab7867,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:33.940206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e3221545-dc4f-4ecb-8cec-a67b97292503 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:33.940972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:33.971338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Allocated IP 192.168.233.206 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/20d227c8-03a8-4306-b048-1e2d1933c39d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:34.044309 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5fccba9f-b208-478e-8caa-f8d2482e0901 req-8748a20b-da62-41c0-9262-a12c97650b84 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.1452510 May 26 19:07:34.064874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:34.080494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-d4645b77-d6b4-448c-b5cf-ae096a181515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:34.082448 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-d4645b77-d6b4-448c-b5cf-ae096a181515 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 1120 time: 0.5580473 May 26 19:07:34.273778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e3221545-dc4f-4ecb-8cec-a67b97292503 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:34.402910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Pushing event updated for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:34.441789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-835c251c-f83a-499e-8b61-4a5e2455c22c req-b89408bd-3b79-487b-9b86-25488f559628 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.1410325 May 26 19:07:34.444488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-5b1a90f6-4b3f-4485-abbb-4d7e777dbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:34.456448 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-5b1a90f6-4b3f-4485-abbb-4d7e777dbdd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3481543 May 26 19:07:34.666542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:34.679417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:34.680895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-6c4f5b50-ae49-4fc1-9ba0-de3a27b5b219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=83bc38a9-3124-4241-85e0-a478107868ee HTTP/1.1" status: 200 len: 217 time: 0.2231934 May 26 19:07:34.688276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:34.716381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:34.720013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:34.920977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-125309ab-3f49-4b29-94b3-b969441f9f3f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:34.924384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-125309ab-3f49-4b29-94b3-b969441f9f3f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Synchronizing usage tracker for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:34.932083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-623497fa-1047-4837-b70e-172755271c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:34.935693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-623497fa-1047-4837-b70e-172755271c49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2372754 May 26 19:07:34.939967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857e3fa-b404-45c8-9e77-affa960e681f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:34.956556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d0b5df1c-013f-4e5d-8f50-570ee48ecb3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31bdee0aa73c4e3d87b07837cd0efe95&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1980860 May 26 19:07:35.040300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46908) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:35.164755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd3d80-0553-40f8-a7d5-8a301284b829,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:35.264634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-125309ab-3f49-4b29-94b3-b969441f9f3f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Unset dirty status for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:35.288127 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-125309ab-3f49-4b29-94b3-b969441f9f3f tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 0.7034812 May 26 19:07:35.335489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-005947a6-f6fb-4272-b098-a00882981edc None None] Provisioning complete for port 45478644-c729-4a3c-9cca-a34b0d3a690a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:35.336248 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-005947a6-f6fb-4272-b098-a00882981edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:35.404447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-3fe9483f-a9bd-4f6c-8c19-81c1c811177e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Synchronizing usage tracker for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:35.428067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-0964a214-8b4a-455b-b34c-28170c81d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:35.430311 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-0964a214-8b4a-455b-b34c-28170c81d848 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4545581 May 26 19:07:35.474817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-005947a6-f6fb-4272-b098-a00882981edc None None] Port 45478644-c729-4a3c-9cca-a34b0d3a690a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:35.499242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-3fe9483f-a9bd-4f6c-8c19-81c1c811177e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Unset dirty status for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:35.515445 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-72754b97-2ce2-40f9-b69e-bfb63c2bae34 req-3fe9483f-a9bd-4f6c-8c19-81c1c811177e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236574 May 26 19:07:35.561209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b478793c-fd8c-4b7b-907c-14d629b6536d req-ee1d19b1-d64c-47c2-8234-777f9eb07a6f tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.0698848 May 26 19:07:35.570236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:35.588786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:07:35.632980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:35.639681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:35.644747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-11432c85-cc9f-4f5d-9f1d-195ceefdff74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8bd3d80-0553-40f8-a7d5-8a301284b829 HTTP/1.1" status: 204 len: 168 time: 2.4895892 May 26 19:07:35.826095 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-d5445812-a3f5-4b93-8afc-e6acfa49c7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809144 May 26 19:07:35.840974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Transition to ACTIVE for port object 20d227c8-03a8-4306-b048-1e2d1933c39d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:36.149284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.171911 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-43470650-eeea-4fe7-a757-b03e6960343a req-e661e18e-b007-4f47-b6ea-d81e6f10e6ff tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 210 time: 0.3288324 May 26 19:07:36.350274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.495608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:07:36.511084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:07:36.539904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-570e9a0d-b79f-4c7e-a297-fc94b3341373 admin admin] 10.222.0.24 "PUT /v2.0/routers/87e1266e-5273-4b87-b45f-4b2762455b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6782026 May 26 19:07:36.567998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.599339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:36.602402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:36.661445 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fc996e33-ddc4-4b58-9d08-60c7bcc61542 req-21c31593-042e-44ea-91ff-cfdab33c9f7b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019031 May 26 19:07:36.661942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46926) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:36.749537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.751921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.761962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:36.795357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857e3fa-b404-45c8-9e77-affa960e681f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:36.798697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:36.801566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe1d20fe-16b9-4bbc-95a4-5ad902858417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a857e3fa-b404-45c8-9e77-affa960e681f HTTP/1.1" status: 204 len: 168 time: 1.7372844 May 26 19:07:36.803648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:36.824735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:36.844663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Allocated IP 192.168.233.9 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/e8bf2186-74b1-4420-8cde-5353401d3ad7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:36.850761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Usage tracker for resource:security_group_rule and tenant:19bc2b4a7eee48d98e53e97baaf01837 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:36.854779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:36.866504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:36.892889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:36.895140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:36.896440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:37.080965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8208742 May 26 19:07:37.144281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ec541-3d63-4c6e-8e1f-6e9ff1fb3a01 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:37.203372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-e83dea4f-c388-4da4-b1cd-7fbb9f4df9ad tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:07:37.206236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:37.215519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-e83dea4f-c388-4da4-b1cd-7fbb9f4df9ad tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845139 May 26 19:07:37.480466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1ae2ddb3-f244-4cb1-a13d-da9c4f7addc7 req-31242eee-ca4f-4c93-b22a-4b41ee2b1c7c tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.4366143 May 26 19:07:37.518626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:37.579276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713c34d-263b-45d0-ae84-d12637094c01 req-f5d3d6ee-2187-44bb-bcc2-be2893386b08 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:37.592638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1713c34d-263b-45d0-ae84-d12637094c01 req-f5d3d6ee-2187-44bb-bcc2-be2893386b08 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 0.5077872 May 26 19:07:37.613142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:37.704820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1713c34d-263b-45d0-ae84-d12637094c01 req-138ec861-0073-4ded-8a36-94c8e8f750f9 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095278 May 26 19:07:38.075576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:07:38.142699 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19bc2b4a7eee48d98e53e97baaf01837&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4653666 May 26 19:07:38.147566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:38.162605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937fff4-bd49-4e9e-a62c-d0908b6464f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b925d6-de22-4686-8146-1467f31a2542,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:38.163396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Request body: {'port': {'device_id': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:38.302651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c5570dcb-5153-4a85-9498-36a8573e499a None None] Provisioning for port 20d227c8-03a8-4306-b048-1e2d1933c39d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:38.316969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c5570dcb-5153-4a85-9498-36a8573e499a None None] Provisioning complete for port 20d227c8-03a8-4306-b048-1e2d1933c39d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:38.321098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5570dcb-5153-4a85-9498-36a8573e499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:38.330014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24ef89-1104-4262-b85f-1b98dcb99815 req-2e69f3a5-40f8-46dd-8834-682152bda820 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:38.341488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5f24ef89-1104-4262-b85f-1b98dcb99815 req-2e69f3a5-40f8-46dd-8834-682152bda820 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 936 time: 0.5087719 May 26 19:07:38.369545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46956) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:38.442132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5570dcb-5153-4a85-9498-36a8573e499a None None] Port 20d227c8-03a8-4306-b048-1e2d1933c39d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:38.598269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 2, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:38.608471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:07:38.609333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Updating router 87e1266e-5273-4b87-b45f-4b2762455b78 port 45478644-c729-4a3c-9cca-a34b0d3a690a binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:07:38.641893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:38.675541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:38.718284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:38.778766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46968) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:38.813626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:38.821056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:7565b9bc899c499a88189b4701ef0818 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:38.825381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:38.832973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:38.867903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-network', 'tenant_id': '23d529ff6acd4c6caccef196eacee387'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:38.888878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Transition to ACTIVE for port object e8bf2186-74b1-4420-8cde-5353401d3ad7 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:38.897949 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5f24ef89-1104-4262-b85f-1b98dcb99815 req-5152b6bd-7d64-4101-a2bc-df888f9295d6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345869 May 26 19:07:39.019221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:39.071935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.079493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Usage tracker for resource:network and tenant:23d529ff6acd4c6caccef196eacee387 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:39.083863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.105500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:39.120301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c494e1a5-9cab-4d82-9ab7-1fb09269009f req-a7509bc5-77f3-4cf4-9a97-7f98763f95d5 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.2169449 May 26 19:07:39.120980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.168054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:39.172869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.202797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Made reservation on behalf of 23d529ff6acd4c6caccef196eacee387 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:39.205078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.235168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.346099 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7565b9bc899c499a88189b4701ef0818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719284 May 26 19:07:39.356402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46972) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:39.378539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.466149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.488282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:39.500698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Usage tracker for resource:security_group_rule and tenant:23d529ff6acd4c6caccef196eacee387 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:39.520141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:39.532918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:39.558257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:39.562049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:39.566387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.567659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:39.579976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:39.580904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.674423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4c64-98c8-4d9b-8e84-92342eb61fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36bb4cf-b87b-405d-bf3f-4e98b53d4890,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:39.726930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.730000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Pushing event updated for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:39.798738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-9d1dda6d-23c3-4db3-bdaa-aea041650969 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.1542244 May 26 19:07:39.820352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67168b-e024-40a3-9690-487847276776 req-c51ffe55-5e49-4c47-948f-ee0aaa2be035 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:39.823334 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67168b-e024-40a3-9690-487847276776 req-c51ffe55-5e49-4c47-948f-ee0aaa2be035 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 0.5118809 May 26 19:07:39.830216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Request body: {'port': {'device_id': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:39.843600 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:39.866891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Transition to ACTIVE for port object 45478644-c729-4a3c-9cca-a34b0d3a690a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:39.899020 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.013305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.036225 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67168b-e024-40a3-9690-487847276776 req-2abef934-bfd4-4702-be81-25a2d942ffb1 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486652 May 26 19:07:40.087911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.113862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b925d6-de22-4686-8146-1467f31a2542,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:40.155481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.156971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ff52dd0-9575-4a18-b7db-63d9e7d0c93d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1b925d6-de22-4686-8146-1467f31a2542 HTTP/1.1" status: 204 len: 168 time: 2.0072079 May 26 19:07:40.214362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae2f32-16f1-4c34-b560-bd0039a6886d None None] Pushing event updated for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:40.322382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-40cd8017-d160-4d5a-a7f7-d077cf521d06 None None] Provisioning for port e8bf2186-74b1-4420-8cde-5353401d3ad7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:40.342750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.354364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-40cd8017-d160-4d5a-a7f7-d077cf521d06 None None] Provisioning complete for port e8bf2186-74b1-4420-8cde-5353401d3ad7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:40.354728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-40cd8017-d160-4d5a-a7f7-d077cf521d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.447711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.449543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36bb4cf-b87b-405d-bf3f-4e98b53d4890,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:40.456228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.457815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2293e7f-0b12-4b03-bbf6-44c8d13f0682 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e36bb4cf-b87b-405d-bf3f-4e98b53d4890 HTTP/1.1" status: 204 len: 168 time: 1.0955460 May 26 19:07:40.465603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.579732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:07:40.634306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-40cd8017-d160-4d5a-a7f7-d077cf521d06 None None] Port e8bf2186-74b1-4420-8cde-5353401d3ad7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:40.663533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-b750cb2e-5aeb-468e-94e3-ff470d0f3a20 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:40.669882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-b750cb2e-5aeb-468e-94e3-ff470d0f3a20 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:40.696349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f40ee0-d3e6-469a-8e4e-90bca37496f6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:40.706270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.718063 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Added segment 77ca8379-157f-4bd8-9b82-c4073e854d84 of type vlan for network 979200a1-bb4a-47ba-a9cb-d30724dad36a May 26 19:07:40.744830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d227c8-03a8-4306-b048-1e2d1933c39d {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:40.786997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.825391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-b750cb2e-5aeb-468e-94e3-ff470d0f3a20 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:40.833407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-b750cb2e-5aeb-468e-94e3-ff470d0f3a20 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 936 time: 0.6880865 May 26 19:07:40.861181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:40.894008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Transition to ACTIVE for port object 20d227c8-03a8-4306-b048-1e2d1933c39d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:40.943624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.101440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:07:41.228918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Attempting to bind port 45478644-c729-4a3c-9cca-a34b0d3a690a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:41.229572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Attempting to bind port 45478644-c729-4a3c-9cca-a34b0d3a690a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:41.229669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Attempting to bind port 45478644-c729-4a3c-9cca-a34b0d3a690a on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:41.252416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:41.252681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Checking segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:41.253141 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.253569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Bound using segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:41.254065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Bound port: 45478644-c729-4a3c-9cca-a34b0d3a690a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:41.254499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.450721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-71205f25-5c9e-4c43-8555-97e20468bc72 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:41.534180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] For port 45478644-c729-4a3c-9cca-a34b0d3a690a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:41.540966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] For port 45478644-c729-4a3c-9cca-a34b0d3a690a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45478644-c729-4a3c-9cca-a34b0d3a690a,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:41.553197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.557991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.560312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:41.563476 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:41.660614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:41.706744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae2f32-16f1-4c34-b560-bd0039a6886d None None] Pushing event updated for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:41.747874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:41.749451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:42.059427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-6f681919-9050-4141-86c2-94a77d2a0cb4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:42.060638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-6f681919-9050-4141-86c2-94a77d2a0cb4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Synchronizing usage tracker for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:42.196726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-6f681919-9050-4141-86c2-94a77d2a0cb4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Unset dirty status for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:42.197869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-6f681919-9050-4141-86c2-94a77d2a0cb4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 934 time: 1.7330394 May 26 19:07:42.321329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:42.387521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-71205f25-5c9e-4c43-8555-97e20468bc72 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:42.388539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30c28995-24bc-45a5-a96b-7b2cbc703982 req-71205f25-5c9e-4c43-8555-97e20468bc72 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5538898 May 26 19:07:42.421064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6029205 May 26 19:07:42.423837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47024) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:42.464092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Request body: {'subnet': {'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-subnet', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:42.468299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:42.474455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:42.474455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:42.487633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:07:42.489813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:42.502040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-fd528db9-bab6-4954-af5f-adf543fdeb90 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Synchronizing usage tracker for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:42.511196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4ef4-1011-486f-9680-31cff20a3c4a admin admin] Pushing event updated for resources: {'Network': ['ID=979200a1-bb4a-47ba-a9cb-d30724dad36a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:42.521032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:42.530747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:42.531908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:42.532886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:42.534122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Bound port: 20d227c8-03a8-4306-b048-1e2d1933c39d, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:42.534607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:42.601644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bf2186-74b1-4420-8cde-5353401d3ad7 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:42.627484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:42.630241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-fd528db9-bab6-4954-af5f-adf543fdeb90 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Unset dirty status for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:42.631436 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c84fc038-4b8a-46b7-8b48-0b94442a872c req-fd528db9-bab6-4954-af5f-adf543fdeb90 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236426 May 26 19:07:42.662733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Transition to ACTIVE for port object e8bf2186-74b1-4420-8cde-5353401d3ad7 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:42.666160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:07:42.668706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:42.835473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:42.853470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:42.859614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Usage tracker for resource:subnet and tenant:23d529ff6acd4c6caccef196eacee387 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:42.883700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:42.888450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:42.945532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:43.061765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Pushing event updated for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:43.202133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Made reservation on behalf of 23d529ff6acd4c6caccef196eacee387 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:07:43.228256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:43.276281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Attempting to bind port e8bf2186-74b1-4420-8cde-5353401d3ad7 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:43.278032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Attempting to bind port e8bf2186-74b1-4420-8cde-5353401d3ad7 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:43.279132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Attempting to bind port e8bf2186-74b1-4420-8cde-5353401d3ad7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:43.292398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Port e8bf2186-74b1-4420-8cde-5353401d3ad7 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:07:43.294705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Attempting to bind port e8bf2186-74b1-4420-8cde-5353401d3ad7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:43.318201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:43.319558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:43.324866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:43.325739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Bound port: e8bf2186-74b1-4420-8cde-5353401d3ad7, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:43.326387 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:43.561821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:43.567967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:43.585395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:43.620633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:43.621592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:43.632920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] 10.222.0.53 "PUT /v2.0/ports/20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 1096 time: 5.6540706 May 26 19:07:43.641333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:43.845994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:43.848046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:43.856007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] 10.222.0.53 "PUT /v2.0/ports/e8bf2186-74b1-4420-8cde-5353401d3ad7 HTTP/1.1" status: 200 len: 1094 time: 4.0311582 May 26 19:07:43.909551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:44.003309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:44.136128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:41Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:44.163235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bdfcea-7242-4292-9f13-1a344532f8f7 None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:41Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:07:44.315034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2a96d-5755-410a-98a6-a2dc7d56500d service neutron] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:44.395266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9934c-a339-4ef2-90e1-ab742eb4786e service neutron] Pushing event updated for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:44.475730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d6d30-3e27-4005-8e4e-2339dd04e311 req-6cc6e703-a3e7-4510-9f43-b0d9346d794f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:44.480717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a85d6d30-3e27-4005-8e4e-2339dd04e311 req-6cc6e703-a3e7-4510-9f43-b0d9346d794f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.5416214 May 26 19:07:44.571938 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a85d6d30-3e27-4005-8e4e-2339dd04e311 req-7723a95e-ad6a-423e-a5a8-fa696f774ea6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 May 26 19:07:44.634613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46c3f629-d00b-43d4-91cc-f107fda70a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:44.731067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf0af9-a7fb-49f8-8492-c7345550f787 req-e4d7d6e0-9a1b-4534-bdf2-b8d242ed0778 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:44.739590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ebf0af9-a7fb-49f8-8492-c7345550f787 req-e4d7d6e0-9a1b-4534-bdf2-b8d242ed0778 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 2.1438828 May 26 19:07:44.843641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:44.936690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25df7db-70a7-44b5-bac5-170bcef73fed req-27b63bf4-b6bb-4b9d-87d0-1d40a880676b tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:44.941155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b25df7db-70a7-44b5-bac5-170bcef73fed req-27b63bf4-b6bb-4b9d-87d0-1d40a880676b tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 946 time: 0.2138534 May 26 19:07:44.970705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ebf0af9-a7fb-49f8-8492-c7345550f787 req-a24d5f7a-1932-4f59-a469-e6c1340b0115 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296703 May 26 19:07:45.028936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb8a9a3-8776-43df-a828-1feb451ecfe2,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:45.043869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Checking segment: {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:45.044218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Network hostable DHCP agents. Network: 979200a1-bb4a-47ba-a9cb-d30724dad36a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:07:45.082363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:07:45.097296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 979200a1-bb4a-47ba-a9cb-d30724dad36a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:45.112226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e18f4-80e5-4b28-989e-b58644e7bbd0 None None] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:07:45.162624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:45.163355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:45.222765 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a77c1a1-f232-40ef-8cb9-2dbd4366327a'] response: {'name': 'network-changed', 'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7', 'status': 'completed', 'code': 200} May 26 19:07:45.230540 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b25df7db-70a7-44b5-bac5-170bcef73fed req-e022191c-4522-489a-8cbf-a7d14cc196ee tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758193 May 26 19:07:45.242254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-816ce703-1de0-462a-a9e7-933de50148b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8073936 May 26 19:07:45.249791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:45.265275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:45.275031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:45.275356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-e1efd885-41ff-4cb4-a9d2-eefeb379e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:45.277640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-e1efd885-41ff-4cb4-a9d2-eefeb379e8fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 1097 time: 0.1590843 May 26 19:07:45.284472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Usage tracker for resource:router and tenant:23d529ff6acd4c6caccef196eacee387 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:45.290275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:45.300718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:45.323273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:45.325569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:45.356048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:45.418612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-e2caff76-f5a3-4608-806c-be4586710890 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7 HTTP/1.1" status: 200 len: 217 time: 0.1303115 May 26 19:07:45.546839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-d48ffb6a-60fe-465c-9f41-bc8e6a0b4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:45.548692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-d48ffb6a-60fe-465c-9f41-bc8e6a0b4b8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1222537 May 26 19:07:45.731912 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956234bc-6fb6-4ccf-a3db-9fc1852cbb40'] response: {'name': 'network-changed', 'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'status': 'completed', 'code': 200} May 26 19:07:45.797400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-979200a1-bb4a-47ba-a9cb-d30724dad36a', 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'fixed_ips': [{'subnet_id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:07:45.800917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:45.811797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-38d34902-b331-47a1-aa79-1790f9280ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:45.813621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-38d34902-b331-47a1-aa79-1790f9280ab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567518 May 26 19:07:45.984543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45478644-c729-4a3c-9cca-a34b0d3a690a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:46.142828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:46.171056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-b1e8289b-b31b-4afd-b448-e507a695c0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936537 May 26 19:07:46.289363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 45478644-c729-4a3c-9cca-a34b0d3a690a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:46.311144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Allocated IP 172.20.0.2 (979200a1-bb4a-47ba-a9cb-d30724dad36a/ecb8a9a3-8776-43df-a828-1feb451ecfe2/1ac75a14-1960-43ad-9cb3-e2d6d79127f6) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:46.318911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 45478644-c729-4a3c-9cca-a34b0d3a690a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:46.319458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:46.414702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-974deaf9-34b8-4a45-aa75-2ca9eb204858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:46.417296 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-974deaf9-34b8-4a45-aa75-2ca9eb204858 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 1.3561687 May 26 19:07:46.595793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee821d5-6259-43f4-b59a-c84e562673bf req-ef55b53f-f677-463b-a2a8-0afbe958fc59 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160907 May 26 19:07:46.767410 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-c7cbb501-44ce-4de3-aaf5-ddd4de66ddd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.3254039 May 26 19:07:46.835406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-670b2f12-1aff-48d5-881b-11f371a741f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:46.842271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 45478644-c729-4a3c-9cca-a34b0d3a690a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:46.842994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:46.851907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53478e2-0f7e-4e73-bafa-ed1d65c5cbfd req-1d2b35e0-a87c-4efe-860d-6d267a8f8d54 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:46.854024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d53478e2-0f7e-4e73-bafa-ed1d65c5cbfd req-1d2b35e0-a87c-4efe-860d-6d267a8f8d54 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.8229272 May 26 19:07:46.895647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-4839a4fc-404e-414e-80e3-e38bbf2c2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:46.897168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-4839a4fc-404e-414e-80e3-e38bbf2c2664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1219556 May 26 19:07:46.942281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47106) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:46.958033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 45478644-c729-4a3c-9cca-a34b0d3a690a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45478644-c729-4a3c-9cca-a34b0d3a690a,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:46.962036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c11d-59f1-4e03-8219-6562521dd194 req-e8b17a60-135a-4e24-afbb-c53a8a74fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:46.964042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-e8b17a60-135a-4e24-afbb-c53a8a74fcac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 1097 time: 0.2159977 May 26 19:07:46.967430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:46.974722 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.011882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d53478e2-0f7e-4e73-bafa-ed1d65c5cbfd req-e4b511dc-8a06-4843-b92a-3253dbb9d107 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506915 May 26 19:07:47.072130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Transition to ACTIVE for port object 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:47.117603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Transition to ACTIVE for port object 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:47.126799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:47.132029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.189658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:47.196454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:47.207128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:47.261278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c11d-59f1-4e03-8219-6562521dd194 req-5e0ae43d-9354-4d14-bacc-21aa48fa3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.263066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-5e0ae43d-9354-4d14-bacc-21aa48fa3f6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2872710 May 26 19:07:47.294794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714e710-f03a-49f8-b36f-f7504b6972e1 req-eae0b0e7-9e58-404a-a7fb-af22b1456bfe tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.296667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d714e710-f03a-49f8-b36f-f7504b6972e1 req-eae0b0e7-9e58-404a-a7fb-af22b1456bfe tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 0.6810732 May 26 19:07:47.366837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.379255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Attempting to bind port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:47.379965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Attempting to bind port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:47.380232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Attempting to bind port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 on network 979200a1-bb4a-47ba-a9cb-d30724dad36a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:47.382645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Pushing event updated for resources: {'Port': ['ID=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:47.389094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.391361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:47.391361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Checking segment: {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:47.391659 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.391985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Bound using segment: {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:47.392446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Bound port: 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:47.392819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.394370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-5eaa6736-3335-4f5b-8a40-148fc4610584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.395774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-5eaa6736-3335-4f5b-8a40-148fc4610584 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4849975 May 26 19:07:47.408257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.425547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-faf983f5-7d94-492a-8df7-84351fcba064 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7 HTTP/1.1" status: 200 len: 217 time: 0.1256881 May 26 19:07:47.431591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:47.436308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Usage tracker for resource:security_group_rule and tenant:7be8c62d8ce044e2be88c6aab2ce707d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:47.440880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:47.447357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:47.468332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.496649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] For port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:47.501212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] For port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:47.506254 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.516902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d714e710-f03a-49f8-b36f-f7504b6972e1 req-91bd8e70-ce33-4bf1-a338-dbcc073d3404 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510358 May 26 19:07:47.591308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028440ab-3e2c-425b-ab82-cb2b44d4533b None None] Pushing event updated for resources: {'Port': ['ID=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:47.620675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c11d-59f1-4e03-8219-6562521dd194 req-c409cf75-e234-4901-81dc-fa9ac5d75ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.622754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-c409cf75-e234-4901-81dc-fa9ac5d75ff1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1531949 May 26 19:07:47.677539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6f36-8ec7-4e9f-a7ce-973b3ba5705e req-5ad54db2-3def-41f0-9c70-5d592117e132 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.679637 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04fc6f36-8ec7-4e9f-a7ce-973b3ba5705e req-5ad54db2-3def-41f0-9c70-5d592117e132 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 946 time: 0.4175575 May 26 19:07:47.732484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45478644-c729-4a3c-9cca-a34b0d3a690a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:47.772364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.781920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.842804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475c11d-59f1-4e03-8219-6562521dd194 req-bb4c493d-78cd-42ba-b464-8785fc94a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:47.844872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-bb4c493d-78cd-42ba-b464-8785fc94a7c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2101634 May 26 19:07:47.844999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-47368115-e39e-45ae-8373-bc764fbcccc9 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401882 May 26 19:07:47.873276 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04fc6f36-8ec7-4e9f-a7ce-973b3ba5705e req-9d5690b7-70b3-4b01-9fe6-a8deed0656bc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727509 May 26 19:07:47.887084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7be8c62d8ce044e2be88c6aab2ce707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337060 May 26 19:07:47.896831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47132) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:47.908008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368f182-fd4d-448b-822c-636ea04f8b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e7d04-eedb-4fa6-aa06-ea869143cd42,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:47.971436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 45478644-c729-4a3c-9cca-a34b0d3a690a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:47.971791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:47.978862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Allocated IP 172.25.0.34 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/eccdad38-8ee6-4eb7-a412-68eadd99dc0a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:48.135436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.252382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-5a9e5627-efc5-4577-87dd-83595ea15634 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957033 May 26 19:07:48.253244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.266798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 45478644-c729-4a3c-9cca-a34b0d3a690a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:48.340065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:48.370099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.413966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.419378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b5ecc9-9f12-466d-ae7d-4143e7012d96 req-2a13b5c6-7d04-40cc-a4ed-890216f78db6 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448503 May 26 19:07:48.475908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b7bd-47de-4659-ba14-90d5f2f4600d req-3671e6c0-cd65-4c6b-91d6-cd6f675f6924 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:48.477800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e8e6b7bd-47de-4659-ba14-90d5f2f4600d req-3671e6c0-cd65-4c6b-91d6-cd6f675f6924 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.2403970 May 26 19:07:48.540701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.551191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9475c11d-59f1-4e03-8219-6562521dd194 req-af64dbcc-c7e1-4f70-bfcc-e0415e8d117a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874584 May 26 19:07:48.559936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:48.565196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Usage tracker for resource:security_group_rule and tenant:7f74410c91b5407b8e6ab26640d250fb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:48.568876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:48.573509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.580230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.589876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:48.600916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e7d04-eedb-4fa6-aa06-ea869143cd42,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:48.623677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.627476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-110be154-3c16-49c1-800d-1b1c5b6b89cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a92e7d04-eedb-4fa6-aa06-ea869143cd42 HTTP/1.1" status: 204 len: 168 time: 0.7270021 May 26 19:07:48.691749 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e8e6b7bd-47de-4659-ba14-90d5f2f4600d req-e24c9060-7eac-4757-8c86-40a2efb71d78 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724021 May 26 19:07:48.698815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:48.713997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:48.721306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:48.783054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.792677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:48.828831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 83bc38a9-3124-4241-85e0-a478107868ee details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:07:48.876378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Pushing event updated for resources: {'Port': ['ID=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:48.895523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aad5eb-c923-4b4e-987e-e23ce99457c9 req-4a62b816-2fc5-4ed0-8d34-1bd39855aab4 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:48.897771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79aad5eb-c923-4b4e-987e-e23ce99457c9 req-4a62b816-2fc5-4ed0-8d34-1bd39855aab4 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 969 time: 0.1991656 May 26 19:07:48.898590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b23f59-e9a1-4951-901a-7967cdac111a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:48.906649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-e585aeac-2612-4f22-9b07-a75a0f3d02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:48.908634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-e585aeac-2612-4f22-9b07-a75a0f3d02e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 0.4294298 May 26 19:07:48.940087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-241461b6-f5a9-4082-82eb-a4db88884903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f74410c91b5407b8e6ab26640d250fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962451 May 26 19:07:48.942708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47160) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:49.024750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79aad5eb-c923-4b4e-987e-e23ce99457c9 req-b80f518c-1409-4b2c-b36c-f5b42813433b tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 May 26 19:07:49.091406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:49.123454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.126623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=83bc38a9-3124-4241-85e0-a478107868ee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:49.146947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da4da64-d589-46df-b300-c8110de0f314 None None] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:07:49.163042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.167036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:49.180304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Usage tracker for resource:security_group_rule and tenant:e088e1a5350e40b1bf7404e9aa225689 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:49.185617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:49.210283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:49.215141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '83bc38a9-3124-4241-85e0-a478107868ee', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '83bc38a9-3124-4241-85e0-a478107868ee', 'mac_address': 'fa:16:3e:34:aa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:tempest-test_az-425333456', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:07:49.217265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.313679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a2d74de-06cc-4717-b3f1-f4fc5f0e9c2e None None] Provisioning for port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:49.331127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.334103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 83bc38a9-3124-4241-85e0-a478107868ee is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:49.334496 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.369675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83bc38a9-3124-4241-85e0-a478107868ee {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:49.370895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b23f59-e9a1-4951-901a-7967cdac111a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:49.385103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.389210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eaaa705d-4390-44b3-bda3-a2d7775f5aa1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33b23f59-e9a1-4951-901a-7967cdac111a HTTP/1.1" status: 204 len: 168 time: 0.4429719 May 26 19:07:49.408047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.413778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.443645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=83bc38a9-3124-4241-85e0-a478107868ee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:49.451306 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.459620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-8f0a261b-43ad-46f2-983f-44e19af50e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:49.461123 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-8f0a261b-43ad-46f2-983f-44e19af50e15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3324106 May 26 19:07:49.475772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569278-4bad-4dd5-ae2d-baea32bd1be0 req-5cd0a8e0-1dd4-4ea0-a29b-295229e9efaf tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:49.477970 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8e569278-4bad-4dd5-ae2d-baea32bd1be0 req-5cd0a8e0-1dd4-4ea0-a29b-295229e9efaf tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 946 time: 0.3478935 May 26 19:07:49.497493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e088e1a5350e40b1bf7404e9aa225689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970532 May 26 19:07:49.501733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47170) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:49.505511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc665f-5bf3-4cca-8da0-85d479a4f5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1704725-4504-4fb8-839a-4605800f95f1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:49.584324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.585262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.597221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:49.610077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-c70748f3-aeaa-4a47-a2de-ba475dceada3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1311204 May 26 19:07:49.633458 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.705244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.737359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['83bc38a9-3124-4241-85e0-a478107868ee'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:07:49.746572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1704725-4504-4fb8-839a-4605800f95f1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:49.755161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.756298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-797a7ce2-9b9b-4803-afac-fe3324a007fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1704725-4504-4fb8-839a-4605800f95f1 HTTP/1.1" status: 204 len: 168 time: 0.2535930 May 26 19:07:49.757125 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8e569278-4bad-4dd5-ae2d-baea32bd1be0 req-f97c7e01-5ed0-4c9b-ab2f-8af8d814ce45 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200620 May 26 19:07:49.779035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:49.895250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:49.967117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-2bfde27c-7f7c-413d-9378-1bb541c80862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:49.969963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-2bfde27c-7f7c-413d-9378-1bb541c80862 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3497686 May 26 19:07:50.039598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47180) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:50.057822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:50.073729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:50.074094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.104091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.149662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:50.172191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0861f1cf7b5d46338c134b20a50b6c6f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:50.185501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:50.201025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e4c24-7905-40fe-a5ec-93bac85fcad3 req-2943d681-7122-486e-be66-71e68a2b6252 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:50.207472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e20e4c24-7905-40fe-a5ec-93bac85fcad3 req-2943d681-7122-486e-be66-71e68a2b6252 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.2932532 May 26 19:07:50.218947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:50.257311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:50.257708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.297649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:50.302584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.306769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e20e4c24-7905-40fe-a5ec-93bac85fcad3 req-91d7a007-ad68-4e07-b7d2-96163efe9d04 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 May 26 19:07:50.388051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:50.414545 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.422816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.469072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0861f1cf7b5d46338c134b20a50b6c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262884 May 26 19:07:50.471616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47194) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:50.488348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88398f-59ca-4464-b32f-b5dc0559c6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa145d63-c33f-4650-aa16-191670e844ca,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:50.489335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e8bf2186-74b1-4420-8cde-5353401d3ad7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:07:50.499939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.542526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.569921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.626518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-522545b0-7372-4a56-9e85-b004ce62f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:50.628111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-522545b0-7372-4a56-9e85-b004ce62f8ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3070176 May 26 19:07:50.633583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.666284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa145d63-c33f-4650-aa16-191670e844ca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:50.671029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:50.675634 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.679046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8a45a53-6ab6-4618-a48e-8f2d7a5e2039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa145d63-c33f-4650-aa16-191670e844ca HTTP/1.1" status: 204 len: 168 time: 0.2042596 May 26 19:07:50.689263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51829-02ce-423b-b652-7b383aa9e1e8 req-c8dc6f17-14d1-427b-b9e2-3be342291c0e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:50.690738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6c51829-02ce-423b-b652-7b383aa9e1e8 req-c8dc6f17-14d1-427b-b9e2-3be342291c0e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 970 time: 0.3685668 May 26 19:07:50.698253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e8bf2186-74b1-4420-8cde-5353401d3ad7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'e8bf2186-74b1-4420-8cde-5353401d3ad7', 'mac_address': 'fa:16:3e:e5:4c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:07:50.816966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e8bf2186-74b1-4420-8cde-5353401d3ad7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:50.817448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.832746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 83bc38a9-3124-4241-85e0-a478107868ee up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:50.885887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bf2186-74b1-4420-8cde-5353401d3ad7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:50.917843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:50.926487 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:50.953754 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6c51829-02ce-423b-b652-7b383aa9e1e8 req-18c7c657-fb57-4717-bd13-e7d1f76da87c tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369933 May 26 19:07:51.015832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 83bc38a9-3124-4241-85e0-a478107868ee completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:51.030007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 83bc38a9-3124-4241-85e0-a478107868ee triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:51.030402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:51.077943 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-f918ab2c-5cdc-4a7b-9e9a-e73e7bce72f8 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970904 May 26 19:07:51.081516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Router 6d49cc5b-c189-412b-930e-2e5022826b8d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:07:51.103169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:51.207501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 83bc38a9-3124-4241-85e0-a478107868ee is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:51.210655 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:51.223479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2b50a-e937-45f1-8f16-29f99e7aa099 req-9ccf2d8e-0a94-405b-b0d8-193721bdd1fd tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:51.226117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94f2b50a-e937-45f1-8f16-29f99e7aa099 req-9ccf2d8e-0a94-405b-b0d8-193721bdd1fd tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 947 time: 0.2021134 May 26 19:07:51.257633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:51.323825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94f2b50a-e937-45f1-8f16-29f99e7aa099 req-0d3169c6-edcf-449b-aa08-91ad09921d4a tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912378 May 26 19:07:51.403926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=83bc38a9-3124-4241-85e0-a478107868ee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:51.414856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:51.472387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:07:51.483519 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Sync routers for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:07:51.499261 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:51.500246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:51.501139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e8bf2186-74b1-4420-8cde-5353401d3ad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:07:51.587855 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e649f93-ef16-4cc9-8ab2-eeceab16fb05 req-2e3d89fa-e1c4-4444-bf80-d8c9d0584aeb service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010736 May 26 19:07:51.590151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:51.591617 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fe942051-f69e-4b9d-b273-df29a0f895bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3401554 May 26 19:07:51.595230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47234) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:51.625279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:51.775555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:51.776997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca77eb-dd52-4cfe-b484-a8878d2a5718 req-08938674-bca2-4f05-90c5-997c0ae0f7e1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:51.778527 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ccca77eb-dd52-4cfe-b484-a8878d2a5718 req-08938674-bca2-4f05-90c5-997c0ae0f7e1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.2789955 May 26 19:07:51.853416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ccca77eb-dd52-4cfe-b484-a8878d2a5718 req-0171d938-35b4-4fb9-b325-6137814c0c12 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667889 May 26 19:07:51.918781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:51.919277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:51.954777 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:52.154479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:52.199263 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6296ddff-c7d3-4da3-84fc-70c2d4c6fb85'] response: {'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee', 'code': 200} May 26 19:07:52.462515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:49Z', 'revision_number': 3, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:52.467069 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Checking router: 6d49cc5b-c189-412b-930e-2e5022826b8d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:07:52.467472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Updating router 6d49cc5b-c189-412b-930e-2e5022826b8d port eccdad38-8ee6-4eb7-a412-68eadd99dc0a binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:07:52.481391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:07:52.530348 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:52.545885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459282b6-d4dc-47c5-884f-d392e59acaa6 req-bbb61807-747f-4dfc-b43f-eeafa907e887 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:52.560724 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-459282b6-d4dc-47c5-884f-d392e59acaa6 req-bbb61807-747f-4dfc-b43f-eeafa907e887 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.3953056 May 26 19:07:52.568839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f265b-ee25-4a4c-a615-c7b75ad30661 req-fa1a2a89-85d8-41bb-8eba-efafe5096a32 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:52.570955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-169f265b-ee25-4a4c-a615-c7b75ad30661 req-fa1a2a89-85d8-41bb-8eba-efafe5096a32 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 947 time: 0.1164110 May 26 19:07:52.650344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-169f265b-ee25-4a4c-a615-c7b75ad30661 req-77722fd5-39a7-43bf-8355-c06de049111a tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731435 May 26 19:07:52.659501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-e142ed4b-3f42-456d-89ec-5977c602bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:52.661028 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-e142ed4b-3f42-456d-89ec-5977c602bdad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 1122 time: 0.3404326 May 26 19:07:52.677081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-459282b6-d4dc-47c5-884f-d392e59acaa6 req-85b00dd8-d148-49cf-b9e1-c0acfbea30ee tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153495 May 26 19:07:52.754040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:52.793788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'mac_address': 'fa:16:3e:a4:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:07:52.819999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:52.847366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:52.854828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Usage tracker for resource:security_group_rule and tenant:ae1d021baff24322ad3f8fdfb07601ec is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:52.859622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:52.864052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:52.877856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:52.889565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 20d227c8-03a8-4306-b048-1e2d1933c39d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:52.890237 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:52.919013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d227c8-03a8-4306-b048-1e2d1933c39d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:07:52.943814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:52.951019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.081736 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.105482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Transition to ACTIVE for port object eccdad38-8ee6-4eb7-a412-68eadd99dc0a will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:53.108909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:53.124698 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.231222 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd554601-03c0-4986-96e0-9b66bec1703e None None] Pushing event updated for resources: {'Port': ['ID=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:53.297445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Attempting to bind port eccdad38-8ee6-4eb7-a412-68eadd99dc0a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:53.298806 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Attempting to bind port eccdad38-8ee6-4eb7-a412-68eadd99dc0a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:53.299824 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Attempting to bind port eccdad38-8ee6-4eb7-a412-68eadd99dc0a on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:53.309247 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:53.310537 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:53.311254 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.311966 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:53.312757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Bound port: eccdad38-8ee6-4eb7-a412-68eadd99dc0a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:53.313696 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.358774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.370777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd766113-d09a-4adb-b365-b8653753c054 req-0ea35955-dd68-414d-a4b3-0f78e776abab tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:53.377872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd766113-d09a-4adb-b365-b8653753c054 req-0ea35955-dd68-414d-a4b3-0f78e776abab tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 949 time: 0.3149290 May 26 19:07:53.400998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.432030 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] For port eccdad38-8ee6-4eb7-a412-68eadd99dc0a, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:53.437730 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] For port eccdad38-8ee6-4eb7-a412-68eadd99dc0a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:53.445993 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.462758 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-51c0412c-e2ed-49c8-8dce-03353fefdbe2 req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7817636 May 26 19:07:53.484036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Allocated IP 172.20.0.1 (979200a1-bb4a-47ba-a9cb-d30724dad36a/ecb8a9a3-8776-43df-a828-1feb451ecfe2/30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:07:53.497369 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd766113-d09a-4adb-b365-b8653753c054 req-2c010424-359f-4e24-9b56-c6f09e5e74e6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184981 May 26 19:07:53.501292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c476cee-37a0-42bd-b913-9e263361eb5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94fad3-3d86-4f4b-80ca-3e42e0dbf5fc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:53.519675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47292) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:53.557898 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd554601-03c0-4986-96e0-9b66bec1703e None None] Pushing event updated for resources: {'Port': ['ID=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:53.564173 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:53.564791 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:53.598911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:07:53.666410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.700695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:53.709805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Usage tracker for resource:security_group_rule and tenant:47ac1daa4f1545f98410c03c78497faf is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:53.716354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:53.731137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:53.750176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.770865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Transition to ACTIVE for port object 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:53.818580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.845869 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:53.860658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.867594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:53.930697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47ac1daa4f1545f98410c03c78497faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099450 May 26 19:07:53.932624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a81c38-5290-4af7-82df-d5cca9ce2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b932cf-4a00-4cc2-931b-62eb1d475369,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:53.935962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47302) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:53.957166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:53.961815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:53.969719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:07:53.970193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.042514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.150555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.153400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Pushing event updated for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:54.193014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ec00d-93ed-44c4-b98a-8eb739847b4a req-86c789cf-0d9e-4b00-91a1-a70656776a9c tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:54.195042 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-423ec00d-93ed-44c4-b98a-8eb739847b4a req-86c789cf-0d9e-4b00-91a1-a70656776a9c tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 947 time: 0.3783283 May 26 19:07:54.228157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc527d-5ac1-4e3d-8e60-541b3b465fde req-e6abc22f-5019-45c0-a8fd-eaae703ba1d6 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:54.235448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcbc527d-5ac1-4e3d-8e60-541b3b465fde req-e6abc22f-5019-45c0-a8fd-eaae703ba1d6 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.1247370 May 26 19:07:54.256012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.283035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-14c1887b-25a3-4425-9166-dbe2a36538ac None None] Provisioning for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:54.284595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b932cf-4a00-4cc2-931b-62eb1d475369,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:54.314100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-14c1887b-25a3-4425-9166-dbe2a36538ac None None] Provisioning complete for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:54.315249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcbc527d-5ac1-4e3d-8e60-541b3b465fde req-25f5d21b-71cf-40d1-948a-7a7fbe1da6c8 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 May 26 19:07:54.316256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.319854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71aa2277-b12a-4c72-8a1f-1e8c474ca848 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82b932cf-4a00-4cc2-931b-62eb1d475369 HTTP/1.1" status: 204 len: 168 time: 0.3711231 May 26 19:07:54.330030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14c1887b-25a3-4425-9166-dbe2a36538ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.330396 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-423ec00d-93ed-44c4-b98a-8eb739847b4a req-ae7ba489-055a-4677-8841-9bf24772133c tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239164 May 26 19:07:54.335713 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:49Z', 'revision_number': 3, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:54.343410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cbf265-2e4a-42ab-b71a-437ba3c94052 None None] The sync data for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 is: [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:49Z', 'revision_number': 3, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:07:54.428593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-14c1887b-25a3-4425-9166-dbe2a36538ac None None] Port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:54.443104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.473470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e8bf2186-74b1-4420-8cde-5353401d3ad7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:54.563119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e8bf2186-74b1-4420-8cde-5353401d3ad7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:54.574516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e8bf2186-74b1-4420-8cde-5353401d3ad7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:54.574990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.823598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47324) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:54.838009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e8bf2186-74b1-4420-8cde-5353401d3ad7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:54.838715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.857642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.875753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:54.880126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Usage tracker for resource:security_group_rule and tenant:b27274a1243f4963ad63c738dbb97707 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:54.883844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:54.885278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.891912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:54.892156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:54.898868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb81a7-ab3d-4c04-a193-40b31d53369d req-a485cb2f-5ebc-40fe-a1eb-98f23df53f10 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:54.901434 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a9fb81a7-ab3d-4c04-a193-40b31d53369d req-a485cb2f-5ebc-40fe-a1eb-98f23df53f10 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 949 time: 0.1922510 May 26 19:07:54.902859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.904360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:54.926484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:54.932644 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.011505 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fb7a83-afa0-4479-ada4-908a3bdfc359'] response: {'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7', 'code': 200} May 26 19:07:55.071365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:55.082622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.090287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.191560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b27274a1243f4963ad63c738dbb97707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658798 May 26 19:07:55.210660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:55.214357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c679bf-54ee-46cb-ad12-646263259725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0f428-94cb-4463-b8d1-3df1e1c0cfd9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:55.314213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.359390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47338) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:55.390668 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.405225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:07:55.441190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:07:55.494633 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a9fb81a7-ab3d-4c04-a193-40b31d53369d req-2642c620-efdc-4576-8b03-0f75eb3dda3a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645232 May 26 19:07:55.499098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Pushing event updated for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:55.557997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.693614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdb693-f72b-4c91-8428-80f87a807eae req-2388560c-1006-4daa-a23a-a11d012c8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:55.703928 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2dcdb693-f72b-4c91-8428-80f87a807eae req-2388560c-1006-4daa-a23a-a11d012c8c46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 1099 time: 0.4417727 May 26 19:07:55.752890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0f428-94cb-4463-b8d1-3df1e1c0cfd9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:55.788802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.790288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2e8f2cd1-63ca-4e2f-a7c0-694f78b0aa13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25b0f428-94cb-4463-b8d1-3df1e1c0cfd9 HTTP/1.1" status: 204 len: 168 time: 0.5595415 May 26 19:07:55.797481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.825799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:55.831930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Usage tracker for resource:security_group_rule and tenant:b86cdf0de5164bd2b50573caefca6990 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:55.835085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:55.842095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:55.863404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eccdad38-8ee6-4eb7-a412-68eadd99dc0a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:55.935221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-68670cbb-4880-4edf-a090-8f0c5f504b81 None None] Provisioning complete for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:55.935937 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-68670cbb-4880-4edf-a090-8f0c5f504b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.951058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.954505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2dcdb693-f72b-4c91-8428-80f87a807eae req-f889d458-16b8-45e2-8597-27720eee3841 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339180 May 26 19:07:55.959603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:55.993974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Router 6d49cc5b-c189-412b-930e-2e5022826b8d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:07:55.998419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0c359-11b5-4263-ab54-402f6fe6b976 req-8d3f5d63-130f-4779-a129-f6c4a8ee1330 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:56.000191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80f0c359-11b5-4263-ab54-402f6fe6b976 req-8d3f5d63-130f-4779-a129-f6c4a8ee1330 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.4595106 May 26 19:07:56.020797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-68670cbb-4880-4edf-a090-8f0c5f504b81 None None] Port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:07:56.041095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port eccdad38-8ee6-4eb7-a412-68eadd99dc0a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:56.055118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eccdad38-8ee6-4eb7-a412-68eadd99dc0a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:56.055554 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.075583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80f0c359-11b5-4263-ab54-402f6fe6b976 req-18b9325c-b51f-44dd-889f-ae08525ca60a tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 May 26 19:07:56.081874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b86cdf0de5164bd2b50573caefca6990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144213 May 26 19:07:56.084430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aec16-d5c9-452a-876a-4143125cf133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce91b75-6f06-4fad-ba18-6feb361c615b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:56.091789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47352) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:56.108492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96002ce9-5bd6-4033-81eb-b845f8a32fb9 req-35d6cf47-0234-4d23-9df4-75ea10305ccc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:56.116772 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96002ce9-5bd6-4033-81eb-b845f8a32fb9 req-35d6cf47-0234-4d23-9df4-75ea10305ccc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 948 time: 0.2733309 May 26 19:07:56.194250 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96002ce9-5bd6-4033-81eb-b845f8a32fb9 req-deb7e667-44dc-42a9-a2cc-29bf0b34aadc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758963 May 26 19:07:56.227604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.257088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.328207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.352235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce91b75-6f06-4fad-ba18-6feb361c615b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:56.359954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eccdad38-8ee6-4eb7-a412-68eadd99dc0a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:56.360356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.361499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.363298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-74a14fa8-e3c6-4741-a843-5f1a2e8326be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ce91b75-6f06-4fad-ba18-6feb361c615b HTTP/1.1" status: 204 len: 168 time: 0.2705431 May 26 19:07:56.384894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:07:56.405335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port eccdad38-8ee6-4eb7-a412-68eadd99dc0a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:56.416056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.441705 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b248eba3-a145-4846-83f1-df5e8b57d0ca admin admin] 10.222.0.24 "PUT /v2.0/routers/6d49cc5b-c189-412b-930e-2e5022826b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8452916 May 26 19:07:56.482064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:56.617597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:56.620593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-3b4ab495-4918-4584-9b36-3bb27d92d176 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:56.623385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-3b4ab495-4918-4584-9b36-3bb27d92d176 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 1122 time: 0.2251060 May 26 19:07:56.667092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 20d227c8-03a8-4306-b048-1e2d1933c39d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:07:56.675115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 20d227c8-03a8-4306-b048-1e2d1933c39d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:56.675721 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.680566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.717997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:56.741068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Usage tracker for resource:security_group_rule and tenant:9d2acb0386eb424cb23f238ff92977b0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:56.747051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:56.756106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:56.801522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Sync routers for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:07:56.881186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:56.882563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:56.889744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.894951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:56.902983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb16e0d-4f8d-4300-ac2d-34a6f92b45c9 req-5db78de6-9169-4778-8058-1b9ec63c998c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:56.910773 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7fb16e0d-4f8d-4300-ac2d-34a6f92b45c9 req-5db78de6-9169-4778-8058-1b9ec63c998c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 949 time: 0.1689522 May 26 19:07:56.933514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fbe6cfb-8247-4ae4-99ca-a0c6fb61bc6d req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977886 May 26 19:07:56.968955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb094-6b80-4c5a-b3cc-7c5b26066f93 tempest-AggregatesAdminTestJSON-1883025931 tempest-AggregatesAdminTestJSON-1883025931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3546d95-7191-4075-b195-c22107c375fe,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:56.978310 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7fb16e0d-4f8d-4300-ac2d-34a6f92b45c9 req-2cf7dd91-9376-4393-bbb6-221f74096b6d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659189 May 26 19:07:57.009871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 20d227c8-03a8-4306-b048-1e2d1933c39d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:57.010492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.168208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47386) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:57.174294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:07:57.189806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:57.200642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.203759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.240223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:57.250991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Usage tracker for resource:security_group_rule and tenant:39a9071079ed487ebeed98b69f4f423a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:57.257616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:57.258360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:57.274051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:57.341235 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25dc1e7-327e-4a4a-8989-3fb07c176db5'] response: {'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'code': 200} May 26 19:07:57.458449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.465529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.471996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:57.582248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39a9071079ed487ebeed98b69f4f423a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102035 May 26 19:07:57.583441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bf402-4857-4c85-97bd-6ae50c478627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ada66-8ca3-4c6b-adcd-673f6dec4fc6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:57.585451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47398) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:57.717229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:54Z', 'revision_number': 4, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f', 'name': '', 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'mac_address': 'fa:16:3e:14:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:52Z', 'updated_at': '2022-05-26T19:07:54Z', 'revision_number': 2, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'subnets': [{'id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:57.722416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Checking router: 6d49cc5b-c189-412b-930e-2e5022826b8d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:07:57.723784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Updating router 6d49cc5b-c189-412b-930e-2e5022826b8d port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:07:57.724470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc970f9-522e-483b-b416-af889e2a280e req-0237a1a5-0061-418b-aac2-338a01abc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:57.726213 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-acc970f9-522e-483b-b416-af889e2a280e req-0237a1a5-0061-418b-aac2-338a01abc107 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1101 time: 0.3142974 May 26 19:07:57.727162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.740994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5194e-6c90-4ad9-8036-57b4fd40aa15 req-b5e7fdb1-a745-4df9-9f47-e030a827dc0e tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:57.740994 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a2d5194e-6c90-4ad9-8036-57b4fd40aa15 req-b5e7fdb1-a745-4df9-9f47-e030a827dc0e tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 948 time: 0.2427518 May 26 19:07:57.785751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eccdad38-8ee6-4eb7-a412-68eadd99dc0a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:07:57.830267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.864396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.889916 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a2d5194e-6c90-4ad9-8036-57b4fd40aa15 req-09d7fc5e-a7f6-4364-89f6-cae26f0a9616 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205337 May 26 19:07:57.899395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-acc970f9-522e-483b-b416-af889e2a280e req-cad9d2ba-6cbf-4a7e-a5d1-f47b26661b7a service neutron] Synchronizing usage tracker for tenant:ae1d021baff24322ad3f8fdfb07601ec on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:07:57.963643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-acc970f9-522e-483b-b416-af889e2a280e req-cad9d2ba-6cbf-4a7e-a5d1-f47b26661b7a service neutron] Unset dirty status for tenant:ae1d021baff24322ad3f8fdfb07601ec on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:07:57.965307 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-acc970f9-522e-483b-b416-af889e2a280e req-cad9d2ba-6cbf-4a7e-a5d1-f47b26661b7a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257237 May 26 19:07:57.974770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173499-93a5-4bb5-98d3-45a6df6cb407 req-1975d082-2022-45ff-976c-a977edebb982 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:57.976964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76173499-93a5-4bb5-98d3-45a6df6cb407 req-1975d082-2022-45ff-976c-a977edebb982 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.1619978 May 26 19:07:57.988204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eccdad38-8ee6-4eb7-a412-68eadd99dc0a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:07:57.988867 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:57.994493 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:58.047320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76173499-93a5-4bb5-98d3-45a6df6cb407 req-6a804f6d-8a5b-45fe-b19f-4b199153ed08 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 May 26 19:07:58.063281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:58.066653 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c43ada66-8ca3-4c6b-adcd-673f6dec4fc6 HTTP/1.1" status: 204 len: 168 time: 0.4775498 May 26 19:07:58.066653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2b393-e814-4cf3-9e68-03f9d83212d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ada66-8ca3-4c6b-adcd-673f6dec4fc6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:58.310647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cc451-6e7d-4d32-8dda-187a600f1fc3 req-937373f5-4bcf-46d5-887c-eea092dd9d49 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:58.312491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e1cc451-6e7d-4d32-8dda-187a600f1fc3 req-937373f5-4bcf-46d5-887c-eea092dd9d49 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.1109273 May 26 19:07:58.391121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e1cc451-6e7d-4d32-8dda-187a600f1fc3 req-8b5c7b4c-035f-45e6-a97c-7f89c11109cd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703530 May 26 19:07:58.431799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eccdad38-8ee6-4eb7-a412-68eadd99dc0a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:07:58.575196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:58.590030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Transition to ACTIVE for port object 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:07:58.602320 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:58.633079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:58.639060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131552289', 'description': 'tempest-description--826521313'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:58.648684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:58.658081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Usage tracker for resource:security_group and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:58.671132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:58.686450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:58.708617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623fc5a-2bb1-4eb2-9109-88b5719c7eaa None None] Pushing event updated for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:58.715823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:58.847338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:58.867153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Usage tracker for resource:security_group_rule and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:58.872694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:58.891024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:58.954703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-d5196e8a-5118-489c-b3e5-e8721124e4ea tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:58.956581 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-d5196e8a-5118-489c-b3e5-e8721124e4ea tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.2027073 May 26 19:07:59.015986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Attempting to bind port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:07:59.016613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Attempting to bind port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:07:59.017266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Attempting to bind port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f on network 979200a1-bb4a-47ba-a9cb-d30724dad36a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:07:59.023532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:07:59.024045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Checking segment: {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:07:59.024624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.025154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Bound using segment: {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:07:59.025715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Bound port: 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ca8379-157f-4bd8-9b82-c4073e854d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:07:59.026553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.156141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] For port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:07:59.160262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] For port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:07:59.173459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.199528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Deleting port 83bc38a9-3124-4241-85e0-a478107868ee {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:07:59.200122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.229315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.274650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.284224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:07:59.284646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:07:59.375994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929765b-22b9-4ea0-b53d-efdbf1c2b56f req-308e4f5b-a429-4b2f-9dff-8c71c5d54bb5 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:59.385622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e929765b-22b9-4ea0-b53d-efdbf1c2b56f req-308e4f5b-a429-4b2f-9dff-8c71c5d54bb5 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 971 time: 0.1406319 May 26 19:07:59.464122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e929765b-22b9-4ea0-b53d-efdbf1c2b56f req-853a7f15-c4af-4233-a83c-6cebce605024 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e553c8-3292-43df-a042-b67aa38ab76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773804 May 26 19:07:59.469315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f899c-548d-4702-b095-fd192fd212c4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:59.488008 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.489187 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-856645e0-8aa3-4c06-a36f-156f924e5161 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8548720 May 26 19:07:59.493452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47462) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:59.499166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'security_group_rule': {'security_group_id': '3a3f899c-548d-4702-b095-fd192fd212c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:59.518564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:59.529798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Usage tracker for resource:security_group_rule and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:59.538490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:59.559344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:07:59.595552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.616332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d756a3e-4578-43a5-bf2c-0f73000da506 req-dc65359d-a037-45f8-98d1-4cf4c629a8ef tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:59.637635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d756a3e-4578-43a5-bf2c-0f73000da506 req-dc65359d-a037-45f8-98d1-4cf4c629a8ef tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 948 time: 0.5042715 May 26 19:07:59.686931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:07:59.808854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623fc5a-2bb1-4eb2-9109-88b5719c7eaa None None] Pushing event updated for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:59.831031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.839097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.855051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb10fef-ea69-4dfc-a3bb-f99f94966174,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:07:59.879123 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d756a3e-4578-43a5-bf2c-0f73000da506 req-d8c56663-b745-4a10-91b4-1c07fed0df71 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404284 May 26 19:07:59.891911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ce174-af15-4bc6-9164-45fa6969cf85 req-042fede4-2ebd-4761-b0ce-b4d069edf90c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:07:59.893556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be7ce174-af15-4bc6-9164-45fa6969cf85 req-042fede4-2ebd-4761-b0ce-b4d069edf90c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.1663363 May 26 19:07:59.953599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be7ce174-af15-4bc6-9164-45fa6969cf85 req-a69d3e59-854c-4d7a-9311-79d8b08d72a1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 May 26 19:07:59.954355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.958032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9b56598d-b7be-4a73-a1a2-3007d371f227 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4609506 May 26 19:07:59.958652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47478) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:07:59.963946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'security_group_rule': {'security_group_id': '3a3f899c-548d-4702-b095-fd192fd212c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:07:59.966363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] For port 83bc38a9-3124-4241-85e0-a478107868ee, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=83bc38a9-3124-4241-85e0-a478107868ee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:07:59.966825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:07:59.979543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:07:59.984247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Usage tracker for resource:security_group_rule and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:07:59.988110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:07:59.996485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:00.017657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.148718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.156481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.200289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.202315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2421103 May 26 19:08:00.206614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47486) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:00.210820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:54Z', 'revision_number': 4, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f', 'name': '', 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'mac_address': 'fa:16:3e:14:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:52Z', 'updated_at': '2022-05-26T19:07:59Z', 'revision_number': 4, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'subnets': [{'id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:00.212701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:00.218915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1b9b4-106e-436d-8487-cd25ab3f0a49 None None] The sync data for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 is: [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:07:54Z', 'revision_number': 4, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f', 'name': '', 'network_id': '979200a1-bb4a-47ba-a9cb-d30724dad36a', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'mac_address': 'fa:16:3e:14:58:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:52Z', 'updated_at': '2022-05-26T19:07:59Z', 'revision_number': 4, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'subnets': [{'id': 'ecb8a9a3-8776-43df-a828-1feb451ecfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:08:00.220274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:00.224722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Calling delete_port for 83bc38a9-3124-4241-85e0-a478107868ee owned by compute:tempest-test_az-425333456 {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:08:00.225149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Usage tracker for resource:floatingip and tenant:aa209c0ea17f48458d814cf830d5bb67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:00.233907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:00.240181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:00.250325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90309614-2aff-4256-802e-81adc0737084 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c45f06-a814-400b-b1bf-3b45220070c7,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:00.254376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.510713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.558426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.570082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['83bc38a9-3124-4241-85e0-a478107868ee'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:00.682618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Pushing event deleted for resources: {'Port': ['ID=83bc38a9-3124-4241-85e0-a478107868ee,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:00.761528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] No DVR routers for this DVR port 83bc38a9-3124-4241-85e0-a478107868ee on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:08:00.771043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:00.777714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'name': 'network-vif-deleted', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:00.803920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-610e6122-038c-4b1f-8c0f-19a564acf4cc req-0344ede0-72b7-4bbe-9df7-7d28315be365 tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.13 "DELETE /v2.0/ports/83bc38a9-3124-4241-85e0-a478107868ee HTTP/1.1" status: 204 len: 173 time: 1.8418827 May 26 19:08:00.831750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Allocated IP 172.25.0.173 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/2c188033-5991-4f26-890c-dda3be020a6b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:00.945747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-6e51cdcf-8ddc-463b-b1c3-89ed4e1ba948 req-0c2b56d6-0f78-42cc-9521-0bef6241473e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Synchronizing usage tracker for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:00.991576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-6e51cdcf-8ddc-463b-b1c3-89ed4e1ba948 req-0c2b56d6-0f78-42cc-9521-0bef6241473e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] Unset dirty status for tenant:ba54f07d73fd47a0a1c257ee833183e8 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:00.993112 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e51cdcf-8ddc-463b-b1c3-89ed4e1ba948 req-0c2b56d6-0f78-42cc-9521-0bef6241473e tempest-AggregatesAdminTestJSON-1622946494 tempest-AggregatesAdminTestJSON-1622946494-project] 10.222.0.24 "GET /v2.0/ports?device_id=3170e58e-0123-42e4-ad25-ec4d2d1ebab0 HTTP/1.1" status: 200 len: 210 time: 0.1732643 May 26 19:08:01.110549 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e3bfcb-7d04-4c07-9d24-b1a9a59db009'] response: {'server_uuid': '3170e58e-0123-42e4-ad25-ec4d2d1ebab0', 'name': 'network-vif-deleted', 'tag': '83bc38a9-3124-4241-85e0-a478107868ee', 'status': 'completed', 'code': 200} May 26 19:08:01.184615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.239363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.324623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'Port': ['ID=2c188033-5991-4f26-890c-dda3be020a6b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:01.334052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:01.334750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:01.337276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:01.408073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0111-af5e-4f8d-a892-9ca730407200 req-f35a193f-d286-42a7-90d2-bc4c56fb3f19 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.409702 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e1e0111-af5e-4f8d-a892-9ca730407200 req-f35a193f-d286-42a7-90d2-bc4c56fb3f19 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 948 time: 0.1613424 May 26 19:08:01.436479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.519791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e1e0111-af5e-4f8d-a892-9ca730407200 req-4bec0d0a-245d-4e55-8778-b87c822da1e6 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965040 May 26 19:08:01.581164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.777012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.777508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.777965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.778500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.778855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.786793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7238493e-2412-4cb6-859c-4abc217cf03f req-2c08a6ff-b313-4557-9c43-ba1d65734bed tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1720324 May 26 19:08:01.811172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:01.827044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171e7a9-6f32-4464-86ac-885af00b2868 req-37c2a86c-2db9-4374-9e2e-5c4b43dd98a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:01.828442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e171e7a9-6f32-4464-86ac-885af00b2868 req-37c2a86c-2db9-4374-9e2e-5c4b43dd98a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.3016574 May 26 19:08:01.906067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:01.907744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e171e7a9-6f32-4464-86ac-885af00b2868 req-de4c89df-14f5-4e87-80ea-5bdccbaeb729 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 May 26 19:08:01.911937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:01.912305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.933615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:01.939763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.000640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.031906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'Port': ['ID=2c188033-5991-4f26-890c-dda3be020a6b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:02.039351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.045536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-65e230ea-9a73-4f44-a083-8d1cbf1bcd09 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8335257 May 26 19:08:02.058926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69ba96-290c-420b-b62c-21922274928b req-8c7ee744-d76d-4cf8-8ec6-a1a948944730 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.060455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9f69ba96-290c-420b-b62c-21922274928b req-8c7ee744-d76d-4cf8-8ec6-a1a948944730 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 886 time: 0.2129519 May 26 19:08:02.084091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:02.084565 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.124181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:02.131742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.207295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:02.370156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.370676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.371178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.372251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.372251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.373898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2ae76f-69d1-42d4-bfae-d485d4f09e5f req-b3423063-d225-46b9-85ef-af7573207039 tempest-NetworksTest-251458611 tempest-NetworksTest-251458611-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1564896 May 26 19:08:02.387526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-387478d3-dd90-4114-ace0-bef6390aadea tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.395267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-387478d3-dd90-4114-ace0-bef6390aadea tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1101 time: 0.0815513 May 26 19:08:02.438557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.459786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:02.463679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Usage tracker for resource:security_group_rule and tenant:e1287aca83874382aa3f7500c31273de is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:02.466634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:02.472674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:02.578119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.616351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.649857 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e20934b-e193-4337-981a-c8c8e22227b3 req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536466 May 26 19:08:02.676473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07868398-2c83-4d09-a1c0-2ea9ee3f079e tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94992e9-7601-402e-978e-ce2e3086baf7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:02.705807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-77da1b87-1bb4-4293-a782-b502ce00ff6a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1131552289&fields=id&tenant_id=aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 267 time: 0.0783529 May 26 19:08:02.718060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-1ac8f960-7cf5-46b8-b2cc-0a277b73f4d6 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.719900 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-1ac8f960-7cf5-46b8-b2cc-0a277b73f4d6 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 1099 time: 0.1438520 May 26 19:08:02.790829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47578) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:02.800405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Deleting port e8bf2186-74b1-4420-8cde-5353401d3ad7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:08:02.800740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:02.862640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 83bc38a9-3124-4241-85e0-a478107868ee no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:08:02.884685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-b8a47fb6-c3cd-4ea5-83a1-1f45b3ccf649 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:02.900657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-b8a47fb6-c3cd-4ea5-83a1-1f45b3ccf649 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 823 time: 0.1933470 May 26 19:08:02.917308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-17d48062-15b2-4486-ba78-cbd92297b253 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/quotas/aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 375 time: 0.0152996 May 26 19:08:02.949246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 83bc38a9-3124-4241-85e0-a478107868ee {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:08:02.951470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 83bc38a9-3124-4241-85e0-a478107868ee not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:08:03.047323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-482e4f6c-8dba-41dc-8e9a-7894d15b0fe6 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:03.106210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-482e4f6c-8dba-41dc-8e9a-7894d15b0fe6 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:03.107623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-482e4f6c-8dba-41dc-8e9a-7894d15b0fe6 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1894288 May 26 19:08:03.185836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:03.218945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:03.238063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Usage tracker for resource:security_group_rule and tenant:46d2da1f3b914e46ae4d0c4fdfef5f79 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:03.250827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:03.258603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:03.288770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-b2284979-4516-4921-a1cf-885869dfb000 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:08:03.290080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-b2284979-4516-4921-a1cf-885869dfb000 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512931 May 26 19:08:03.291370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] For port e8bf2186-74b1-4420-8cde-5353401d3ad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e8bf2186-74b1-4420-8cde-5353401d3ad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:03.291733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:03.425824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-8e6007e7-910f-47f4-943d-68c0a3962605 service neutron] 10.222.0.24 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293340 May 26 19:08:03.433405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Calling delete_port for e8bf2186-74b1-4420-8cde-5353401d3ad7 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:08:03.503387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0685c-09f8-41e0-b139-6d1d34736a5d req-cd0556d3-53a0-4843-ab90-004c70d54886 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:03.504771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bb0685c-09f8-41e0-b139-6d1d34736a5d req-cd0556d3-53a0-4843-ab90-004c70d54886 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 948 time: 0.3662684 May 26 19:08:03.560431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-203c2b13-f56e-4de0-8e54-ffd53a5b4972 service neutron] 10.222.0.24 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 May 26 19:08:03.641367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bb0685c-09f8-41e0-b139-6d1d34736a5d req-689d146c-0902-4b16-8c93-ed0807947b76 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247139 May 26 19:08:03.677273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:03.688018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:03.710742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:03.723670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e8bf2186-74b1-4420-8cde-5353401d3ad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:03.807310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:03.833893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8bf2186-74b1-4420-8cde-5353401d3ad7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:03.928170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:03.929136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.026053 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46d2da1f3b914e46ae4d0c4fdfef5f79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2340128 May 26 19:08:04.026973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768115d-0e0d-4677-b9ee-d8aa53ef0700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042282cf-2429-4f20-8317-36621a007ead,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:04.028979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47618) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:04.041145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] No DVR routers for this DVR port e8bf2186-74b1-4420-8cde-5353401d3ad7 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:08:04.043913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.069790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'name': 'network-vif-deleted', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:04.078286 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2311e7ef-09fd-478f-9160-aa3f29e214f0 req-83403305-47bd-43f6-aad4-48bb60e18860 tempest-DeleteServersAdminTestJSON-1385262377 tempest-DeleteServersAdminTestJSON-1385262377-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e8bf2186-74b1-4420-8cde-5353401d3ad7 HTTP/1.1" status: 204 len: 173 time: 1.3525314 May 26 19:08:04.207838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:04.292700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67b0374a-82a7-48c1-8589-1be6dd14cbdd req-20651bdb-c002-4c49-b7db-1cf84236f08c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 210 time: 0.0790434 May 26 19:08:04.293727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.329196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.393868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.414059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042282cf-2429-4f20-8317-36621a007ead,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:04.418161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:04.422057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cbf9fe09-66dd-42f4-89f5-6d84d8f164de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/042282cf-2429-4f20-8317-36621a007ead HTTP/1.1" status: 204 len: 168 time: 0.3888628 May 26 19:08:04.520911 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a0ef69-036b-493a-bcb1-bbf4c2819525'] response: {'server_uuid': 'a54a827b-cfec-494a-8ab3-863132a9ce9a', 'name': 'network-vif-deleted', 'tag': 'e8bf2186-74b1-4420-8cde-5353401d3ad7', 'status': 'completed', 'code': 200} May 26 19:08:04.769086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47664) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:04.823877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a4ae-3aa6-449a-8919-53ac77f2f60b req-22fe6b14-cd20-49b8-b201-4eab503a1c5c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:04.835232 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a763a4ae-3aa6-449a-8919-53ac77f2f60b req-22fe6b14-cd20-49b8-b201-4eab503a1c5c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.1729624 May 26 19:08:04.917661 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a763a4ae-3aa6-449a-8919-53ac77f2f60b req-281ccac0-483b-4aaf-a6dc-d0313e4d7d71 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814705 May 26 19:08:05.021757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-909acdf5-afac-485a-94b8-5b7020e780de req-d4d3c6a2-a419-4bca-b0c8-44ced0c782f0 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=a54a827b-cfec-494a-8ab3-863132a9ce9a HTTP/1.1" status: 200 len: 210 time: 0.1073914 May 26 19:08:05.028876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:05.048916 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.067369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:05.067552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-a699bdbb-1cda-41db-bbd0-408fab6ccca7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2970035 May 26 19:08:05.072565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1882281f4d437ebb7038d8d6d0bc1b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:05.076636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:05.083792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:05.242247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.286606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.508287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee1882281f4d437ebb7038d8d6d0bc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754183 May 26 19:08:05.509607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47716) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:05.530547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855cba7-0f6e-49e8-b1da-8b5a23021099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97851e3a-c993-4f0c-a0e3-51c8d849bb94,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:05.542981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-bbecdb80-a37e-4034-a161-90968be3908d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:05.544386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-bbecdb80-a37e-4034-a161-90968be3908d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:05.563816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-bbecdb80-a37e-4034-a161-90968be3908d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:05.565416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-bbecdb80-a37e-4034-a161-90968be3908d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.13 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 823 time: 0.3179202 May 26 19:08:05.629771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-12d2f677-c198-4081-b8fb-162e204da6ea tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:05.631272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.652816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-12d2f677-c198-4081-b8fb-162e204da6ea tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:05.654173 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-12d2f677-c198-4081-b8fb-162e204da6ea tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 380 time: 0.0798521 May 26 19:08:05.664320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'port': {'device_id': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'admin_state_up': True, 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'security_groups': ['3a3f899c-548d-4702-b095-fd192fd212c4']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:05.728526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dc333b6-cde6-46b4-bdc3-801e722d9b9e req-c2edd80d-5453-4f41-ab71-c0d9365675cf tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 210 time: 0.0765855 May 26 19:08:05.733414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.800486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.838905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97851e3a-c993-4f0c-a0e3-51c8d849bb94,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:05.841018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:05.848045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6d057aef-af8c-4012-8454-f3eb3db82cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97851e3a-c993-4f0c-a0e3-51c8d849bb94 HTTP/1.1" status: 204 len: 168 time: 0.3355284 May 26 19:08:05.911438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:05.926713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:05.947374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Made reservation on behalf of aa209c0ea17f48458d814cf830d5bb67 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:05.951043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:06.140420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:06.290586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Allocated IP 172.20.0.9 (4d995fa8-d69f-4f72-a5c8-a443844bb1f7/90d74a1e-db5c-4c24-944c-def09c635a51/5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:06.299765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a836b-8602-4685-895e-28c6cc7ad9bc req-98795db9-1073-4bfa-a01c-256a21ca972a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:06.308815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-159a836b-8602-4685-895e-28c6cc7ad9bc req-98795db9-1073-4bfa-a01c-256a21ca972a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2713456 May 26 19:08:06.363675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-159a836b-8602-4685-895e-28c6cc7ad9bc req-52c9eb03-44ad-4730-880e-45632a7f4970 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538640 May 26 19:08:06.551096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e8bf2186-74b1-4420-8cde-5353401d3ad7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:08:06.567747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:06.595608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Transition to ACTIVE for port object 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:06.597882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-7e3a446f-8a17-4657-9fa7-4f25add5aa63 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ded11b7b085417f99298a1fc5194d6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719442 May 26 19:08:06.625189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:06.677694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: e8bf2186-74b1-4420-8cde-5353401d3ad7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:08:06.678278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e8bf2186-74b1-4420-8cde-5353401d3ad7 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:08:06.731317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:06.735407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:06.739241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:06.745158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:06.745792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:06.789087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:06.820865 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-df1ca494-2e95-467f-9d67-28107e53dcdb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614778 May 26 19:08:06.833177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Request body: {'port': {'device_id': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:06.873194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-44a5d94e-c406-4458-a7aa-25fd54313be2 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:06.884193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-44a5d94e-c406-4458-a7aa-25fd54313be2 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796345 May 26 19:08:06.901870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-4121eb78-8f28-455d-abd3-d3b004268670 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/quotas/9ded11b7b085417f99298a1fc5194d6a HTTP/1.1" status: 200 len: 375 time: 0.0162687 May 26 19:08:06.959779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-f2710857-2980-4678-b418-d6cc43ceeade tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567563 May 26 19:08:07.122939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2d27c684-a0a8-4de8-997a-d0fcf5d1112d None None] Provisioning for port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:07.143388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2d27c684-a0a8-4de8-997a-d0fcf5d1112d None None] Provisioning complete for port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:07.145618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:07.147919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2d27c684-a0a8-4de8-997a-d0fcf5d1112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:07.271139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2d27c684-a0a8-4de8-997a-d0fcf5d1112d None None] Port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:07.359067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac668-9882-4c32-95fb-778459c0017e req-68bc5ce8-9763-4907-8925-47eda641fc42 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:07.369153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de8ac668-9882-4c32-95fb-778459c0017e req-68bc5ce8-9763-4907-8925-47eda641fc42 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 931 time: 0.1317225 May 26 19:08:07.426740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de8ac668-9882-4c32-95fb-778459c0017e req-f24a08e4-bf59-42a7-941f-4cbaf6abe98a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566108 May 26 19:08:07.474707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-f0f7d4e4-a9ca-484a-887b-5935dc38fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:07.476290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-f0f7d4e4-a9ca-484a-887b-5935dc38fd24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1101 time: 0.3316026 May 26 19:08:07.564159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-527e9f9a-a619-4d40-afc9-2d2490a2457d req-9fbde6fa-24c6-419b-bb19-a443bdccb280 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Synchronizing usage tracker for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:07.726997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-527e9f9a-a619-4d40-afc9-2d2490a2457d req-9fbde6fa-24c6-419b-bb19-a443bdccb280 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Unset dirty status for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:07.741256 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-527e9f9a-a619-4d40-afc9-2d2490a2457d req-9fbde6fa-24c6-419b-bb19-a443bdccb280 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 210 time: 0.2657685 May 26 19:08:07.841398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-76a3c1dc-798b-4ee7-b117-6979741c64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:07.843206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-76a3c1dc-798b-4ee7-b117-6979741c64c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3263285 May 26 19:08:07.988037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-b09da8dc-9516-43e9-b3dc-1e0b998117c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1288414 May 26 19:08:08.143831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:08.156215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:08.179435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-8af29201-3c77-4293-9fb9-dfd3cb529142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:08.181553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-8af29201-3c77-4293-9fb9-dfd3cb529142 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1222627 May 26 19:08:08.186260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Transition to ACTIVE for port object 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:08.196122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:08.288750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5dfcb-9fc6-43f7-bd48-0fca8edd29f0 req-4c527ab7-4d92-4d0b-aba5-bf1a264c3b31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:08.291111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5dfcb-9fc6-43f7-bd48-0fca8edd29f0 req-4c527ab7-4d92-4d0b-aba5-bf1a264c3b31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.4449916 May 26 19:08:08.473004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:08.523275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Attempting to bind port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:08.523665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Attempting to bind port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:08.524016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Attempting to bind port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:08.536967 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5dfcb-9fc6-43f7-bd48-0fca8edd29f0 req-797d7195-4a65-477b-9c86-7736e1a5f511 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843183 May 26 19:08:08.538318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:08.538637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Attempting to bind port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:08.547439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:08.547775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Checking segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:08.548161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Bound using segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:08.548597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Bound port: 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:08.548937 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:08.571378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-26e17d59-798e-4590-b9d6-0d3f9c5064b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:08.572643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-26e17d59-798e-4590-b9d6-0d3f9c5064b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3782253 May 26 19:08:08.671660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-ae490868-e185-4213-85e1-dcc1361467d1 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9ded11b7b085417f99298a1fc5194d6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1681426 May 26 19:08:08.855066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-731da11e-cc67-4a41-8a02-e895756be097 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:08.857384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-731da11e-cc67-4a41-8a02-e895756be097 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802094 May 26 19:08:08.858526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:08.878879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Request body: {'port': {'device_id': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9ded11b7b085417f99298a1fc5194d6a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:08.906314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:08.914371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-19e36bf8-a2bc-42d8-8200-bae571726d82 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003809 May 26 19:08:08.915569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:09.150648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:09.171179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:09.199294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:09.199917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:09.201340 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 HTTP/1.1" status: 200 len: 1091 time: 2.3741159 May 26 19:08:09.229569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:09.243687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Made reservation on behalf of 9ded11b7b085417f99298a1fc5194d6a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:09.247179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:09.358198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007265a-84ce-4f77-8ace-a164164f65a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:09.440412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64e2a5fb-849f-4e9c-b192-f564c92f9255 req-8f87c8b1-2e3b-4fc1-86e4-a96adff04a59 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 210 time: 0.0752926 May 26 19:08:09.448067 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-e33c9807-d247-4de9-b9ca-3801d049a629 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761589 May 26 19:08:09.473304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Allocated IP 192.168.233.187 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/543bca58-3c01-44f7-a972-026412681523) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:09.484838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-502ee933-f6a4-4ee1-aa32-85b2a9935fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:09.486522 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-502ee933-f6a4-4ee1-aa32-85b2a9935fda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 1094 time: 0.2406578 May 26 19:08:09.557551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47900) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:09.608150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ed91-8989-4de3-84b0-1f29f5f5d977 req-38ee1fc8-0b72-49e6-9792-1b8fb6d9b538 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:09.615226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09a8ed91-8989-4de3-84b0-1f29f5f5d977 req-38ee1fc8-0b72-49e6-9792-1b8fb6d9b538 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 943 time: 0.4299572 May 26 19:08:09.633184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-dd8fed73-6d52-4398-9bc7-cd8ca7f16a51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 HTTP/1.1" status: 200 len: 217 time: 0.1387126 May 26 19:08:09.743558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-486a3768-23a9-4509-8cc9-2d5f41588092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:09.746329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-486a3768-23a9-4509-8cc9-2d5f41588092 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.1078351 May 26 19:08:09.763764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:09.793246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09a8ed91-8989-4de3-84b0-1f29f5f5d977 req-b093f6bc-e147-4c17-8392-95baf0225c9b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771331 May 26 19:08:09.809198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:09.817117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Usage tracker for resource:security_group_rule and tenant:403a39cc77584e698bb8432513041351 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:09.828004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:09.838326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:09.847026 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e05d34e-0cda-46f2-ad50-204f41afd54f'] response: {'name': 'network-changed', 'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'status': 'completed', 'code': 200} May 26 19:08:09.857859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-1ac18d4a-5d64-44a1-8c2d-21a85758d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:09.860204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-1ac18d4a-5d64-44a1-8c2d-21a85758d5cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069350 May 26 19:08:09.867442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:09.901921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Transition to ACTIVE for port object 543bca58-3c01-44f7-a972-026412681523 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:09.971761 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.037373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.094179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.111960 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-32470b65-a3c0-4497-9831-19b5554e6dd9 service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451334 May 26 19:08:10.121580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:10.133791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:10.155906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:10.161755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:10.162454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.189910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Pushing event updated for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:10.200402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=403a39cc77584e698bb8432513041351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6394758 May 26 19:08:10.201186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4b513-b2ac-4211-8b27-e1620792874d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:10.214673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47936) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:10.229314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.229651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.229979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.230299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.230746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.231072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.231403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.231702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.232014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.232336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.232629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.232936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.249880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.250214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.250541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.250864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.251184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.251499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.251817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.252129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.252439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.252782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.253126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.253434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c7fea-c9a2-4f02-8089-e284e13902be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:10.287497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-ea21fa1b-46ca-4ac4-a6c8-0ca43c3f1795 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4202795 May 26 19:08:10.311514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Request body: {'port': {'device_id': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:10.381957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93678246-8b55-410f-95fd-3f2dc3a89843 req-9c35fa68-36c1-451a-a70d-360eca3bba80 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:10.389574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93678246-8b55-410f-95fd-3f2dc3a89843 req-9c35fa68-36c1-451a-a70d-360eca3bba80 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.3689203 May 26 19:08:10.393954 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50bd76fe-2687-4640-b093-2e02a563a7eb req-76fb3b6c-ba9c-4c56-b279-4300f577b249 service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740617 May 26 19:08:10.395419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47952) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:10.492413 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.530551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-281ee893-cf43-4ad0-8be3-26ce6c672658 None None] Provisioning for port 543bca58-3c01-44f7-a972-026412681523 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:10.533249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93678246-8b55-410f-95fd-3f2dc3a89843 req-0a6d891f-a7ea-4dc6-927a-262fc788cf59 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427093 May 26 19:08:10.539727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-281ee893-cf43-4ad0-8be3-26ce6c672658 None None] Provisioning complete for port 543bca58-3c01-44f7-a972-026412681523 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:10.551124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-281ee893-cf43-4ad0-8be3-26ce6c672658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.577223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-8aa54b13-0687-48e5-a391-4825ad9ea1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:10.582682 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-8aa54b13-0687-48e5-a391-4825ad9ea1fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 1094 time: 0.1221502 May 26 19:08:10.582832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.606473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.668447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-281ee893-cf43-4ad0-8be3-26ce6c672658 None None] Port 543bca58-3c01-44f7-a972-026412681523 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:10.709393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.742004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:10.749716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c98c8ad0aecd47778f3ccb70bedd382b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:10.754371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:10.773680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:10.806262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-a459a1da-ede9-4691-87b5-fcbe93dc4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:10.807762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-a459a1da-ede9-4691-87b5-fcbe93dc4053 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 924 time: 0.2199423 May 26 19:08:10.862801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.895476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-43c0f86c-4b93-44a3-b605-d66be67d2434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 HTTP/1.1" status: 200 len: 217 time: 0.0805261 May 26 19:08:10.906932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4b513-b2ac-4211-8b27-e1620792874d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:10.959140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:10.960474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6b0d462b-5f89-407f-b959-74c42bb83ea7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13a4b513-b2ac-4211-8b27-e1620792874d HTTP/1.1" status: 204 len: 168 time: 0.7410631 May 26 19:08:10.980194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba93c09-637f-4d89-b840-2f84762d2a24 req-b3209291-1857-409f-9c6d-44556d10d619 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:10.980914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fba93c09-637f-4d89-b840-2f84762d2a24 req-b3209291-1857-409f-9c6d-44556d10d619 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Synchronizing usage tracker for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:11.020211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fba93c09-637f-4d89-b840-2f84762d2a24 req-b3209291-1857-409f-9c6d-44556d10d619 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Unset dirty status for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:11.027468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fba93c09-637f-4d89-b840-2f84762d2a24 req-b3209291-1857-409f-9c6d-44556d10d619 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 936 time: 0.3230224 May 26 19:08:11.134266 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.151651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.155961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fba93c09-637f-4d89-b840-2f84762d2a24 req-7a15d8d4-76b7-4035-927d-38f08ebe60ad tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276557 May 26 19:08:11.169174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-0a59c89c-c8a2-43f0-80d1-45bbe71db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:11.170920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-0a59c89c-c8a2-43f0-80d1-45bbe71db653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.2690241 May 26 19:08:11.256849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543bca58-3c01-44f7-a972-026412681523 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:11.260176 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c98c8ad0aecd47778f3ccb70bedd382b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8636887 May 26 19:08:11.262951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:11.275049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.296308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c25090-18c4-426c-934a-eb37641daa9a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:11.307442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Transition to ACTIVE for port object 543bca58-3c01-44f7-a972-026412681523 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:11.313408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.331203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e479f5-7a37-4d2d-a0eb-0bea65ffed37 req-276011ff-ea53-4f0b-be12-3cd4c6f82074 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:11.332062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c9e479f5-7a37-4d2d-a0eb-0bea65ffed37 req-276011ff-ea53-4f0b-be12-3cd4c6f82074 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:11.337563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.337563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.337924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.338349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.338766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.339182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.339613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.340025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.340437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.340847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.341297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.341699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaf5010-3a4f-47f6-9a21-3f35bdfee6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:11.400887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c9e479f5-7a37-4d2d-a0eb-0bea65ffed37 req-276011ff-ea53-4f0b-be12-3cd4c6f82074 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:11.407567 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c9e479f5-7a37-4d2d-a0eb-0bea65ffed37 req-276011ff-ea53-4f0b-be12-3cd4c6f82074 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 943 time: 0.3351429 May 26 19:08:11.435603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-d678b3c0-b00a-4a27-9034-a7a372faf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:11.437190 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-d678b3c0-b00a-4a27-9034-a7a372faf158 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393243 May 26 19:08:11.442520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.459480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48004) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:11.534007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c9e479f5-7a37-4d2d-a0eb-0bea65ffed37 req-0e536244-a69d-4afc-8171-cae3dee2ee8b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181700 May 26 19:08:11.562521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.577061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:11.587804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Attempting to bind port 543bca58-3c01-44f7-a972-026412681523 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:11.588293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Attempting to bind port 543bca58-3c01-44f7-a972-026412681523 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:11.589064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Attempting to bind port 543bca58-3c01-44f7-a972-026412681523 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:11.595231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Port 543bca58-3c01-44f7-a972-026412681523 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:11.595718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Attempting to bind port 543bca58-3c01-44f7-a972-026412681523 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:11.597843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48014) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:11.599318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:11.608477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Usage tracker for resource:security_group_rule and tenant:60c07e4d25a84a60a99b5ce210423a6c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:11.615777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:11.619591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:11.619925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:11.620580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:11.621027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Bound port: 543bca58-3c01-44f7-a972-026412681523, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:11.621400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.635528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:11.801204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:11.814239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.827853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.828264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=543bca58-3c01-44f7-a972-026412681523,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:11.838383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.883056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:11.901945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Usage tracker for resource:security_group_rule and tenant:1923a6d6f9bb49d8af148ee65ab1a35c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:11.920893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:11.943916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:11.944526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:11.945990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] 10.222.0.53 "PUT /v2.0/ports/543bca58-3c01-44f7-a972-026412681523 HTTP/1.1" status: 200 len: 1096 time: 1.6389492 May 26 19:08:11.948213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'tag': '543bca58-3c01-44f7-a972-026412681523'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:11.952838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:11.997255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.013352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-7860a48e-3ca1-424c-9888-e96578836251 service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532780 May 26 19:08:12.059679 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff1b935-8d63-4b57-97b0-bafa0162f325'] response: {'name': 'network-changed', 'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'tag': '543bca58-3c01-44f7-a972-026412681523', 'status': 'completed', 'code': 200} May 26 19:08:12.067996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.080043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcafa03-1e1e-4f31-a989-4c3cfe9c6aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:12.175463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.214667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60c07e4d25a84a60a99b5ce210423a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445550 May 26 19:08:12.217577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4321-76ff-4b0a-9514-10dc69b6df50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071e06f-53f8-4d8c-9670-d00a52427845,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:12.219850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48032) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:12.227787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d8bb6-74f9-4ca5-81cd-7c6c3af7c78f req-7088fe23-5083-4f83-93b4-055455e722a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.236669 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e90d8bb6-74f9-4ca5-81cd-7c6c3af7c78f req-7088fe23-5083-4f83-93b4-055455e722a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.4109001 May 26 19:08:12.269074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c25090-18c4-426c-934a-eb37641daa9a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:12.296750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.297915 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ab05f61-f8e5-47ff-8e4c-2ddd7a24877a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46c25090-18c4-426c-934a-eb37641daa9a HTTP/1.1" status: 204 len: 168 time: 1.0283115 May 26 19:08:12.323782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-6259d139-5ee1-4dc5-9665-10d7d4bbe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.325276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-6259d139-5ee1-4dc5-9665-10d7d4bbe75a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 1099 time: 0.3207414 May 26 19:08:12.371689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b6a01be-88fd-40e8-835d-bfb953962e87 req-908e0ba4-12a7-4f5d-a3ea-7e7c623ed113 service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521688 May 26 19:08:12.378879 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e90d8bb6-74f9-4ca5-81cd-7c6c3af7c78f req-f283d793-a7de-486d-9934-af8bd919adf8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412063 May 26 19:08:12.414213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:12.426721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-3e6f0a76-974b-453d-afb8-59139364a930 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=543bca58-3c01-44f7-a972-026412681523 HTTP/1.1" status: 200 len: 217 time: 0.0815573 May 26 19:08:12.470491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.504418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.528185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.609075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.644521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1923a6d6f9bb49d8af148ee65ab1a35c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0419276 May 26 19:08:12.648195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48060) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:12.653853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15246026-e989-4ca1-aea7-d67af05c4efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79bc05a-0add-4e65-811a-201260456beb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:12.669258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-c8887ecd-c789-4da2-b52b-96f9c151d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.670737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-c8887ecd-c789-4da2-b52b-96f9c151d609 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2016706 May 26 19:08:12.762311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea00fd-62e5-4c0e-a1f1-8f5dd5864b1e req-ceb45229-13de-40ee-9b7d-3e4fa7444730 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.763774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37ea00fd-62e5-4c0e-a1f1-8f5dd5864b1e req-ceb45229-13de-40ee-9b7d-3e4fa7444730 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 948 time: 0.3607078 May 26 19:08:12.782626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.790993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.816186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:12.816784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48064) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:12.823913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Usage tracker for resource:security_group_rule and tenant:7cc188e8aa9a4579a3b494eb5e529dd2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:12.827526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:12.837834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:12.844521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071e06f-53f8-4d8c-9670-d00a52427845,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:12.859190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.869094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.870016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde387-d963-4622-9290-9a441933b896 req-4763dab8-f517-468f-b069-67622d51d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.871521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-4763dab8-f517-468f-b069-67622d51d471 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870899 May 26 19:08:12.878270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37ea00fd-62e5-4c0e-a1f1-8f5dd5864b1e req-c60a2763-262c-43fb-bc65-3a79f3941586 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070573 May 26 19:08:12.879040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.881201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69a5f4-9a67-499e-aafb-46e50890645e req-9bc4c5e7-2e0a-4674-9c75-bbd874bb0f3b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:12.882673 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8e69a5f4-9a67-499e-aafb-46e50890645e req-9bc4c5e7-2e0a-4674-9c75-bbd874bb0f3b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 943 time: 0.2073023 May 26 19:08:12.882972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-19aaedb9-2d8a-4ac9-b32b-f960ce4c4310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9071e06f-53f8-4d8c-9670-d00a52427845 HTTP/1.1" status: 204 len: 168 time: 0.6587620 May 26 19:08:12.917913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:12.925820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:12.952030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:12.969698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Usage tracker for resource:security_group_rule and tenant:0111a0c5170d4fa59f544db38f0f48d6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:12.979430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:12.995627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:13.026863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8e69a5f4-9a67-499e-aafb-46e50890645e req-7231ef24-4512-415a-84e7-c6e3105956e5 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254487 May 26 19:08:13.067664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-b067bb2c-5b61-42ad-8ed4-da569013166a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835134 May 26 19:08:13.111185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.113392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.132142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.206824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79bc05a-0add-4e65-811a-201260456beb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.243753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.248365 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-68bfcf4d-e9b5-468e-8873-677140b67b1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c79bc05a-0add-4e65-811a-201260456beb HTTP/1.1" status: 204 len: 168 time: 0.5988517 May 26 19:08:13.256907 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cc188e8aa9a4579a3b494eb5e529dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8415935 May 26 19:08:13.267160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48078) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:13.287010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:13.305333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'port_id': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'mac_address': 'fa:16:3e:48:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:13.322308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9d7be-04c8-486a-b615-ca05dac76f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc891a7-e8d6-4a2c-b247-b9d75ae4b38e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.346386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.355655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.364421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39dde387-d963-4622-9290-9a441933b896 req-f0294484-8321-45c2-9b1c-4b9975b0514b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877581 May 26 19:08:13.365384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.394914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.447079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:13.447872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.469831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:13.501284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:13.505947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.513187 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.541579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc891a7-e8d6-4a2c-b247-b9d75ae4b38e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.552475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.553631 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf2d3597-87ea-44d5-be9c-70d1375ae386 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cc891a7-e8d6-4a2c-b247-b9d75ae4b38e HTTP/1.1" status: 204 len: 168 time: 0.2854965 May 26 19:08:13.609166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0111a0c5170d4fa59f544db38f0f48d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879920 May 26 19:08:13.609273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:13.649677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.657901 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.677226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.715816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.718126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:13.736744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902a1c9-a0b5-42de-a562-79dd7c562f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad7784-0509-4c51-a3f8-09f2bf7f9780,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.770148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48100) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:13.809525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-dc466ae6-2eec-41af-a588-832dd931bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:13.811033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-dc466ae6-2eec-41af-a588-832dd931bedf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ded11b7b085417f99298a1fc5194d6a&device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 1099 time: 0.3583479 May 26 19:08:13.818562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.821849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617eecc-b765-44ac-8955-c67ffe88772e req-4e1b72e5-3475-44a1-b05c-6e04f9f90b38 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:13.829323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a617eecc-b765-44ac-8955-c67ffe88772e req-4e1b72e5-3475-44a1-b05c-6e04f9f90b38 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2214921 May 26 19:08:13.851762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad7784-0509-4c51-a3f8-09f2bf7f9780,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:13.865631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:13.870380 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6723c24a-3c08-4e2e-ad83-af2aa2c0322f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8ad7784-0509-4c51-a3f8-09f2bf7f9780 HTTP/1.1" status: 204 len: 168 time: 0.2599657 May 26 19:08:13.968913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a617eecc-b765-44ac-8955-c67ffe88772e req-a16745ef-b355-4257-aeb3-dc0fb6f30a43 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386490 May 26 19:08:14.027563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-71fe32f5-9e4e-4b44-aac9-a3c7f594054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:14.028990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-71fe32f5-9e4e-4b44-aac9-a3c7f594054b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1977797 May 26 19:08:14.110191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-980ee7ea-76ed-46e3-9da5-95effe4cfa75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=543bca58-3c01-44f7-a972-026412681523 HTTP/1.1" status: 200 len: 217 time: 0.0748272 May 26 19:08:14.138914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48116) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:14.182296 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.199660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:14.203617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Usage tracker for resource:security_group_rule and tenant:c7160ae9b980413d8dca38672a621ab5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:14.206531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:14.212663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:14.232334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-2b3ad2a4-a6e1-4797-bf4c-c2f5a0bd1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:14.234075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-2b3ad2a4-a6e1-4797-bf4c-c2f5a0bd1f7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1137331 May 26 19:08:14.252929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33bc8-5d8d-454f-9675-2d32860d43bf req-7edd39f2-2131-484f-a630-6ce123b5dee8 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:14.254622 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e6d33bc8-5d8d-454f-9675-2d32860d43bf req-7edd39f2-2131-484f-a630-6ce123b5dee8 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 948 time: 0.2365863 May 26 19:08:14.308909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e6d33bc8-5d8d-454f-9675-2d32860d43bf req-497087b4-9f6a-46be-ab04-e0f61f1e220d tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 May 26 19:08:14.394913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.401868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.456977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-643679f8-ace2-4e09-9081-037e74c099dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba54f07d73fd47a0a1c257ee833183e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6855168 May 26 19:08:14.457809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48124) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:14.460357 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7160ae9b980413d8dca38672a621ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116088 May 26 19:08:14.461114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48126) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:14.476194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d64f3-315e-447e-8526-a314833aefcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ecd8a8-a93b-4599-8fd9-a434f3b6af36,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:14.501497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa7c4-ac0d-4296-9fc1-9d57b2a791f5 req-95e0bd4b-9b3c-4b4e-b5ac-871c8290fc83 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:14.502859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48132) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:14.503119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c04fa7c4-ac0d-4296-9fc1-9d57b2a791f5 req-95e0bd4b-9b3c-4b4e-b5ac-871c8290fc83 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 944 time: 0.2681065 May 26 19:08:14.512823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-3ceaff09-1069-4ee0-81b7-ee9de8f6fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:14.514285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-3ceaff09-1069-4ee0-81b7-ee9de8f6fe22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175231 May 26 19:08:14.537681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.570878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:14.578320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Usage tracker for resource:security_group_rule and tenant:039e2dbd2209420e9d798b64f70f0905 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:14.581067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.582853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:14.588836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca0b7850-f8b5-4d76-9d01-1094ac23d1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.595090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:14.638488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.688492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c04fa7c4-ac0d-4296-9fc1-9d57b2a791f5 req-d5e624cc-a562-4a81-b4d2-f90177c19ab9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731112 May 26 19:08:14.714839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.773459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.778901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.781128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.800638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-cd2e0fc7-497d-44a2-a918-8ab4d3775139 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596877 May 26 19:08:14.804913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.822318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ecd8a8-a93b-4599-8fd9-a434f3b6af36,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:14.875045 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=039e2dbd2209420e9d798b64f70f0905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711641 May 26 19:08:14.876285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.877499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb6b216d-f6eb-4079-b104-51a5fb0cd763 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65ecd8a8-a93b-4599-8fd9-a434f3b6af36 HTTP/1.1" status: 204 len: 168 time: 0.4129472 May 26 19:08:14.880790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:14.901616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30365abf-ca97-421e-a79a-0f07fb74fb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28f8cf-e9dc-484e-af77-94c49658775a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:14.941834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:14.956694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.966873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:14.997727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e553c8-3292-43df-a042-b67aa38ab76c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:14.998596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.031852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d11a42a-126b-41be-a4e2-f6f03ccc48a4 req-ec1628ed-74ed-4ffe-a93e-783f29363e38 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154710 May 26 19:08:15.050364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.056596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-596e1289-c29d-4dab-95cf-db53e35c9703 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37e553c8-3292-43df-a042-b67aa38ab76c HTTP/1.1" status: 204 len: 168 time: 0.5965242 May 26 19:08:15.083912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.091501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:08:15.106981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:15.115067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:15.115777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.142103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28f8cf-e9dc-484e-af77-94c49658775a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:15.237958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.239072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-814cc46d-d8f7-4433-b6e7-20523e3bdafb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c28f8cf-e9dc-484e-af77-94c49658775a HTTP/1.1" status: 204 len: 168 time: 0.3571165 May 26 19:08:15.267006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:15.268557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.285608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84421046-e5e4-4e8a-97ef-955cbc23af25 req-c3611bd5-779b-4f25-9a1a-aa974fa1af41 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:15.291030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84421046-e5e4-4e8a-97ef-955cbc23af25 req-c3611bd5-779b-4f25-9a1a-aa974fa1af41 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.1578565 May 26 19:08:15.310064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:15.321758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:15.327463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.400992 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84421046-e5e4-4e8a-97ef-955cbc23af25 req-bbce4013-aa9e-4990-b74a-82abad59552f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032863 May 26 19:08:15.414011 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d82f53-799f-4349-a4bd-737eb9826391'] response: {'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'code': 200} May 26 19:08:15.421236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:15.615936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ce6c-4aae-4653-a207-334bf36ae288 req-f86c2212-865c-4f04-a521-d06dd8aaa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:15.617505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-68a1ce6c-4aae-4653-a207-334bf36ae288 req-f86c2212-865c-4f04-a521-d06dd8aaa232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 1096 time: 0.1423094 May 26 19:08:15.659255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4feef8-be98-4b30-8a56-ae5337a707c3 req-a71984b8-ea46-4dd9-bcae-c2670d8a4499 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:15.661009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd4feef8-be98-4b30-8a56-ae5337a707c3 req-a71984b8-ea46-4dd9-bcae-c2670d8a4499 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 948 time: 0.1476424 May 26 19:08:15.698826 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-68a1ce6c-4aae-4653-a207-334bf36ae288 req-b378750d-4dc3-4452-9745-dad86dee6238 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742922 May 26 19:08:15.733157 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd4feef8-be98-4b30-8a56-ae5337a707c3 req-8c571ded-4d8c-4963-9cc3-0a3afc9a881a tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616221 May 26 19:08:15.740044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48186) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:15.802196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-651d0d91-9c38-4f4f-9e52-60a565be02eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d2acb0386eb424cb23f238ff92977b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607357 May 26 19:08:15.804570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:15.930238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:15.966255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f90b9-039e-4811-81a9-3b7b8238f74b req-69e38c53-f76b-41ec-bfd2-e36fa64a120c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:15.967738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd4f90b9-039e-4811-81a9-3b7b8238f74b req-69e38c53-f76b-41ec-bfd2-e36fa64a120c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 945 time: 0.1598444 May 26 19:08:15.972155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:16.049622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd4f90b9-039e-4811-81a9-3b7b8238f74b req-8bfa0f8d-b332-4d0d-a38b-1a7bf39360c5 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697579 May 26 19:08:16.072280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:16.098779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3546d95-7191-4075-b195-c22107c375fe,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:16.106362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:16.107648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-60a34706-249a-437e-b118-6666c6f77320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3546d95-7191-4075-b195-c22107c375fe HTTP/1.1" status: 204 len: 168 time: 0.3011854 May 26 19:08:16.581240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0bd1-d102-4b8d-b437-8a1334bc3dfa req-9d12438d-24a3-408c-9660-0300d5b6859b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:16.582753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f0dd0bd1-d102-4b8d-b437-8a1334bc3dfa req-9d12438d-24a3-408c-9660-0300d5b6859b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.0862672 May 26 19:08:16.635809 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f0dd0bd1-d102-4b8d-b437-8a1334bc3dfa req-664fa5fa-fe48-4954-ab9d-9bceaffeb648 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 May 26 19:08:16.767882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2781f39d-112f-4105-b78a-62739db6ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:16.934786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf0ed-7a10-467b-87b5-39a6d315b5ee req-baf4b7bf-48f0-469c-b0c3-6d5a718f12d2 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:16.936640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bbcf0ed-7a10-467b-87b5-39a6d315b5ee req-baf4b7bf-48f0-469c-b0c3-6d5a718f12d2 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 948 time: 0.0914443 May 26 19:08:17.012756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bbcf0ed-7a10-467b-87b5-39a6d315b5ee req-58ade130-e1a0-4292-a181-6c0d811bfbc4 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 May 26 19:08:17.316244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.339383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:17.345380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5355b-4756-40d8-afd4-d55458da5788 req-f67b8d05-c859-4a37-b11a-71a7bf5484e8 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:17.353490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1cc5355b-4756-40d8-afd4-d55458da5788 req-f67b8d05-c859-4a37-b11a-71a7bf5484e8 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 945 time: 0.1779380 May 26 19:08:17.402488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1cc5355b-4756-40d8-afd4-d55458da5788 req-802ed219-da33-4b5f-981d-f98e0e893fae tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481503 May 26 19:08:17.570742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-430867531-network', 'tenant_id': '891552066e664642bc2c603d042ea48c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:17.577299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:17.583840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Usage tracker for resource:network and tenant:891552066e664642bc2c603d042ea48c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:17.588505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:17.594633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:17.604458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2d573-f70b-41f1-a6a4-4b63059b70ce req-f9eff47a-f616-47fe-83ce-20347c79899f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:17.606918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ce2d573-f70b-41f1-a6a4-4b63059b70ce req-f9eff47a-f616-47fe-83ce-20347c79899f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 945 time: 0.0918052 May 26 19:08:17.607709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:17.610740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.616212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48282) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:17.621845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'floatingip': {'port_id': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:17.625665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.646927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:17.655341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Usage tracker for resource:security_group_rule and tenant:891552066e664642bc2c603d042ea48c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:17.661246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:17.670685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:17.717376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.797218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.812012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.891403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:08:17.903717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.904059 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Added segment 2d3786b4-66cf-4c2a-bbf2-5418aed0c87a of type vlan for network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb May 26 19:08:17.911324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48300) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:17.932454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.963875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:17.976762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8a703-13fc-45da-97b2-a0b8bbf2072a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:18.005611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.006808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:18.007527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.037350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-2801122a-1143-49bf-b1d1-55b285b6a8ab tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5350de44a2e4436eb1ea285ab95013f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569260 May 26 19:08:18.150102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-network', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:18.158842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:18.178036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a45e6-b630-4643-98c5-39590a798372 req-fea09da0-5bc4-40fe-9cbe-25f29f3bafc1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:18.181571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-598a45e6-b630-4643-98c5-39590a798372 req-fea09da0-5bc4-40fe-9cbe-25f29f3bafc1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.3259928 May 26 19:08:18.214680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Usage tracker for resource:network and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:18.217948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:18.234742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:18.287570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9434068 May 26 19:08:18.294708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48316) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:18.297189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82f262-1af4-49aa-81d4-34f473e9af83 admin admin] Pushing event updated for resources: {'Network': ['ID=32463b11-b1ac-4c2b-b8c3-0e24e3accacb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:18.302201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Request body: {'subnet': {'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-430867531-subnet', 'tenant_id': '891552066e664642bc2c603d042ea48c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:18.307205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:18.311336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Usage tracker for resource:subnet and tenant:891552066e664642bc2c603d042ea48c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:18.312912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:08:18.317003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:18.327057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:18.344917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Made reservation on behalf of 23e16d3b2e824e7282aea7b771c16360 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:18.346830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.372457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:18.375865 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.382326 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-598a45e6-b630-4643-98c5-39590a798372 req-8489f4c3-a5f1-4cbc-8c41-51dfeab09887 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911142 May 26 19:08:18.389099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.450923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-ce45a54e-4867-41b3-97c7-f984ea91d5d6 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:18.457789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-ce45a54e-4867-41b3-97c7-f984ea91d5d6 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136751 May 26 19:08:18.460504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:18.493252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-82fe4366-65a0-4af6-a9c7-fa10443589f2 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/quotas/5350de44a2e4436eb1ea285ab95013f2 HTTP/1.1" status: 200 len: 375 time: 0.0339754 May 26 19:08:18.537441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Usage tracker for resource:security_group_rule and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:18.547495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:18.552049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-4838fb5c-636c-444a-aecd-917bb1622725 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5350de44a2e4436eb1ea285ab95013f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578778 May 26 19:08:18.642980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 543bca58-3c01-44f7-a972-026412681523 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:18.687855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:18.826417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:18.873666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=543bca58-3c01-44f7-a972-026412681523,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:18.890600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '543bca58-3c01-44f7-a972-026412681523', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '543bca58-3c01-44f7-a972-026412681523', 'mac_address': 'fa:16:3e:33:8f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:18.990948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c871502-a604-4f59-a70e-6df5b5a4a9e5 req-58d1ec61-2756-481c-be9e-fa3243e663ab tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:18.994317 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3c871502-a604-4f59-a70e-6df5b5a4a9e5 req-58d1ec61-2756-481c-be9e-fa3243e663ab tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 948 time: 0.4438531 May 26 19:08:18.999879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5db4c14-f328-4cb3-a174-08c5aeeeca44,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:19.014843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:19.015459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Network hostable DHCP agents. Network: 32463b11-b1ac-4c2b-b8c3-0e24e3accacb, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:08:19.021714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 543bca58-3c01-44f7-a972-026412681523 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:19.022985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.043284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:08:19.066611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543bca58-3c01-44f7-a972-026412681523 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:19.074836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 32463b11-b1ac-4c2b-b8c3-0e24e3accacb) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:19.079970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:19.080594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.087405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=543bca58-3c01-44f7-a972-026412681523,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:19.090269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9458fc8-586f-4dab-82c0-9deb750f8259 None None] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:19.130473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9649ae00-cf87-4695-8da2-44174b1f447b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8373232 May 26 19:08:19.171386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:08:19.219209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.307472 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3c871502-a604-4f59-a70e-6df5b5a4a9e5 req-0a5a8daf-011b-442b-919e-cf0a27f3ceae tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661736 May 26 19:08:19.469290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b3e6e57-2db2-41bc-b4f2-ad9874b90557 req-93d55b80-0639-4344-951a-39711fa86455 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 210 time: 0.1091945 May 26 19:08:19.528847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.548968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.596161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.608211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:19.618495 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.634071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.635792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['543bca58-3c01-44f7-a972-026412681523'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:19.672475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8d10e-b911-4934-853e-52813500ff4f None None] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:19.756618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b40d2-f633-425c-aa02-49927cfdae07,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:19.770893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901bc69-fe88-461a-b4d2-352456a28713 req-1dd2ccaa-d5d5-4044-af8b-4fdafeaef9eb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:19.772370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6901bc69-fe88-461a-b4d2-352456a28713 req-1dd2ccaa-d5d5-4044-af8b-4fdafeaef9eb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.1404290 May 26 19:08:19.777653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:08:19.808756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.809260 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Added segment 6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9 of type vlan for network c5980fc5-93e1-4a7c-b803-683781acb679 May 26 19:08:19.861728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6901bc69-fe88-461a-b4d2-352456a28713 req-08dbb289-c4f9-40a8-a980-a7cc73826d03 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 May 26 19:08:19.938567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:19.972828 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2 associated. External IP: 172.25.0.173, port: 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996. May 26 19:08:20.127518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.128541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:20.129207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.327135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48374) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:20.332148 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4059317 May 26 19:08:20.335125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ce28-3b1d-44e4-9a3f-7927a962002a admin admin] Pushing event updated for resources: {'Network': ['ID=c5980fc5-93e1-4a7c-b803-683781acb679,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:20.342282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48378) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:20.349991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c5980fc5-93e1-4a7c-b803-683781acb679 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:08:20.355459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Request body: {'subnet': {'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-subnet', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:20.378376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48386) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:20.432771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:20.469970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Usage tracker for resource:subnet and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:20.497782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:20.523806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-cdd85ca2-3886-4222-978a-cd568beefaf5 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5350de44a2e4436eb1ea285ab95013f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943167 May 26 19:08:20.681597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:20.807266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48400) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:20.810575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.826337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-649314724-network', 'tenant_id': 'ae683b2fb0ba4818922dd2d1206785e4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:20.829721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.845648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:20.857561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Usage tracker for resource:network and tenant:ae683b2fb0ba4818922dd2d1206785e4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:20.861719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Made reservation on behalf of 23e16d3b2e824e7282aea7b771c16360 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:20.863727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:20.863978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.868694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:20.872228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:20.878308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1aeaad54-eb37-489e-9ccf-1e4423add479 req-7b0d9f3c-2456-45e8-83ac-a098f533cad8 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 210 time: 0.0950425 May 26 19:08:20.880035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Usage tracker for resource:security_group_rule and tenant:2d92876751344fc9bdd872dd06dea91e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:20.882752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:20.886359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa36d20413f4e03856fd8a0ecd50ad7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:20.889327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:20.894176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:20.906015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:20.907897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:20.924689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Made reservation on behalf of ae683b2fb0ba4818922dd2d1206785e4 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:20.926930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.956674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:20.964482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:08:21.000290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb7a44-0e53-41ef-9ef7-08c94e0b63a0 req-2d53e1bd-6d23-47bf-8b41-2b0265fbbba9 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:21.001804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1fb7a44-0e53-41ef-9ef7-08c94e0b63a0 req-2d53e1bd-6d23-47bf-8b41-2b0265fbbba9 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 949 time: 0.3485429 May 26 19:08:21.003026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:21.016757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Usage tracker for resource:security_group_rule and tenant:ae683b2fb0ba4818922dd2d1206785e4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:21.038879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:21.060866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:21.096294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1fb7a44-0e53-41ef-9ef7-08c94e0b63a0 req-fff113e2-b54a-4f2d-a9df-2b46bff52242 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843468 May 26 19:08:21.158889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-434e4d70-ad5a-4c46-a791-ffcdaf119f1a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:21.160305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-434e4d70-ad5a-4c46-a791-ffcdaf119f1a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6362162 May 26 19:08:21.181400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Request body: {'port': {'device_id': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '5350de44a2e4436eb1ea285ab95013f2'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:21.187337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.189248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.194911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.210602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.285975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d92876751344fc9bdd872dd06dea91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9574373 May 26 19:08:21.291916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aa36d20413f4e03856fd8a0ecd50ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090421 May 26 19:08:21.291916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48406) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:21.293296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48408) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:21.293943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee23cd-5db0-4c65-a836-7c6e83f5a46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b739b53f-e2dd-426f-95fe-455839621b63,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.392030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.415791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.418203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc68006-b292-49a2-96c7-91b0c0fc9ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb910d4-82f0-4800-8137-bffe3e2613f6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.456022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:08:21.493841 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.495908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a430ca-b55d-448f-b2e2-a08673dd2162,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.500223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.502370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.502699 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Added segment f54bbdbe-248a-4768-bf47-0b6084fc703e of type vlan for network 76655932-79e7-46fb-bf16-ffd2c6a0af7d May 26 19:08:21.556924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.557159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:08:21.568976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0b8c1-d29f-44e6-a241-f581b88f1205 req-8f5a456e-3f33-493d-816c-7f115c7a4705 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:21.571597 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c8e0b8c1-d29f-44e6-a241-f581b88f1205 req-8f5a456e-3f33-493d-816c-7f115c7a4705 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.5757923 May 26 19:08:21.573654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.573813 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:08:21.584036 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:21.584637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:21.622086 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.637278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.667430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:21.680909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Usage tracker for resource:port and tenant:5350de44a2e4436eb1ea285ab95013f2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:21.690929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:21.696617 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.712698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.714042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:21.714842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.716204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:21.724738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.789877 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:21.797594 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c8e0b8c1-d29f-44e6-a241-f581b88f1205 req-baddca3a-7a60-4f1e-b728-9f19a3e36b4c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011223 May 26 19:08:21.808379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.811842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb910d4-82f0-4800-8137-bffe3e2613f6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.829346 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a654a27-ba4d-47a2-9df8-610ade7131f9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "PUT /v2.0/floatingips/15dc8032-16c0-4bb1-b8eb-da75b18d85c2 HTTP/1.1" status: 200 len: 991 time: 4.2096288 May 26 19:08:21.830207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:21.835996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Made reservation on behalf of 5350de44a2e4436eb1ea285ab95013f2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:21.839963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.872789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.913636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739b53f-e2dd-426f-95fe-455839621b63,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.916657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:21.918034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cc49b7a1-197e-4444-abb8-da3152eb6576 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b739b53f-e2dd-426f-95fe-455839621b63 HTTP/1.1" status: 204 len: 168 time: 0.6259682 May 26 19:08:21.934650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] Pushing event updated for resources: {'Network': ['ID=76655932-79e7-46fb-bf16-ffd2c6a0af7d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.937772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb0f77a-b742-4a9c-a8e9-666a7970cb83,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:21.942162 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05887326-7293-45f3-9a53-b973c6d6358c'] response: {'name': 'network-changed', 'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'status': 'completed', 'code': 200} May 26 19:08:21.963432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9ce06e89-a18d-4390-b153-793040f65b9d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1541386 May 26 19:08:21.964732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.13', 57451) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:21.967883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:21.971656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48424) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:21.990427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Request body: {'subnet': {'network_id': '76655932-79e7-46fb-bf16-ffd2c6a0af7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-649314724-subnet', 'tenant_id': 'ae683b2fb0ba4818922dd2d1206785e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:21.992019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 76655932-79e7-46fb-bf16-ffd2c6a0af7d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:08:21.994318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Checking segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:21.994671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Network hostable DHCP agents. Network: c5980fc5-93e1-4a7c-b803-683781acb679, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:08:22.000282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Usage tracker for resource:security_group_rule and tenant:5350de44a2e4436eb1ea285ab95013f2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:22.005403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:22.009560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:22.018905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:22.022018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Usage tracker for resource:subnet and tenant:ae683b2fb0ba4818922dd2d1206785e4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:22.026675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:22.044070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:22.045945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.050128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0f468384-0394-4a04-bc92-b2f2b249b5b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bb910d4-82f0-4800-8137-bffe3e2613f6 HTTP/1.1" status: 204 len: 168 time: 0.7502968 May 26 19:08:22.067181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Network c5980fc5-93e1-4a7c-b803-683781acb679 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:08:22.079468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Made reservation on behalf of ae683b2fb0ba4818922dd2d1206785e4 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:22.081777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.110537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c5980fc5-93e1-4a7c-b803-683781acb679) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:22.160535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b11b65-e618-4d35-8042-70f871a4a120 None None] Network c5980fc5-93e1-4a7c-b803-683781acb679 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:22.172992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:22.173542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.266109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec65b-5f68-4602-808c-055761990a4d req-b7ca7eb3-12ca-410f-99fc-68d667d72de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:22.267579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-b7ca7eb3-12ca-410f-99fc-68d667d72de0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 1096 time: 0.2927601 May 26 19:08:22.394261 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1aa2b35d-7335-4d04-8284-79c53d7615d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0493054 May 26 19:08:22.398585 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-642c0936-89b2-4599-b87c-e7c17fb386fd req-007e61ce-d98d-4b37-9053-f47845052bb3 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 210 time: 0.1497011 May 26 19:08:22.402227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:22.454099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:22.474546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:22.493184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec65b-5f68-4602-808c-055761990a4d req-b2bfe3f3-0484-4c0a-b3df-3969239bc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:22.496583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-b2bfe3f3-0484-4c0a-b3df-3969239bc98a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 924 time: 0.2219045 May 26 19:08:22.503326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Usage tracker for resource:router and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:22.520551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:22.524830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01266e21-b7c4-479c-bada-50a5cf877ef2 req-73335b21-16cb-4b96-a3e0-c8c43f178f8e tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:22.526367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01266e21-b7c4-479c-bada-50a5cf877ef2 req-73335b21-16cb-4b96-a3e0-c8c43f178f8e tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 945 time: 0.4861941 May 26 19:08:22.545003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:48:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:08:18Z', 'revision_number': 1, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:22.548358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.549584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:22.554088 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:08:22.564457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.576151 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:22.577429 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:22.591125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c5980fc5-93e1-4a7c-b803-683781acb679', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:08:22.593792 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.716214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.717554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.726062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 543bca58-3c01-44f7-a972-026412681523 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:22.814161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84eddd89-2281-45a1-b530-6d1b41091aeb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:22.851474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:22.909492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.910548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48448) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:22.915410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.957439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01266e21-b7c4-479c-bada-50a5cf877ef2 req-308516d2-b076-454e-ba67-9bae561c32f3 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663105 May 26 19:08:22.959083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Allocated IP 172.20.0.2 (c5980fc5-93e1-4a7c-b803-683781acb679/3eb0f77a-b742-4a9c-a8e9-666a7970cb83/729a8317-1041-4cba-9657-bb0a821b0484) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:22.964424 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:22.972781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:22.975500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 543bca58-3c01-44f7-a972-026412681523 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:23.007123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:23.015624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-2406be53-5a69-4a2e-b6ad-5bcb3afd722f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 HTTP/1.1" status: 200 len: 999 time: 0.5109820 May 26 19:08:23.024746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:23.031058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:26551085937c4a5593fe17ffe6d115f2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:23.033434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Usage tracker for resource:security_group_rule and tenant:98cc4b24d8a04160a251704277e9a83c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:23.038766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:23.039351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:23.050972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:23.051699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:23.200752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.213322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 543bca58-3c01-44f7-a972-026412681523 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:23.213852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.229952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.271041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.275230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Allocated IP 192.168.233.238 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/08be5599-a6ac-46b0-bfa5-a39ed7c87598) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:23.336356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd1fd-97b2-4706-8b61-aa91cf1d8d95 req-7a25b229-dcdc-4e54-b426-9156223cfc73 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:23.338149 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-958bd1fd-97b2-4706-8b61-aa91cf1d8d95 req-7a25b229-dcdc-4e54-b426-9156223cfc73 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 949 time: 0.6313365 May 26 19:08:23.363135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98cc4b24d8a04160a251704277e9a83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452913 May 26 19:08:23.374254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48456) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:23.422994 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:48:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:08:18Z', 'revision_number': 1, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:23.428895 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54b728-75ab-4fd2-a839-872dd6f33713 None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:48:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:08:18Z', 'revision_number': 1, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:08:23.435235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 543bca58-3c01-44f7-a972-026412681523 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:23.435632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.446554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35a210-1c0b-47f5-a689-40dae82bec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d82c8e-4266-4f49-abf5-22088668fe0f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:23.497884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.516607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.522152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec65b-5f68-4602-808c-055761990a4d req-71755728-2fc8-412d-ae09-d65318a0011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:23.522294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=543bca58-3c01-44f7-a972-026412681523,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:23.524541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-71755728-2fc8-412d-ae09-d65318a0011a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.3223178 May 26 19:08:23.528203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543bca58-3c01-44f7-a972-026412681523'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:23.540268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.541847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62130cab-3736-4999-b355-ac5f88b3e876,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:23.582175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Transition to ACTIVE for port object 729a8317-1041-4cba-9657-bb0a821b0484 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:23.582534 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.604640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.618013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947a454-094e-4f19-a4f6-79b16458af91 req-0e564721-fedf-43f9-b192-75444483d8ee tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:23.625154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3947a454-094e-4f19-a4f6-79b16458af91 req-0e564721-fedf-43f9-b192-75444483d8ee tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.4216137 May 26 19:08:23.627720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Transition to ACTIVE for port object 729a8317-1041-4cba-9657-bb0a821b0484 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:23.640568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.646882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-958bd1fd-97b2-4706-8b61-aa91cf1d8d95 req-f4121366-e6c6-4bca-ab5a-b8a72ab1c85a tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438977 May 26 19:08:23.661118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:23.671319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Checking segment: {'id': 'f54bbdbe-248a-4768-bf47-0b6084fc703e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '76655932-79e7-46fb-bf16-ffd2c6a0af7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:23.671319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Network hostable DHCP agents. Network: 76655932-79e7-46fb-bf16-ffd2c6a0af7d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:08:23.701522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Network c5980fc5-93e1-4a7c-b803-683781acb679 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:23.703707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.704232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.704569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.710096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.710496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.710835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.711708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.712223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.712818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.713183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.713508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.713852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:23.718769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:23.731162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3947a454-094e-4f19-a4f6-79b16458af91 req-6e6a2b61-3f99-4486-939b-3284656b0685 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049197 May 26 19:08:23.767555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ec65b-5f68-4602-808c-055761990a4d req-81d7e953-248c-4f0a-b824-1401cd0eebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:23.771282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-81d7e953-248c-4f0a-b824-1401cd0eebcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376013 May 26 19:08:23.774864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.798371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:23.819307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc90ea-0e1d-4a2b-8435-bb94ada22c36 None None] New status for floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:08:23.852947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d82c8e-4266-4f49-abf5-22088668fe0f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:23.888721 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0200a84e-c79a-4e62-befe-ef7e9b1a237b'] response: {'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543bca58-3c01-44f7-a972-026412681523', 'code': 200} May 26 19:08:23.929540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:23.931283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6aa569c8-f78f-49b3-9a5e-f9e4b0d0c7e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d82c8e-4266-4f49-abf5-22088668fe0f HTTP/1.1" status: 204 len: 168 time: 0.5542679 May 26 19:08:24.028735 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31b30303-7515-4b61-b734-ac499bf2c4f4 req-9e6b593f-6553-4c82-8798-bf6e6470d9cf tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 210 time: 0.1205842 May 26 19:08:24.073182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-0af4c90c-d9a7-4b04-adfc-2f434fd34378 service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877824 May 26 19:08:24.076834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88b25-184a-4052-bf73-71de2c35e979 req-97f9eb56-1f5d-4a2f-ae12-6ec2e8598115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:24.078735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a88b25-184a-4052-bf73-71de2c35e979 req-97f9eb56-1f5d-4a2f-ae12-6ec2e8598115 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 1101 time: 0.1461017 May 26 19:08:24.082651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Pushing event updated for resources: {'Port': ['ID=729a8317-1041-4cba-9657-bb0a821b0484,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:24.102112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Network 76655932-79e7-46fb-bf16-ffd2c6a0af7d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:08:24.124954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.134251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.167808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 76655932-79e7-46fb-bf16-ffd2c6a0af7d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:24.192747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.198841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:24.199156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.217076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09349b0-8837-4e0a-bd81-73492a48b92b None None] Network 76655932-79e7-46fb-bf16-ffd2c6a0af7d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:24.217664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a88b25-184a-4052-bf73-71de2c35e979 req-7f156726-327c-4202-bbb3-b60f712b1353 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156271 May 26 19:08:24.234476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26551085937c4a5593fe17ffe6d115f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3766112 May 26 19:08:24.245186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48468) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:24.251765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102f4e-b862-4641-8d82-e81633525ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741db7c5-bcee-4527-a65e-bf2a3d9ed0d0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:24.254791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Transition to ACTIVE for port object 08be5599-a6ac-46b0-bfa5-a39ed7c87598 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:24.287168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e11995b-ec6a-421e-8345-13033355637c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3143482 May 26 19:08:24.321740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f4ec65b-5f68-4602-808c-055761990a4d req-0e494d63-1d29-4dc9-8867-ac8fdb292d4f service neutron] 10.222.0.13 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419386 May 26 19:08:24.352582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Attempting to bind port 729a8317-1041-4cba-9657-bb0a821b0484 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:24.352948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Attempting to bind port 729a8317-1041-4cba-9657-bb0a821b0484 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:24.353326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Attempting to bind port 729a8317-1041-4cba-9657-bb0a821b0484 on network c5980fc5-93e1-4a7c-b803-683781acb679 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:24.406616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:24.406980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Checking segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:24.407371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.407753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Bound using segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:24.408220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Bound port: 729a8317-1041-4cba-9657-bb0a821b0484, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:24.408580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.412937 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.474783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.487371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.559106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.593777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741db7c5-bcee-4527-a65e-bf2a3d9ed0d0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:24.599562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.599855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-425e1262-37f3-4265-b5cb-c89ab40c4427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/741db7c5-bcee-4527-a65e-bf2a3d9ed0d0 HTTP/1.1" status: 204 len: 168 time: 0.3536975 May 26 19:08:24.626794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:24.628010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c2237-c9f2-43d3-985c-d5bf0aaac4ad None None] Network 76655932-79e7-46fb-bf16-ffd2c6a0af7d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:24.660579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:24.663044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Pushing event updated for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:24.666217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:24.673692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:24.674549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.682807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.724177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:24.769862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] For port 729a8317-1041-4cba-9657-bb0a821b0484, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:24.836785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] For port 729a8317-1041-4cba-9657-bb0a821b0484, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=729a8317-1041-4cba-9657-bb0a821b0484,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:24.857582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:25.058792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Allocated IP 172.25.0.126 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b734d092-265e-4b64-ba13-1d4400b3f8b8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:25.129874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-953dd882-9066-4194-9170-1b5ae7374016 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9569788 May 26 19:08:25.130071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e4587-d64e-413b-b840-9f7946a1f1eb req-e07e4fcb-e089-41e9-94da-650f7a0ece40 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:25.132160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa3e4587-d64e-413b-b840-9f7946a1f1eb req-e07e4fcb-e089-41e9-94da-650f7a0ece40 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.2488191 May 26 19:08:25.198479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb1ab8-041d-4edf-a0be-edd9d2c47a1f None None] Pushing event updated for resources: {'Port': ['ID=729a8317-1041-4cba-9657-bb0a821b0484,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:25.213804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-020d3a9a-c942-4b18-8a78-4bc2714f4772 None None] Provisioning for port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:25.223923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Request body: {'port': {'device_id': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:25.249581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa3e4587-d64e-413b-b840-9f7946a1f1eb req-befa4c12-d58e-4865-afa8-c29e10a39490 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106603 May 26 19:08:25.272156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-020d3a9a-c942-4b18-8a78-4bc2714f4772 None None] Provisioning complete for port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:25.273073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-020d3a9a-c942-4b18-8a78-4bc2714f4772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:25.323750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1b3e6-28b1-48be-8dd7-f5362457e988 req-0892d5c7-3d2c-4372-a860-e98af80f1042 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:25.325393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-51a1b3e6-28b1-48be-8dd7-f5362457e988 req-0892d5c7-3d2c-4372-a860-e98af80f1042 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.3317168 May 26 19:08:25.367236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-020d3a9a-c942-4b18-8a78-4bc2714f4772 None None] Port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:25.551607 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-51a1b3e6-28b1-48be-8dd7-f5362457e988 req-edb3fe08-529c-446c-a387-c2d8de13a76e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160780 May 26 19:08:25.555782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:25.568391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:25.868470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 729a8317-1041-4cba-9657-bb0a821b0484 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:25.988603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 729a8317-1041-4cba-9657-bb0a821b0484 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:26.034459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-69784e7c-44be-40ad-b918-f0237bdc4f71 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:26.035236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-69784e7c-44be-40ad-b918-f0237bdc4f71 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:26.069560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-69784e7c-44be-40ad-b918-f0237bdc4f71 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:26.072281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-69784e7c-44be-40ad-b918-f0237bdc4f71 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.3482819 May 26 19:08:26.097670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-c18a80a9-9b48-4650-beb0-b18612280fcf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/quotas/891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 375 time: 0.0194271 May 26 19:08:26.176827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-8064d9fa-589b-4fa4-98ab-7acbab142b0c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719426 May 26 19:08:26.314662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:26.416274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-77a7c066-86b6-435e-b4d1-9570e1c40674 service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285483 May 26 19:08:26.434014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-4b3747ab-9b18-4ba2-b28e-59a2a710afa9 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:26.434689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-4b3747ab-9b18-4ba2-b28e-59a2a710afa9 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Synchronizing usage tracker for tenant:5350de44a2e4436eb1ea285ab95013f2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:26.438612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:26.443882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08be5599-a6ac-46b0-bfa5-a39ed7c87598 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:26.455967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:26.462935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:26.523050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:26.533243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Pushing event updated for resources: {'Port': ['ID=b734d092-265e-4b64-ba13-1d4400b3f8b8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:26.569857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5b9ce-010c-4f0b-b4b1-cd9de263da8c None None] Network c5980fc5-93e1-4a7c-b803-683781acb679 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:26.691927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-bddc8830-beae-4d04-be74-564d92fa55af service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696154 May 26 19:08:26.722311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Provisioning for port 729a8317-1041-4cba-9657-bb0a821b0484 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:26.732661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Provisioning complete for port 729a8317-1041-4cba-9657-bb0a821b0484 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:26.733173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:26.761009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-4b3747ab-9b18-4ba2-b28e-59a2a710afa9 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Unset dirty status for tenant:5350de44a2e4436eb1ea285ab95013f2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:26.767608 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-4b3747ab-9b18-4ba2-b28e-59a2a710afa9 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 936 time: 0.9366999 May 26 19:08:26.777930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Transition to ACTIVE for port object 08be5599-a6ac-46b0-bfa5-a39ed7c87598 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:26.803115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.230193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-e75faecf-63f9-4aa4-8e86-56b7304acb9d tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Synchronizing usage tracker for tenant:5350de44a2e4436eb1ea285ab95013f2 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:27.238397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Pushing event updated for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:27.327743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Current status of the port 729a8317-1041-4cba-9657-bb0a821b0484 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:27.328116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.387234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] For port 729a8317-1041-4cba-9657-bb0a821b0484, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=729a8317-1041-4cba-9657-bb0a821b0484,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:27.395558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.450313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ec0a5-a09e-4e3f-8d89-7ecb0698d3c1 req-d3b31a7f-92cc-49f5-aca0-f90dfce7f0b1 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:27.463042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d83ec0a5-a09e-4e3f-8d89-7ecb0698d3c1 req-d3b31a7f-92cc-49f5-aca0-f90dfce7f0b1 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.3185513 May 26 19:08:27.474172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-e75faecf-63f9-4aa4-8e86-56b7304acb9d tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Unset dirty status for tenant:5350de44a2e4436eb1ea285ab95013f2 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:27.485867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2d72c31-fafd-4ee4-9dd7-5610be0261d8 req-e75faecf-63f9-4aa4-8e86-56b7304acb9d tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169313 May 26 19:08:27.501209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc92ad-81b6-46c0-9634-ba394433c503 None None] Pushing event updated for resources: {'Port': ['ID=729a8317-1041-4cba-9657-bb0a821b0484,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:27.534005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d83ec0a5-a09e-4e3f-8d89-7ecb0698d3c1 req-702687de-eef3-4877-a8f0-9d81d741d568 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698030 May 26 19:08:27.549471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Attempting to bind port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:27.549808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Attempting to bind port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:27.550138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Attempting to bind port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:27.555297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.627820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:27.628233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Attempting to bind port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:27.640892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a84516b9-83df-449f-ad19-a831d4393c3b req-a4abe226-c0ba-494f-b220-aed6920aea0b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 210 time: 0.0540359 May 26 19:08:27.742672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:27.743294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:27.743835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:27.744450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Bound port: 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:27.744949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.759180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5f4d6603-101a-4ed1-bb15-75ba91e733af None None] Provisioning complete for port 729a8317-1041-4cba-9657-bb0a821b0484 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:27.759764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f4d6603-101a-4ed1-bb15-75ba91e733af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:27.832255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 729a8317-1041-4cba-9657-bb0a821b0484 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:27.987117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d6603-101a-4ed1-bb15-75ba91e733af None None] Current status of the port 729a8317-1041-4cba-9657-bb0a821b0484 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:28.008257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 729a8317-1041-4cba-9657-bb0a821b0484 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:28.008608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:28.014986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:28.031067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84ccd8-cdb9-4872-8265-d120be491bfb req-ab427fa1-460c-4f7e-bf10-8b777258a5c9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.033088 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4a84ccd8-cdb9-4872-8265-d120be491bfb req-ab427fa1-460c-4f7e-bf10-8b777258a5c9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.3013284 May 26 19:08:28.116734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:28.134040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-a0bc9dbc-0c71-4add-b07e-a42fa565c2c8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=741d52d9286340c39478aeafd138ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337253 May 26 19:08:28.136574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:28.179122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 729a8317-1041-4cba-9657-bb0a821b0484 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:28.233952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.234552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:28.235907 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] 10.222.0.13 "PUT /v2.0/ports/08be5599-a6ac-46b0-bfa5-a39ed7c87598 HTTP/1.1" status: 200 len: 1096 time: 3.0233228 May 26 19:08:28.236351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:28.244522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:28.248935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4a84ccd8-cdb9-4872-8265-d120be491bfb req-b3350631-4396-49b0-94c4-39a33ec73182 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483092 May 26 19:08:28.336482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-86820cc5-a128-4736-9a22-a56f2862b782 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.339869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-86820cc5-a128-4736-9a22-a56f2862b782 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992257 May 26 19:08:28.362813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-0b36206d-6df1-439f-ac08-6be900aa8221 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/quotas/741d52d9286340c39478aeafd138ea2b HTTP/1.1" status: 200 len: 375 time: 0.0094948 May 26 19:08:28.421759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-04190cd2-6088-44c2-8ddf-8e1eeb075039 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488474 May 26 19:08:28.489804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401984-16c0-41e0-ad22-036b6aa57b9a service neutron] Pushing event updated for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:28.642911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-5c70593f-6850-4e66-83b2-1690d2409753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.644521 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-5c70593f-6850-4e66-83b2-1690d2409753 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5350de44a2e4436eb1ea285ab95013f2&device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 1099 time: 0.2244370 May 26 19:08:28.763937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-333f71d9-5603-4c5c-8e3e-8e25b6e71a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598 HTTP/1.1" status: 200 len: 217 time: 0.1023536 May 26 19:08:28.767734 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4674eb28-e8db-425a-ab58-8341a1688641'] response: {'name': 'network-changed', 'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598', 'status': 'completed', 'code': 200} May 26 19:08:28.789267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-d10c8b05-d498-4f66-a11b-c9e9870201c1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.790706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-d10c8b05-d498-4f66-a11b-c9e9870201c1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.3218708 May 26 19:08:28.834459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Request body: {'port': {'device_id': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'admin_state_up': True, 'tenant_id': '891552066e664642bc2c603d042ea48c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:28.852551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Router 517e35d9-5330-44cc-97d5-8b63bb90e372 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:08:28.935441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-2c42abbc-1aac-4765-8528-660aa93a1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:28.937074 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-2c42abbc-1aac-4765-8528-660aa93a1f04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1616321 May 26 19:08:29.028856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902ab9-6290-46df-84bd-18456c01d7bc req-ec80527f-a941-4879-982f-14ce67cba88b tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:29.030437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5902ab9-6290-46df-84bd-18456c01d7bc req-ec80527f-a941-4879-982f-14ce67cba88b tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 948 time: 0.2349114 May 26 19:08:29.062361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:29.074023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Usage tracker for resource:port and tenant:891552066e664642bc2c603d042ea48c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:29.080069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:29.097970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:29.113026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5902ab9-6290-46df-84bd-18456c01d7bc req-48df3d50-bfa6-4e44-850f-d180f6d478d7 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 May 26 19:08:29.118388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:29.122509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:29.227376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:08:29.237790 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Sync routers for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:08:29.253163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-a3518b63-f69d-4553-bc3a-978f470a87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:29.254184 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:29.254856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-a3518b63-f69d-4553-bc3a-978f470a87eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066337 May 26 19:08:29.255003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:29.293079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:29.296702 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8732632e-7eb1-4ccf-a971-3a632109613a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8807244 May 26 19:08:29.299731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48622) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:29.360162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a101-1a48-4b21-ba70-ca926960423e req-b0c5a12e-4eee-4ba8-b092-b6fbbd0f528e tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:29.361655 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1971a101-1a48-4b21-ba70-ca926960423e req-b0c5a12e-4eee-4ba8-b092-b6fbbd0f528e tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.4155755 May 26 19:08:29.449176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Allocated IP 172.20.0.5 (32463b11-b1ac-4c2b-b8c3-0e24e3accacb/f5db4c14-f328-4cb3-a174-08c5aeeeca44/167d0357-2b7e-47b9-8643-189130f64008) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:29.458134 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1971a101-1a48-4b21-ba70-ca926960423e req-8f857754-addd-4b7b-89c0-e59e8c012c28 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804503 May 26 19:08:29.472982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bde35e58-be14-4d6d-a558-3258821bd125 req-2c519ecb-1afd-45e5-a621-25226e6088d3 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 210 time: 0.0991228 May 26 19:08:29.491606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-61472611-7b2f-410c-95e8-4a67e726a0ee service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290227 May 26 19:08:29.502578 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:29.719167 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d3a3b9d4-7d39-47ee-ba33-647cf78c5181 req-d1e6499b-5346-4965-a78b-4d934540ab1d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 210 time: 0.0729706 May 26 19:08:29.775120 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f75174dc-4510-4d81-a790-9e1e71a2652b req-7b680ea2-08f7-475b-9792-8244dd09f5e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765615 May 26 19:08:29.936123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051829e-2a04-47eb-b22c-a5743be51503 req-551e07e0-a993-40e2-9abb-4e06155c27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:29.947007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-551e07e0-a993-40e2-9abb-4e06155c27ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5350de44a2e4436eb1ea285ab95013f2&device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 1099 time: 0.1035817 May 26 19:08:30.024468 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:26Z', 'revision_number': 3, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:30.048231 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Checking router: 517e35d9-5330-44cc-97d5-8b63bb90e372 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:08:30.048605 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Updating router 517e35d9-5330-44cc-97d5-8b63bb90e372 port b734d092-265e-4b64-ba13-1d4400b3f8b8 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:08:30.136390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-98f26799-9fde-4a72-b962-6e57ebd2f5bf tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=741d52d9286340c39478aeafd138ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842905 May 26 19:08:30.167256 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.191658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051829e-2a04-47eb-b22c-a5743be51503 req-22a9182e-7393-479f-b0b5-4b49c6175bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.195674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-22a9182e-7393-479f-b0b5-4b49c6175bf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2413976 May 26 19:08:30.258675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.316072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-a321cd66-e2f4-4593-89cb-7affe5a02c4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598 HTTP/1.1" status: 200 len: 217 time: 0.1062984 May 26 19:08:30.444037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f45e20-d90d-4a9d-9be1-13e6e4f6391b req-733ddf4a-35f5-46f0-9bba-cad2a381e888 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.451489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66f45e20-d90d-4a9d-9be1-13e6e4f6391b req-733ddf4a-35f5-46f0-9bba-cad2a381e888 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.6654108 May 26 19:08:30.547056 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.547871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051829e-2a04-47eb-b22c-a5743be51503 req-d52fabb9-60df-4903-b444-6b3dd4c3c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.549352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-d52fabb9-60df-4903-b444-6b3dd4c3c1c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2261636 May 26 19:08:30.558975 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Transition to ACTIVE for port object b734d092-265e-4b64-ba13-1d4400b3f8b8 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:30.565557 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.607636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b250af-4a7b-4264-9c0e-86a375e553bd req-d485293a-0e15-4ace-8e65-80ec6b31c4b0 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.609153 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46b250af-4a7b-4264-9c0e-86a375e553bd req-d485293a-0e15-4ace-8e65-80ec6b31c4b0 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.2872214 May 26 19:08:30.614184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66f45e20-d90d-4a9d-9be1-13e6e4f6391b req-8e74ce48-945d-47aa-af50-456cc4e4d570 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617575 May 26 19:08:30.630852 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Pushing event updated for resources: {'Port': ['ID=b734d092-265e-4b64-ba13-1d4400b3f8b8,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.650596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.651370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-97739160-dd69-4b4a-b0b4-405d4e146719 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.651479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.651479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.651479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.651479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:08:30.651787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-97739160-dd69-4b4a-b0b4-405d4e146719 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4798911 May 26 19:08:30.657721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Request body: {'port': {'device_id': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '741d52d9286340c39478aeafd138ea2b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:30.679721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051829e-2a04-47eb-b22c-a5743be51503 req-c142b91d-8afb-470f-b40c-82cd3633e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:30.680060 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.681867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-c142b91d-8afb-470f-b40c-82cd3633e5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1254416 May 26 19:08:30.694579 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Attempting to bind port b734d092-265e-4b64-ba13-1d4400b3f8b8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:30.695481 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Attempting to bind port b734d092-265e-4b64-ba13-1d4400b3f8b8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:30.695847 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Attempting to bind port b734d092-265e-4b64-ba13-1d4400b3f8b8 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:30.702802 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:30.703184 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:30.703572 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.703958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:30.704407 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Bound port: b734d092-265e-4b64-ba13-1d4400b3f8b8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:30.704794 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.773806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46b250af-4a7b-4264-9c0e-86a375e553bd req-2b1b6b06-d8a0-4640-b7e5-bfafaf1cbde5 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421871 May 26 19:08:30.812181 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] For port b734d092-265e-4b64-ba13-1d4400b3f8b8, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:30.816160 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] For port b734d092-265e-4b64-ba13-1d4400b3f8b8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b734d092-265e-4b64-ba13-1d4400b3f8b8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:30.824500 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:30.839283 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-06c3585f-1671-4d6b-8100-ee54c870b1e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501572 May 26 19:08:30.909085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:30.909703 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:30.970098 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260fc3b-c5cf-4319-99df-35b1fd25a647 None None] Pushing event updated for resources: {'Port': ['ID=b734d092-265e-4b64-ba13-1d4400b3f8b8,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:31.012251 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-29d6bfc8-d78e-42ca-b7bc-a28162a79e2b req-1def6ae2-b31b-41bb-b212-237c8cf5f23d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 210 time: 0.0728626 May 26 19:08:31.040672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:31.082310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:31.082510 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9051829e-2a04-47eb-b22c-a5743be51503 req-8b7decba-af58-41b5-9733-7d860f844594 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367897 May 26 19:08:31.102380 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:31.119223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:31.126329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:31.127415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:31.137504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:31.222489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18fe08-e1df-4491-88a1-24d6d6319814 req-bc5e5eeb-8bd9-477d-92a8-5dc2986f2148 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:31.224282 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c18fe08-e1df-4491-88a1-24d6d6319814 req-bc5e5eeb-8bd9-477d-92a8-5dc2986f2148 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 931 time: 0.0900223 May 26 19:08:31.226369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cbe21a46-d757-4b3e-9795-730aaeaf021f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3994856 May 26 19:08:31.234841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:31.244701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Usage tracker for resource:port and tenant:741d52d9286340c39478aeafd138ea2b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:31.251123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Request body: {'port': {'device_id': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:31.276401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c18fe08-e1df-4491-88a1-24d6d6319814 req-61e520ba-0b96-4ff8-ba8c-5e2742733a3d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 May 26 19:08:31.276950 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:31.291205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:31.321504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:31.334223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221dda5-13d0-4aa0-a515-528efb535ff3 req-9b67f1a1-2c83-45f7-80d9-7f392c8c512d tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:31.335712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3221dda5-13d0-4aa0-a515-528efb535ff3 req-9b67f1a1-2c83-45f7-80d9-7f392c8c512d tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 948 time: 0.5477235 May 26 19:08:31.431544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:26Z', 'revision_number': 3, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:31.435570 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bbcc-dea4-43cb-9443-03849bf70d36 None None] The sync data for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 is: [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:26Z', 'revision_number': 3, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:08:31.444040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Made reservation on behalf of 741d52d9286340c39478aeafd138ea2b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:31.447547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:31.501615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:31.578482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3221dda5-13d0-4aa0-a515-528efb535ff3 req-75cea02a-9c85-4b97-8f38-7a346f78d2a1 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032142 May 26 19:08:31.584068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:31.586320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:31.611659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Usage tracker for resource:security_group_rule and tenant:741d52d9286340c39478aeafd138ea2b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:31.616622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:31.656713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:31.863035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Allocated IP 172.20.0.1 (c5980fc5-93e1-4a7c-b803-683781acb679/3eb0f77a-b742-4a9c-a8e9-666a7970cb83/40e4c5a9-5200-4cdb-b1a8-fd791a607d94) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:31.907435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48670) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:31.914371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.53', 64004) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:31.999886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ac163-a798-4ea7-b8e5-0d82e7b4a808 req-f04f70cf-1499-4795-80d1-b3e46a2691f3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:32.008594 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b55ac163-a798-4ea7-b8e5-0d82e7b4a808 req-f04f70cf-1499-4795-80d1-b3e46a2691f3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2287228 May 26 19:08:32.067393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b55ac163-a798-4ea7-b8e5-0d82e7b4a808 req-ebfbdeef-4eb0-4848-9e43-ec8d86065da7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578318 May 26 19:08:32.090401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-d140aea5-b610-40fa-9d3f-b1adfb7747cc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:32.092218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-d140aea5-b610-40fa-9d3f-b1adfb7747cc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.2242913 May 26 19:08:32.182798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Deleting port 543bca58-3c01-44f7-a972-026412681523 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:08:32.183135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.277930 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-13cd2538-245f-441b-91ae-6001b65c3050 req-80c720e4-3772-45f8-b3b9-9a87ba66cb96 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 210 time: 0.0676720 May 26 19:08:32.392970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.445929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:32.471673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa08d41021d4139b75390485b78c589 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:32.483429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:32.533680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:32.547150 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-97e052bb-aa34-4351-a527-d8e50018a98d req-43d057c2-5c03-41ad-b9ea-4fab0157e5f7 service neutron] show failed (client error): The resource could not be found. May 26 19:08:32.548163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-43d057c2-5c03-41ad-b9ea-4fab0157e5f7 service neutron] 10.222.0.53 "GET /v2.0/ports/20d227c8-03a8-4306-b048-1e2d1933c39d/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.6280079 May 26 19:08:32.550515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.558981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] For port 543bca58-3c01-44f7-a972-026412681523, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=543bca58-3c01-44f7-a972-026412681523,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:32.559339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.583317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.648726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.700273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb89de-ab8c-44c2-b4c6-06bef2cd9fbb req-e19b75c0-b059-44bf-80be-85a1e1714241 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:32.701745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31fb89de-ab8c-44c2-b4c6-06bef2cd9fbb req-e19b75c0-b059-44bf-80be-85a1e1714241 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 950 time: 0.7333534 May 26 19:08:32.705374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Calling delete_port for 543bca58-3c01-44f7-a972-026412681523 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:08:32.734580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Transition to ACTIVE for port object 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:32.760142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda1b7-0c9d-4088-92fb-9ae683cd1b86 req-e006c224-7f7b-4098-9000-740c03ded40f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:32.761220 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9ccda1b7-0c9d-4088-92fb-9ae683cd1b86 req-e006c224-7f7b-4098-9000-740c03ded40f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 931 time: 0.3126092 May 26 19:08:32.762295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04259124-8203-4a7b-a6fc-9d403145f589,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:32.904804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9ccda1b7-0c9d-4088-92fb-9ae683cd1b86 req-54f6aead-8377-453b-983b-d35091be5e13 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273932 May 26 19:08:32.924121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31fb89de-ab8c-44c2-b4c6-06bef2cd9fbb req-6fd2a46b-b3c8-4f25-888e-aeb87b0672dc tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/security-groups?id=86b352cc-6a5b-4bae-a859-93c243ab7867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984606 May 26 19:08:32.962966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167d0357-2b7e-47b9-8643-189130f64008 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:32.978342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-64a8e984-4bd9-4d4f-ad2b-2c1a80c35adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:32.980126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-64a8e984-4bd9-4d4f-ad2b-2c1a80c35adc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1101 time: 0.1824753 May 26 19:08:32.990610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:32.993600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:33.003008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.011972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Allocated IP 192.168.233.218 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/94b5ba6e-8373-4045-ac8f-53a7dd1735fd) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:33.027475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 08be5599-a6ac-46b0-bfa5-a39ed7c87598 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:33.092271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Transition to ACTIVE for port object 167d0357-2b7e-47b9-8643-189130f64008 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:33.121726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.157147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.191176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.211849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['543bca58-3c01-44f7-a972-026412681523'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:33.214567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Network c5980fc5-93e1-4a7c-b803-683781acb679 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:33.225133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Pushing event deleted for resources: {'Port': ['ID=543bca58-3c01-44f7-a972-026412681523,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:33.225349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.250219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:33.304007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716f2b0d-8ade-4711-ae81-1fd60b793334,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:33.321913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:33.322384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.368197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:33.395379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '08be5599-a6ac-46b0-bfa5-a39ed7c87598', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '08be5599-a6ac-46b0-bfa5-a39ed7c87598', 'mac_address': 'fa:16:3e:bb:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:33.479892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:33.479892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.499319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] No DVR routers for this DVR port 543bca58-3c01-44f7-a972-026412681523 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:08:33.504302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08be5599-a6ac-46b0-bfa5-a39ed7c87598 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:33.511621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Pushing event updated for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:33.529715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:33.531000 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.535494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.539670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'name': 'network-vif-deleted', 'tag': '543bca58-3c01-44f7-a972-026412681523'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:33.571132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.599410 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8f38eaf3-f314-4aef-92f7-10c39dbc99e5 req-bb102129-e9a8-487c-b0b6-1c68266a7ca3 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.53 "DELETE /v2.0/ports/543bca58-3c01-44f7-a972-026412681523 HTTP/1.1" status: 204 len: 173 time: 1.5018380 May 26 19:08:33.627985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:33.677734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98becf5b-7d0c-4953-b4e0-34b0afafe0a9 req-d93a9810-7c39-4891-b93a-9a9ecb801c3b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:33.685918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-98becf5b-7d0c-4953-b4e0-34b0afafe0a9 req-d93a9810-7c39-4891-b93a-9a9ecb801c3b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.4044938 May 26 19:08:33.698768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93fd96c0-e0d6-4683-b20e-a0dae16db12c None None] Provisioning for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:33.710892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93fd96c0-e0d6-4683-b20e-a0dae16db12c None None] Provisioning complete for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:33.711365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93fd96c0-e0d6-4683-b20e-a0dae16db12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.731822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1fa202c9-d1bb-43ba-be3f-3c25e7e5da96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aa08d41021d4139b75390485b78c589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8189740 May 26 19:08:33.769481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:33.810060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-93fd96c0-e0d6-4683-b20e-a0dae16db12c None None] Port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:33.839595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['08be5599-a6ac-46b0-bfa5-a39ed7c87598'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:33.844077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-98becf5b-7d0c-4953-b4e0-34b0afafe0a9 req-94da3d15-bd2a-4f9b-a4c1-c6ad0ec571df tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572809 May 26 19:08:33.873348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.896896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b734d092-265e-4b64-ba13-1d4400b3f8b8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:33.897551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6877ce-c7a2-4650-b670-e92409b7183a req-d47b377d-700a-46d7-8e58-b05ede398257 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:33.904904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb6877ce-c7a2-4650-b670-e92409b7183a req-d47b377d-700a-46d7-8e58-b05ede398257 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 948 time: 0.8110435 May 26 19:08:33.910862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:33.915945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:33.946267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:33.946587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:33.946814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:33.960908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.022353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:34.022726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:34.028438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b734d092-265e-4b64-ba13-1d4400b3f8b8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:34.037761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b734d092-265e-4b64-ba13-1d4400b3f8b8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:34.038129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.044988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3daf6671-29d4-4083-ad10-1d648612ec94 req-6c377aad-6762-4959-a030-c9d345474d75 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 210 time: 0.0720491 May 26 19:08:34.047103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:34.047434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:34.047806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:34.048235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Bound port: 167d0357-2b7e-47b9-8643-189130f64008, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:34.048569 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.104519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb6877ce-c7a2-4650-b670-e92409b7183a req-a27cced4-9ab5-44e7-b299-78c427442847 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821108 May 26 19:08:34.116209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.160688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.168451 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/716f2b0d-8ade-4711-ae81-1fd60b793334 HTTP/1.1" status: 204 len: 168 time: 0.3943036 May 26 19:08:34.181859 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21a600b-1a98-406a-83db-31938222c860'] response: {'server_uuid': '93ce4b5a-236d-432c-9c68-3126e705bb24', 'name': 'network-vif-deleted', 'tag': '543bca58-3c01-44f7-a972-026412681523', 'status': 'completed', 'code': 200} May 26 19:08:34.185697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.195819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34824f6-e072-4c03-a616-cedf91282ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f2b0d-8ade-4711-ae81-1fd60b793334,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:34.330307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b734d092-265e-4b64-ba13-1d4400b3f8b8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:34.331548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:34.333470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.340789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:34.377170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b734d092-265e-4b64-ba13-1d4400b3f8b8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b734d092-265e-4b64-ba13-1d4400b3f8b8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:34.382725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.404544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-70126f05-6591-494b-99c5-6d6ecc87cffa req-edfddcdd-bd23-449f-8f1c-2141945cceb6 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Synchronizing usage tracker for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:34.425501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-70126f05-6591-494b-99c5-6d6ecc87cffa req-edfddcdd-bd23-449f-8f1c-2141945cceb6 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] Unset dirty status for tenant:9ded11b7b085417f99298a1fc5194d6a on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:34.439603 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-70126f05-6591-494b-99c5-6d6ecc87cffa req-edfddcdd-bd23-449f-8f1c-2141945cceb6 tempest-DeleteServersAdminTestJSON-1238570749 tempest-DeleteServersAdminTestJSON-1238570749-project] 10.222.0.24 "GET /v2.0/ports?device_id=93ce4b5a-236d-432c-9c68-3126e705bb24 HTTP/1.1" status: 200 len: 210 time: 0.0836616 May 26 19:08:34.443155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.478462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b734d092-265e-4b64-ba13-1d4400b3f8b8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:34.594084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48706) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:34.618101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.634778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:34.639097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Usage tracker for resource:security_group_rule and tenant:6353f1d06614488386f5871cc1322346 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:34.641979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:34.648021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:34.648199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Transition to ACTIVE for port object 94b5ba6e-8373-4045-ac8f-53a7dd1735fd will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:34.671833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:34.672444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.673854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] 10.222.0.53 "PUT /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 1091 time: 3.4305978 May 26 19:08:34.675230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'tag': '167d0357-2b7e-47b9-8643-189130f64008'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:34.762290 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3941b9b-843f-4799-af22-f47e9de4a1ee'] response: {'name': 'network-changed', 'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'tag': '167d0357-2b7e-47b9-8643-189130f64008', 'status': 'completed', 'code': 200} May 26 19:08:34.765422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5169a61-c55f-4cd9-ad4e-0f5eddee8325 service neutron] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:34.770976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.776383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.812415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-99f5abdd-3d81-40e5-bcce-c48def246ff1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:34.813140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-99f5abdd-3d81-40e5-bcce-c48def246ff1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:34.828341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.839052 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6353f1d06614488386f5871cc1322346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436521 May 26 19:08:34.878561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48712) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:34.889660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aac07-a09a-46fa-9112-489b81622b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a38a1-e651-4fa9-be0d-e4b349080ed8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:34.945803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.950726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:34.953804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-99f5abdd-3d81-40e5-bcce-c48def246ff1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:34.954967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-99f5abdd-3d81-40e5-bcce-c48def246ff1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 943 time: 0.6108472 May 26 19:08:34.959668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:34.964732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:34.971509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:34.977282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:34.977899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.985413 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.986086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:34.999601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Pushing event updated for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:35.050071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:35.056102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 08be5599-a6ac-46b0-bfa5-a39ed7c87598 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:35.159926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.170844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:35.177414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:35.178216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.181290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Transition to ACTIVE for port object 20d227c8-03a8-4306-b048-1e2d1933c39d will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:35.189841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53658-28ea-481e-86a6-d53c9154b203 req-3aed9055-23ce-4322-a62f-cfd7cd87bb9b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:35.191466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-08a53658-28ea-481e-86a6-d53c9154b203 req-3aed9055-23ce-4322-a62f-cfd7cd87bb9b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2198775 May 26 19:08:35.198120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.214373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-e8699e74-d671-4ae9-ba45-d44c2908eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:35.216119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-e8699e74-d671-4ae9-ba45-d44c2908eebb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1094 time: 0.4878194 May 26 19:08:35.297546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-4dc97c91-9e9c-481c-8234-3589297e5a23 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:35.300469 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.330554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-e18c47fb-63fa-4c7d-a526-93ffc2c3c842 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6766686 May 26 19:08:35.336187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-ceea8bc0-d0a5-465f-aa8d-98c56ba11209 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.0981607 May 26 19:08:35.338710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Pushing event updated for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:35.354243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:35.354956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.384825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8b2d8b57-0337-4f3a-97f9-ea4c246ef000 None None] Provisioning for port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:35.396837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:35.401457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=6']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:35.403940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8b2d8b57-0337-4f3a-97f9-ea4c246ef000 None None] Provisioning complete for port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:35.404237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Request body: {'port': {'device_id': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:35.404779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8b57-0337-4f3a-97f9-ea4c246ef000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.428613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] No DVR routers for this DVR port 20d227c8-03a8-4306-b048-1e2d1933c39d on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:08:35.449828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:35.458653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.487709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.491517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-08a53658-28ea-481e-86a6-d53c9154b203 req-ceca19f9-9c95-4763-9246-cbd683a2856f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778385 May 26 19:08:35.547403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:35.547740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:35.548064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:35.553933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:35.554276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Attempting to bind port 20d227c8-03a8-4306-b048-1e2d1933c39d on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:35.561625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:35.561964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:35.562830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:35.563328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Bound port: 20d227c8-03a8-4306-b048-1e2d1933c39d, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:35.563670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.579480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:35.583992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8b57-0337-4f3a-97f9-ea4c246ef000 None None] Port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:35.605030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-4dc97c91-9e9c-481c-8234-3589297e5a23 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:35.606426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b8c1584-12bd-4ef6-9f91-ac2c3fc25371 req-4dc97c91-9e9c-481c-8234-3589297e5a23 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220589 May 26 19:08:35.617833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.642595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-6ef6a474-b53c-4248-81ab-8e508345f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:35.644400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-6ef6a474-b53c-4248-81ab-8e508345f1b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2937555 May 26 19:08:35.658817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Network c5980fc5-93e1-4a7c-b803-683781acb679 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:35.709655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:35.720287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:35.724775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:35.733473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a38a1-e651-4fa9-be0d-e4b349080ed8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:35.737287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.777571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b734d092-265e-4b64-ba13-1d4400b3f8b8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:35.823577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:35.824607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.826220 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] 10.222.0.13 "PUT /v2.0/ports/20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 1096 time: 2.8375549 May 26 19:08:35.839198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082955e-0fec-473b-877e-4d9ca7be80ce req-14a91609-cee9-44c6-ac8f-429f91c33d15 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:35.840876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a082955e-0fec-473b-877e-4d9ca7be80ce req-14a91609-cee9-44c6-ac8f-429f91c33d15 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 936 time: 0.2145824 May 26 19:08:35.842565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-cc6680ab-25ba-4b83-a4b8-8db7b8091a4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437793 May 26 19:08:35.877776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b734d092-265e-4b64-ba13-1d4400b3f8b8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:35.878514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.928131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:35.929531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-10910dee-7c7b-4aa6-aa85-95f7e30d4749 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/236a38a1-e651-4fa9-be0d-e4b349080ed8 HTTP/1.1" status: 204 len: 168 time: 1.0487597 May 26 19:08:36.068187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b734d092-265e-4b64-ba13-1d4400b3f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:36.090350 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a082955e-0fec-473b-877e-4d9ca7be80ce req-c15cf30e-9fd5-46dc-9d15-fe08d413ddf9 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432146 May 26 19:08:36.091033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a5920440-ae8a-4847-99c4-bc92df14bc45 None None] Provisioning complete for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:36.091233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06c030-b6d5-4083-bab5-da2f36744743 service neutron] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=7']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:36.091705 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a5920440-ae8a-4847-99c4-bc92df14bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:36.138099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-4d21ac91-571f-40ee-acea-df87b75f6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.139825 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-4d21ac91-571f-40ee-acea-df87b75f6aad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 0.2727377 May 26 19:08:36.228678 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d797f43d-bf08-4510-be22-b8b904386f32'] response: {'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598', 'code': 200} May 26 19:08:36.230878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a5920440-ae8a-4847-99c4-bc92df14bc45 None None] Port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:36.253223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}, {'name': 'network-changed', 'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:36.259504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:36.263963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.13', 57455) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:36.338650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-2b83e2e5-d028-4f92-b137-a604d3e0b2b7 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079466 May 26 19:08:36.346320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:36.362746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Router 517e35d9-5330-44cc-97d5-8b63bb90e372 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:08:36.392881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-566b9b79-f762-42c3-85d8-f6763282b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.394413 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-566b9b79-f762-42c3-85d8-f6763282b702 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2467506 May 26 19:08:36.406624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fe394-0f4d-4700-a319-afb91fa36c83 req-671e55e0-b2b8-4ee8-9264-3a36fe410660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.408152 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3f3fe394-0f4d-4700-a319-afb91fa36c83 req-671e55e0-b2b8-4ee8-9264-3a36fe410660 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 1101 time: 0.1431775 May 26 19:08:36.419334 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2c4f4c-d5c5-435e-8572-408e8b75ba84'] response: {'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'code': 200} May 26 19:08:36.419693 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2c4f4c-d5c5-435e-8572-408e8b75ba84'] response: {'name': 'network-changed', 'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'status': 'completed', 'code': 200} May 26 19:08:36.573558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-f19549f4-008b-400c-b02d-7672f35c18c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1564744 May 26 19:08:36.662569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3f3fe394-0f4d-4700-a319-afb91fa36c83 req-616bda21-8a78-4f57-9624-03e548a0dca8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754730 May 26 19:08:36.700406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-48a783db-004a-4736-a3c6-8cfb4c08e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.702883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-48a783db-004a-4736-a3c6-8cfb4c08e5a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1170146 May 26 19:08:36.704789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 543bca58-3c01-44f7-a972-026412681523 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:08:36.712344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-14101255-5ce4-4839-9c2d-bc61ceb6df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.722201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-14101255-5ce4-4839-9c2d-bc61ceb6df62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 0.2361221 May 26 19:08:36.754887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 543bca58-3c01-44f7-a972-026412681523 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:08:36.755321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 543bca58-3c01-44f7-a972-026412681523 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:08:36.755736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:08:36.820740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:08:36.907779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710b558-b9f1-458f-bbca-a32ace6cfbea req-61bbf153-c4b4-44b9-b014-f01d934576a6 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.916094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4710b558-b9f1-458f-bbca-a32ace6cfbea req-61bbf153-c4b4-44b9-b014-f01d934576a6 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 950 time: 1.1338043 May 26 19:08:36.992129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-4e9c2e11-d636-47a3-861d-640a283ef543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:36.993592 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-4e9c2e11-d636-47a3-861d-640a283ef543 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2655535 May 26 19:08:37.072513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4710b558-b9f1-458f-bbca-a32ace6cfbea req-a2fd077f-6056-4cb7-9d74-5629ffaf4306 tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545901 May 26 19:08:37.086575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcf9bb12-ad37-4c32-be76-0ba8a10ace73 req-68e167c4-212a-4b0f-82b7-2a25740d2dc4 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264731 May 26 19:08:37.089341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b8f3c-835a-49d9-b74c-b19123d57b1a req-3b25e7ec-ca2a-4a11-8f1e-0731162ba791 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:37.097569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-019b8f3c-835a-49d9-b74c-b19123d57b1a req-3b25e7ec-ca2a-4a11-8f1e-0731162ba791 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.3682199 May 26 19:08:37.114347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e052bb-aa34-4351-a527-d8e50018a98d req-826728cd-e92c-49eb-b91c-b2e7318ea6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:37.115949 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-826728cd-e92c-49eb-b91c-b2e7318ea6f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2568672 May 26 19:08:37.127949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:08:37.134689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3c549ae2-df03-4b21-9cdd-1bde496411b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/517e35d9-5330-44cc-97d5-8b63bb90e372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8337045 May 26 19:08:37.146065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Sync routers for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:08:37.158122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:37.159004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:37.170838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-dfa88338-e951-4feb-9ff2-0d503f5238d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1573410 May 26 19:08:37.287152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-440c113d-e376-462f-9938-f6f2607894ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:37.289957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-440c113d-e376-462f-9938-f6f2607894ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1094 time: 0.1506224 May 26 19:08:37.361096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:37.390375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b5ba6e-8373-4045-ac8f-53a7dd1735fd {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:37.429483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:37.463995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Transition to ACTIVE for port object 94b5ba6e-8373-4045-ac8f-53a7dd1735fd will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:37.487289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:37.574964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-019b8f3c-835a-49d9-b74c-b19123d57b1a req-1abaadc2-0bb4-4b44-a1eb-2b6574a3a78a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762411 May 26 19:08:37.589289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Pushing event updated for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:37.617528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-8ae3bdb4-efc4-41f2-8f88-92497335357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:37.624892 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-8ae3bdb4-efc4-41f2-8f88-92497335357c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.4060981 May 26 19:08:37.871248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-2d458abb-dbb2-4f88-a67e-2961c3e2d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:37.889367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-2d458abb-dbb2-4f88-a67e-2961c3e2d9f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.5932291 May 26 19:08:37.899770 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-1edec159-6830-442f-b6f8-15451426750b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381365 May 26 19:08:37.938672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 2, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:37.945184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Checking router: 517e35d9-5330-44cc-97d5-8b63bb90e372 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:08:37.945184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Updating router 517e35d9-5330-44cc-97d5-8b63bb90e372 port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:08:38.053698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-e823435a-2adb-47f9-98c6-c033a01319c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.1537259 May 26 19:08:38.060227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.107684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-ab059f55-bd26-45d3-9cd3-34cbba71f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:38.110036 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-ab059f55-bd26-45d3-9cd3-34cbba71f53f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551172 May 26 19:08:38.222295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Attempting to bind port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:38.222631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Attempting to bind port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:38.222950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Attempting to bind port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:38.227096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-fff0fe78-b705-45c7-b67b-723cd96cfd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:38.227709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-fff0fe78-b705-45c7-b67b-723cd96cfd0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1534145 May 26 19:08:38.236451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48798) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:38.276956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:38.277447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Attempting to bind port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:38.280301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d894d62-d4c6-46fa-9c43-3b45d432b133 req-55e6d90a-25ef-4c6a-afc2-162913fd03bd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:38.288418 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4d894d62-d4c6-46fa-9c43-3b45d432b133 req-55e6d90a-25ef-4c6a-afc2-162913fd03bd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 948 time: 0.4971509 May 26 19:08:38.296787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-network', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:38.309420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-189d7e39-407d-4474-8291-633cdd9af7d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722904 May 26 19:08:38.312042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:38.316097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:38.316432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:38.316957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:38.318127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Bound port: 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:38.318473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.431154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:38.435066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:38.454654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Usage tracker for resource:network and tenant:44db83b7af454ca09cb61ab17ccb3fb5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:38.464828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd63321-309b-4f8e-8dd1-860f3c872c56 req-83f24e17-8850-44a1-9c87-956e8a118328 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:38.466452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1bd63321-309b-4f8e-8dd1-860f3c872c56 req-83f24e17-8850-44a1-9c87-956e8a118328 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 943 time: 0.9730260 May 26 19:08:38.467876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:38.476836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.490942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.503627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Transition to ACTIVE for port object 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:38.512971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.544331 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-63298626-efe5-48b5-b2e0-d590be3fc567 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015241 May 26 19:08:38.597417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28ecd5-de9f-415a-9b07-0989f75accc4 None None] Pushing event updated for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:38.667305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:38.764715 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-38a3f27f-f15d-40c8-b454-89a795d52489 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186584 May 26 19:08:38.770087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:38.771977 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e052bb-aa34-4351-a527-d8e50018a98d req-c9c2932f-c27e-4fa1-9969-74649eaea90f service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254912 May 26 19:08:38.781747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.783409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] 10.222.0.13 "PUT /v2.0/ports/94b5ba6e-8373-4045-ac8f-53a7dd1735fd HTTP/1.1" status: 200 len: 1096 time: 3.4391165 May 26 19:08:38.793376 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4d894d62-d4c6-46fa-9c43-3b45d432b133 req-50986359-cf27-4bf9-a144-c29b6be4fb5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035462 May 26 19:08:38.796934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:38.816166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Made reservation on behalf of 44db83b7af454ca09cb61ab17ccb3fb5 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:38.818572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.842612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.873451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1bd63321-309b-4f8e-8dd1-860f3c872c56 req-8558ed8b-ca17-486b-b5e4-52937c619bb2 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880525 May 26 19:08:38.935360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Attempting to bind port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:38.935360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Attempting to bind port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:38.935655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Attempting to bind port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 on network c5980fc5-93e1-4a7c-b803-683781acb679 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:38.957428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:38.957796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Checking segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:38.958833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:38.959468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Bound using segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:38.961891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Bound port: 40e4c5a9-5200-4cdb-b1a8-fd791a607d94, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:38.962350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:39.035899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:39.082164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049e5b-0cbf-400d-8aeb-1ad811333d0d service neutron] Pushing event updated for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:39.087603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Usage tracker for resource:security_group_rule and tenant:44db83b7af454ca09cb61ab17ccb3fb5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:39.098125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:39.113306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-abbcf482-e827-412e-aef9-683dfefdcd69 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738714 May 26 19:08:39.115971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:39.259726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-9f815bec-1171-4a7f-874d-e9d2a456d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.261289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-9f815bec-1171-4a7f-874d-e9d2a456d4be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 1099 time: 0.2663071 May 26 19:08:39.320075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] For port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:39.339077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] For port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:39.352450 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:39.357471 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-8510b466-e262-445a-a3aa-69da5f8d2a71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd HTTP/1.1" status: 200 len: 217 time: 0.0815372 May 26 19:08:39.440287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-81a642db-407b-4ffd-abeb-e8d287665423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.440664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce132d8-3798-400c-a202-0ec23a427d5b req-3059c872-3599-4fcd-afc6-21080f26beb8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.444102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-81a642db-407b-4ffd-abeb-e8d287665423 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 0.5511761 May 26 19:08:39.449019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4ce132d8-3798-400c-a202-0ec23a427d5b req-3059c872-3599-4fcd-afc6-21080f26beb8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.2579381 May 26 19:08:39.497745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28ecd5-de9f-415a-9b07-0989f75accc4 None None] Pushing event updated for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:39.510039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-b95c5db4-de7e-4f06-a4cc-213c8f6f8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.511732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-b95c5db4-de7e-4f06-a4cc-213c8f6f8482 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1410990 May 26 19:08:39.526720 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4ce132d8-3798-400c-a202-0ec23a427d5b req-efe4bdff-e61d-4f0a-8a7a-9b0549e0a114 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 May 26 19:08:39.548042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:39.548042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:39.560188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48822) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:39.630283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-8963ed87-7825-4ffc-bf27-94a4b7ff89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.633319 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-8963ed87-7825-4ffc-bf27-94a4b7ff89e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028502 May 26 19:08:39.779575 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30209a4e-93d9-48e8-8fca-45dbf1421a1c'] response: {'name': 'network-changed', 'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd', 'status': 'completed', 'code': 200} May 26 19:08:39.780730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-a4721716-0982-4171-8548-4c07b68389df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:39.782319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-a4721716-0982-4171-8548-4c07b68389df service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3198271 May 26 19:08:39.792300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:39.821978 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-a9df7ff7-eded-4eb5-8039-f70a9f035195 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807704 May 26 19:08:39.878500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c335acda-b3fc-493c-9688-ee8af185aa32 req-22203062-0703-4eb8-a3ca-6141410eeca7 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547712 May 26 19:08:39.946605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-ae345f7b-30c7-4f8a-b9b7-5e284c191225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1160202 May 26 19:08:40.028505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a40516-4a17-4ee7-aa7c-92d4205d6532 req-d82afd65-9817-4b28-a840-696b48cd538e tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.030206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12a40516-4a17-4ee7-aa7c-92d4205d6532 req-d82afd65-9817-4b28-a840-696b48cd538e tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 950 time: 0.7654042 May 26 19:08:40.094780 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ce40c2e1-b879-4ba7-b882-1db3a34862ef req-46d5c851-9c38-4e2f-8fb5-6302bf141f98 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643425 May 26 19:08:40.117188 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.143693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.147319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-a7d65303-f2a1-46ca-bd88-81e73fa79b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.148808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-a7d65303-f2a1-46ca-bd88-81e73fa79b0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2011855 May 26 19:08:40.230222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12a40516-4a17-4ee7-aa7c-92d4205d6532 req-52ac7d9b-d25e-429e-9e31-16fa8867a07e tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795914 May 26 19:08:40.245094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8f38a130-043a-4320-98e2-6cbd677c18df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ded11b7b085417f99298a1fc5194d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733358 May 26 19:08:40.249441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:40.254856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:39Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:40.255614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:08:40.260889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1678ac5-4c1d-43c2-ac72-3450f6c3c607 None None] The sync data for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 is: [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:39Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:08:40.290924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061d21c4-480b-4cb7-ac20-4f8fe952ab23,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:40.304814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-f1981b32-e03f-47d8-95a8-48ca5545c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.305660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-f1981b32-e03f-47d8-95a8-48ca5545c5db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 1099 time: 0.1473722 May 26 19:08:40.317255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.317539 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Added segment 1b3ad082-5ea2-4737-8c68-2233814dc8ac of type vlan for network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 May 26 19:08:40.317859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdec5c-c402-4371-83ab-66488d6f6ef3 req-dbe3eeb1-0d7a-4241-93f5-236bc6dff79a tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.336738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46fdec5c-c402-4371-83ab-66488d6f6ef3 req-dbe3eeb1-0d7a-4241-93f5-236bc6dff79a tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 948 time: 0.1387143 May 26 19:08:40.402854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.425139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-1adeb1e4-e6c8-43c8-992c-b64f3d7d8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.426672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-1adeb1e4-e6c8-43c8-992c-b64f3d7d8e99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2613256 May 26 19:08:40.431996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.526781 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46fdec5c-c402-4371-83ab-66488d6f6ef3 req-fcb8cc28-713a-4efe-9d5d-7b123a2cb552 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912527 May 26 19:08:40.534592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-338d8d4f-5111-46b5-84cf-18ee9f25c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.536084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-338d8d4f-5111-46b5-84cf-18ee9f25c4f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1988420 May 26 19:08:40.611346 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-559e989b-2ce6-4105-bcbc-4daa44b5b27c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd HTTP/1.1" status: 200 len: 217 time: 0.0676863 May 26 19:08:40.614990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.652995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.653982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.654556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:40.696894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-5a85b83e-275f-4fcc-811d-57e34a1a7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.698439 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-5a85b83e-275f-4fcc-811d-57e34a1a7e37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0782721 May 26 19:08:40.736076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 167d0357-2b7e-47b9-8643-189130f64008 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:40.855832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-1b97e303-2ce7-4377-a21b-72cc3b5e6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:40.862065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-1b97e303-2ce7-4377-a21b-72cc3b5e6970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429775 May 26 19:08:40.882941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6073630 May 26 19:08:40.891961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48856) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:40.899056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f03d-05a8-42aa-9e15-afce3db644a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2ebcc2-8247-474e-b153-4d7c6d32a7f8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:40.921793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-ef57d866-2959-4dd9-852c-2d88ab5934fe service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793465 May 26 19:08:40.930647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Request body: {'subnet': {'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-subnet', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:40.982519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:40.993559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.031838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:41.049930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '167d0357-2b7e-47b9-8643-189130f64008', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'port_id': '167d0357-2b7e-47b9-8643-189130f64008', 'mac_address': 'fa:16:3e:ac:8b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5db4c14-f328-4cb3-a174-08c5aeeeca44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:41.078436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Usage tracker for resource:subnet and tenant:44db83b7af454ca09cb61ab17ccb3fb5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:41.083763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:08:41.091934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:41.097316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b352cc-6a5b-4bae-a859-93c243ab7867,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:41.106426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda05e8b-0a23-4b7b-abf9-887b1e191bd7 req-e3e89912-371e-424e-a99f-83185eb3b934 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:41.107955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda05e8b-0a23-4b7b-abf9-887b1e191bd7 req-e3e89912-371e-424e-a99f-83185eb3b934 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 943 time: 0.6298034 May 26 19:08:41.143867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:41.199643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Made reservation on behalf of 44db83b7af454ca09cb61ab17ccb3fb5 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:41.201958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.214943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.216049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a47c7bc1-7a7d-4ecb-abda-93d7c464be70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86b352cc-6a5b-4bae-a859-93c243ab7867 HTTP/1.1" status: 204 len: 168 time: 0.9626036 May 26 19:08:41.237646 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-0eb92fb5-3519-42b4-ac49-aa02b8f28f79 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686740 May 26 19:08:41.256362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 167d0357-2b7e-47b9-8643-189130f64008 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:41.256744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.278504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167d0357-2b7e-47b9-8643-189130f64008 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:41.303696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:41.310055 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.400587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:41.449261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda05e8b-0a23-4b7b-abf9-887b1e191bd7 req-cfcdcb62-ff9e-4cec-af8a-040d5aa387dc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275821 May 26 19:08:41.462069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0cee0db-4698-45f2-814a-ead93f4bc807 req-a2a87121-3af8-4408-bae7-62ace4f957f6 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226707 May 26 19:08:41.475420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9023b68-67a3-4b42-b418-f36e43d015f0 req-a5ef36f9-5a23-46a2-a3bc-fe8fda35c521 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:41.487745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e9023b68-67a3-4b42-b418-f36e43d015f0 req-a5ef36f9-5a23-46a2-a3bc-fe8fda35c521 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.5586371 May 26 19:08:41.570805 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e9023b68-67a3-4b42-b418-f36e43d015f0 req-3c8ff363-548d-4b77-9c94-e84ec2e33045 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819376 May 26 19:08:41.581168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca23df17-7cc7-46a7-a9c6-2d227c7ff2df req-0daf9301-fcf7-482f-a730-a68ce81ae2e5 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371503 May 26 19:08:41.656897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['167d0357-2b7e-47b9-8643-189130f64008'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:41.743736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:41.797111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7198-b060-4319-8efd-9fcec10672e2 req-2cbc2854-4881-4cfd-88d5-719f7efa0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:41.798661 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-2cbc2854-4881-4cfd-88d5-719f7efa0b3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1099 time: 0.1717007 May 26 19:08:41.878721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48870) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:41.887535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:41.986465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e45b1f3-754d-4066-bdde-ed1ab3844dda,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:41.994571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.042792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:42.076661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Usage tracker for resource:security_group_rule and tenant:b4e164c933fd489fbb5e833f5c292c23 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:42.085227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:42.087381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:42.102846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:42.103098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7198-b060-4319-8efd-9fcec10672e2 req-e434e8ea-b760-4979-a6b3-5a5e386a36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.103957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.106626 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-e434e8ea-b760-4979-a6b3-5a5e386a36a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2871516 May 26 19:08:42.112518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:42.114662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Checking segment: {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:42.115028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Network hostable DHCP agents. Network: 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:08:42.222118 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-d2c34edd-f624-451f-81d2-3a3ba0896f9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1088219 May 26 19:08:42.234105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:08:42.252682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:42.262494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.263232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.264886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf6e85-f66c-42a6-b555-23633efe2d1f None None] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:42.314760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7198-b060-4319-8efd-9fcec10672e2 req-a2608946-5b8d-48bf-8549-0105e48e43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.318769 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-a2608946-5b8d-48bf-8549-0105e48e43c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0875633 May 26 19:08:42.318922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97325ae1-b983-4393-8717-e703bfcd1e69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3971422 May 26 19:08:42.319007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48878) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:42.323966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5825a8b-0849-4e51-b1f7-a0d6204e1b71 req-0d84ce9b-c3ba-4a36-ac18-9fe85f7efbbb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.327461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5825a8b-0849-4e51-b1f7-a0d6204e1b71 req-0d84ce9b-c3ba-4a36-ac18-9fe85f7efbbb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 950 time: 0.1929994 May 26 19:08:42.327743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:42.367493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:42.380363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:42.380796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.385137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Usage tracker for resource:router and tenant:44db83b7af454ca09cb61ab17ccb3fb5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:42.392376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:42.393351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.401321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:42.407431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5825a8b-0849-4e51-b1f7-a0d6204e1b71 req-e7c3c27c-eb19-4cb7-9475-a11b60cdd2ee tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748558 May 26 19:08:42.408696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.411100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97a62e-83a6-42e4-aa97-9f965f5e12a8 req-1006e67c-67e1-4149-a0d8-e2a7fcc7169b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.413933 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be97a62e-83a6-42e4-aa97-9f965f5e12a8 req-1006e67c-67e1-4149-a0d8-e2a7fcc7169b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 948 time: 0.2376256 May 26 19:08:42.455622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.456689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.459448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:42.474387 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.479745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4e164c933fd489fbb5e833f5c292c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923514 May 26 19:08:42.481358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7efde-551c-4317-8ea1-071f48df381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f33d2-d4cd-4629-8000-8cf19a833005,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:42.484581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:42.521754 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be97a62e-83a6-42e4-aa97-9f965f5e12a8 req-1d8db98e-1ad5-453d-811f-b294e1de562b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976384 May 26 19:08:42.527817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.544903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7198-b060-4319-8efd-9fcec10672e2 req-b06fa830-40a3-4dda-b6bd-116d56fa4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.546408 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-b06fa830-40a3-4dda-b6bd-116d56fa4cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2221293 May 26 19:08:42.609941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.634349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:42.658954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.679451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'fixed_ips': [{'subnet_id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:08:42.680363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.728692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.748014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f33d2-d4cd-4629-8000-8cf19a833005,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:42.763205 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:42.764627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6cbb8c87-83ca-4423-aa7a-fedb3604bf1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d64f33d2-d4cd-4629-8000-8cf19a833005 HTTP/1.1" status: 204 len: 168 time: 0.2788122 May 26 19:08:42.873622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Allocated IP 172.20.0.2 (7b2ebcc2-8247-474e-b153-4d7c6d32a7f8/2e45b1f3-754d-4066-bdde-ed1ab3844dda/6b85c667-47a4-4f42-9ab0-2eadeb2147c0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:42.938892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b3a82-a950-4f41-a17a-649c6ad47653 req-8e7afdfe-9a88-416a-8544-cbb82733782f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:42.946242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-878b3a82-a950-4f41-a17a-649c6ad47653 req-8e7afdfe-9a88-416a-8544-cbb82733782f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.0959435 May 26 19:08:43.008775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-878b3a82-a950-4f41-a17a-649c6ad47653 req-dda5cc93-9e3f-4a1b-85fd-bf8ced3a8fd7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612638 May 26 19:08:43.018806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.074960 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-7c6f7407-51ef-431e-a988-b679a4339707 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211952 May 26 19:08:43.092083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20ec09-6eb9-41bb-b12b-589f36425eb1 req-423eb577-c49f-4e19-8ac8-adf7d34309b6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:43.098921 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd20ec09-6eb9-41bb-b12b-589f36425eb1 req-423eb577-c49f-4e19-8ac8-adf7d34309b6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 944 time: 0.3903520 May 26 19:08:43.118391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:43.153800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.228669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Transition to ACTIVE for port object 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:43.269608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Transition to ACTIVE for port object 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:43.289202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.371781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:43.403204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:43.422081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:43.449834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:43.514431 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd20ec09-6eb9-41bb-b12b-589f36425eb1 req-2a03a5be-a030-4933-add8-154cf1187f72 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146540 May 26 19:08:43.527052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Pushing event updated for resources: {'Port': ['ID=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:43.528295 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-827b7198-b060-4319-8efd-9fcec10672e2 req-03abb6c8-806f-4391-8aa6-b27183423732 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261427 May 26 19:08:43.535969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'mac_address': 'fa:16:3e:a4:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:43.621477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Attempting to bind port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:43.621477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Attempting to bind port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:43.621887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Attempting to bind port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 on network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:43.630749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:43.631429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Checking segment: {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:43.632741 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.633401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Bound using segment: {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:43.634033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Bound port: 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:43.634489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.680563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 20d227c8-03a8-4306-b048-1e2d1933c39d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:43.680800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.682944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-e9a5eaf6-4c02-4a63-a417-08eb1db0f33a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:43.684504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-e9a5eaf6-4c02-4a63-a417-08eb1db0f33a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 950 time: 0.3060524 May 26 19:08:43.710868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d227c8-03a8-4306-b048-1e2d1933c39d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:43.774636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e552-8146-4322-ac46-4f367d66d736 req-925bf7ee-35f2-467b-b830-ab9c3341d27d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:43.776416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b915e552-8146-4322-ac46-4f367d66d736 req-925bf7ee-35f2-467b-b830-ab9c3341d27d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 948 time: 0.2715406 May 26 19:08:43.801253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.816672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Deleting port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:08:43.817268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.863497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:43.874537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:43.883363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a036c-2023-42ac-aea5-11957100b469 req-ec68ae64-5974-4ffc-b272-84c3ced27621 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:43.885213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-ec68ae64-5974-4ffc-b272-84c3ced27621 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 948 time: 0.4451151 May 26 19:08:43.924694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] For port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:43.927238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:43.929900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 94b5ba6e-8373-4045-ac8f-53a7dd1735fd details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:08:43.982638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b915e552-8146-4322-ac46-4f367d66d736 req-82bbcb8e-4e0e-4b71-9949-3a7d36dbfc9f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959457 May 26 19:08:43.993584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.087271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] For port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:44.088701 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-cd6a036c-2023-42ac-aea5-11957100b469 req-215c2859-6e5a-44d7-a485-a408d28c19a6 service neutron] delete failed (client error): The resource could not be found. May 26 19:08:44.089737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-215c2859-6e5a-44d7-a485-a408d28c19a6 service neutron] 10.222.0.53 "DELETE /v2.0/ports/20d227c8-03a8-4306-b048-1e2d1933c39d/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1923726 May 26 19:08:44.104140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.113354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.200188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:44.213251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:44.324289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13276c-b428-41df-98c8-601e546c69f5 req-06d8b4fe-dd4f-49a2-85ce-9d5003b3af9a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:44.326190 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc13276c-b428-41df-98c8-601e546c69f5 req-06d8b4fe-dd4f-49a2-85ce-9d5003b3af9a tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f443e86-d45a-4b7a-80ae-81dac9aa38db HTTP/1.1" status: 200 len: 950 time: 0.4200990 May 26 19:08:44.335851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd', 'mac_address': 'fa:16:3e:04:bb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:08:44.349366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] For port 08be5599-a6ac-46b0-bfa5-a39ed7c87598, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=08be5599-a6ac-46b0-bfa5-a39ed7c87598,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:44.349724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.444234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:44.444735 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.476393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc13276c-b428-41df-98c8-601e546c69f5 req-924f3b3a-38a1-4cdd-8a20-a4ab92ea704f tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.24 "GET /v2.0/security-groups?id=84eddd89-2281-45a1-b530-6d1b41091aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409750 May 26 19:08:44.491596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Allocated IP 172.25.0.64 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ad8bf5e9-b83b-4cec-857c-9c858a3045e8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:44.558172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Calling delete_port for 08be5599-a6ac-46b0-bfa5-a39ed7c87598 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:08:44.563796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f6d47-be59-4e3a-a000-60ab37211493 None None] Pushing event updated for resources: {'Port': ['ID=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:44.568804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:44.570969 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.633531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b5ba6e-8373-4045-ac8f-53a7dd1735fd {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:44.641219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e682da2-36c0-42a5-b6a0-656cd8d7488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.672723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:44.726676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.796460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.863646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 167d0357-2b7e-47b9-8643-189130f64008 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:44.891746 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:44.939312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:44.976106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:44.986071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:45.007188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 167d0357-2b7e-47b9-8643-189130f64008 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:45.011231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:45.016335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 167d0357-2b7e-47b9-8643-189130f64008 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:45.016647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:45.020223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc73c-7a60-4df3-a968-c2feb75ce6fa req-2924697b-4800-4ab6-9e2f-f11d5b8c633c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.021811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-06dcc73c-7a60-4df3-a968-c2feb75ce6fa req-2924697b-4800-4ab6-9e2f-f11d5b8c633c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 944 time: 0.1938219 May 26 19:08:45.032298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:45.040698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:45.066901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['94b5ba6e-8373-4045-ac8f-53a7dd1735fd'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:45.078165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a036c-2023-42ac-aea5-11957100b469 req-253034a3-8e15-4a22-9649-338ceba3e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.079644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-253034a3-8e15-4a22-9649-338ceba3e5d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1100 time: 0.8553736 May 26 19:08:45.093332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Pushing event deleted for resources: {'Port': ['ID=08be5599-a6ac-46b0-bfa5-a39ed7c87598,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:45.119962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:45.133637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:45.173763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 08be5599-a6ac-46b0-bfa5-a39ed7c87598 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:08:45.279922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 08be5599-a6ac-46b0-bfa5-a39ed7c87598 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:08:45.280491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 08be5599-a6ac-46b0-bfa5-a39ed7c87598 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:08:45.295198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] No DVR routers for this DVR port 08be5599-a6ac-46b0-bfa5-a39ed7c87598 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:08:45.300921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:45.311276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'name': 'network-vif-deleted', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:45.326587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-06dcc73c-7a60-4df3-a968-c2feb75ce6fa req-3e44c557-c86b-4b02-ba0e-4efe59c5df35 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869661 May 26 19:08:45.367866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eead7b-5876-4866-937d-ed22352305f6 req-71be7e2f-4fa3-4d7f-8995-648aeabe9ea8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.368870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90eead7b-5876-4866-937d-ed22352305f6 req-71be7e2f-4fa3-4d7f-8995-648aeabe9ea8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Synchronizing usage tracker for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:45.379311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39d6cd20-ba54-423a-8d53-ce22bbd57940 req-24614955-64a9-4e6d-8030-31d6774dfedb tempest-ServerDiagnosticsNegativeTest-542694357 tempest-ServerDiagnosticsNegativeTest-542694357-project] 10.222.0.13 "DELETE /v2.0/ports/08be5599-a6ac-46b0-bfa5-a39ed7c87598 HTTP/1.1" status: 204 len: 173 time: 1.6805437 May 26 19:08:45.462343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a036c-2023-42ac-aea5-11957100b469 req-bcc0f02e-abcd-44a9-8f4b-3c59b57d73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.466633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-bcc0f02e-abcd-44a9-8f4b-3c59b57d73f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3744648 May 26 19:08:45.467469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90eead7b-5876-4866-937d-ed22352305f6 req-71be7e2f-4fa3-4d7f-8995-648aeabe9ea8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Unset dirty status for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:45.471065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90eead7b-5876-4866-937d-ed22352305f6 req-71be7e2f-4fa3-4d7f-8995-648aeabe9ea8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 948 time: 1.1715441 May 26 19:08:45.664037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-d910cfa6-85bd-40e1-8458-8378499b1eb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.1893034 May 26 19:08:45.777909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 167d0357-2b7e-47b9-8643-189130f64008 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:45.778282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:45.822659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a036c-2023-42ac-aea5-11957100b469 req-b65140c5-eada-4b97-b50f-7b871ed2bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.830053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-b65140c5-eada-4b97-b50f-7b871ed2bfb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1427011 May 26 19:08:45.835925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90eead7b-5876-4866-937d-ed22352305f6 req-19fae4f7-79fc-4569-9a02-8b9caba15667 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Synchronizing usage tracker for tenant:741d52d9286340c39478aeafd138ea2b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:45.844688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:45.862218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d0357-2b7e-47b9-8643-189130f64008'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:45.880493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:45.901216 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:45.935834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90eead7b-5876-4866-937d-ed22352305f6 req-19fae4f7-79fc-4569-9a02-8b9caba15667 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Unset dirty status for tenant:741d52d9286340c39478aeafd138ea2b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:45.937000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90eead7b-5876-4866-937d-ed22352305f6 req-19fae4f7-79fc-4569-9a02-8b9caba15667 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297224 May 26 19:08:45.943957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a036c-2023-42ac-aea5-11957100b469 req-6ca7add2-65f9-43ba-b807-7f6be9416c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:45.945496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-6ca7add2-65f9-43ba-b807-7f6be9416c37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059771 May 26 19:08:45.968203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:46.021621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b87400-a9a8-4d12-ae27-41f2b513c31f None None] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:08:46.132294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-62c5c822-f8ec-480d-9af1-253ce3930c8f None None] Provisioning for port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:46.160613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e84d-98d4-46f6-ad9a-c617a786fa60 req-931a760b-b27c-4a40-b48c-ef5012281ef3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:46.168073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:46.170718 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e70e84d-98d4-46f6-ad9a-c617a786fa60 req-931a760b-b27c-4a40-b48c-ef5012281ef3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 949 time: 0.5379274 May 26 19:08:46.186546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:46.186910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:46.255258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:46.281553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-249f6e24-6f32-48ce-bd6f-a21ce9dabba6 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289597 May 26 19:08:46.334050 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e70e84d-98d4-46f6-ad9a-c617a786fa60 req-80022be2-e0e7-4273-8938-9861c3aed169 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621065 May 26 19:08:46.452071 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffca4bec-036c-461a-beb0-d5e00687e27e'] response: {'server_uuid': '4f443e86-d45a-4b7a-80ae-81dac9aa38db', 'name': 'network-vif-deleted', 'tag': '08be5599-a6ac-46b0-bfa5-a39ed7c87598', 'status': 'completed', 'code': 200} May 26 19:08:46.537146 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0f7e43-1f2f-4fb3-9ce1-25521bb35aa9'] response: {'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167d0357-2b7e-47b9-8643-189130f64008', 'code': 200} May 26 19:08:46.558209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:46.558590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:46.598652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd6a036c-2023-42ac-aea5-11957100b469 req-c143baaa-0ff6-4504-a9d3-21a509d0af52 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089888 May 26 19:08:46.666076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:46.704984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:46.748611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:46.835266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:46.863769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-486f6686-4685-42b8-8955-d631bb9a0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.121402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0ff21-8636-454a-833c-e3bfd6375775 req-55b4f8eb-76f9-42d5-b838-fb57d3053e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:47.123942 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-85e0ff21-8636-454a-833c-e3bfd6375775 req-55b4f8eb-76f9-42d5-b838-fb57d3053e4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1096 time: 0.4873683 May 26 19:08:47.135240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:47.189010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48990) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:47.231533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-69be85ac-d1f4-4da9-9343-61dc7f575fb5 None None] Provisioning complete for port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:47.231902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69be85ac-d1f4-4da9-9343-61dc7f575fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.239733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f2196-d414-424b-a877-8301103fe009 req-c4055b76-95b2-4f2e-ba74-b5e93d2bf71d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:47.243049 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-158f2196-d414-424b-a877-8301103fe009 req-c4055b76-95b2-4f2e-ba74-b5e93d2bf71d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 945 time: 0.5302029 May 26 19:08:47.324945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 20d227c8-03a8-4306-b048-1e2d1933c39d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:47.331820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.333887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 20d227c8-03a8-4306-b048-1e2d1933c39d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:47.334241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.367284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-85e0ff21-8636-454a-833c-e3bfd6375775 req-68e36663-7ce1-458a-a787-90cd687f7fac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273328 May 26 19:08:47.419046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb983684-1afe-4290-80c5-57b449841d09 req-00b98634-345e-467f-89cd-cdb33ca0b8e1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:47.429098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb983684-1afe-4290-80c5-57b449841d09 req-00b98634-345e-467f-89cd-cdb33ca0b8e1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 949 time: 0.1697309 May 26 19:08:47.457313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Router f50162f3-7e80-4e2a-93ae-3e082c28da2b is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:08:47.466263 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-158f2196-d414-424b-a877-8301103fe009 req-db0cabc4-80a6-4d36-a8c2-e38f3a7da5f0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161977 May 26 19:08:47.525078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb983684-1afe-4290-80c5-57b449841d09 req-7cbceda5-5d6f-479a-9a54-bc38c11cbe25 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949421 May 26 19:08:47.565529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-69be85ac-d1f4-4da9-9343-61dc7f575fb5 None None] Current status of the port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:47.579998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0157620-162d-4126-ab2a-78f431363931 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5350de44a2e4436eb1ea285ab95013f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878720 May 26 19:08:47.582904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49000) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:47.609448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 20d227c8-03a8-4306-b048-1e2d1933c39d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:47.610001 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.671753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:47.679176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.680157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 94b5ba6e-8373-4045-ac8f-53a7dd1735fd up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:47.741760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.761002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:08:47.777395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Sync routers for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:08:47.799218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:47.799860 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:47.820878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.824657 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59d52959-c184-4eb9-88ca-8d76351b4369 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5023239 May 26 19:08:47.826103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:47.863842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:47.902033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:47.998689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12bc4b-1318-420d-a595-3e4a78c7ea3a req-2703b405-c119-4346-87cb-4719ae69a52f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:48.000455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb12bc4b-1318-420d-a595-3e4a78c7ea3a req-2703b405-c119-4346-87cb-4719ae69a52f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2650120 May 26 19:08:48.036437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.076129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eddd89-2281-45a1-b530-6d1b41091aeb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:48.096881 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:48.114206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb12bc4b-1318-420d-a595-3e4a78c7ea3a req-b9743928-003d-4a22-8ecc-c7d180a89a2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001182 May 26 19:08:48.118252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.125451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1621204f-11c9-4416-b51a-f0d858046e3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84eddd89-2281-45a1-b530-6d1b41091aeb HTTP/1.1" status: 204 len: 168 time: 0.5411296 May 26 19:08:48.182209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:48.198903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.200787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:48.213967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:48.214338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.272057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:48.272985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.400636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99b73-7903-4204-9c88-57eb4b3aa8a0 req-4399c7e4-4f0b-44ad-86aa-2d88a3a4c446 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:48.402260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72f99b73-7903-4204-9c88-57eb4b3aa8a0 req-4399c7e4-4f0b-44ad-86aa-2d88a3a4c446 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1101 time: 0.1318500 May 26 19:08:48.496577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72f99b73-7903-4204-9c88-57eb4b3aa8a0 req-1ec44663-75aa-433c-b14a-9a91a0b86f73 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848191 May 26 19:08:48.573773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:48.588499 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:45Z', 'revision_number': 3, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:48.593606 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Checking router: f50162f3-7e80-4e2a-93ae-3e082c28da2b for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:08:48.593956 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Updating router f50162f3-7e80-4e2a-93ae-3e082c28da2b port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:08:48.691911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:48.692324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.727028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:48.728392 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.761564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49050) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:48.796221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.802659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:48.810152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.822673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:48.834444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Usage tracker for resource:security_group_rule and tenant:c3b9963d407e45f3aab686aa0fed9c2b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:48.842049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:48.858118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:48.956662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:48.964848 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:48.970527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.054508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd4cdb5-d3b4-4c75-88bb-e61ca60ab4d4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:49.073457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0cb27d3b-43d6-4885-ab0e-d3ccff19e30d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3b9963d407e45f3aab686aa0fed9c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104014 May 26 19:08:49.081544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49060) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:49.181294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.278088 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.293565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Transition to ACTIVE for port object ad8bf5e9-b83b-4cec-857c-9c858a3045e8 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:49.301790 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.355072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.356159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbbf42-0208-4d6b-90ab-cc8adbd7f447 req-59686a77-960c-47b5-be7a-eb1e03b50ebd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:49.357812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ebbbf42-0208-4d6b-90ab-cc8adbd7f447 req-59686a77-960c-47b5-be7a-eb1e03b50ebd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 945 time: 0.6355689 May 26 19:08:49.371980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-6dbfb782-59ba-4b04-9c7f-c5832a666021 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3229051 May 26 19:08:49.417914 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Attempting to bind port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:49.418192 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Attempting to bind port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:49.419137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Attempting to bind port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:49.430536 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbf5d-5e31-47bd-8858-89467bbc0033 None None] Pushing event updated for resources: {'Port': ['ID=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:49.435463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:49.435833 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:49.436271 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.436672 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:49.441114 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Bound port: ad8bf5e9-b83b-4cec-857c-9c858a3045e8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:49.441545 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.471866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f6764-7025-4faf-bd65-423652f3dacf req-8e1553f3-8582-437c-b154-14fdc3341ebd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:49.483074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b1f6764-7025-4faf-bd65-423652f3dacf req-8e1553f3-8582-437c-b154-14fdc3341ebd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.2387722 May 26 19:08:49.483923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.503983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ebbbf42-0208-4d6b-90ab-cc8adbd7f447 req-0c3b2816-1339-4785-a2cf-fdccaf542d70 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308398 May 26 19:08:49.505130 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.526870 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] For port ad8bf5e9-b83b-4cec-857c-9c858a3045e8, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:49.530076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] For port ad8bf5e9-b83b-4cec-857c-9c858a3045e8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:49.536589 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.550134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b1f6764-7025-4faf-bd65-423652f3dacf req-5cb6871e-9720-4ef4-8291-b7065ebe2e55 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575385 May 26 19:08:49.550969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd4cdb5-d3b4-4c75-88bb-e61ca60ab4d4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:49.564746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.565928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-22d7d6fb-9b91-4da1-92f9-6d877e2941fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcd4cdb5-d3b4-4c75-88bb-e61ca60ab4d4 HTTP/1.1" status: 204 len: 168 time: 0.4834201 May 26 19:08:49.591999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:49.625782 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495a581e-6ccd-4da8-9095-daa0a428d869'] response: {'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'code': 200} May 26 19:08:49.666061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-9a8c83bf-14a6-476d-adcc-895ce49e1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:49.667988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-9a8c83bf-14a6-476d-adcc-895ce49e1b35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1096 time: 0.2087419 May 26 19:08:49.675283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:49.676105 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:49.761841 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbf5d-5e31-47bd-8858-89467bbc0033 None None] Pushing event updated for resources: {'Port': ['ID=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:49.822831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-16f13be5-253c-4b26-8b58-080c910bda8f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683761 May 26 19:08:49.950452 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:49.962688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-17d8afc1-8ef1-4740-9253-085fbe7ee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:49.964157 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-17d8afc1-8ef1-4740-9253-085fbe7ee838 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.2635407 May 26 19:08:50.081348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Allocated IP 172.20.0.1 (7b2ebcc2-8247-474e-b153-4d7c6d32a7f8/2e45b1f3-754d-4066-bdde-ed1ab3844dda/7109c058-794b-4d66-9903-2cc1d51d72d3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:50.103083 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-c490a6a6-db0d-4026-9406-b167e782b258 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.1275437 May 26 19:08:50.114033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-bd1b7e3b-337d-4cf0-a895-5fe23454c8a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:50.123346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-bd1b7e3b-337d-4cf0-a895-5fe23454c8a0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980249 May 26 19:08:50.144644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-d607ce8f-048b-4137-9b16-fac832a0451d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/quotas/9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 375 time: 0.0202129 May 26 19:08:50.245619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-ca86ea1e-1a86-4dc0-9dde-51e03fd9cfb6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998816 May 26 19:08:50.308474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-ff54801e-f066-426a-97f2-ba6f53624558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:50.310343 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-ff54801e-f066-426a-97f2-ba6f53624558 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1999247 May 26 19:08:50.322946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49100) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:50.380744 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-a1005868-b604-4afe-a7fa-463becefc965 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527039 May 26 19:08:50.445642 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:45Z', 'revision_number': 3, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:50.452600 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33d76fd-1894-4747-a466-17bfa73dc90d None None] The sync data for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 is: [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:45Z', 'revision_number': 3, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:08:50.592380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:50.597510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-291d9c6a-143b-4a05-8f41-0a14321c54ce req-f2cd5515-fe13-4640-80cd-071d08274ca3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 210 time: 0.0638716 May 26 19:08:50.688671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Transition to ACTIVE for port object 7109c058-794b-4d66-9903-2cc1d51d72d3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:50.764737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-9db0a238-a9d0-4178-981d-f9a29681ba7f service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735948 May 26 19:08:51.014351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.037656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:51.047259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Usage tracker for resource:security_group_rule and tenant:be0c44719bca4c5ab2cb944fce5cb2ea is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:51.051636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:51.062620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:51.102179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f0f74-c290-4176-85b1-7fdf23534d16 req-36e8e31f-c12a-45d9-8ce6-ce57d094b804 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:51.104016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-436f0f74-c290-4176-85b1-7fdf23534d16 req-36e8e31f-c12a-45d9-8ce6-ce57d094b804 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.2854743 May 26 19:08:51.216133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-436f0f74-c290-4176-85b1-7fdf23534d16 req-d64fe5c8-6077-4e2d-9e5f-93af849c6f51 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052821 May 26 19:08:51.230100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49138) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:51.294055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.322076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.327274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.361700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:51.370413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:51.373515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:51.374010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.416636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0c44719bca4c5ab2cb944fce5cb2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0921333 May 26 19:08:51.419146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5f7fc-71ff-4833-adcb-b6dd1520445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0fad8-6eb5-405e-87d8-ed6313f82f18,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:51.443505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:51.448657 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b3a3449b-b2b1-4b28-bf02-b62f44a4c021 req-b2980ccd-461a-467e-9153-c88b999aca7f service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677146 May 26 19:08:51.487859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b09f8a-7585-4cc0-b924-77d248708c3b req-8fcac647-c866-45bb-8aca-e27eafbea10c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:51.496537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-25b09f8a-7585-4cc0-b924-77d248708c3b req-8fcac647-c866-45bb-8aca-e27eafbea10c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 945 time: 0.7915971 May 26 19:08:51.501374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Pushing event updated for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:51.574895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-25b09f8a-7585-4cc0-b924-77d248708c3b req-3dc61845-b84b-4d27-a7df-3227402b084a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 May 26 19:08:51.628580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:08:51.652085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.745410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.826464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-04348271-93e2-436b-b2f7-2a2ce35df1ef None None] Provisioning for port 7109c058-794b-4d66-9903-2cc1d51d72d3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:51.835615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-04348271-93e2-436b-b2f7-2a2ce35df1ef None None] Provisioning complete for port 7109c058-794b-4d66-9903-2cc1d51d72d3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:51.836331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-04348271-93e2-436b-b2f7-2a2ce35df1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.905152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.905420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad8bf5e9-b83b-4cec-857c-9c858a3045e8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:51.942155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:51.947864 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-612e497c-b7a0-4882-851b-1f2efa3650f8 req-c37debaa-87f4-4819-b1c5-8cfeb93f7081 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 210 time: 0.1086435 May 26 19:08:51.952657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:51.958820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Usage tracker for resource:security_group_rule and tenant:e507c79d5ed840e493122e25b41b415c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:51.974326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:52.009008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-04348271-93e2-436b-b2f7-2a2ce35df1ef None None] Port 7109c058-794b-4d66-9903-2cc1d51d72d3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:52.017855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:52.034064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:52.047043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.048397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:52.049380 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.084800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:08:52.092869 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c434dc-f86d-4bfa-98fd-5d5d0603ef15'] response: {'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd', 'code': 200} May 26 19:08:52.095002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0fad8-6eb5-405e-87d8-ed6313f82f18,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:52.159749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.165306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63e81519-3a8e-4a42-a4dc-ca94e4d34c98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70e0fad8-6eb5-405e-87d8-ed6313f82f18 HTTP/1.1" status: 204 len: 168 time: 0.7164683 May 26 19:08:52.323184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572df4eb-59cb-4ebe-a07a-71e2ff3af5f2 req-d376c6d1-e428-4298-ac12-33ee2e6bbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:52.324734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-572df4eb-59cb-4ebe-a07a-71e2ff3af5f2 req-d376c6d1-e428-4298-ac12-33ee2e6bbcef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 1101 time: 0.1504917 May 26 19:08:52.372771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:52.373378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.435546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port ad8bf5e9-b83b-4cec-857c-9c858a3045e8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:08:52.443263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.451593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.494108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.549360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:52.588551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-572df4eb-59cb-4ebe-a07a-71e2ff3af5f2 req-332b6a3e-c723-4340-a23d-415e79d81650 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423968 May 26 19:08:52.628634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb87d975-787f-4f89-a36c-25d1651addb8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:52.644884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-d3e1ae3a-9bbe-40e5-8f0e-80d92c97a31a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460786 May 26 19:08:52.647945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-334b2657-5411-4313-9580-fbcd90ca8697 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e507c79d5ed840e493122e25b41b415c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4143672 May 26 19:08:52.650591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49170) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:52.696486 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.710950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.711684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.843496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf509e1-096c-41ce-a989-d3c3fa8e2fe5 req-b77ebc44-6866-475a-9791-3a3053269c9f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:52.845010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acf509e1-096c-41ce-a989-d3c3fa8e2fe5 req-b77ebc44-6866-475a-9791-3a3053269c9f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1096 time: 0.1750910 May 26 19:08:52.847756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.859255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:52.884198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.926451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:52.935441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Usage tracker for resource:security_group_rule and tenant:3ffbb7c7abcb4d7898a7a3c64fea80b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:52.939547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:52.949863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fd6a7-474e-481e-9d4b-d92e4a19f05f req-087948ab-4783-462e-b5da-ee3a0eb915c1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:52.951353 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-358fd6a7-474e-481e-9d4b-d92e4a19f05f req-087948ab-4783-462e-b5da-ee3a0eb915c1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.4012260 May 26 19:08:52.961452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:52.970810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:52.981868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-acf509e1-096c-41ce-a989-d3c3fa8e2fe5 req-4e95522d-dc9a-48eb-8fd7-528ac86e532f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Synchronizing usage tracker for tenant:ae683b2fb0ba4818922dd2d1206785e4 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:53.000742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Pushing event updated for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:53.040225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-acf509e1-096c-41ce-a989-d3c3fa8e2fe5 req-4e95522d-dc9a-48eb-8fd7-528ac86e532f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Unset dirty status for tenant:ae683b2fb0ba4818922dd2d1206785e4 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:53.041385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acf509e1-096c-41ce-a989-d3c3fa8e2fe5 req-4e95522d-dc9a-48eb-8fd7-528ac86e532f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829691 May 26 19:08:53.100856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.116876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:53.128303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:53.129032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb87d975-787f-4f89-a36c-25d1651addb8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:53.155407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.156743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.164987 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-358fd6a7-474e-481e-9d4b-d92e4a19f05f req-3944db07-aceb-4f9e-9678-5999d6ba2995 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991236 May 26 19:08:53.180124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-00e9e313-a47b-45cc-ac99-4fcb5b8572d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb87d975-787f-4f89-a36c-25d1651addb8 HTTP/1.1" status: 204 len: 168 time: 0.5282855 May 26 19:08:53.185176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.272235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ffbb7c7abcb4d7898a7a3c64fea80b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077346 May 26 19:08:53.272901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49192) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:53.334358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416f534-7311-4505-b46a-96d48136597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a30eed-212f-4e6c-b13b-ef2f99c1b25a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:53.488435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.539416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.550612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed1e3339-6413-43fa-a82c-53abf6474fb2 None None] Provisioning complete for port 7109c058-794b-4d66-9903-2cc1d51d72d3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:53.551147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3339-6413-43fa-a82c-53abf6474fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.580775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b022e8-26fc-4965-8ceb-84f7a5634a4b req-5db528f0-31ba-40d6-9f5b-2b9e5ebd427c tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:53.585507 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7052a2df-3f1c-454a-9217-a3fd5bd52d35 req-8818c740-7234-430e-9617-4b6d919124b9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 210 time: 0.1130865 May 26 19:08:53.589601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b022e8-26fc-4965-8ceb-84f7a5634a4b req-5db528f0-31ba-40d6-9f5b-2b9e5ebd427c tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1096 time: 0.2446790 May 26 19:08:53.615248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-ff4efb40-2a00-4a1c-b429-aedd655913ed tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:53.617267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-ff4efb40-2a00-4a1c-b429-aedd655913ed tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6624126 May 26 19:08:53.635963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Request body: {'port': {'device_id': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9b9b00b5537b4f13ab4a100f7123d2ab'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:53.651217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b022e8-26fc-4965-8ceb-84f7a5634a4b req-f4aaff64-29ff-4515-b687-c1817c752fdb tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555024 May 26 19:08:53.672586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.693438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a30eed-212f-4e6c-b13b-ef2f99c1b25a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:53.723394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.727919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2b3ab229-9b08-493b-a2db-73dae493838b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3a30eed-212f-4e6c-b13b-ef2f99c1b25a HTTP/1.1" status: 204 len: 168 time: 0.4432204 May 26 19:08:53.737349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e3339-6413-43fa-a82c-53abf6474fb2 None None] Port 7109c058-794b-4d66-9903-2cc1d51d72d3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:53.842694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Router f50162f3-7e80-4e2a-93ae-3e082c28da2b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:08:53.844873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad8bf5e9-b83b-4cec-857c-9c858a3045e8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:08:53.925193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:53.963649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:53.984242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:53.984680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.039335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:54.052222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Usage tracker for resource:security_group_rule and tenant:a978cc80bc924a4e9363b928294ea3ff is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:54.055761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:54.062695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:54.171756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:08:54.179966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.185564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.252258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a978cc80bc924a4e9363b928294ea3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245337 May 26 19:08:54.253099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb05d90-b603-418d-9ab8-1585957765fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2babd-9c5e-4de5-9af0-ffa9ee5e9f58,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:54.255973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49228) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:54.322049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:54.325220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.335118 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-50d0304c-dadd-4b17-a483-b369dda9d717 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2880669 May 26 19:08:54.360265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.377550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:54.436014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.453534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2babd-9c5e-4de5-9af0-ffa9ee5e9f58,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:54.457404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.458508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bf78cacf-4663-48c8-8437-48c524e5ac7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11e2babd-9c5e-4de5-9af0-ffa9ee5e9f58 HTTP/1.1" status: 204 len: 168 time: 0.2015724 May 26 19:08:54.477863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:08:54.487103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Made reservation on behalf of 9b9b00b5537b4f13ab4a100f7123d2ab for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:54.491114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:54.495447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Sync routers for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:08:54.510961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:54.514643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:54.527259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af3a1189-72e3-4f09-a7ac-5742a1d2bf93 admin admin] 10.222.0.24 "PUT /v2.0/routers/f50162f3-7e80-4e2a-93ae-3e082c28da2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7000873 May 26 19:08:54.668106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-20033b8e-9496-4899-a22b-ed78b57261ff tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:54.675035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-20033b8e-9496-4899-a22b-ed78b57261ff tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319187 May 26 19:08:54.730324 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-573be384-913a-42b9-af3d-4abde181ef7c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0542128 May 26 19:08:54.768657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:08:54.802854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-61054bec-bc82-40ee-8e4e-7b78973a47d4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715609 May 26 19:08:54.861929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Allocated IP 192.168.233.128 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/92446ef1-da8a-4d32-838b-7c638e6064f7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:08:55.430591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:55.476335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:55.522477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:55.534002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Usage tracker for resource:security_group_rule and tenant:dfed642afb9f4e218bac3464da0fe037 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:55.536896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:55.541830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:55.559369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:55.599049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5eb94-7fa8-46d5-a0c5-b9fad27833f9 req-b16df46c-6a7f-40c4-bc38-b8f82cbd6e55 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:55.608850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0fb5eb94-7fa8-46d5-a0c5-b9fad27833f9 req-b16df46c-6a7f-40c4-bc38-b8f82cbd6e55 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.3002114 May 26 19:08:55.650783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Transition to ACTIVE for port object 92446ef1-da8a-4d32-838b-7c638e6064f7 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:55.708526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0fb5eb94-7fa8-46d5-a0c5-b9fad27833f9 req-91c978c7-6d90-4253-8276-66aad67ae6a3 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975235 May 26 19:08:55.766430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:55.805846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:08:56.014458 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.023105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.096778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:56.237753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:08:56.240171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:08:56.256512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:08:56.278482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:56.279151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.462133 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-934b8a4f-3b02-4f6d-9bcb-aaedfbad21d4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8352973 May 26 19:08:56.487044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Request body: {'port': {'device_id': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:56.508562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfed642afb9f4e218bac3464da0fe037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0762875 May 26 19:08:56.516816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49318) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:08:56.642595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481bc0b-d981-4467-9337-08703bfb7a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b772e9c-b2a4-44c0-beee-bdcad7464b59,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:56.663909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.680730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e81bf-b42c-41b3-8a7b-72b382480244 req-c21817e7-304b-4521-ab54-9348c560ac15 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:56.682764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2c1e81bf-b42c-41b3-8a7b-72b382480244 req-c21817e7-304b-4521-ab54-9348c560ac15 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:08:56.717392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.792497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.848329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2c1e81bf-b42c-41b3-8a7b-72b382480244 req-c21817e7-304b-4521-ab54-9348c560ac15 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:08:56.856575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2c1e81bf-b42c-41b3-8a7b-72b382480244 req-c21817e7-304b-4521-ab54-9348c560ac15 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 936 time: 0.9159169 May 26 19:08:56.860624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b772e9c-b2a4-44c0-beee-bdcad7464b59,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:56.888414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:56.890705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9e5cc72c-98d9-4a19-b265-445b8fde2fa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b772e9c-b2a4-44c0-beee-bdcad7464b59 HTTP/1.1" status: 204 len: 168 time: 0.3714578 May 26 19:08:56.912157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:51Z', 'revision_number': 4, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7109c058-794b-4d66-9903-2cc1d51d72d3', 'name': '', 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'mac_address': 'fa:16:3e:a3:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:49Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 2, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'subnets': [{'id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:56.950696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5097c7fd-e07c-4d3b-bff5-734b8b4ff913 None None] Provisioning for port 92446ef1-da8a-4d32-838b-7c638e6064f7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:08:56.968172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Checking router: f50162f3-7e80-4e2a-93ae-3e082c28da2b for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:08:56.971789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Updating router f50162f3-7e80-4e2a-93ae-3e082c28da2b port 7109c058-794b-4d66-9903-2cc1d51d72d3 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:08:57.042620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5097c7fd-e07c-4d3b-bff5-734b8b4ff913 None None] Provisioning complete for port 92446ef1-da8a-4d32-838b-7c638e6064f7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:08:57.043613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5097c7fd-e07c-4d3b-bff5-734b8b4ff913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:57.046736 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2c1e81bf-b42c-41b3-8a7b-72b382480244 req-4e77dbc6-e14f-4e08-b9e0-712bed6cc723 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872754 May 26 19:08:57.059766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:57.357105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:57.369511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5097c7fd-e07c-4d3b-bff5-734b8b4ff913 None None] Port 92446ef1-da8a-4d32-838b-7c638e6064f7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:08:57.594822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84665ebe-e130-45d2-b856-ac312ef2728d req-bef9724e-133a-408b-bee6-9e090b20e6e2 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 210 time: 0.1710677 May 26 19:08:57.713130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-7800bbe0-c458-4f11-933a-62813617c6ba tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:08:57.722394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-7800bbe0-c458-4f11-933a-62813617c6ba tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6302736 May 26 19:08:57.731727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Request body: {'binding': {'host': 'n-h1-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:57.732232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Unknown quota resources ['binding']. {{(pid=88363) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:08:57.865315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:57.901297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Transition to ACTIVE for port object 7109c058-794b-4d66-9903-2cc1d51d72d3 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:57.914479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:58.065508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on host n-h1-843146-9 for vnic_type normal with profile None {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:58.066047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:58.066527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:58.072769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:58.073375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:58.086501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:58.088022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:58.089161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:58.101620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Bound port: 167d0357-2b7e-47b9-8643-189130f64008, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:58.104305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-39fe0a82-ea15-4c79-8863-3488f9306af3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733406 May 26 19:08:58.295641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:58.306609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:58.326232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-eb487a8b-3e16-4a39-bafa-f15ea220524b service neutron] 10.222.0.24 "POST /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008/bindings HTTP/1.1" status: 201 len: 389 time: 0.6028514 May 26 19:08:58.489512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-081f6480-0c16-4814-b7e7-6be954652159 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:58.492851 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-081f6480-0c16-4814-b7e7-6be954652159 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3782594 May 26 19:08:58.519374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:08:58.864843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9ef8-d919-475a-807e-5b5fd48c62f0 None None] Pushing event updated for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:59.092178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92446ef1-da8a-4d32-838b-7c638e6064f7 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:08:59.094515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Attempting to bind port 7109c058-794b-4d66-9903-2cc1d51d72d3 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:59.094986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Attempting to bind port 7109c058-794b-4d66-9903-2cc1d51d72d3 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:59.106914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Attempting to bind port 7109c058-794b-4d66-9903-2cc1d51d72d3 on network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:59.111576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.134288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:59.135751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Checking segment: {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:59.143631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.150735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Bound using segment: {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:59.152872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Bound port: 7109c058-794b-4d66-9903-2cc1d51d72d3, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3ad082-5ea2-4737-8c68-2233814dc8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:59.154258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.155967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Transition to ACTIVE for port object 92446ef1-da8a-4d32-838b-7c638e6064f7 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:08:59.239528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-7a7315e0-1ca5-4302-a6ea-34eb37c08b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:59.241846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-7a7315e0-1ca5-4302-a6ea-34eb37c08b2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1096 time: 0.2488143 May 26 19:08:59.322549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.386252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] For port 7109c058-794b-4d66-9903-2cc1d51d72d3, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:08:59.390286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] For port 7109c058-794b-4d66-9903-2cc1d51d72d3, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7109c058-794b-4d66-9903-2cc1d51d72d3,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:08:59.397996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.492015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:08:59.509765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:59.539505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Usage tracker for resource:port and tenant:0402c40e24554b648ed15e2df84c6d0e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:59.553534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:59.570152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:08:59.573696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:08:59.671929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:08:59.767862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-924acbd5-6f34-49b3-b582-389715e361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:59.783829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-924acbd5-6f34-49b3-b582-389715e361dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.5226629 May 26 19:08:59.790449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:08:59.794830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.846050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.889961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57a22-a4ca-4603-9097-168dc3d32715 req-5822b4c8-608b-497c-986d-0fca8a2f7990 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:59.891734 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-70d57a22-a4ca-4603-9097-168dc3d32715 req-5822b4c8-608b-497c-986d-0fca8a2f7990 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 0.7330205 May 26 19:08:59.896333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Attempting to bind port 92446ef1-da8a-4d32-838b-7c638e6064f7 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:08:59.897483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Attempting to bind port 92446ef1-da8a-4d32-838b-7c638e6064f7 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:08:59.897976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Attempting to bind port 92446ef1-da8a-4d32-838b-7c638e6064f7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:59.931984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Port 92446ef1-da8a-4d32-838b-7c638e6064f7 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:08:59.932520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-c1db6036-25ff-40db-a464-d0e2d48bac1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.1478157 May 26 19:08:59.932701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Attempting to bind port 92446ef1-da8a-4d32-838b-7c638e6064f7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:08:59.935601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:08:59.942169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7f207-5db6-4387-be44-07aacd6be197 req-6e5fd82f-de90-491c-b17c-76bfe7ad0119 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:08:59.945297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Usage tracker for resource:security_group_rule and tenant:0402c40e24554b648ed15e2df84c6d0e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:08:59.951056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93c7f207-5db6-4387-be44-07aacd6be197 req-6e5fd82f-de90-491c-b17c-76bfe7ad0119 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 945 time: 0.5273669 May 26 19:08:59.951483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:08:59.951989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:08:59.952530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:08:59.953192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Bound port: 92446ef1-da8a-4d32-838b-7c638e6064f7, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:08:59.953710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:08:59.963883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:08:59.980156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:00.071603 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-70d57a22-a4ca-4603-9097-168dc3d32715 req-b2776008-32c8-4c68-aceb-7263132f304f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679616 May 26 19:09:00.116452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c9ef8-d919-475a-807e-5b5fd48c62f0 None None] Pushing event updated for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:00.198057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93c7f207-5db6-4387-be44-07aacd6be197 req-7a025e9f-45a6-4b67-9cb6-352162e56499 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449586 May 26 19:09:00.217438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:00.223093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:09:00.232456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-2252fcba-eee1-49c7-b2e4-a285bd38c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:00.234750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:00.238625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-2252fcba-eee1-49c7-b2e4-a285bd38c5ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2679996 May 26 19:09:00.267043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:00.361285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-cc88871f-8c7f-4ca7-a52d-ecc92b811585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127203 May 26 19:09:00.514495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:00.610669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-f6e582b8-a891-45f8-8136-c2d0b46e56d6 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381041 May 26 19:09:00.644511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:00.645153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:00.647318 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-95508cfb-e8b3-4341-8cef-732e3f6a01bf service neutron] 10.222.0.13 "PUT /v2.0/ports/92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 1096 time: 4.1750429 May 26 19:09:00.656048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:00.817084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10f1d948-6feb-4e97-87a5-e27edec82264 req-6608df9a-34c2-49c2-ba4a-bb01700061b1 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 210 time: 0.2044787 May 26 19:09:00.855512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:00.920368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:01.151226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.45 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/6a4a5940-f663-41b4-a4b5-bc39b125eb36) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:01.176148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-5dc7f413-5e52-44b8-a0e2-25f457e8c522 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1131552289&fields=id&tenant_id=aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 267 time: 0.1426146 May 26 19:09:01.224462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:51Z', 'revision_number': 4, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7109c058-794b-4d66-9903-2cc1d51d72d3', 'name': '', 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'mac_address': 'fa:16:3e:a3:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:49Z', 'updated_at': '2022-05-26T19:08:59Z', 'revision_number': 4, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'subnets': [{'id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:01.229586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea98efa-4db2-4843-8a6c-83014b824ac1 None None] The sync data for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 is: [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:08:51Z', 'revision_number': 4, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7109c058-794b-4d66-9903-2cc1d51d72d3', 'name': '', 'network_id': '7b2ebcc2-8247-474e-b153-4d7c6d32a7f8', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'mac_address': 'fa:16:3e:a3:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:49Z', 'updated_at': '2022-05-26T19:08:59Z', 'revision_number': 4, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'subnets': [{'id': '2e45b1f3-754d-4066-bdde-ed1ab3844dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:09:01.346052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-998b2f65-7cd3-4cbb-9e9d-5a5292e67979 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194787 May 26 19:09:01.446037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d87397-89dc-43f0-91f1-a9e3357fbb3f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:01.458258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-25e366d5-b254-471b-8dc5-fd5905dc7c8b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:01.464980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-25e366d5-b254-471b-8dc5-fd5905dc7c8b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 823 time: 0.2875481 May 26 19:09:01.483419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-16a42a96-7b58-46d6-bf85-6f50c1d2d54f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/quotas/aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 375 time: 0.0174699 May 26 19:09:01.487107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-9e111600-513a-49cb-85e2-f5c9c415524a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:01.488604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-9e111600-513a-49cb-85e2-f5c9c415524a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.13 "GET /v2.0/ports?device_id=f21f0cd0-2a22-4396-9f37-5d65401af5ed HTTP/1.1" status: 200 len: 945 time: 0.9782307 May 26 19:09:01.648471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaccfc-680f-4e93-bdbd-62d7d129d112 req-bd939ed2-7be3-411e-8951-49ed4fd0dc3f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:01.657144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-86eaccfc-680f-4e93-bdbd-62d7d129d112 req-bd939ed2-7be3-411e-8951-49ed4fd0dc3f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.3720596 May 26 19:09:01.684334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-99dd6d21-1b68-4e14-a7de-76e3ae845697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:01.685526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-99dd6d21-1b68-4e14-a7de-76e3ae845697 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1099 time: 0.9632912 May 26 19:09:01.692375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:01.790194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-b22ac0f5-9d74-4d90-b369-700e03019a74 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3057942 May 26 19:09:01.808090 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-036467ee-d15c-4a7e-84e5-d487853f9b3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.1005449 May 26 19:09:01.816214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Deleting port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:09:01.816716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:01.859842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7109c058-794b-4d66-9903-2cc1d51d72d3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:01.909144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-86eaccfc-680f-4e93-bdbd-62d7d129d112 req-43edfbf9-cf8f-4c2c-b17d-304b83d633d9 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509842 May 26 19:09:01.956926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 6a4a5940-f663-41b4-a4b5-bc39b125eb36 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:02.067239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-fef70842-2f1a-45bc-8044-c67c6de696f0 service neutron] 10.222.0.24 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757139 May 26 19:09:02.088885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7109c058-794b-4d66-9903-2cc1d51d72d3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:02.100956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7109c058-794b-4d66-9903-2cc1d51d72d3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:02.101836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:02.120954 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091bdfbd-586e-47c2-9e9b-6a5c2960c406'] response: {'name': 'network-changed', 'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'status': 'completed', 'code': 200} May 26 19:09:02.138201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-16a4088d-eee2-49a9-80ba-34a6310d8981 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:02.139820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-16a4088d-eee2-49a9-80ba-34a6310d8981 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.5930891 May 26 19:09:02.191231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-fa7df12a-5b36-4131-a07e-ddc41efc68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:02.200882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-fa7df12a-5b36-4131-a07e-ddc41efc68ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3272617 May 26 19:09:02.266929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:02.387190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7109c058-794b-4d66-9903-2cc1d51d72d3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:02.387190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:02.475781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7109c058-794b-4d66-9903-2cc1d51d72d3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7109c058-794b-4d66-9903-2cc1d51d72d3,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:02.481858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:02.618893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:02.633140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:02.718233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-7fcc2593-4334-434b-91d0-2237332808dc service neutron] 10.222.0.24 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480911 May 26 19:09:02.865640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:02.897789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-96719d8e-a918-404d-bded-e9176aac44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:02.899429 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-96719d8e-a918-404d-bded-e9176aac44ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6919951 May 26 19:09:02.916456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:03.032021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:03.051469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6285e53-6a1b-450d-86d6-0a314f307f77 req-faeb068d-74c2-46a2-8aa0-b0fa7856f137 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:03.070164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d6285e53-6a1b-450d-86d6-0a314f307f77 req-faeb068d-74c2-46a2-8aa0-b0fa7856f137 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 0.3329332 May 26 19:09:03.092328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:03.186945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:03.233845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.242031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167d0357-2b7e-47b9-8643-189130f64008'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:03.253130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:03.256980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.274312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:03.274979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.373682 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8637235 May 26 19:09:03.391973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Request body: {'port': {'device_id': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:03.428870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] For port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:03.429273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.447715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d08a6-2b09-4b4d-a25f-bf52649e8acc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:03.472237 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d6285e53-6a1b-450d-86d6-0a314f307f77 req-f51d401b-9674-4c82-a03e-07585a3561ea tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010282 May 26 19:09:03.482230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:03.614365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:03.615860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:03.616266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:03.626435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:03.626435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Attempting to bind port 167d0357-2b7e-47b9-8643-189130f64008 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:03.636864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:03.637280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:03.637724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:03.638235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Bound port: 167d0357-2b7e-47b9-8643-189130f64008, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:03.638650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.652016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e774098a-90f0-44ff-aad1-204efe996fdf None None] Provisioning for port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:03.662892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e774098a-90f0-44ff-aad1-204efe996fdf None None] Provisioning complete for port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:03.663443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e774098a-90f0-44ff-aad1-204efe996fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.763308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:03.768797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:03.776192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:03.877923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ade936-3566-4999-bd59-c7576fefb4f7 req-ed99e6ce-5af2-4c31-907c-7383a96d0579 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:03.886093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42ade936-3566-4999-bd59-c7576fefb4f7 req-ed99e6ce-5af2-4c31-907c-7383a96d0579 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 945 time: 0.7645638 May 26 19:09:03.895915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e774098a-90f0-44ff-aad1-204efe996fdf None None] Port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:03.917337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7109c058-794b-4d66-9903-2cc1d51d72d3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:03.968159 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-b560d20d-d99e-42d8-af20-4790b1f0585b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0181315 May 26 19:09:04.038428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7109c058-794b-4d66-9903-2cc1d51d72d3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:04.039025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:04.151914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42ade936-3566-4999-bd59-c7576fefb4f7 req-6aac19f3-4cc1-4926-a387-1fb7ba23ee4c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646694 May 26 19:09:04.197032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:04.215927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:04.216804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:04.218404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-89162b12-ff1c-4eca-a003-b1aa11a5ac5a service neutron] 10.222.0.13 "PUT /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 1121 time: 1.9711893 May 26 19:09:04.304486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['167d0357-2b7e-47b9-8643-189130f64008'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:04.371494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-e3563d3b-13eb-4521-ad31-6c86a496cf2d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=741d52d9286340c39478aeafd138ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415070 May 26 19:09:04.394492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7109c058-794b-4d66-9903-2cc1d51d72d3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:04.513247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:04.533107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba67366f-c6dc-4e1e-baf9-a85080e81187 req-f124b4ae-054b-4d9d-8a25-a49a053aa830 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437844 May 26 19:09:04.543849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:04.544541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:04.545051 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2 disassociated. External IP: 172.25.0.173, port: 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996. May 26 19:09:04.545836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Calling delete_port for 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:09:04.566565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-80c16075-c05e-4bb5-b380-edb499f05e26 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:04.568086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-80c16075-c05e-4bb5-b380-edb499f05e26 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901391 May 26 19:09:04.589094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-41640ee5-5c5f-4978-98a4-a631f9a0afa3 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/quotas/741d52d9286340c39478aeafd138ea2b HTTP/1.1" status: 200 len: 375 time: 0.0101168 May 26 19:09:04.703881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-4cf7e9ea-f408-4655-8e69-d6ad7ba3ae3f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089308 May 26 19:09:04.796385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-8689aefe-0877-40e2-9e2e-3c3c4132199d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:04.797130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-8689aefe-0877-40e2-9e2e-3c3c4132199d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:05.259879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-8689aefe-0877-40e2-9e2e-3c3c4132199d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:05.268532 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-8689aefe-0877-40e2-9e2e-3c3c4132199d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 935 time: 1.6091435 May 26 19:09:05.297947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:09:05.324106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:05.349113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a944b0b5-e7c5-4193-a9fe-3d8621a86ba5 req-6cb43594-f396-4aad-904a-686fe1955b45 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.1235185 May 26 19:09:05.406627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:09:05.419162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:09:05.430943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event deleted for resources: {'Port': ['ID=5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:05.470676 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc1ec54-acee-4877-946d-094417a25fe1'] response: {'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '167d0357-2b7e-47b9-8643-189130f64008', 'code': 200} May 26 19:09:05.498929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-25d10cba-1fd9-4248-81d0-8558c11496e7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:05.500449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-25d10cba-1fd9-4248-81d0-8558c11496e7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.53 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 823 time: 0.7096834 May 26 19:09:05.516144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-b71ba4d0-177b-49a2-b236-41d3c2bc26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:05.521783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-b71ba4d0-177b-49a2-b236-41d3c2bc26cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1099 time: 0.8744385 May 26 19:09:05.591273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-745cf2ed-a9d3-4cb6-9af3-9aba365a6156 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:05.603307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-8c7119a8-d8f3-4c98-9b95-9858986a1880 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa209c0ea17f48458d814cf830d5bb67 HTTP/1.1" status: 200 len: 380 time: 0.0945523 May 26 19:09:05.614853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'port': {'device_id': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'admin_state_up': True, 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'security_groups': ['3a3f899c-548d-4702-b095-fd192fd212c4']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:05.856793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:05.871649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:05.909614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad477-f8ae-4807-af84-b5d52eefa4a6 req-1681d631-9539-434c-a8c9-d8d2908b3ed1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:05.913184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bdad477-f8ae-4807-af84-b5d52eefa4a6 req-1681d631-9539-434c-a8c9-d8d2908b3ed1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 0.2817698 May 26 19:09:05.919544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Made reservation on behalf of aa209c0ea17f48458d814cf830d5bb67 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:05.923420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:06.059603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4a5940-f663-41b4-a4b5-bc39b125eb36 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:06.077294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:06.122540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Transition to ACTIVE for port object 6a4a5940-f663-41b4-a4b5-bc39b125eb36 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:06.133612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bdad477-f8ae-4807-af84-b5d52eefa4a6 req-76cf3401-618f-4814-b649-0d0c357c7bf5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936045 May 26 19:09:06.138678 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:06.311254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:06.323583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-2094c605-3f9e-4dcf-8bc5-7b64568c4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:06.325494 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-2094c605-3f9e-4dcf-8bc5-7b64568c4571 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.7811549 May 26 19:09:06.329752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Allocated IP 172.20.0.6 (4d995fa8-d69f-4f72-a5c8-a443844bb1f7/90d74a1e-db5c-4c24-944c-def09c635a51/2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:06.444331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:06.628547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-a8bd519e-5778-41c0-9f96-4e34bde154e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.1918879 May 26 19:09:06.735880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:06.754558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Transition to ACTIVE for port object 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:06.770955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-c60d4dbd-9a44-4246-afed-3b85ac54aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:06.772622 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-c60d4dbd-9a44-4246-afed-3b85ac54aca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1094882 May 26 19:09:06.774350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-745cf2ed-a9d3-4cb6-9af3-9aba365a6156 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:06.785530 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8921da22-7f83-4b2a-b7e6-744a4e8b2246 req-745cf2ed-a9d3-4cb6-9af3-9aba365a6156 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5159843 May 26 19:09:06.979217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf1b9a94-cb6d-47f2-a011-94c1695267a9 req-f892dea0-86e6-4ae1-9f06-933823a0518b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 210 time: 0.1726689 May 26 19:09:06.999074 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:07.095233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:09:07.177017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-70c0aff3-976b-4daa-8de8-3659e55b2d53 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=741d52d9286340c39478aeafd138ea2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3613727 May 26 19:09:07.329309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:07.504588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'tag': '167d0357-2b7e-47b9-8643-189130f64008'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:07.509294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Attempting to bind port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:07.513760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Attempting to bind port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:07.514329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Attempting to bind port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:07.522884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:07.541880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:07.588105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:07.599949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:07.603863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:07.622488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:07.648754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:07.654941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Attempting to bind port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:07.682945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:07.703101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:07.712798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-9bfe5381-5bc5-4f6d-b515-77805494cde4 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:07.714912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:07.715084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-9bfe5381-5bc5-4f6d-b515-77805494cde4 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5363381 May 26 19:09:07.715452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:07.716084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:07.718525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Bound port: 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:07.719019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:07.750906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'mac_address': 'fa:16:3e:21:55:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:07.768911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Request body: {'port': {'device_id': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '741d52d9286340c39478aeafd138ea2b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:07.814243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-5f9fde7f-82b7-41e1-92cd-7dcadaad449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:07.818982 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-5f9fde7f-82b7-41e1-92cd-7dcadaad449d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0226758 May 26 19:09:07.861940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:09:07.880173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:07.881646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:07.887630 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:09:07.901153 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:09:07.918275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:07.963772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92446ef1-da8a-4d32-838b-7c638e6064f7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:08.042421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-0cb966f6-f0d4-4304-b887-b79e3d388c87 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4323039 May 26 19:09:08.052263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:08.062261 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:08.062984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 167d0357-2b7e-47b9-8643-189130f64008 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:08.098434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Request body: {'port': {'device_id': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:08.251029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:09:08.360582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38fad-e25c-421d-b76d-d11d041480f0 req-a431685e-b4a5-4211-8e5a-5da8ec56598b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:08.395276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fca38fad-e25c-421d-b76d-d11d041480f0 req-a431685e-b4a5-4211-8e5a-5da8ec56598b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 943 time: 1.0483234 May 26 19:09:08.513617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] No DVR routers for this DVR port 5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:09:08.514388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:08.522990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:08.559802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:08.564347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:08.581070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:08.606576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'name': 'network-vif-deleted', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:08.622070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:08.625709 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9f81fbc9-ca03-456c-9a09-4e40f68de577 req-f38ec04f-06a7-4042-881f-3b4810cb063d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.13 "DELETE /v2.0/ports/5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996 HTTP/1.1" status: 204 len: 173 time: 7.1116571 May 26 19:09:08.632060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:08.637459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fca38fad-e25c-421d-b76d-d11d041480f0 req-5a929df0-a1ba-475c-93e1-4060b9a6e88f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447088 May 26 19:09:08.641367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Usage tracker for resource:security_group_rule and tenant:ba21529398054e519a098e70b706dd4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:08.648581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:08.656152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:08.671301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:08.675849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Made reservation on behalf of 741d52d9286340c39478aeafd138ea2b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:08.696687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:08.739771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 167d0357-2b7e-47b9-8643-189130f64008 has no active binding in host n-h1-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:09:08.761563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:08.766984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:08.861332 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-4fe54892-e723-4fa4-92fb-9bc8068a5b33 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0307863 May 26 19:09:08.878375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:09.014354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['92446ef1-da8a-4d32-838b-7c638e6064f7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:09.142587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:09.155883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:09:09.177021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:09:09.178325 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:08:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:09.256813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3c7a8-4c4b-41e1-8883-e46c2de3d97d req-a5855a3e-8b6d-4142-91c6-53e8093e421d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:09.260238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-fcf3c7a8-4c4b-41e1-8883-e46c2de3d97d req-a5855a3e-8b6d-4142-91c6-53e8093e421d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:09.425022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:09.425660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:09.427089 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 200 len: 1095 time: 6.0450406 May 26 19:09:09.485352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f04b1d-83e6-4915-aa90-f949b63f581b req-f20961bb-cee9-46ef-8133-7fe03e5bcb1f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:09.494064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4f04b1d-83e6-4915-aa90-f949b63f581b req-f20961bb-cee9-46ef-8133-7fe03e5bcb1f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 949 time: 0.3069451 May 26 19:09:09.545847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-fcf3c7a8-4c4b-41e1-8883-e46c2de3d97d req-a5855a3e-8b6d-4142-91c6-53e8093e421d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:09.553674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fcf3c7a8-4c4b-41e1-8883-e46c2de3d97d req-a5855a3e-8b6d-4142-91c6-53e8093e421d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 931 time: 2.0696468 May 26 19:09:09.575428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a827da0e-1265-4e5b-8445-5b8c7287c889 req-50eb54d4-c9a4-409d-85c0-38634fe1062c service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791954 May 26 19:09:09.584900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Allocated IP 192.168.233.224 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/c931f29a-18dd-4015-9f13-af202c3b98be) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:09.643125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de36d-28bc-4c96-a3f5-90e6cd385492 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:09.730997 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:09:09.845961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4f04b1d-83e6-4915-aa90-f949b63f581b req-a5273ad3-a905-4b4a-a024-64a9c3f38a43 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510320 May 26 19:09:09.885400 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fcf3c7a8-4c4b-41e1-8883-e46c2de3d97d req-495a0479-55cb-4684-a022-b22046d12653 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306856 May 26 19:09:09.963936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.021201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.039490 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58acd57-4b81-47d7-a7a0-e2f2b250418e'] response: {'name': 'network-changed', 'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'tag': '167d0357-2b7e-47b9-8643-189130f64008', 'status': 'completed', 'code': 200} May 26 19:09:10.080432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.53', 64037) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:10.321167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-393f1636-8595-446b-8314-5d106bc27e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:10.322579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-393f1636-8595-446b-8314-5d106bc27e19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1098 time: 0.6713262 May 26 19:09:10.333891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba21529398054e519a098e70b706dd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6909986 May 26 19:09:10.337879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-26ad7a5d-42ad-4de4-97e1-1406518b08a2 None None] Provisioning for port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:10.339117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:10.346209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de8e8cf5-38d1-4a7b-ab5a-c935e07363d3 req-7a7fa211-800a-481f-bc08-276662273cb7 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 210 time: 0.0580981 May 26 19:09:10.355462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-26ad7a5d-42ad-4de4-97e1-1406518b08a2 None None] Provisioning complete for port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:10.356547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26ad7a5d-42ad-4de4-97e1-1406518b08a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.399230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db22c7c-5405-42c3-895a-7fb027b04092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd15e69-3c94-4fbc-a44e-dea48f9d5259,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:10.443485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.468822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:10.473692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Transition to ACTIVE for port object c931f29a-18dd-4015-9f13-af202c3b98be will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:10.479550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.481503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:10.486988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-3fcdee07-317a-44ac-b43f-93884dd38398 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 200 len: 217 time: 0.1417902 May 26 19:09:10.496051 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9185664-95c7-4129-b26c-5e499a1ed246 None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:09:10.499989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Transition to ACTIVE for port object 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:10.516609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.557783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.562786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-26ad7a5d-42ad-4de4-97e1-1406518b08a2 None None] Port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:10.582863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['94b5ba6e-8373-4045-ac8f-53a7dd1735fd'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:10.677677 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bcd6e5-3262-4f2b-ba11-9c8ea1d920fa'] response: {'server_uuid': 'f21f0cd0-2a22-4396-9f37-5d65401af5ed', 'name': 'network-vif-deleted', 'tag': '5fc8d2e8-0bd1-4fb1-87f4-f35cf4ed7996', 'status': 'completed', 'code': 200} May 26 19:09:10.687076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-8e422f1f-51c3-4441-8585-ce5172757a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:10.690770 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-8e422f1f-51c3-4441-8585-ce5172757a7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2026360 May 26 19:09:10.725945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:10.753484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.754092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.754514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.754946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.755401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.755950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.756366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.756777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.757353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.758688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.759133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.761477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:10.891878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:10.932691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:10.937773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:10.943362 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.945933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:10.946574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:10.947110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050133-5923-4314-9a29-f73b44b616f0 req-e9aa0a24-78fe-41d4-9291-a9283dbfdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:10.949483 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-e9aa0a24-78fe-41d4-9291-a9283dbfdb13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1124 time: 0.8655722 May 26 19:09:10.960387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001d054-69ca-4fdf-8a91-f54a92561479 req-6a9ae2e7-de82-4311-a653-ebceeaacbcb1 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:10.967568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d001d054-69ca-4fdf-8a91-f54a92561479 req-6a9ae2e7-de82-4311-a653-ebceeaacbcb1 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 947 time: 0.8409400 May 26 19:09:11.051346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145fccd-05c1-439f-aa1e-cc72f80eac68 None None] New status for floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:09:11.080982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.147917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3932579 May 26 19:09:11.174152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Attempting to bind port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:11.174668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Attempting to bind port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:11.175098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Attempting to bind port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:11.200788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Request body: {'port': {'device_id': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:11.288890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:11.289423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Attempting to bind port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c on network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:11.308955 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d001d054-69ca-4fdf-8a91-f54a92561479 req-7f4132d5-3bcb-4b00-a0ba-381cb3eff855 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404114 May 26 19:09:11.323991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-a8ac96cf-c720-431e-9723-f57f90ea9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:11.325569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-a8ac96cf-c720-431e-9723-f57f90ea9093 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6095538 May 26 19:09:11.345291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:11.357255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:11.358045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Checking segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:11.358603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Bound using segment: {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:11.359135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Bound port: 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:11.359744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.375101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eea24-bd8a-4439-9f35-613c2ce4ac5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Pushing event updated for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:11.491695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.509531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a353b70e-ca7a-4abb-9af4-82c844859c2e None None] Provisioning for port c931f29a-18dd-4015-9f13-af202c3b98be completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:11.515100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a353b70e-ca7a-4abb-9af4-82c844859c2e None None] Provisioning complete for port c931f29a-18dd-4015-9f13-af202c3b98be triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:11.515744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a353b70e-ca7a-4abb-9af4-82c844859c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.592068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a353b70e-ca7a-4abb-9af4-82c844859c2e None None] Port c931f29a-18dd-4015-9f13-af202c3b98be cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:11.602329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 92446ef1-da8a-4d32-838b-7c638e6064f7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:11.616920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 92446ef1-da8a-4d32-838b-7c638e6064f7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:11.618704 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.671379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050133-5923-4314-9a29-f73b44b616f0 req-aed01f37-993f-41a4-a3d6-5ac2facf46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:11.673105 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-aed01f37-993f-41a4-a3d6-5ac2facf46ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.7035692 May 26 19:09:11.763724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.795425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:11.795881 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-b0add850-a527-4e38-b0ab-e358994d5da8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.1094444 May 26 19:09:11.796265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.808306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd15e69-3c94-4fbc-a44e-dea48f9d5259,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:11.834355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:11.846577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:11.855251 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-59d10537-83e3-4525-9b71-ab4fb9bbdb52 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107894 May 26 19:09:11.862267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.862708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.863119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.863601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.863995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.864385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.865374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.865783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.866191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.866579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.866965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.867351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:11.869616 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.893813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:11.895019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fbb513d6-2fc2-44b2-913a-81e7f147a0bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bd15e69-3c94-4fbc-a44e-dea48f9d5259 HTTP/1.1" status: 204 len: 168 time: 1.4975486 May 26 19:09:11.997620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c931f29a-18dd-4015-9f13-af202c3b98be {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:12.008952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.026641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Transition to ACTIVE for port object c931f29a-18dd-4015-9f13-af202c3b98be will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:12.050553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107574a-37d7-4dad-8133-388571403c11 req-f8e4e471-61ac-4097-9a33-468a34cb14c5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:12.053016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6107574a-37d7-4dad-8133-388571403c11 req-f8e4e471-61ac-4097-9a33-468a34cb14c5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 943 time: 1.1628220 May 26 19:09:12.054738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.074476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:12.221815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdc5f1-119f-4f8f-955d-e568edefa2e1 req-2a9b2c2d-3462-4453-89ae-bdd9812d7bd7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:12.229942 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59bdc5f1-119f-4f8f-955d-e568edefa2e1 req-2a9b2c2d-3462-4453-89ae-bdd9812d7bd7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 949 time: 0.6216459 May 26 19:09:12.259002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050133-5923-4314-9a29-f73b44b616f0 req-1043bf5b-0f24-421f-b270-2e12003936b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:12.260275 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-1043bf5b-0f24-421f-b270-2e12003936b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.4581549 May 26 19:09:12.342385 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-af0f22c3-a688-4aaf-a062-a9f8ab51f99a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736687 May 26 19:09:12.367494 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59bdc5f1-119f-4f8f-955d-e568edefa2e1 req-0225fc95-9c23-4fe7-8635-66d61b44bff9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365356 May 26 19:09:12.407915 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-efb9836f-939f-45c9-b233-1ebbd7203d67 req-2bc198e1-94cf-4410-be49-5af9a2fcde38 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372083 May 26 19:09:12.532485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49542) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:12.628271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Attempting to bind port c931f29a-18dd-4015-9f13-af202c3b98be on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:12.628585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Attempting to bind port c931f29a-18dd-4015-9f13-af202c3b98be by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:12.628905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Attempting to bind port c931f29a-18dd-4015-9f13-af202c3b98be on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:12.636812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6107574a-37d7-4dad-8133-388571403c11 req-90cb8cb5-7f28-4a8f-95f9-68a9e13d0ade tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544331 May 26 19:09:12.643437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Port c931f29a-18dd-4015-9f13-af202c3b98be on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:12.643861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Attempting to bind port c931f29a-18dd-4015-9f13-af202c3b98be on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:12.654633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:12.655055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:12.655368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:12.655790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Bound port: c931f29a-18dd-4015-9f13-af202c3b98be, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:12.656190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.677251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.690545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:12.778798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:12.781271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-7d6b6952-1d3a-42cc-b2fb-041e7b13dda1 service neutron] 10.222.0.53 "GET /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.2902567 May 26 19:09:12.782300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c931f29a-18dd-4015-9f13-af202c3b98be,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:12.783497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:12.791108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:12.796026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.846783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:12.847399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:12.848754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] 10.222.0.53 "PUT /v2.0/ports/c931f29a-18dd-4015-9f13-af202c3b98be HTTP/1.1" status: 200 len: 1096 time: 1.6528766 May 26 19:09:12.861738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:12.863528 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-e2650ee4-c3f1-43ff-8402-7dbc6870553c service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086518 May 26 19:09:12.870419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Usage tracker for resource:security_group_rule and tenant:91470fc3c3b24e9f90ab9a6d20e625ec is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:12.883835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:12.907809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac055a-1b7b-4cb1-b801-f641c0ff5e44 req-ff1ff4a9-a0d5-41d3-86aa-2f03f6a4a07f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:12.909377 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53ac055a-1b7b-4cb1-b801-f641c0ff5e44 req-ff1ff4a9-a0d5-41d3-86aa-2f03f6a4a07f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.3467121 May 26 19:09:12.952121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:13.065594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:13.074103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:13.162978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973846ec-57ec-4474-b6dc-3866867a3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:13.195803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.279491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.300806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.302872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.304512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 200 len: 1091 time: 5.2267106 May 26 19:09:13.306017 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53ac055a-1b7b-4cb1-b801-f641c0ff5e44 req-fc07872f-01d8-4d0f-a791-63a67da19805 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816729 May 26 19:09:13.338864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:13.363573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad050133-5923-4314-9a29-f73b44b616f0 req-c739c03b-ceb3-42eb-a881-1d34a0542e67 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907494 May 26 19:09:13.367893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.435841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:13.450942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f1b7-4105-4c1a-be3d-514c597da812 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:13.483713 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f6e948-8c32-4a66-8cc0-ff2f76936eea'] response: {'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'code': 200} May 26 19:09:13.517173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167d0357-2b7e-47b9-8643-189130f64008 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:13.534214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:13.577552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-aa79574f-2303-4b0f-af45-189136fe2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.579376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-aa79574f-2303-4b0f-af45-189136fe2c44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 1099 time: 0.6879478 May 26 19:09:13.610181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-9651d8c5-fa5d-41e1-bdc2-7ef28db94bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.612375 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-9651d8c5-fa5d-41e1-bdc2-7ef28db94bdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 1094 time: 0.2345848 May 26 19:09:13.615425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.681754 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:13.694800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369965e6-be11-4045-80ff-f451597575a0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:13.707369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfd95e2c-91c6-482d-a915-271944a6ecec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91470fc3c3b24e9f90ab9a6d20e625ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1635342 May 26 19:09:13.714186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49556) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:13.722206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-d5a01383-5f3a-4af0-81c7-5dee204af98e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 200 len: 217 time: 0.0960522 May 26 19:09:13.728342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baf66e-a319-4c77-9e95-6e0db921f321 req-cf3a5dd7-76d2-41f2-bdd7-8113ea079716 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.729312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5baf66e-a319-4c77-9e95-6e0db921f321 req-cf3a5dd7-76d2-41f2-bdd7-8113ea079716 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Synchronizing usage tracker for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:13.734450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-a3f42538-2446-4e0a-83f0-c409ef0a432f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c931f29a-18dd-4015-9f13-af202c3b98be HTTP/1.1" status: 200 len: 217 time: 0.1458371 May 26 19:09:13.835262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-c94493e5-7b16-4b9b-8478-223aad0566ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.837148 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-c94493e5-7b16-4b9b-8478-223aad0566ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.0628922 May 26 19:09:13.846720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-64017d27-0027-4896-abf8-3bbae609fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:13.848587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-64017d27-0027-4896-abf8-3bbae609fe38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1078160 May 26 19:09:13.914873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5baf66e-a319-4c77-9e95-6e0db921f321 req-cf3a5dd7-76d2-41f2-bdd7-8113ea079716 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Unset dirty status for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:13.921745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5baf66e-a319-4c77-9e95-6e0db921f321 req-cf3a5dd7-76d2-41f2-bdd7-8113ea079716 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 948 time: 0.9459467 May 26 19:09:13.983243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5baf66e-a319-4c77-9e95-6e0db921f321 req-b71f558b-0f81-41cd-b44a-c94261bd218f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 May 26 19:09:14.024338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88d00b-f066-40c5-b680-833737979846 req-3b1ace76-57bd-4201-8443-3c9fbdee38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.026337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097958c9-61f7-4270-b762-827337caf15a req-ce996cde-0738-4ca9-986e-9cd8be7df133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.027999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-097958c9-61f7-4270-b762-827337caf15a req-ce996cde-0738-4ca9-986e-9cd8be7df133 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1101 time: 0.4809897 May 26 19:09:14.029449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-3b1ace76-57bd-4201-8443-3c9fbdee38d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683495 May 26 19:09:14.105361 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f3b553-c96d-4240-a662-abd03fb527b8'] response: {'name': 'network-changed', 'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36', 'status': 'completed', 'code': 200} May 26 19:09:14.111495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:14.156435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] Transition to ACTIVE for port object 167d0357-2b7e-47b9-8643-189130f64008 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:14.173016 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae44d7f-c1c6-46cd-b2b0-aee64e8e8d9f'] response: {'name': 'network-changed', 'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be', 'status': 'completed', 'code': 200} May 26 19:09:14.176897 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-097958c9-61f7-4270-b762-827337caf15a req-1cc0202f-2b07-42f5-a19e-9efbd40462df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407087 May 26 19:09:14.198897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:14.223389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-91051cd8-6b7c-4c1c-8e8c-1076291b7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.225573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-91051cd8-6b7c-4c1c-8e8c-1076291b7c7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800218 May 26 19:09:14.369325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-bb0076df-f7b1-46b8-818e-aa1ad0744c94 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350890 May 26 19:09:14.473772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-ebce63a7-cc5f-4df6-8451-462fe47bd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.475514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-ebce63a7-cc5f-4df6-8451-462fe47bd5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1098 time: 0.3014739 May 26 19:09:14.532789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:14.633997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] No DVR routers for this DVR port 167d0357-2b7e-47b9-8643-189130f64008 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:09:14.637102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d798002-10bf-4853-8d14-6b6e085540f0 req-19d88f0a-6800-4eb7-a4cf-b3932481efff tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.638611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d798002-10bf-4853-8d14-6b6e085540f0 req-19d88f0a-6800-4eb7-a4cf-b3932481efff tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3853412 May 26 19:09:14.704258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67ab506b-0196-4b66-bf5a-2a66a1104233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:14.715471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db88d00b-f066-40c5-b680-833737979846 req-e8aacf1f-baaa-4945-98f0-5b9d66f4ebce service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288150 May 26 19:09:14.734460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-f62b3fb2-b959-45dd-89e5-e63da4004bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.735893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-f62b3fb2-b959-45dd-89e5-e63da4004bdb service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2497132 May 26 19:09:14.745686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835c8f0-a2c9-4f4d-98f3-879a1922a727 req-d8ecc6e8-65d9-4ec7-85cd-6f1eb4656101 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:14.762738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a835c8f0-a2c9-4f4d-98f3-879a1922a727 req-d8ecc6e8-65d9-4ec7-85cd-6f1eb4656101 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 947 time: 0.8812792 May 26 19:09:14.804558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] Pushing event updated for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=10']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:14.819654 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-62eb9423-836b-4e59-9d00-e3d32db07ed6 service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578792 May 26 19:09:14.930806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-b599c2a3-2f1e-4cbb-9bb8-25a9386111f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 200 len: 217 time: 0.1865044 May 26 19:09:14.932115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:14.933737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d798002-10bf-4853-8d14-6b6e085540f0 req-55ab8eab-92f6-4dcc-b913-99f930f9df18 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635045 May 26 19:09:14.948699 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a835c8f0-a2c9-4f4d-98f3-879a1922a727 req-8a91ab4d-e285-4a08-93c0-f3eec9019880 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849682 May 26 19:09:14.978948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 167d0357-2b7e-47b9-8643-189130f64008 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:09:15.010004 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b5bf408c-eb6e-41f0-950a-94a69b4f97f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008/bindings/n-h1-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2207093 May 26 19:09:15.013145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369965e6-be11-4045-80ff-f451597575a0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:15.018469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:15.027178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-109deccf-7886-482f-8eee-d470005ce8e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/369965e6-be11-4045-80ff-f451597575a0 HTTP/1.1" status: 204 len: 168 time: 1.3064556 May 26 19:09:15.075187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-debd599f-dcaa-4008-a011-7c7ee54a044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.076717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-debd599f-dcaa-4008-a011-7c7ee54a044b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1093581 May 26 19:09:15.281224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-52c7af65-5e38-4831-a451-ecdc82e1ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.283031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-52c7af65-5e38-4831-a451-ecdc82e1ccfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=741d52d9286340c39478aeafd138ea2b&device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 1099 time: 0.3483987 May 26 19:09:15.294996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 167d0357-2b7e-47b9-8643-189130f64008 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:09:15.441962 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7704e87-3b35-4217-a47f-c91107f31f9e req-f8cbc833-decd-4320-8f2d-4d1c561b449e service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092937 May 26 19:09:15.489186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b943fdae-9a5f-4046-8cbc-87672d902d98 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.492028 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-b943fdae-9a5f-4046-8cbc-87672d902d98 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.4106724 May 26 19:09:15.561204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a883b-e7cd-4300-9dd0-b0c2072b40ba req-8ab01663-d6ca-4df0-97f6-ed879e3f5051 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.562975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f95a883b-e7cd-4300-9dd0-b0c2072b40ba req-8ab01663-d6ca-4df0-97f6-ed879e3f5051 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.2201703 May 26 19:09:15.627802 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f95a883b-e7cd-4300-9dd0-b0c2072b40ba req-37d29384-39a5-4b82-a1bd-a704b73bbaab tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536354 May 26 19:09:15.642173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-8cbe4f77-f46d-43a8-92b9-0cae457c096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.646504 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-8cbe4f77-f46d-43a8-92b9-0cae457c096a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&tenant_id=891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 1095 time: 0.1399505 May 26 19:09:15.780441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-7dd75f14-f405-4bae-9261-5e9d9f1b4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.788205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-7dd75f14-f405-4bae-9261-5e9d9f1b4650 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4977026 May 26 19:09:15.800061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18e8f-fd4f-41aa-a500-1d9179b46066 req-37c7da2f-6d78-4ac9-9ec7-f2b2882204c0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.808160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-34c6216c-4630-4c0f-8b48-a3d7c0392106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.810075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff18e8f-fd4f-41aa-a500-1d9179b46066 req-37c7da2f-6d78-4ac9-9ec7-f2b2882204c0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 944 time: 0.4666469 May 26 19:09:15.812047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-68979cf8-7f55-4a12-b733-c49d7a74dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:15.813471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-68979cf8-7f55-4a12-b733-c49d7a74dcdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7261448 May 26 19:09:15.815932 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-34c6216c-4630-4c0f-8b48-a3d7c0392106 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1095 time: 0.1345727 May 26 19:09:15.976739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-1e57846c-5f91-4c6e-9946-b4645bd57497 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c931f29a-18dd-4015-9f13-af202c3b98be HTTP/1.1" status: 200 len: 217 time: 0.1606624 May 26 19:09:16.079574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-e39355e1-259b-4356-a5d6-4b7854fb900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.079574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-e39355e1-259b-4356-a5d6-4b7854fb900f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0818343 May 26 19:09:16.152159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff18e8f-fd4f-41aa-a500-1d9179b46066 req-44f5d1be-e621-46de-864d-f106eccbdad1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366675 May 26 19:09:16.177388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b6d9-75b7-4206-8835-a7e2c1578b2e req-209d939e-0a1f-4837-9ba0-ad0e7f3032bd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.178381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:16.179806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-28b9b6d9-75b7-4206-8835-a7e2c1578b2e req-209d939e-0a1f-4837-9ba0-ad0e7f3032bd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 948 time: 0.3310122 May 26 19:09:16.182734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-523e6ca1-e5c7-43ec-b222-76836b603682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.184229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-523e6ca1-e5c7-43ec-b222-76836b603682 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3622930 May 26 19:09:16.194665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-a0c48720-873e-435b-a137-e42049ac4521 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220203 May 26 19:09:16.302120 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-8876c08c-e439-4e42-80fa-7138c3185500 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.0938542 May 26 19:09:16.372676 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-28b9b6d9-75b7-4206-8835-a7e2c1578b2e req-94bfb78f-6cdb-4e01-a6e4-3f624108f572 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873314 May 26 19:09:16.395235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-580cf177-d944-439e-8748-185c19898698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.417962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-580cf177-d944-439e-8748-185c19898698 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109241 May 26 19:09:16.457286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-1926ca1c-505b-42eb-b4b6-fa65db2fbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.459937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-1926ca1c-505b-42eb-b4b6-fa65db2fbb7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1298797 May 26 19:09:16.588402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-93cc4b92-7b02-4557-bc77-beab69945cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206810 May 26 19:09:16.645651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c5747f-41bd-4a17-b0ee-b279be26fd75 req-389a3182-f749-4093-ae59-b477f9aeb96a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303949 May 26 19:09:16.685461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28aca2-34ab-479b-8999-60900707dc17 req-d31307ca-9c04-4acf-a599-6b23203157d0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.686793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b28aca2-34ab-479b-8999-60900707dc17 req-d31307ca-9c04-4acf-a599-6b23203157d0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2109177 May 26 19:09:16.742828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-a1bf4c3d-d7cd-4d82-8627-b08dabaf7b62 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237095 May 26 19:09:16.752938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:16.776094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b966d7d1-aae3-42c5-9470-f6803c801763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:16.897255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b28aca2-34ab-479b-8999-60900707dc17 req-a184cae8-583b-47c1-ba90-94b2c6bd8b5e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008901 May 26 19:09:16.901488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9683b-c98b-4f22-a5bd-2ca173bf8f35 req-d360f8b6-01a8-4bfc-8c43-2b6a2b219a2e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:16.920857 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6cb9683b-c98b-4f22-a5bd-2ca173bf8f35 req-d360f8b6-01a8-4bfc-8c43-2b6a2b219a2e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 947 time: 0.2813323 May 26 19:09:16.948849 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-aaf1afff-e660-43c0-ad2f-324ca5527c7d service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529582 May 26 19:09:16.967320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6a4a5940-f663-41b4-a4b5-bc39b125eb36 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:17.020530 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d151ad4-4cc3-47f6-8b0d-b6ad63ba15e8'] response: {'name': 'network-changed', 'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'status': 'completed', 'code': 200} May 26 19:09:17.102057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c138f67c-84ff-46a3-967a-f56394ab6133 req-4aeef96c-bcac-4e9d-b3db-c9244afe7c3a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498759 May 26 19:09:17.179831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:17.201687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '6a4a5940-f663-41b4-a4b5-bc39b125eb36', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '6a4a5940-f663-41b4-a4b5-bc39b125eb36', 'mac_address': 'fa:16:3e:3b:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:17.227062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-70c52037-fd24-4322-9139-8f4505ed7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:17.228731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-70c52037-fd24-4322-9139-8f4505ed7301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 1094 time: 0.2070715 May 26 19:09:17.331650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:17.332155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:17.353063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:17.362540 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6cb9683b-c98b-4f22-a5bd-2ca173bf8f35 req-f8e167b7-1cf9-434c-b5d3-3b9903bb12ae tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404979 May 26 19:09:17.366950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4a5940-f663-41b4-a4b5-bc39b125eb36 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:17.369229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-2017803c-f70c-4ccb-95be-3df0e3c0e7ec service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927865 May 26 19:09:17.436066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:17.443302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:17.606834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:17.627235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-42eadad2-eee9-4a26-9084-a7bbc23b8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:17.628671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-42eadad2-eee9-4a26-9084-a7bbc23b8cc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 924 time: 0.3915639 May 26 19:09:17.723046 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:17.753345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-56f9d1bd-1d85-42ee-93be-4437f809df1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 200 len: 217 time: 0.0897257 May 26 19:09:17.760599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:17.812204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Usage tracker for resource:security_group_rule and tenant:912c06a7d7c74da5b884ad308302e63e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:17.820707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:17.829192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:17.864943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-731dae08-b2cb-4483-bcd1-d93370ecd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:17.866472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-731dae08-b2cb-4483-bcd1-d93370ecd350 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.1034286 May 26 19:09:17.932297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-4786cc42-be1b-45ec-9aa5-60a0f5697a80 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:17.933807 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-4786cc42-be1b-45ec-9aa5-60a0f5697a80 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1912391 May 26 19:09:17.940990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879ef13-1158-40c7-bce4-4df3167f2f4e req-2c643791-d50e-4719-acb7-24f4e9307c97 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:17.941728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8879ef13-1158-40c7-bce4-4df3167f2f4e req-2c643791-d50e-4719-acb7-24f4e9307c97 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:17.972572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.078538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8879ef13-1158-40c7-bce4-4df3167f2f4e req-2c643791-d50e-4719-acb7-24f4e9307c97 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:18.085906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8879ef13-1158-40c7-bce4-4df3167f2f4e req-2c643791-d50e-4719-acb7-24f4e9307c97 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.4814193 May 26 19:09:18.138863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:18.165114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-51c74634-f770-49f5-9a7f-6fd07d390bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:18.166649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-51c74634-f770-49f5-9a7f-6fd07d390bf8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912583 May 26 19:09:18.168546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.183470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8879ef13-1158-40c7-bce4-4df3167f2f4e req-aea76f01-34e4-46c9-8c62-93fb1402167c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966144 May 26 19:09:18.228703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.291621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-33e6c8c7-88e3-494f-9a17-9dfaac7b97f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3358793 May 26 19:09:18.305088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a0b46-2555-4730-afba-4e9bfbb58879 req-aa5ee801-d233-4a66-a32d-63d405574a49 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:18.306645 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-007a0b46-2555-4730-afba-4e9bfbb58879 req-aa5ee801-d233-4a66-a32d-63d405574a49 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 944 time: 0.2858171 May 26 19:09:18.387977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-ab03a514-3f9b-4adc-8b8e-7604de120f18 service neutron] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:18.394159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-ab03a514-3f9b-4adc-8b8e-7604de120f18 service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.395298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aa91423e-dcbe-41fd-a71f-6b86238df278 req-ab03a514-3f9b-4adc-8b8e-7604de120f18 service neutron] 10.222.0.13 "DELETE /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008/bindings/n-h2-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.4547164 May 26 19:09:18.402891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-007a0b46-2555-4730-afba-4e9bfbb58879 req-d8deb698-ebd1-4fb9-a08b-7b8be7bfc5c8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 May 26 19:09:18.506675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=912c06a7d7c74da5b884ad308302e63e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7371676 May 26 19:09:18.507701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:18.542397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928321b-ed11-4db8-bfe4-25819751efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84debb4b-6586-40f7-9b79-f68df4033f2a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:18.601426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00cd2-fc25-447d-b1da-084b1ea4652a req-b1eec238-ac55-42a4-a9f0-f684822e9f7d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:18.603470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00e00cd2-fc25-447d-b1da-084b1ea4652a req-b1eec238-ac55-42a4-a9f0-f684822e9f7d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 948 time: 0.2120764 May 26 19:09:18.606042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-f2cc5012-627a-46f2-854b-488bb6e033d6 service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151983 May 26 19:09:18.625486 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.691507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.797687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.816011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84debb4b-6586-40f7-9b79-f68df4033f2a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:18.834541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:18.838941 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fc230cb1-d8ec-4f64-808f-19e82a3d6870 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84debb4b-6586-40f7-9b79-f68df4033f2a HTTP/1.1" status: 204 len: 168 time: 0.3277242 May 26 19:09:18.906375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b8ac84-1cfa-4683-91d9-5081cd58599a req-3e1bdf0d-6162-469a-9866-60f699595c9c service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662241 May 26 19:09:18.927587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00e00cd2-fc25-447d-b1da-084b1ea4652a req-5c0e6245-5849-402c-9fbb-91002685c420 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182762 May 26 19:09:18.998345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c931f29a-18dd-4015-9f13-af202c3b98be details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:19.094113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00603e-49fd-4699-ba9f-f4b1e0a1f8e3 req-a8fc0852-6e89-4345-9540-456fef35ef76 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:19.102601 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9c00603e-49fd-4699-ba9f-f4b1e0a1f8e3 req-a8fc0852-6e89-4345-9540-456fef35ef76 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.1236160 May 26 19:09:19.160913 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9c00603e-49fd-4699-ba9f-f4b1e0a1f8e3 req-ffbbe021-045b-4e64-af49-8d97d791fdef tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 May 26 19:09:19.310439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab739836-8630-41e3-bf96-ea5d2728e9b9 req-8d4c2bf4-c831-4ae0-b81a-76932f0a5d5f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:19.318569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab739836-8630-41e3-bf96-ea5d2728e9b9 req-8d4c2bf4-c831-4ae0-b81a-76932f0a5d5f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 948 time: 0.1769581 May 26 19:09:19.387460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab739836-8630-41e3-bf96-ea5d2728e9b9 req-ab6d6132-c2e7-46e2-a083-1152f2706fb1 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674913 May 26 19:09:19.420572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c931f29a-18dd-4015-9f13-af202c3b98be,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:19.442904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'c931f29a-18dd-4015-9f13-af202c3b98be', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'c931f29a-18dd-4015-9f13-af202c3b98be', 'mac_address': 'fa:16:3e:c3:e6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:19.513620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c931f29a-18dd-4015-9f13-af202c3b98be is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:19.513984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:19.558780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c931f29a-18dd-4015-9f13-af202c3b98be {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:19.566111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:19.580974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c931f29a-18dd-4015-9f13-af202c3b98be,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:19.597497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:19.634430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cc587-11bb-43e6-a689-72c71bc0d843 req-559ced01-4859-4590-8972-80be9e47b55c tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:19.643941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a5cc587-11bb-43e6-a689-72c71bc0d843 req-559ced01-4859-4590-8972-80be9e47b55c tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1095 time: 0.1067362 May 26 19:09:19.690472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:19.711839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a5cc587-11bb-43e6-a689-72c71bc0d843 req-6348daf7-5573-4265-8f36-a25a240e3152 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605299 May 26 19:09:19.732865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:19.757322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:19.763199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b11f21221dc44dbaba36f5f40649cb4c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:19.772606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:19.790956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:19.833804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:19.988478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['c931f29a-18dd-4015-9f13-af202c3b98be'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:20.061689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.081576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.170148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60317d98-6186-4983-9c84-a3cf17820057,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:20.229000 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-eb07b9b3-dfc6-4abe-afb8-9ea2969489d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b11f21221dc44dbaba36f5f40649cb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375674 May 26 19:09:20.232946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:20.278051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387891f-683a-4c32-bf22-ae553bbd43d1 req-50baffb2-9002-4220-a861-7ef93fdfa61b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.292792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8387891f-683a-4c32-bf22-ae553bbd43d1 req-50baffb2-9002-4220-a861-7ef93fdfa61b tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 949 time: 0.1374538 May 26 19:09:20.310845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072034b6-4ae1-402f-9816-49b2f5f750d2 req-ace119f4-8121-40db-a51d-6b22e0a8812c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.318434 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-072034b6-4ae1-402f-9816-49b2f5f750d2 req-ace119f4-8121-40db-a51d-6b22e0a8812c tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.3644695 May 26 19:09:20.356307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.416423 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-072034b6-4ae1-402f-9816-49b2f5f750d2 req-17029130-66b0-49ec-8d8c-3aa8dfd9104b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967369 May 26 19:09:20.428637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.451883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8387891f-683a-4c32-bf22-ae553bbd43d1 req-74f800c4-d31b-47a3-bd62-1a309c2d510a tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576965 May 26 19:09:20.537248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:20.717970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-9549941d-3ebb-4144-ac7b-cec1f9139ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.719372 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-9549941d-3ebb-4144-ac7b-cec1f9139ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1101 time: 0.2788873 May 26 19:09:20.720920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775611-90cf-442b-b852-38cc1fadf698 req-bd77f581-c83e-47f5-964d-fea597cd5ac2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.726000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c775611-90cf-442b-b852-38cc1fadf698 req-bd77f581-c83e-47f5-964d-fea597cd5ac2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.1472039 May 26 19:09:20.726849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.769797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:20.781505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0cfaa67daf499cbd11eb38bf7daa17 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:20.788145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:20.802713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:20.820599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.839091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c775611-90cf-442b-b852-38cc1fadf698 req-e9c69a02-223d-4ee8-90bb-10681b824eeb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966022 May 26 19:09:20.861991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60317d98-6186-4983-9c84-a3cf17820057,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:20.908019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-8a3f638d-9820-42eb-bd48-15f304cbdffa tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.909572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-8a3f638d-9820-42eb-bd48-15f304cbdffa tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.3270135 May 26 19:09:20.912544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.915889 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-322b9560-bd1b-471a-8ec4-053a34221ef3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60317d98-6186-4983-9c84-a3cf17820057 HTTP/1.1" status: 204 len: 168 time: 0.6786082 May 26 19:09:20.955250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.961127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3d9a623d-356b-44fb-ba25-f830e3397994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:20.962528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:20.963113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3d9a623d-356b-44fb-ba25-f830e3397994 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2343025 May 26 19:09:21.003258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:21.056763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e0cfaa67daf499cbd11eb38bf7daa17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179157 May 26 19:09:21.059683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:21.081686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c931f29a-18dd-4015-9f13-af202c3b98be up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:21.087590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-ada831b9-6552-49fd-aa81-415e78ea7783 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/quotas/891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 375 time: 0.1232245 May 26 19:09:21.102622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab89e-dfe6-40e7-a41b-434e580a9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa46642d-5695-461c-a79a-9b9611ee75d6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:21.160060 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-5d538b61-ee63-431c-bc10-b278b0eb83a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.1875036 May 26 19:09:21.164341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee390-f0e0-45bb-92b0-abc49f19a07c req-be34686f-05da-4930-8dcc-b43c3893f0a7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:21.172708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdcee390-f0e0-45bb-92b0-abc49f19a07c req-be34686f-05da-4930-8dcc-b43c3893f0a7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 948 time: 0.1452982 May 26 19:09:21.232370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdcee390-f0e0-45bb-92b0-abc49f19a07c req-69a91a52-6381-4b1b-9595-e9646c988006 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577552 May 26 19:09:21.261427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3afa353f-b30e-412a-bfdf-4614a568f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:21.262985 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3afa353f-b30e-412a-bfdf-4614a568f170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0833173 May 26 19:09:21.374298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-bacb235d-6637-4d39-930c-3e65d0aa60c6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2853260 May 26 19:09:21.400575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:21.438564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:21.502751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:21.523640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port c931f29a-18dd-4015-9f13-af202c3b98be completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:21.529407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-9984b51e-905f-4d94-899d-d93054b0b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:21.530950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-9984b51e-905f-4d94-899d-d93054b0b048 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2593095 May 26 19:09:21.534678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa46642d-5695-461c-a79a-9b9611ee75d6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:21.537575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:21.538909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-be8c19e5-d9cc-4a5b-963c-6bf41142f55e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa46642d-5695-461c-a79a-9b9611ee75d6 HTTP/1.1" status: 204 len: 168 time: 0.4778655 May 26 19:09:21.561818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port c931f29a-18dd-4015-9f13-af202c3b98be triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:21.562192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:21.680625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af5bd-cba3-4cc8-a492-34c69e7cf54b req-7822dace-5de3-4436-a10a-92556cc2b657 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:21.689691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d8af5bd-cba3-4cc8-a492-34c69e7cf54b req-7822dace-5de3-4436-a10a-92556cc2b657 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.1322484 May 26 19:09:21.712739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:21.735408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'port_id': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'mac_address': 'fa:16:3e:16:13:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:21.806190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d8af5bd-cba3-4cc8-a492-34c69e7cf54b req-b962d58a-4e4d-4593-b599-4c478b4341bd tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150947 May 26 19:09:21.960493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c931f29a-18dd-4015-9f13-af202c3b98be is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:21.960881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.015689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-5df95ef4-2a1c-41df-a47c-7b3783a6d7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676988 May 26 19:09:22.029031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-e68e85f0-e2c3-41ff-87c8-f14b716f2f0c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:09:22.034468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-e68e85f0-e2c3-41ff-87c8-f14b716f2f0c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2651129 May 26 19:09:22.051050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:22.076280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:22.076663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.111275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c931f29a-18dd-4015-9f13-af202c3b98be,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:22.127672 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.129685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6a4a5940-f663-41b4-a4b5-bc39b125eb36 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:22.199268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d13c04-88c6-4e1a-ab02-bed2a0c7b5d0 req-3d2ebfaf-a823-4968-b5a4-13b137642768 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:22.209695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98d13c04-88c6-4e1a-ab02-bed2a0c7b5d0 req-3d2ebfaf-a823-4968-b5a4-13b137642768 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 949 time: 0.2643638 May 26 19:09:22.275287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98d13c04-88c6-4e1a-ab02-bed2a0c7b5d0 req-619f86c9-d261-4fd2-9378-cd50440eb115 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 May 26 19:09:22.430098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:22.430311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49758) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:22.433325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:22.455472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:22.465013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:22.466143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:22.466523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.466995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.488274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:22.492565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d04d8ebce64629a8235b742c5513f0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:22.495686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:22.500212 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.501856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:22.576194 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-cb41a0fa-8408-4ea3-b669-7de306810550 service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857531 May 26 19:09:22.590087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:22.598572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.599703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:22.610013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.676467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9d04d8ebce64629a8235b742c5513f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434862 May 26 19:09:22.677600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49768) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:22.681679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72139d-c26e-4652-826a-b8133080c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e7e24c-c36a-4bd1-a954-5a9782dd1dd1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:22.705489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600695da-c8b4-4edb-85be-7788e77cb5c4 req-32caef35-c542-4666-8d3e-228579b769ae tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:22.712355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-600695da-c8b4-4edb-85be-7788e77cb5c4 req-32caef35-c542-4666-8d3e-228579b769ae tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3212249 May 26 19:09:22.748866 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-e0d97ddc-1930-4500-bae1-8196800fd9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063203 May 26 19:09:22.782687 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-6e9bbdb8-9783-4a40-abe5-d77e3ee0359c service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055728 May 26 19:09:22.797638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-600695da-c8b4-4edb-85be-7788e77cb5c4 req-f62509e1-4550-4f68-86b7-e80ec0ba7cf9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842061 May 26 19:09:22.842746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.900241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:22.917882 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b70670d-ba9f-41df-a228-ebc3bffa99fe'] response: {'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be', 'code': 200} May 26 19:09:22.965770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:22.966146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.005977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.010486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:23.042115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e7e24c-c36a-4bd1-a954-5a9782dd1dd1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:23.096163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.097228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6125236b-fe87-4f25-9e06-f47d0ac22803 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31e7e24c-c36a-4bd1-a954-5a9782dd1dd1 HTTP/1.1" status: 204 len: 168 time: 0.4190273 May 26 19:09:23.210841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-542210643-network', 'tenant_id': '77e869b7aed448618027e28e765ba89f'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:23.298322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:23.300256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8524d5-39f4-4d5e-9ee0-a541f09298c4 req-5ba4a886-4034-49f1-a6fc-88ca39bc0ad8 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:23.312856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e8524d5-39f4-4d5e-9ee0-a541f09298c4 req-5ba4a886-4034-49f1-a6fc-88ca39bc0ad8 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 944 time: 0.1884396 May 26 19:09:23.326141 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.353368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:23.363549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Usage tracker for resource:network and tenant:77e869b7aed448618027e28e765ba89f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:23.383423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:23.399749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:23.445021 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e8524d5-39f4-4d5e-9ee0-a541f09298c4 req-4f991721-b721-461b-8a48-b266c2c25e08 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311247 May 26 19:09:23.465382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Made reservation on behalf of 77e869b7aed448618027e28e765ba89f for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:23.467575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.536663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:23.604127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:23.612778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Usage tracker for resource:security_group_rule and tenant:77e869b7aed448618027e28e765ba89f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:23.614290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:23.617094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:23.619180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b5f29955-7ae7-437c-80b5-d7d4adb86f44 req-04d10d01-4c07-41f4-baa5-d82ae64846dc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 210 time: 0.0793297 May 26 19:09:23.624631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:23.637922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6eeb6-69c4-45ce-afc1-3b74a1663155 req-d78cdbea-b677-4198-bf80-1c643f4e4c05 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:23.639442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27a6eeb6-69c4-45ce-afc1-3b74a1663155 req-d78cdbea-b677-4198-bf80-1c643f4e4c05 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 948 time: 0.5339994 May 26 19:09:23.737690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17e7dd-14db-48f8-8720-83d267f14971 req-47836c3d-9ba5-4319-9018-e586d387c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:23.739209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b17e7dd-14db-48f8-8720-83d267f14971 req-47836c3d-9ba5-4319-9018-e586d387c78a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 1101 time: 0.5142007 May 26 19:09:23.823199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27a6eeb6-69c4-45ce-afc1-3b74a1663155 req-82d81a1d-f8cc-448d-9d6d-ef54e81ab9c3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726611 May 26 19:09:23.892717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b17e7dd-14db-48f8-8720-83d267f14971 req-732ff953-5ffe-40c1-a023-67417e143ad0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438823 May 26 19:09:23.965734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bc339-86de-4a07-9f10-e53e5d7e4156 req-94d0fd79-f5fe-420e-89ff-e73e13a5074d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:23.979906 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-093bc339-86de-4a07-9f10-e53e5d7e4156 req-94d0fd79-f5fe-420e-89ff-e73e13a5074d tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.1887033 May 26 19:09:24.078914 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-093bc339-86de-4a07-9f10-e53e5d7e4156 req-273d54c6-2504-4b96-86a8-1b7491e6000a tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979311 May 26 19:09:24.099066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.107770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.145820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:09:24.173749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25225863-b9d6-4b36-bed8-8f24ac369e3c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:24.178183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.178535 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Added segment ae471a60-bbd9-4ddd-a7b5-161a49daea68 of type vlan for network 88e845a3-187e-42f7-a5d1-020bbf65ab9d May 26 19:09:24.259181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a2bf-e3ed-44fb-b0f4-6668185ec229 req-ce78eb06-bac6-4044-b899-161ffca99c18 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:24.261278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9833a2bf-e3ed-44fb-b0f4-6668185ec229 req-ce78eb06-bac6-4044-b899-161ffca99c18 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2532988 May 26 19:09:24.263429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.334749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9833a2bf-e3ed-44fb-b0f4-6668185ec229 req-4ac6d47b-5722-4226-85a7-7a32f6820e35 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665762 May 26 19:09:24.348160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.350416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:24.351187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.476876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8702011 May 26 19:09:24.476876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93958eb-320e-4636-9be5-1ee4897a9393 admin admin] Pushing event updated for resources: {'Network': ['ID=88e845a3-187e-42f7-a5d1-020bbf65ab9d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:24.477478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49812) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:24.490659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 88e845a3-187e-42f7-a5d1-020bbf65ab9d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:09:24.491352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Request body: {'subnet': {'network_id': '88e845a3-187e-42f7-a5d1-020bbf65ab9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-542210643-subnet', 'tenant_id': '77e869b7aed448618027e28e765ba89f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:24.496941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:24.501374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Usage tracker for resource:subnet and tenant:77e869b7aed448618027e28e765ba89f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:24.505511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:24.515031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:24.536751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Made reservation on behalf of 77e869b7aed448618027e28e765ba89f for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:24.540426 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:24.824883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db384946-09b8-440d-83bd-3bc8ff298c84 req-ff6607b5-1655-4fda-a014-92259f60a8fb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:24.834605 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db384946-09b8-440d-83bd-3bc8ff298c84 req-ff6607b5-1655-4fda-a014-92259f60a8fb tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 944 time: 0.2059104 May 26 19:09:24.842571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aa91744-4e71-442a-aa2d-de28e8ee06d1 req-f7feeab0-8e60-4485-9798-6eb59ea48c94 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 210 time: 0.0671797 May 26 19:09:24.919382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:24.963920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.030878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:25.125762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db384946-09b8-440d-83bd-3bc8ff298c84 req-72388edd-d216-4369-8971-b3aaa0126ce1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809823 May 26 19:09:25.229228 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9534775-0a60-4e38-9ea6-90d314932b88'] response: {'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36', 'code': 200} May 26 19:09:25.303627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:25.312856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:25.313461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.377176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=385bd0af-c1ea-4fda-bf5d-378a6e5b2a73,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:25.390174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-ac11b8cc-9d04-4fef-997a-910f693dafdb tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:25.398316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-ac11b8cc-9d04-4fef-997a-910f693dafdb tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.5255215 May 26 19:09:25.415925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Request body: {'port': {'device_id': 'bf641150-c02e-4e60-a764-680588dbb23c', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'admin_state_up': True, 'tenant_id': '891552066e664642bc2c603d042ea48c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:25.459765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Checking segment: {'id': 'ae471a60-bbd9-4ddd-a7b5-161a49daea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '88e845a3-187e-42f7-a5d1-020bbf65ab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:25.460520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Network hostable DHCP agents. Network: 88e845a3-187e-42f7-a5d1-020bbf65ab9d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:09:25.539422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Network 88e845a3-187e-42f7-a5d1-020bbf65ab9d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:09:25.579126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf535f49-16c5-400b-97eb-bc4a5cdd2f50 req-99875442-bde6-4fb0-9e1d-d132a53c3b01 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:25.588040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf535f49-16c5-400b-97eb-bc4a5cdd2f50 req-99875442-bde6-4fb0-9e1d-d132a53c3b01 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.4021981 May 26 19:09:25.630945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 88e845a3-187e-42f7-a5d1-020bbf65ab9d) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:25.679050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:25.679593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.682783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:25.683392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.712482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c64d20-d4cc-4a3b-b5bd-b55cc9780b7b None None] Network 88e845a3-187e-42f7-a5d1-020bbf65ab9d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:25.776062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da6ec-e75b-4ed5-a396-1c372c208b23 req-923bf78e-58ab-4332-a176-c9e4448f6bdf tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:25.783612 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-266da6ec-e75b-4ed5-a396-1c372c208b23 req-923bf78e-58ab-4332-a176-c9e4448f6bdf tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.1811826 May 26 19:09:25.794117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf535f49-16c5-400b-97eb-bc4a5cdd2f50 req-5de6ba72-2793-414f-8443-0bdd34cb74b3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031960 May 26 19:09:25.841583 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-266da6ec-e75b-4ed5-a396-1c372c208b23 req-f6c31ee0-0472-4de6-a4d6-bb887da710ec tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567315 May 26 19:09:25.854042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:25.875462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:25.886578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-532d260f-d43a-47d7-9678-e97859d40a6e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4054091 May 26 19:09:25.889580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:25.893950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.894141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:25.905376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:25.938337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0eb60-f914-4290-b21e-eb171df7d521 req-0187373f-f0a8-4040-b998-8abbf4521e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:25.947052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bb0eb60-f914-4290-b21e-eb171df7d521 req-0187373f-f0a8-4040-b998-8abbf4521e84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1100 time: 0.3120468 May 26 19:09:26.023191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bb0eb60-f914-4290-b21e-eb171df7d521 req-de50a9cd-e066-4c33-9797-b27c3cf8ad75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695598 May 26 19:09:26.069562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:26.081624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.082228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.083415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.083896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.084380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.084860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.085355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.085841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.086311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.086776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.087249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.087710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:09:26.110766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a2c36c0-7a08-49b0-8fba-3c263f2f5d57 req-c25cebeb-d5ac-47fe-bc28-cb0895597e88 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 210 time: 0.1163144 May 26 19:09:26.258303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Allocated IP 172.20.0.2 (32463b11-b1ac-4c2b-b8c3-0e24e3accacb/f5db4c14-f328-4cb3-a174-08c5aeeeca44/ebe9a8c3-cee9-4d47-97fb-4123659881f5) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:26.314694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061d756-af45-4ba9-a82f-c1634f8f2b88 None None] Network 88e845a3-187e-42f7-a5d1-020bbf65ab9d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:26.356653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524b970-cd91-4bcd-86a5-805915d55fd0 req-d5c203fc-6d44-4da9-8c5f-010b845ea2b4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:26.370500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7524b970-cd91-4bcd-86a5-805915d55fd0 req-d5c203fc-6d44-4da9-8c5f-010b845ea2b4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.1934936 May 26 19:09:26.478029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7524b970-cd91-4bcd-86a5-805915d55fd0 req-c8dde4df-0b5a-4c59-8022-801ec9791879 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064539 May 26 19:09:26.916133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:26.940912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b08d-51f3-4904-bc94-8089159dcd7a req-50fcc8aa-12cb-4595-958e-0aa1c3ca4a35 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:26.946406 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e42b08d-51f3-4904-bc94-8089159dcd7a req-50fcc8aa-12cb-4595-958e-0aa1c3ca4a35 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.1920493 May 26 19:09:27.008490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e42b08d-51f3-4904-bc94-8089159dcd7a req-f8114247-1ef8-4d1a-acb4-aa41f7acda92 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590515 May 26 19:09:27.039052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.048618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19e07-33cf-4574-ab4f-82e00ac84884 req-75db8744-847d-42a2-a081-55b2d9f80691 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:27.067444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8c19e07-33cf-4574-ab4f-82e00ac84884 req-75db8744-847d-42a2-a081-55b2d9f80691 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.1349521 May 26 19:09:27.095871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:27.131965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:27.140196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:27.177083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:27.192857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:27.193869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.208474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-916308912-network', 'tenant_id': 'f5fa14f90955423abf74542a318c98bc'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:27.213446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:27.217501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Usage tracker for resource:network and tenant:f5fa14f90955423abf74542a318c98bc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:27.220487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:27.227880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:27.230328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:27.241499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Made reservation on behalf of f5fa14f90955423abf74542a318c98bc for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:27.244294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.264599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8c19e07-33cf-4574-ab4f-82e00ac84884 req-82435426-2da8-41c1-b3a8-3b2a00c05521 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959112 May 26 19:09:27.283002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.283213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:27.315561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:27.322251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fa14f90955423abf74542a318c98bc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:27.325482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:27.333238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:27.389776 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-21088930-7fd8-40bd-ab52-4e8f296043a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9814620 May 26 19:09:27.418996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Request body: {'port': {'device_id': 'bf641150-c02e-4e60-a764-680588dbb23c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:27.506760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102753-04fb-45b7-935a-a699c3e3a7be req-ae42907e-4332-4197-8510-a92b3423a505 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:27.514938 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-71102753-04fb-45b7-935a-a699c3e3a7be req-ae42907e-4332-4197-8510-a92b3423a505 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.3142767 May 26 19:09:27.573511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.586185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.592890 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-71102753-04fb-45b7-935a-a699c3e3a7be req-ba4efa56-8b38-4b73-a76c-f272760e884a tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767221 May 26 19:09:27.626869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:09:27.633412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.633843 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Added segment c24ab6e6-309f-4b36-9a78-fe2149bd3912 of type vlan for network 9a5eb49b-65c5-441d-91f8-6decc11c452e May 26 19:09:27.667596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.684374 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd31a32-50ca-46ff-9412-383b7907ba78'] response: {'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'code': 200} May 26 19:09:27.711822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.733657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d5ba9e-eaff-42d3-86ba-76d7f9561531,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:27.786909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.788000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:27.788576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:27.966163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49890) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:28.019902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9087183 May 26 19:09:28.023802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49896) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:28.026114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18df4b-3e69-40f9-8704-a17d758e1be6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5eb49b-65c5-441d-91f8-6decc11c452e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:28.036463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Request body: {'subnet': {'network_id': '9a5eb49b-65c5-441d-91f8-6decc11c452e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-916308912-subnet', 'tenant_id': 'f5fa14f90955423abf74542a318c98bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:28.040933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9a5eb49b-65c5-441d-91f8-6decc11c452e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:09:28.042345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:28.046481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Usage tracker for resource:subnet and tenant:f5fa14f90955423abf74542a318c98bc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:28.049492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:28.056287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:28.076043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Made reservation on behalf of f5fa14f90955423abf74542a318c98bc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:28.078440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.124531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95801ab4-925c-4304-b254-7cc74cf8b874 req-2a8be2a4-6d7f-4a86-9c3c-585dbdc4f505 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:28.130958 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-95801ab4-925c-4304-b254-7cc74cf8b874 req-2a8be2a4-6d7f-4a86-9c3c-585dbdc4f505 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2698104 May 26 19:09:28.296308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a992-d33d-4ad7-a2f2-1e842d8e62aa req-61cc8a5f-f4a4-405a-b5d9-f2025c5d2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:28.303507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e371a992-d33d-4ad7-a2f2-1e842d8e62aa req-61cc8a5f-f4a4-405a-b5d9-f2025c5d2399 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 1096 time: 0.5091417 May 26 19:09:28.311127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11ba62-337c-4f3e-a4c7-f92a5285332e req-f83bdf02-8dff-446b-aef5-0f163254c16d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:28.319760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c11ba62-337c-4f3e-a4c7-f92a5285332e req-f83bdf02-8dff-446b-aef5-0f163254c16d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 931 time: 0.6188798 May 26 19:09:28.321728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.372001 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-95801ab4-925c-4304-b254-7cc74cf8b874 req-0e7852d9-c6e1-45fa-ac85-8490d830d21c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257171 May 26 19:09:28.402559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:28.406825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5f311d8d924a12abb08a263b6de1af is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:28.417762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:28.450516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:28.459489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e371a992-d33d-4ad7-a2f2-1e842d8e62aa req-4c9205aa-d310-488a-a8ab-e33091b6458f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255817 May 26 19:09:28.482426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c11ba62-337c-4f3e-a4c7-f92a5285332e req-9ad35749-bfbe-47a6-a4e3-a935219171e6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615078 May 26 19:09:28.561029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe9a8c3-cee9-4d47-97fb-4123659881f5 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:28.583504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.585051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.620635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Transition to ACTIVE for port object ebe9a8c3-cee9-4d47-97fb-4123659881f5 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:28.628720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.688792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd86d3d-e98a-4469-ab6c-bf8bcc4306ef,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:28.706912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Checking segment: {'id': 'c24ab6e6-309f-4b36-9a78-fe2149bd3912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9a5eb49b-65c5-441d-91f8-6decc11c452e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:28.707476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Network hostable DHCP agents. Network: 9a5eb49b-65c5-441d-91f8-6decc11c452e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:09:28.823792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.830985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.869383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f5f311d8d924a12abb08a263b6de1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8990357 May 26 19:09:28.873832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Network 9a5eb49b-65c5-441d-91f8-6decc11c452e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:09:28.877241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49906) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:28.923499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9a5eb49b-65c5-441d-91f8-6decc11c452e) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:28.932490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9900145-471f-4b0a-82f1-249b67025332 None None] Network 9a5eb49b-65c5-441d-91f8-6decc11c452e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:28.939465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ad1f6-3045-4435-897b-a94b59f6d9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84817b2-62ce-465e-9250-81b1c813232d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:28.943234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:28.944077 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:28.988343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:28.988570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:28.989454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:28.990057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0664541-212d-43cb-986c-90e542f5671c req-a8677975-3a7b-43a3-9f7b-6a662dc61dca tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:28.991892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0664541-212d-43cb-986c-90e542f5671c req-a8677975-3a7b-43a3-9f7b-6a662dc61dca tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.2589014 May 26 19:09:29.000821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:29.006706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:29.007014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:29.016400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:29.016735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:29.017130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:29.017561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Bound port: ebe9a8c3-cee9-4d47-97fb-4123659881f5, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:29.017897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.084170 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:09:29.107079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.111901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39cec6-bbc9-47e7-8f5f-1f47d58930b0 req-61bb5528-2f2c-4321-b934-fca468f124a6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:29.121257 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7d39cec6-bbc9-47e7-8f5f-1f47d58930b0 req-61bb5528-2f2c-4321-b934-fca468f124a6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.3028946 May 26 19:09:29.124365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0664541-212d-43cb-986c-90e542f5671c req-27d5bc5c-9501-459e-a44b-0c1a87c81cc9 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143641 May 26 19:09:29.166386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.199823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:29.217657 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7d39cec6-bbc9-47e7-8f5f-1f47d58930b0 req-b5df492c-f028-43b7-b894-f2228d497199 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954380 May 26 19:09:29.229117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0c4536a4-8eaf-4ee3-b13b-15129b92b150 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2007561 May 26 19:09:29.237112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:29.240497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.255235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.321778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84817b2-62ce-465e-9250-81b1c813232d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:29.405070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b0f47-2e1b-41f8-9edd-96e27618552c None None] Network 9a5eb49b-65c5-441d-91f8-6decc11c452e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:29.420930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:29.425831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.427274 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 1091 time: 2.0244892 May 26 19:09:29.427729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:29.445778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.447188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-29884dde-97f0-41af-b513-9acc73d49ce3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84817b2-62ce-465e-9250-81b1c813232d HTTP/1.1" status: 204 len: 168 time: 0.5638819 May 26 19:09:29.447780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49920) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:29.476593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1600b-8b45-41ee-8cf2-5057f20478e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:29.585212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Deleting subnet 385bd0af-c1ea-4fda-bf5d-378a6e5b2a73 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:09:29.594091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.631243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-c9dd98c4-dbd3-4c9a-b614-9edc51855d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:29.633755 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-c9dd98c4-dbd3-4c9a-b614-9edc51855d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1094 time: 0.1583481 May 26 19:09:29.701372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033db4-c6fa-4e85-99da-b640e29be342 req-be50aaf8-51c6-4a88-ae3d-d03b822e08fa tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:29.716657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98033db4-c6fa-4e85-99da-b640e29be342 req-be50aaf8-51c6-4a88-ae3d-d03b822e08fa tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.3969500 May 26 19:09:29.784813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.808881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.859818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98033db4-c6fa-4e85-99da-b640e29be342 req-0ae67110-ad5a-4112-a1ae-1c84320ecfa9 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394401 May 26 19:09:29.945581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:29.992592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385bd0af-c1ea-4fda-bf5d-378a6e5b2a73,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:30.036748 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.044122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-425ea740-aafc-4ab9-b485-7d4194f88359 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/385bd0af-c1ea-4fda-bf5d-378a6e5b2a73 HTTP/1.1" status: 204 len: 168 time: 0.5875759 May 26 19:09:30.047289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49930) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:30.115811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-c3832e85-4c3f-4555-902b-84305d51eca5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.4697454 May 26 19:09:30.229078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fcaa-74f9-45dd-8f20-587bfa7cc385 req-556c7fd5-0e9a-470d-870b-39fc67482af2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:30.237445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49940) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:30.239220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ef1fcaa-74f9-45dd-8f20-587bfa7cc385 req-556c7fd5-0e9a-470d-870b-39fc67482af2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2431695 May 26 19:09:30.278493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.300616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7082-3e78-4712-872b-543287ce0a57 req-5f8c0efd-08f6-47f2-849d-33f61eddd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:30.302634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-5f8c0efd-08f6-47f2-849d-33f61eddd322 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1687214 May 26 19:09:30.308861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.311201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ef1fcaa-74f9-45dd-8f20-587bfa7cc385 req-1cd3bc89-edfb-43ce-a623-943bfe48e1ba tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708399 May 26 19:09:30.382319 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-a7b0aee3-9618-494e-ac37-a57efb0c8a77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611107 May 26 19:09:30.383375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:30.390327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Usage tracker for resource:security_group_rule and tenant:36c0f10efe4548ff99d57169a22beb1e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:30.395991 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a5310e-18fd-4260-849e-965556119cf0'] response: {'name': 'network-changed', 'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'status': 'completed', 'code': 200} May 26 19:09:30.397587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:30.512779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85710894-4cf0-4064-b21d-0a164801ff2a req-4c93590c-7786-46c4-a55e-70893070ffc2 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:30.514308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-85710894-4cf0-4064-b21d-0a164801ff2a req-4c93590c-7786-46c4-a55e-70893070ffc2 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1100 time: 0.7034016 May 26 19:09:30.516921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:30.567345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.615101 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-8a1dfbcd-9af3-4169-800c-9b5789406c90 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209771 May 26 19:09:30.616078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:30.619216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.623897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Usage tracker for resource:security_group_rule and tenant:75443a5b2bc84479904f0aff018c1dd4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:30.629851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:30.665358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:30.668105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.668591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.669382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.669713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > port after_create 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.670049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > port after_delete 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.670379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > port after_update 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.671151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.671293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.671560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.671871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.861293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.873509 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-847f7082-3e78-4712-872b-543287ce0a57 req-f1c93ffa-0b35-40a2-99ad-f397093436ca service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464256 May 26 19:09:30.874154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.887715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.888156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.888547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.889058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:09:30.889472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e845a3-187e-42f7-a5d1-020bbf65ab9d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:30.907476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae471a60-bbd9-4ddd-a7b5-161a49daea68') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:30.907779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae471a60-bbd9-4ddd-a7b5-161a49daea68') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:30.923182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.944125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.954473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdf3b-c4a2-4bb7-a320-ad394c913c37 req-99fa623f-3e1e-4a7a-83be-c462a68a689f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:30.956114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc2bdf3b-c4a2-4bb7-a320-ad394c913c37 req-99fa623f-3e1e-4a7a-83be-c462a68a689f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.4035237 May 26 19:09:30.962587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:09:30.962979 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:30.981407 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36c0f10efe4548ff99d57169a22beb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388031 May 26 19:09:30.986162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:31.011258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc428f9-75d6-4b25-969a-b525d3287b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e858e9-da56-47cd-b967-9b01dccbdb0a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:31.033960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.044759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.097396 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-85710894-4cf0-4064-b21d-0a164801ff2a req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731559 May 26 19:09:31.101792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55999e-cbfe-4c5e-84fb-07ae47afc6a1 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca413f3-4215-4724-ad0a-7c55468b7198,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:31.126877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-de044c05-3d4f-487b-8c29-85d84a9eb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:31.128509 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-de044c05-3d4f-487b-8c29-85d84a9eb04c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1094 time: 0.2059538 May 26 19:09:31.149058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.160253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc2bdf3b-c4a2-4bb7-a320-ad394c913c37 req-9b093763-13b2-431b-9e93-1eda6059b002 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730714 May 26 19:09:31.234200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.243395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] Pushing event deleted for resources: {'Network': ['ID=88e845a3-187e-42f7-a5d1-020bbf65ab9d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:31.271285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e4568e85-9c74-49b0-aea8-0d69234d19de admin admin] 10.222.0.24 "DELETE /v2.0/networks/88e845a3-187e-42f7-a5d1-020bbf65ab9d HTTP/1.1" status: 204 len: 168 time: 1.2029929 May 26 19:09:31.271930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:31.310141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.369331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-2577b18c-f659-4e8e-a493-fe812832d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:31.369866 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ae471a60-bbd9-4ddd-a7b5-161a49daea68 resource provider aggregate not found May 26 19:09:31.370712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-2577b18c-f659-4e8e-a493-fe812832d20f service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.2257230 May 26 19:09:31.404466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.416244 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ae471a60-bbd9-4ddd-a7b5-161a49daea68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae471a60-bbd9-4ddd-a7b5-161a49daea68 found for delete ", "request_id": "req-6e209397-2d30-4761-b5ff-9813d09883f3"}]} May 26 19:09:31.438258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Deleting subnet 5bd86d3d-e98a-4469-ab6c-bf8bcc4306ef {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:09:31.444049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.445378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-e0fd03ff-1b69-4c4c-85bb-71c9184ac242 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.0677223 May 26 19:09:31.492700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04db34-24a9-45c5-97ae-31aefc70af1d req-ca871d04-053e-42cf-8aa2-c373461ab3a0 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:31.494201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7c04db34-24a9-45c5-97ae-31aefc70af1d req-ca871d04-053e-42cf-8aa2-c373461ab3a0 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.2242591 May 26 19:09:31.517832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.548016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-0848670a-6cc1-4244-b64e-98fc976eede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:31.549505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-0848670a-6cc1-4244-b64e-98fc976eede6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0969653 May 26 19:09:31.556736 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7c04db34-24a9-45c5-97ae-31aefc70af1d req-63bfe801-b651-4c5b-8e58-ef2a66862209 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514817 May 26 19:09:31.568667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c774-715d-4e15-a422-3ed8058334b9 req-b6210f1a-82c6-4ac5-bf10-d0059126abcd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:31.570172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d4c774-715d-4e15-a422-3ed8058334b9 req-b6210f1a-82c6-4ac5-bf10-d0059126abcd tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.2441514 May 26 19:09:31.603571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-8f9fc177-53cd-4233-b462-7485e43376a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458682 May 26 19:09:31.607190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.622905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.675205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e858e9-da56-47cd-b967-9b01dccbdb0a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:31.708707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d4c774-715d-4e15-a422-3ed8058334b9 req-c39785bd-6eba-4fac-91fb-4ede4c3a9dba tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306775 May 26 19:09:31.718170 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.719986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-99cf60d0-0f18-4d80-8055-cba5a698ff12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53e858e9-da56-47cd-b967-9b01dccbdb0a HTTP/1.1" status: 204 len: 168 time: 0.7317240 May 26 19:09:31.761972 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-7edb1029-cbfb-4f73-a7f3-1daaa716ee1b service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518340 May 26 19:09:31.767002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.825676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd86d3d-e98a-4469-ab6c-bf8bcc4306ef,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:31.829652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:31.836440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-664cccb7-8112-4fe9-a562-71ebd2102bd8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5bd86d3d-e98a-4469-ab6c-bf8bcc4306ef HTTP/1.1" status: 204 len: 168 time: 0.5576079 May 26 19:09:31.838855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49988) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:31.929869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e0f9b2e-2437-4425-ac7a-b57d3b3af8b1 req-f036ba76-8188-4b08-ab58-a04685a12579 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612821 May 26 19:09:32.012265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.062522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49994) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:32.070576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79507937', 'description': 'tempest-description--840118643'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:32.088827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:32.094201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Usage tracker for resource:security_group and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:32.097892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:32.106583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:32.119877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.143874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:32.148692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Usage tracker for resource:security_group_rule and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:32.152426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:32.179453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2945f6-f5d8-45b0-b558-5f57d7ea1fb0 req-80f2f322-ef9b-46fc-a73c-887efca6c513 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:32.180919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad2945f6-f5d8-45b0-b558-5f57d7ea1fb0 req-80f2f322-ef9b-46fc-a73c-887efca6c513 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3222663 May 26 19:09:32.196000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:32.213424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.256778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5eb49b-65c5-441d-91f8-6decc11c452e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:32.273461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad2945f6-f5d8-45b0-b558-5f57d7ea1fb0 req-ea742ee2-db71-4778-a109-56f084b5322d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818982 May 26 19:09:32.292418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24ab6e6-309f-4b36-9a78-fe2149bd3912') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:32.292418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24ab6e6-309f-4b36-9a78-fe2149bd3912') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:32.293332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e64899-9f51-469d-b17a-7a84d47c45d9 req-269c4aa2-9f31-49a6-a0f5-95d18e5eec08 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:32.293332 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-23e64899-9f51-469d-b17a-7a84d47c45d9 req-269c4aa2-9f31-49a6-a0f5-95d18e5eec08 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.1351070 May 26 19:09:32.299882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50006) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:32.308679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Request body: {'floatingip': {'port_id': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:32.313593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.345589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.366631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:09:32.367516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.472202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-6519fe68-0830-4481-8639-a88694567511 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791495 May 26 19:09:32.538168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.548054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.586773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.592021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.607621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.623586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a5eb49b-65c5-441d-91f8-6decc11c452e HTTP/1.1" status: 204 len: 168 time: 0.7834136 May 26 19:09:32.631469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5bc30-1765-4125-8379-19a79e2d2404 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5eb49b-65c5-441d-91f8-6decc11c452e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:32.689296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-d497c069-2535-4a66-9de8-4ed5f4d9d2cc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:32.691642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-d497c069-2535-4a66-9de8-4ed5f4d9d2cc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041893 May 26 19:09:32.731581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-6109eb56-43eb-48cb-ab1f-796a1a56545b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0198343 May 26 19:09:32.769242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042515fb-661a-4dbf-a02e-aedea8389098,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:32.805944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:32.807158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1c50143d-baac-4e9e-8487-753a27d56b3e tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7436225 May 26 19:09:32.810906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:32.880229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50036) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:32.883556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'security_group_rule': {'security_group_id': '042515fb-661a-4dbf-a02e-aedea8389098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:32.915271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-b612c5a0-16d1-4988-a7e7-2fc0a3468662 tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:32.920186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-b612c5a0-16d1-4988-a7e7-2fc0a3468662 tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 1101 time: 0.4503245 May 26 19:09:32.922940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:32.929580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-3d8d65bd-14db-4561-8820-b7395cb3897f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902726 May 26 19:09:32.939746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Usage tracker for resource:security_group_rule and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:32.958837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:32.974218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:32.989248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.120155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:33.132574 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f0a6d32-ce1b-43f2-b04b-2cabfdbb5f87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77e869b7aed448618027e28e765ba89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442918 May 26 19:09:33.133833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Usage tracker for resource:security_group_rule and tenant:10fe2773974a4e5a91e7490daebabd3e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:33.135688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50044) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:33.139971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:33.150541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:33.152810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.219046 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.250911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.331884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.390954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25225863-b9d6-4b36-bed8-8f24ac369e3c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:33.393357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.394700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5454c730-fe8e-428f-a2f8-ccac1cb48fec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25225863-b9d6-4b36-bed8-8f24ac369e3c HTTP/1.1" status: 204 len: 168 time: 0.2579143 May 26 19:09:33.437349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.447124 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c24ab6e6-309f-4b36-9a78-fe2149bd3912 resource provider aggregate not found May 26 19:09:33.480000 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.562465 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c24ab6e6-309f-4b36-9a78-fe2149bd3912 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c24ab6e6-309f-4b36-9a78-fe2149bd3912 found for delete ", "request_id": "req-6d92a8a1-994d-471e-837d-a4eb2bb5ce72"}]} May 26 19:09:33.588308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec0f7ce-3658-47ac-8d87-d1f5f68a39e4,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:33.596394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37616-0a52-43ad-8ce2-afa3f7f059e1 req-91dc4715-f85b-4c02-811a-8f67d72093ce tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:33.606434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12b37616-0a52-43ad-8ce2-afa3f7f059e1 req-91dc4715-f85b-4c02-811a-8f67d72093ce tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.1611938 May 26 19:09:33.678513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12b37616-0a52-43ad-8ce2-afa3f7f059e1 req-6e6411e8-cae2-44ea-bbce-3d62b422d71f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711670 May 26 19:09:33.696807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.698503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fc0ecd0c-bb5b-45c7-8b6f-c2a9d3e41248 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8789248 May 26 19:09:33.700990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.701456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50074) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:33.707618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'security_group_rule': {'security_group_id': '042515fb-661a-4dbf-a02e-aedea8389098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:33.710610 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.719427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:33.728036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Usage tracker for resource:security_group_rule and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:33.738467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:33.751912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:33.802938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.838676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Synchronizing usage tracker for tenant:10fe2773974a4e5a91e7490daebabd3e on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:33.953537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.960520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:33.963616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c5f99e-99a2-46bf-9b54-6d6756b84c03,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:33.996562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e48965-f6ed-4210-8c9c-254eff2db685,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:34.017232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.017895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.022589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0a223416-156d-4d67-ac8e-312cf30bd853 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165388 May 26 19:09:34.023307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:34.025376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] Unset dirty status for tenant:10fe2773974a4e5a91e7490daebabd3e on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:34.027940 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-58bf3a4a-1547-4275-86e6-7fc8398e358e req-fb3baeab-c3ac-4d5b-8408-9be98684f0bc tempest-LiveMigrationNegativeTest-612514700 tempest-LiveMigrationNegativeTest-612514700-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0941536 May 26 19:09:34.031958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:34.032470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.044614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:34.052958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Usage tracker for resource:floatingip and tenant:23e16d3b2e824e7282aea7b771c16360 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:34.066790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:34.072960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:34.096136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.215890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50096) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:34.404362 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2 associated. External IP: 172.25.0.173, port: 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c. May 26 19:09:34.431288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa978991-c471-4b1c-8e35-befe68b89cae req-e5278dc4-b2f9-4670-9603-a466650225fd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:34.439964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa978991-c471-4b1c-8e35-befe68b89cae req-e5278dc4-b2f9-4670-9603-a466650225fd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2024996 May 26 19:09:34.494956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.516276 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b90603c-6346-4138-82a3-08bebe19afdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5fa14f90955423abf74542a318c98bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964845 May 26 19:09:34.519316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50106) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:34.555966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa978991-c471-4b1c-8e35-befe68b89cae req-dcef7511-01f2-42fa-9b09-790d396e5e29 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150382 May 26 19:09:34.736463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Allocated IP 172.25.0.134 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/1783ab71-5f85-4eed-a34c-ba4ccf8e85d1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:34.797852 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3d3ec29a-267d-462a-b49b-9d5b947935e8 req-087d31a5-7bdd-41fa-8628-e53e5fcff05d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 210 time: 0.0763841 May 26 19:09:34.920120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:34.970681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.004879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.039431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.084086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'Port': ['ID=1783ab71-5f85-4eed-a34c-ba4ccf8e85d1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:35.140448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:09:35.206182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:35.208920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:35.211243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:35.290057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601afad-c833-438c-8ee8-e3d681142aa0 req-c99bb696-0ad0-4d1e-94a2-27ee80d5e22d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:35.291622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f601afad-c833-438c-8ee8-e3d681142aa0 req-c99bb696-0ad0-4d1e-94a2-27ee80d5e22d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.2116861 May 26 19:09:35.342271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.358530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f601afad-c833-438c-8ee8-e3d681142aa0 req-52b96feb-b14b-4ac0-b374-5a2f9c80917e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 May 26 19:09:35.370434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.390746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d5ba9e-eaff-42d3-86ba-76d7f9561531,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:35.459743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:35.482664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.555855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.561065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6bca14a2-b8ea-4ab1-bdfe-948fa5616426 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0d5ba9e-eaff-42d3-86ba-76d7f9561531 HTTP/1.1" status: 204 len: 168 time: 1.0398116 May 26 19:09:35.567617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-f5d11a53-bd85-4620-b029-aa7fe83ac775 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358012 May 26 19:09:35.612514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:09:35.620812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:35.624350 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:09:35.647096 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:09:35.647707 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:09:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:35.787466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6673908-d553-440e-b0c9-0641edaddc4f tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "PUT /v2.0/floatingips/15dc8032-16c0-4bb1-b8eb-da75b18d85c2 HTTP/1.1" status: 200 len: 991 time: 3.4837072 May 26 19:09:35.790538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:35.813296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:35.817526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d15a8d-5c16-4385-a122-185aa086e3f5 req-21a50123-f1d5-4f70-897e-5c48cb58fefe tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:35.824636 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-03d15a8d-5c16-4385-a122-185aa086e3f5 req-21a50123-f1d5-4f70-897e-5c48cb58fefe tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.1459115 May 26 19:09:35.855681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'port_id': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'mac_address': 'fa:16:3e:aa:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5db4c14-f328-4cb3-a174-08c5aeeeca44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:35.878928 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-03d15a8d-5c16-4385-a122-185aa086e3f5 req-49edbfde-12c6-45a3-b625-caed558085aa tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532939 May 26 19:09:36.002895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ebe9a8c3-cee9-4d47-97fb-4123659881f5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:36.003334 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:36.045432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe9a8c3-cee9-4d47-97fb-4123659881f5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:36.074464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:36.081768 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:36.121287 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:09:36.127358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0acdca18-69d4-4244-a25a-454d8a5d5ac3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:36.129073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0acdca18-69d4-4244-a25a-454d8a5d5ac3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5544796 May 26 19:09:36.172182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:36.194416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-2ada82e7-0fe4-4e6b-98e4-4a59f64f0c16 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638008 May 26 19:09:36.279434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:36.284396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:36.353638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ebe9a8c3-cee9-4d47-97fb-4123659881f5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:36.679253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1746c0-0711-414c-b25d-3b3b4f779755 req-f82fa180-4444-4771-966e-fb29a31f3d8d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:36.686817 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8a1746c0-0711-414c-b25d-3b3b4f779755 req-f82fa180-4444-4771-966e-fb29a31f3d8d tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.2159729 May 26 19:09:36.775869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:36.809465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:16:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:09:33Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:36.810110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5803ae-bfb5-4c24-a043-6f8d54c74efe req-54ca100e-801c-49b0-ae7f-aae89a58cf83 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:36.810734 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8a1746c0-0711-414c-b25d-3b3b4f779755 req-26765d7c-5dba-4504-93d8-29f93dc90a22 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121387 May 26 19:09:36.816038 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:09:36.817287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb5803ae-bfb5-4c24-a043-6f8d54c74efe req-54ca100e-801c-49b0-ae7f-aae89a58cf83 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.8271790 May 26 19:09:36.826360 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:09:36.827380 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:09:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:36.867284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:36.911375 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639e88cc-5063-4897-bf7b-8d21510e1709'] response: {'name': 'network-changed', 'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'status': 'completed', 'code': 200} May 26 19:09:36.912243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb5803ae-bfb5-4c24-a043-6f8d54c74efe req-c90d7000-a478-46a2-aa06-48240130412a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 May 26 19:09:37.006007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.009408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:37.012995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.041113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-f8ff383e-66c3-436e-9f9b-804aa444518d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:37.042388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-f8ff383e-66c3-436e-9f9b-804aa444518d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8248358 May 26 19:09:37.044903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.155560 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:09:37.158781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061340-fd39-48b5-8397-7c886a5322ca req-c2100881-9bc7-493e-b006-b509a2b3d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:37.160355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-c2100881-9bc7-493e-b006-b509a2b3d22e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 1096 time: 0.2214139 May 26 19:09:37.230536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:37.364977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:37.366006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'Port': ['ID=1783ab71-5f85-4eed-a34c-ba4ccf8e85d1,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:37.385397 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-16c05d39-458e-46f8-954b-eda088057fa3 req-6c2462d0-9cf6-408c-bf16-5200b14817a8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 210 time: 0.2159925 May 26 19:09:37.447253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061340-fd39-48b5-8397-7c886a5322ca req-f351d637-d5fe-4b7e-a8bd-0a0e0a8af7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:37.449595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-f351d637-d5fe-4b7e-a8bd-0a0e0a8af7a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 924 time: 0.2101355 May 26 19:09:37.468570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:37.635435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.662789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port ebe9a8c3-cee9-4d47-97fb-4123659881f5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:37.668536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ebe9a8c3-cee9-4d47-97fb-4123659881f5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:37.668912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.716149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.198 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/73ce15c6-f4e6-4be7-9eeb-5f674580270e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:37.771894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:37.779995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.793144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a5f6832d-6666-4429-ae41-e52dd92bc93d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7691932 May 26 19:09:37.826823 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:16:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:09:33Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:09:37.840431 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee1b4a-379c-4b23-9e82-fa0dbae6da7d None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '15dc8032-16c0-4bb1-b8eb-da75b18d85c2', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'port_id': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'mac_address': 'fa:16:3e:16:13:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:08:01Z', 'updated_at': '2022-05-26T19:09:33Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:09:37.899072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-2c353b20-8625-4745-a424-90668d7d737e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 200 len: 999 time: 0.4413173 May 26 19:09:37.960721 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:37.998107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ebe9a8c3-cee9-4d47-97fb-4123659881f5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:37.998644 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.036291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:38.055104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb95ea3da8e452593c914b621dd0781 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:38.063348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:38.064269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:38.072826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061340-fd39-48b5-8397-7c886a5322ca req-2d47c03b-1914-453e-aad9-2a191a62feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.074407 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-2d47c03b-1914-453e-aad9-2a191a62feef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.1607153 May 26 19:09:38.077380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:38.083242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:38.092602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.147835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a16680-8b9d-43b4-aaae-3a446eb2da65 req-2e515972-0457-4449-ab8c-8a6edd8401a4 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.155762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d3a16680-8b9d-43b4-aaae-3a446eb2da65 req-2e515972-0457-4449-ab8c-8a6edd8401a4 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.5587213 May 26 19:09:38.188767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.195002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429214af-f310-41bd-82df-c0589b71f650 None None] New status for floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:09:38.208229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 73ce15c6-f4e6-4be7-9eeb-5f674580270e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:38.232150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:38.238172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.248612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de46be-63d7-4b9a-8c5d-2efbdf22615e req-b4006f82-11ef-459b-8e74-071426ac34f7 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.257230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91de46be-63d7-4b9a-8c5d-2efbdf22615e req-b4006f82-11ef-459b-8e74-071426ac34f7 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 944 time: 0.9596488 May 26 19:09:38.271761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:38.327550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-52709a30-229e-49a7-82ac-35388d5b5cf1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.328961 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-52709a30-229e-49a7-82ac-35388d5b5cf1 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.53 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 950 time: 0.6219397 May 26 19:09:38.365579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:38.400782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:38.406699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.445839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:38.469687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:38.470590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d3a16680-8b9d-43b4-aaae-3a446eb2da65 req-305cca14-6276-4214-ae9c-38fbcbabe3e4 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136663 May 26 19:09:38.500975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:38.509238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:38.577652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Deleting port c931f29a-18dd-4015-9f13-af202c3b98be {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:09:38.578089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.596334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91de46be-63d7-4b9a-8c5d-2efbdf22615e req-c95d89ee-3a4a-49aa-b074-76bbf8c672b8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379216 May 26 19:09:38.728221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.729157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.786093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a061340-fd39-48b5-8397-7c886a5322ca req-dc094dfb-f428-4220-a4d7-a87773ed9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:38.795180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-dc094dfb-f428-4220-a4d7-a87773ed9807 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7003310 May 26 19:09:38.859425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.121 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/429cd090-7495-44de-93df-a714b0412037) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:38.892794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8858cd2a-eb0c-4ffb-b0bf-628766c6477a None None] Provisioning for port 73ce15c6-f4e6-4be7-9eeb-5f674580270e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:38.899851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8858cd2a-eb0c-4ffb-b0bf-628766c6477a None None] Provisioning complete for port 73ce15c6-f4e6-4be7-9eeb-5f674580270e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:38.900605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8858cd2a-eb0c-4ffb-b0bf-628766c6477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:38.975831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8858cd2a-eb0c-4ffb-b0bf-628766c6477a None None] Port 73ce15c6-f4e6-4be7-9eeb-5f674580270e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:38.981329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3de22770-1797-47f9-b681-a21a8cc80091 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--79507937&fields=id&tenant_id=23e16d3b2e824e7282aea7b771c16360 HTTP/1.1" status: 200 len: 267 time: 0.1086571 May 26 19:09:38.990768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-4b9cdf87-f623-4a78-86e9-a5044e3ebef3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8337433 May 26 19:09:39.037177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Request body: {'port': {'device_id': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:39.051427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.070474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.094508 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-6bbe7432-398d-41a0-89b5-d005764fcd35 service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691786 May 26 19:09:39.296258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61952036-43fd-4d2a-91bc-006966270479,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:39.312629 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07eb2ef9-bef7-4a0e-869a-6da580861fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4eb95ea3da8e452593c914b621dd0781&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9456217 May 26 19:09:39.319696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:39.368524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb6c99-562d-473b-8641-0f62daf3b5c7 req-771b3652-40c3-498d-9da1-2a92efcb4740 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:39.370022 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fedb6c99-562d-473b-8641-0f62daf3b5c7 req-771b3652-40c3-498d-9da1-2a92efcb4740 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.6586032 May 26 19:09:39.449394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.467416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-331cb946-8899-4110-9030-429838edcc45 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:39.468894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-331cb946-8899-4110-9030-429838edcc45 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/networks?id=c5980fc5-93e1-4a7c-b803-683781acb679 HTTP/1.1" status: 200 len: 814 time: 0.4772010 May 26 19:09:39.475153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] For port c931f29a-18dd-4015-9f13-af202c3b98be, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c931f29a-18dd-4015-9f13-af202c3b98be,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:39.475513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.505423 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a061340-fd39-48b5-8397-7c886a5322ca req-6f28dfc9-02ab-4d57-8b24-dbdcacdff489 service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012105 May 26 19:09:39.539076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3354ac91-79de-432e-bfc2-fe5970c96f85 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/quotas/23e16d3b2e824e7282aea7b771c16360 HTTP/1.1" status: 200 len: 375 time: 0.0565815 May 26 19:09:39.541739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.622060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 429cd090-7495-44de-93df-a714b0412037 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:39.633501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Calling delete_port for c931f29a-18dd-4015-9f13-af202c3b98be owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:09:39.661389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.672456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fedb6c99-562d-473b-8641-0f62daf3b5c7 req-b69f1692-f63a-45ee-bdcd-d391b4eb4c9c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865930 May 26 19:09:39.715606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.739009 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689302e4-55aa-40da-b74e-2b8c9a135114'] response: {'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'code': 200} May 26 19:09:39.749676 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:39.781953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:39.883631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-b54c66a1-6adf-4dfa-9aaa-f4acf6d49cc5 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Synchronizing usage tracker for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:39.921385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:39.927568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:39.935371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:39.968443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:39.981870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-b54c66a1-6adf-4dfa-9aaa-f4acf6d49cc5 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Unset dirty status for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:39.983171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-b54c66a1-6adf-4dfa-9aaa-f4acf6d49cc5 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23e16d3b2e824e7282aea7b771c16360&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4327946 May 26 19:09:40.083941 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-5a913d92-33e4-4d3f-80a6-91de7b03cd55 service neutron] 10.222.0.13 "GET /v2.0/ports/92446ef1-da8a-4d32-838b-7c638e6064f7/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.2567194 May 26 19:09:40.088901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.130076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:40.130636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.137977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61952036-43fd-4d2a-91bc-006966270479,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:40.143821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.162052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['94b5ba6e-8373-4045-ac8f-53a7dd1735fd'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:40.183037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-0e8d0fa2-41ca-4cf3-9274-1719cf3208a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9563856 May 26 19:09:40.250848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.266563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d52f189a-6a89-4edc-b144-f06e652567ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61952036-43fd-4d2a-91bc-006966270479 HTTP/1.1" status: 204 len: 168 time: 0.9420083 May 26 19:09:40.275314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Request body: {'port': {'device_id': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:40.330461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Pushing event deleted for resources: {'Port': ['ID=c931f29a-18dd-4015-9f13-af202c3b98be,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:40.354535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-243c303a-6d2c-4341-b032-7422be0b8536 None None] Provisioning for port 429cd090-7495-44de-93df-a714b0412037 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:40.369764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-243c303a-6d2c-4341-b032-7422be0b8536 None None] Provisioning complete for port 429cd090-7495-44de-93df-a714b0412037 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:40.370207 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-243c303a-6d2c-4341-b032-7422be0b8536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.401075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd730e34-3452-4c20-acc4-7f91632088b7 req-c83b0dac-65fa-434a-b04e-3fbfceea6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:40.402592 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd730e34-3452-4c20-acc4-7f91632088b7 req-c83b0dac-65fa-434a-b04e-3fbfceea6316 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.5766778 May 26 19:09:40.437087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3271ba14-05bb-48c7-bc65-1571aba7085f service neutron] 10.222.0.24 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353559 May 26 19:09:40.447246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] No DVR routers for this DVR port c931f29a-18dd-4015-9f13-af202c3b98be on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:09:40.487817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ce15c6-f4e6-4be7-9eeb-5f674580270e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:40.547748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-243c303a-6d2c-4341-b032-7422be0b8536 None None] Port 429cd090-7495-44de-93df-a714b0412037 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:40.585219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.635209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.637140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b9677d0f-b06d-47ad-ae95-5f715fc3a639 req-20d5c895-67f9-46b5-b730-8792598bce7f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.53 "DELETE /v2.0/ports/c931f29a-18dd-4015-9f13-af202c3b98be HTTP/1.1" status: 204 len: 173 time: 2.2908709 May 26 19:09:40.640575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'name': 'network-vif-deleted', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:40.661334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deeb4b-94fa-48fb-8153-0f7ef498cd1c req-79afa8b1-466f-47f3-a64e-e7a3ce1a5314 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:40.668408 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82deeb4b-94fa-48fb-8153-0f7ef498cd1c req-79afa8b1-466f-47f3-a64e-e7a3ce1a5314 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 936 time: 0.7558784 May 26 19:09:40.681608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Transition to ACTIVE for port object 73ce15c6-f4e6-4be7-9eeb-5f674580270e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:40.694100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.729551 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd730e34-3452-4c20-acc4-7f91632088b7 req-cf8cb341-69e6-477f-8dd2-1189b592bf52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836461 May 26 19:09:40.753377 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82deeb4b-94fa-48fb-8153-0f7ef498cd1c req-9bc91efa-0338-4c80-9998-f89f391eb168 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 May 26 19:09:40.763668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3f04a74f-1ed3-412e-9eb4-6babafe0f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:40.773197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.778430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-3f04a74f-1ed3-412e-9eb4-6babafe0f4cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1101 time: 0.3823066 May 26 19:09:40.854634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50258) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:40.874598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:40.894668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:40.899247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Usage tracker for resource:security_group_rule and tenant:54217de282fa47058fbde4052392ad65 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:40.902645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:40.909212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:40.939918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-e16fa1b7-9d33-4554-a7ba-83d4733cba37 service neutron] 10.222.0.24 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018682 May 26 19:09:40.940593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Pushing event updated for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:41.121465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c931f29a-18dd-4015-9f13-af202c3b98be no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:09:41.225547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: c931f29a-18dd-4015-9f13-af202c3b98be {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:09:41.226150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c931f29a-18dd-4015-9f13-af202c3b98be not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:09:41.270939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-c68f8c29-8c18-49ce-b31d-30675dd28ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:41.272471 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-c68f8c29-8c18-49ce-b31d-30675dd28ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1101 time: 0.3168640 May 26 19:09:41.291324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:41.323716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:41.369655 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54217de282fa47058fbde4052392ad65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136817 May 26 19:09:41.390288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Attempting to bind port 73ce15c6-f4e6-4be7-9eeb-5f674580270e on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:41.393551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Attempting to bind port 73ce15c6-f4e6-4be7-9eeb-5f674580270e by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:41.397278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Attempting to bind port 73ce15c6-f4e6-4be7-9eeb-5f674580270e on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:41.430155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50272) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:41.534270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f39138-5fc7-4013-9e4d-d9ea17bc1546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624b8f1-0518-4e5f-89f8-ea21491ab833,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:41.623287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-d4a95343-0997-42d7-8443-cf3b67c8c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:41.624733 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-d4a95343-0997-42d7-8443-cf3b67c8c5f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3305206 May 26 19:09:41.658101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Port 73ce15c6-f4e6-4be7-9eeb-5f674580270e on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:41.658888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Attempting to bind port 73ce15c6-f4e6-4be7-9eeb-5f674580270e on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:41.684724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:41.685082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:41.685464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:41.685907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Bound port: 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:41.686248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:41.703608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-368aa494-b483-43cf-93e1-a5f66fe4e211 req-990c7dd0-faac-4cb3-9567-73d7b4369f5e tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20a5e48-3382-465e-8106-0e177c9e363b HTTP/1.1" status: 200 len: 210 time: 0.2352173 May 26 19:09:41.709569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-d89a2634-48a5-4d4a-909e-1a4c04b18c19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.0719867 May 26 19:09:41.729515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebc82e-c9a2-4d68-bc8f-800418f36d2c req-32b61fed-427a-4566-b0eb-020fbc221193 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:41.730255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-12ebc82e-c9a2-4d68-bc8f-800418f36d2c req-32b61fed-427a-4566-b0eb-020fbc221193 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:41.732920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:41.774265 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a63e42-6f8c-486f-8746-70fa543ca0fe'] response: {'server_uuid': 'd20a5e48-3382-465e-8106-0e177c9e363b', 'name': 'network-vif-deleted', 'tag': 'c931f29a-18dd-4015-9f13-af202c3b98be', 'status': 'completed', 'code': 200} May 26 19:09:41.819051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-12ebc82e-c9a2-4d68-bc8f-800418f36d2c req-32b61fed-427a-4566-b0eb-020fbc221193 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:41.825897 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-12ebc82e-c9a2-4d68-bc8f-800418f36d2c req-32b61fed-427a-4566-b0eb-020fbc221193 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 945 time: 0.3966594 May 26 19:09:41.848626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:41.874764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-494e0340-f842-423f-80ae-58e5b99f95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:41.876182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-494e0340-f842-423f-80ae-58e5b99f95de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1403661 May 26 19:09:41.973470 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-12ebc82e-c9a2-4d68-bc8f-800418f36d2c req-e0dceab6-8afe-4751-a6ef-997bdec4487a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466117 May 26 19:09:42.006948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429cd090-7495-44de-93df-a714b0412037 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:42.025451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dba46-b39f-438a-9338-7604c92ecd42 req-00be9505-f9b8-444f-bfa2-2b2fb20cd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:42.028411 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-00be9505-f9b8-444f-bfa2-2b2fb20cd5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446710 May 26 19:09:42.029688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.036696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.074624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:42.085626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:42.087052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Transition to ACTIVE for port object 429cd090-7495-44de-93df-a714b0412037 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:42.109898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.114939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.131901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624b8f1-0518-4e5f-89f8-ea21491ab833,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:42.198831 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-870cae5d-e15b-4cfe-83c8-af50604b86e4 req-ba29072b-22c2-4ab1-8f61-948efe9d6fab tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 210 time: 0.0629692 May 26 19:09:42.205007 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.206124 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97dc056e-1e70-4d82-ac4a-7962ac6a7071 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1624b8f1-0518-4e5f-89f8-ea21491ab833 HTTP/1.1" status: 204 len: 168 time: 0.7704546 May 26 19:09:42.257296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e1a0-d128-4dd3-9d3a-909aea744f44 req-ef90f2ca-00f3-444c-9a4e-d7ca668747b8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:42.259269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3287e1a0-d128-4dd3-9d3a-909aea744f44 req-ef90f2ca-00f3-444c-9a4e-d7ca668747b8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3459415 May 26 19:09:42.260535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:42.261145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.262637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] 10.222.0.53 "PUT /v2.0/ports/73ce15c6-f4e6-4be7-9eeb-5f674580270e HTTP/1.1" status: 200 len: 1096 time: 3.2439272 May 26 19:09:42.295067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:42.299130 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-a7cc91d6-38a7-42aa-952d-da2ec29aa02d service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581165 May 26 19:09:42.460190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:42.495501 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143dba46-b39f-438a-9338-7604c92ecd42 req-7a8abdd2-4b58-4c2b-9c0c-901a28ecc181 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832907 May 26 19:09:42.648493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3287e1a0-d128-4dd3-9d3a-909aea744f44 req-baffb44d-5916-4099-80b6-f77283f5ff06 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407514 May 26 19:09:42.716638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7730ef-c750-44d8-8e34-a58781e52781 service neutron] Pushing event updated for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:42.731907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4e7d-e894-49f7-9ec7-3b357a4f097c req-e425cc24-6f2a-4bd9-ae5d-ee97518afdd7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:42.734873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Attempting to bind port 429cd090-7495-44de-93df-a714b0412037 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:42.735262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Attempting to bind port 429cd090-7495-44de-93df-a714b0412037 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:42.735930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Attempting to bind port 429cd090-7495-44de-93df-a714b0412037 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:42.741874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-54aa4e7d-e894-49f7-9ec7-3b357a4f097c req-e425cc24-6f2a-4bd9-ae5d-ee97518afdd7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 948 time: 0.1781006 May 26 19:09:42.742186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-8e22c116-9508-4736-a063-5dbaa3c8b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:42.743397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-8e22c116-9508-4736-a063-5dbaa3c8b85c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 1099 time: 0.4137092 May 26 19:09:42.745562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Port 429cd090-7495-44de-93df-a714b0412037 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:42.745907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Attempting to bind port 429cd090-7495-44de-93df-a714b0412037 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:42.755922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:42.756280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:42.756628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:42.757067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Bound port: 429cd090-7495-44de-93df-a714b0412037, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:42.757422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:42.853915 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-54aa4e7d-e894-49f7-9ec7-3b357a4f097c req-cee6d0d0-0847-400a-a93e-e428402f44e0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108372 May 26 19:09:42.906991 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f52e39-945d-4e55-9b53-e7132743c11e'] response: {'name': 'network-changed', 'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e', 'status': 'completed', 'code': 200} May 26 19:09:42.946136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-1558506a-64af-4381-90f7-8806d283e4f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e HTTP/1.1" status: 200 len: 217 time: 0.1899350 May 26 19:09:43.188881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-e0cf38f6-d9ac-4be4-95cb-d9640fbf7108 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.190914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-e0cf38f6-d9ac-4be4-95cb-d9640fbf7108 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Synchronizing usage tracker for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:43.231129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-e0cf38f6-d9ac-4be4-95cb-d9640fbf7108 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Unset dirty status for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:43.233371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-e0cf38f6-d9ac-4be4-95cb-d9640fbf7108 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.13 "GET /v2.0/networks?id=c5980fc5-93e1-4a7c-b803-683781acb679 HTTP/1.1" status: 200 len: 814 time: 0.3516304 May 26 19:09:43.270314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-e0fc01f1-9c3b-4617-a5fb-a9d08d4dc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.271928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-e0fc01f1-9c3b-4617-a5fb-a9d08d4dc957 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2603951 May 26 19:09:43.278353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:43.283283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:43.323680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.342822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3c237f21-d221-4a6a-b4ce-9bf6bf81c4c1 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Synchronizing usage tracker for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:43.385797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3c237f21-d221-4a6a-b4ce-9bf6bf81c4c1 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Unset dirty status for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:43.389514 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3c237f21-d221-4a6a-b4ce-9bf6bf81c4c1 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e16d3b2e824e7282aea7b771c16360 HTTP/1.1" status: 200 len: 378 time: 0.1457126 May 26 19:09:43.399865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'port': {'device_id': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'admin_state_up': True, 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'security_groups': ['042515fb-661a-4dbf-a02e-aedea8389098']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:43.425535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.426236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.427695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] 10.222.0.53 "PUT /v2.0/ports/429cd090-7495-44de-93df-a714b0412037 HTTP/1.1" status: 200 len: 1096 time: 3.2357719 May 26 19:09:43.501314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:09:43.597621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2bf18-c486-4c31-b6c4-bef9ea1bf44e service neutron] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:43.647390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-c90e7aaa-d50d-4733-8ae8-54c280a84d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.649372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-c90e7aaa-d50d-4733-8ae8-54c280a84d8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3684986 May 26 19:09:43.692494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:43.722762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:43.744115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Made reservation on behalf of 23e16d3b2e824e7282aea7b771c16360 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:43.757799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.758060 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.770515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:43.770902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.845973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:43.855691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317035a4-06bf-405c-8a74-d7d73f885096 req-68b70720-3a5f-46c0-b9fb-a8820cedc76c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.863856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-317035a4-06bf-405c-8a74-d7d73f885096 req-68b70720-3a5f-46c0-b9fb-a8820cedc76c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 945 time: 0.4260275 May 26 19:09:43.886835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:43.902225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:43.911183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-203a7aed-40fe-4dd9-ba08-3902e4ee2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:43.913159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-203a7aed-40fe-4dd9-ba08-3902e4ee2419 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 1099 time: 0.4040546 May 26 19:09:43.985920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:44.031028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-317035a4-06bf-405c-8a74-d7d73f885096 req-ff28f0e1-ed6f-4a1b-b043-6705e0a0e82e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658604 May 26 19:09:44.038271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-e694a420-ed91-44f6-a1f9-db3a3a980e1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=429cd090-7495-44de-93df-a714b0412037 HTTP/1.1" status: 200 len: 217 time: 0.1100194 May 26 19:09:44.044004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-ad754798-666a-40db-af62-2cbdc28cc925 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819838 May 26 19:09:44.111150 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1af41db4-9c7d-4731-9dcf-73c17da30286 req-3002fda8-1be0-463a-ae43-b5c16ef027ec tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 210 time: 0.2133329 May 26 19:09:44.188017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Allocated IP 172.20.0.12 (c5980fc5-93e1-4a7c-b803-683781acb679/3eb0f77a-b742-4a9c-a8e9-666a7970cb83/329140ca-68d6-49d5-a433-be0c32291146) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:09:44.430539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-94e01d82-1105-4f1c-9462-8a14e49a032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:44.432113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-94e01d82-1105-4f1c-9462-8a14e49a032b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3758454 May 26 19:09:44.465347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e0953-d6b6-45c3-ad8a-014357163e63 req-1dea70b6-8f60-4ca8-b1fd-59f2a2472ab9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:44.473768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d30e0953-d6b6-45c3-ad8a-014357163e63 req-1dea70b6-8f60-4ca8-b1fd-59f2a2472ab9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 0.2114484 May 26 19:09:44.539303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:44.570164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d30e0953-d6b6-45c3-ad8a-014357163e63 req-3b7a0283-cc8c-4cdf-87b7-a58777855f6d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954583 May 26 19:09:44.592711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37ab8-3151-43b3-aa50-15ba642e01c5 req-284e0972-b37f-4fe6-9ab0-4482bf5a7da7 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:44.592841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Transition to ACTIVE for port object 329140ca-68d6-49d5-a433-be0c32291146 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:44.592930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcc37ab8-3151-43b3-aa50-15ba642e01c5 req-284e0972-b37f-4fe6-9ab0-4482bf5a7da7 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.3769875 May 26 19:09:44.603082 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4be87831-7c96-4ad6-9412-9111436d705c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:44.629378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:44.636675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-290da73e-b757-4083-9294-a93c4bda3009 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791316 May 26 19:09:44.672939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcc37ab8-3151-43b3-aa50-15ba642e01c5 req-92ed751b-3975-4f22-a188-ee914555db8f tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639286 May 26 19:09:44.676159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-5ddeaa05-852f-4baa-8e99-86bf4c9ce4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:44.677680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-5ddeaa05-852f-4baa-8e99-86bf4c9ce4bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170300 May 26 19:09:44.803063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:44.820882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Network c5980fc5-93e1-4a7c-b803-683781acb679 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:09:44.822136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:44.825006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:09:44.832599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:44.833314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:44.868489 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de30c0e-8c3d-4f94-8f5a-5927303cb7e9'] response: {'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'code': 200} May 26 19:09:44.871514 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-f8e8682b-1aad-4ae1-9587-59f8654ffdb7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4775956 May 26 19:09:44.900079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-ba3e505f-d26b-4394-a361-b63dda452fde service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141774 May 26 19:09:44.926024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Request body: {'port': {'device_id': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:44.931157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'tag': '429cd090-7495-44de-93df-a714b0412037'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:45.280088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b646d1b-a267-40f7-a738-06e74e1f7531 None None] Provisioning for port 329140ca-68d6-49d5-a433-be0c32291146 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:45.288189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b646d1b-a267-40f7-a738-06e74e1f7531 None None] Provisioning complete for port 329140ca-68d6-49d5-a433-be0c32291146 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:45.288966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b646d1b-a267-40f7-a738-06e74e1f7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:45.513135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:45.522291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b646d1b-a267-40f7-a738-06e74e1f7531 None None] Port 329140ca-68d6-49d5-a433-be0c32291146 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:09:45.578137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-ae6f4e2b-afa8-4f07-8161-53e7b2dc9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:45.580697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-ae6f4e2b-afa8-4f07-8161-53e7b2dc9470 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 1099 time: 0.6794417 May 26 19:09:45.584297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e72b95ac-f58d-48ac-8b82-1b55c5aad0a1 req-bc74cacd-b265-43c8-91ee-70a78cd9859f service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6431239 May 26 19:09:45.666915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c894e06-c8c7-4287-993d-a3b2244227cb req-0cd0601f-28c3-43b7-8a40-56df5660f024 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:45.668190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5c894e06-c8c7-4287-993d-a3b2244227cb req-0cd0601f-28c3-43b7-8a40-56df5660f024 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:45.676513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-18fc2ada-7cc8-46e2-91d1-8db39b3b1e1c tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:45.677270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-18fc2ada-7cc8-46e2-91d1-8db39b3b1e1c tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Synchronizing usage tracker for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:45.871300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5c894e06-c8c7-4287-993d-a3b2244227cb req-0cd0601f-28c3-43b7-8a40-56df5660f024 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:45.875920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-18fc2ada-7cc8-46e2-91d1-8db39b3b1e1c tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Unset dirty status for tenant:741d52d9286340c39478aeafd138ea2b on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:45.877191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-18fc2ada-7cc8-46e2-91d1-8db39b3b1e1c tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.13 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.8673701 May 26 19:09:45.883342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c894e06-c8c7-4287-993d-a3b2244227cb req-0cd0601f-28c3-43b7-8a40-56df5660f024 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 948 time: 0.7473836 May 26 19:09:46.041614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Deleting port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:09:46.041948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:46.089274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c894e06-c8c7-4287-993d-a3b2244227cb req-6f186b27-bf19-49bd-957a-314658e80fef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046869 May 26 19:09:46.094836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-225a3215-c087-43fe-b476-172e425ca5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:46.109220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-225a3215-c087-43fe-b476-172e425ca5c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.5135987 May 26 19:09:46.187352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda779bc-f17d-49f9-9668-f47c8242027f req-81bd443a-3e8d-4f5d-922d-c7b370b355f6 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:46.189445 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dda779bc-f17d-49f9-9668-f47c8242027f req-81bd443a-3e8d-4f5d-922d-c7b370b355f6 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.5089731 May 26 19:09:46.307557 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dda779bc-f17d-49f9-9668-f47c8242027f req-5b886646-ea88-4764-aed3-c1bbf550d0b7 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102698 May 26 19:09:46.372987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-2c2061ec-c986-4a83-9542-15e42563775a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e HTTP/1.1" status: 200 len: 217 time: 0.2557325 May 26 19:09:46.463384 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a85b23f-5e5c-4936-9d22-5dbdaead70e0'] response: {'name': 'network-changed', 'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'tag': '429cd090-7495-44de-93df-a714b0412037', 'status': 'completed', 'code': 200} May 26 19:09:46.463859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50398) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:46.766803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-000256ae-3801-431b-82b8-f61695105f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:46.769512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30d9646e-277f-4057-95d6-83ae188766c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:46.771597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-000256ae-3801-431b-82b8-f61695105f24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2899606 May 26 19:09:46.780414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329140ca-68d6-49d5-a433-be0c32291146 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:46.823365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:46.884255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-dfd9802f-d8a2-4fad-aa3a-bcbf255a889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:46.885903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-dfd9802f-d8a2-4fad-aa3a-bcbf255a889c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 1099 time: 0.5122242 May 26 19:09:46.934107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f710c36-c7a3-4d6e-a94f-ca72f74910dd req-aef03db5-5ed0-4f91-88a5-6c1e1ce76736 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:46.936267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f710c36-c7a3-4d6e-a94f-ca72f74910dd req-aef03db5-5ed0-4f91-88a5-6c1e1ce76736 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 932 time: 0.4713798 May 26 19:09:47.056423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] For port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:47.056697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:47.277960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:47.334249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:47.390717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:47.396222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Calling delete_port for 94b5ba6e-8373-4045-ac8f-53a7dd1735fd owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:09:47.415636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-4b186116-bd13-4156-a65a-bc613d57b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:47.421702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-4b186116-bd13-4156-a65a-bc613d57b4b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6375027 May 26 19:09:47.427236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f710c36-c7a3-4d6e-a94f-ca72f74910dd req-6122db64-b4d5-4390-bc38-6d0f72205dc1 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4799843 May 26 19:09:47.460914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Usage tracker for resource:security_group_rule and tenant:3e48aa064f2d4b8490b911247d59305d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:47.476272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Transition to ACTIVE for port object 329140ca-68d6-49d5-a433-be0c32291146 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:09:47.493078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:47.497425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:47.521611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:47.602675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:47.794092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:47.855479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-bc566b47-8ef4-4451-9b39-15c0f15f7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:47.856989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-bc566b47-8ef4-4451-9b39-15c0f15f7a9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.9601362 May 26 19:09:47.909226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:47.915821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376678-bccc-44b6-80c0-9abcb45c9d74 req-682dba72-f324-4676-8674-49c1d5f05451 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:47.935893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ac376678-bccc-44b6-80c0-9abcb45c9d74 req-682dba72-f324-4676-8674-49c1d5f05451 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 1.0764070 May 26 19:09:47.965992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'mac_address': 'fa:16:3e:21:55:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:48.052997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-1b2507b1-f81f-4ea2-bee4-f84c0c74bccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=429cd090-7495-44de-93df-a714b0412037 HTTP/1.1" status: 200 len: 217 time: 0.1858439 May 26 19:09:48.122818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Attempting to bind port 329140ca-68d6-49d5-a433-be0c32291146 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:48.123074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Attempting to bind port 329140ca-68d6-49d5-a433-be0c32291146 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:48.123447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Attempting to bind port 329140ca-68d6-49d5-a433-be0c32291146 on network c5980fc5-93e1-4a7c-b803-683781acb679 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:48.136984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:48.137447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.167198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ac376678-bccc-44b6-80c0-9abcb45c9d74 req-a321cf48-8c43-4ff7-9e5a-3f0d22ee8544 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302828 May 26 19:09:48.189021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Port 329140ca-68d6-49d5-a433-be0c32291146 on network c5980fc5-93e1-4a7c-b803-683781acb679 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:48.190222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Attempting to bind port 329140ca-68d6-49d5-a433-be0c32291146 on network c5980fc5-93e1-4a7c-b803-683781acb679 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:48.210160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:48.212067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Checking segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:48.213301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Bound using segment: {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:48.214355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Bound port: 329140ca-68d6-49d5-a433-be0c32291146, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:48.215348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.233797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.244695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92446ef1-da8a-4d32-838b-7c638e6064f7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:48.254546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.260318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-57420f5a-5ed6-4f50-83be-1783cb5c0367 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006573 May 26 19:09:48.281711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['94b5ba6e-8373-4045-ac8f-53a7dd1735fd'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:48.373502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-daabad9d-3b79-4e14-8e10-556c7c31785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:48.375484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-daabad9d-3b79-4e14-8e10-556c7c31785d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2831891 May 26 19:09:48.402312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:48.411319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.470327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Pushing event deleted for resources: {'Port': ['ID=94b5ba6e-8373-4045-ac8f-53a7dd1735fd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:48.486402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce2369-3c37-4a07-a519-da0d241eea0f req-a9578747-ab32-4746-a078-09f26e499ed8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:48.493991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68ce2369-3c37-4a07-a519-da0d241eea0f req-a9578747-ab32-4746-a078-09f26e499ed8 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/ports?device_id=c33b2e3d-7d79-4b71-b650-97629d38984f HTTP/1.1" status: 200 len: 950 time: 0.8314745 May 26 19:09:48.522537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.591308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.608203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] No DVR routers for this DVR port 94b5ba6e-8373-4045-ac8f-53a7dd1735fd on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:09:48.609542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:48.632014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.634624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'name': 'network-vif-deleted', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:48.668254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:09:48.672335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c3af1d4d-0aa7-4426-aa5a-94be2209f735 req-a681a1df-9bea-4623-9ae5-779151bcf863 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.13 "DELETE /v2.0/ports/94b5ba6e-8373-4045-ac8f-53a7dd1735fd HTTP/1.1" status: 204 len: 173 time: 2.7822771 May 26 19:09:48.674126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:48.680129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.682780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['92446ef1-da8a-4d32-838b-7c638e6064f7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:48.765070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9596-e6e2-40e0-9112-65cda0a94e36 req-8906cea6-8940-40f0-81a1-063742b300d2 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:48.775743 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-286c9596-e6e2-40e0-9112-65cda0a94e36 req-8906cea6-8940-40f0-81a1-063742b300d2 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.3814991 May 26 19:09:48.824852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:48.830366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68ce2369-3c37-4a07-a519-da0d241eea0f req-dbb58aa3-dce0-4a9c-9d9a-c27905c36ef9 tempest-LiveMigrationNegativeTest-1561217706 tempest-LiveMigrationNegativeTest-1561217706-project] 10.222.0.24 "GET /v2.0/security-groups?id=04259124-8203-4a7b-a6fc-9d403145f589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103826 May 26 19:09:48.837032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:48.839006 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] 10.222.0.13 "PUT /v2.0/ports/329140ca-68d6-49d5-a433-be0c32291146 HTTP/1.1" status: 200 len: 1092 time: 3.9175396 May 26 19:09:48.841068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e48aa064f2d4b8490b911247d59305d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3585823 May 26 19:09:48.843160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50428) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:48.889486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8c6e2-7b5f-46e1-b2f7-c10a9a74ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfea713-21e1-4f83-8e9d-ee205fcb41d4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:48.896319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7fdce4d-066e-4dfd-b89b-0a0ae8f7ff26 req-9da476b6-64f9-4da9-a2e9-43c317322142 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289284 May 26 19:09:48.929679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-309d6868-9937-46d7-a874-490a2536574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:48.931286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-309d6868-9937-46d7-a874-490a2536574d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5366547 May 26 19:09:48.962918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-286c9596-e6e2-40e0-9112-65cda0a94e36 req-4656a2b5-de23-4445-84f2-444575c3932a tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859136 May 26 19:09:49.047936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5b69-f702-4e10-9bbd-ec7036b4d412 service neutron] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:49.177183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 73ce15c6-f4e6-4be7-9eeb-5f674580270e details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:49.359326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:49.413917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-6409345d-80f2-4e7d-8100-79b95e2a44c9 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698844 May 26 19:09:49.446149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:49.541191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 94b5ba6e-8373-4045-ac8f-53a7dd1735fd no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:09:49.553359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-479e5cd9-b13f-4e34-97c3-70d2e679b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:49.555043 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-479e5cd9-b13f-4e34-97c3-70d2e679b187 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23e16d3b2e824e7282aea7b771c16360&device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 1095 time: 0.4649937 May 26 19:09:49.604068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 94b5ba6e-8373-4045-ac8f-53a7dd1735fd {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:09:49.604309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 94b5ba6e-8373-4045-ac8f-53a7dd1735fd not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:09:49.629016 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:49.707295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:49.745519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '73ce15c6-f4e6-4be7-9eeb-5f674580270e', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '73ce15c6-f4e6-4be7-9eeb-5f674580270e', 'mac_address': 'fa:16:3e:0f:2d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:49.802912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50450) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:49.845588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999d29f-3699-452b-bde1-d172d100280e req-6a810628-9605-411e-96cc-9f1f71be213b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:49.847251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6999d29f-3699-452b-bde1-d172d100280e req-6a810628-9605-411e-96cc-9f1f71be213b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 948 time: 0.3793926 May 26 19:09:49.849656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-908a8872-8424-4279-9c62-b3dd7383bdbf req-d201b9a0-073b-4e71-b3e2-76595c006863 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276323 May 26 19:09:49.867455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-1a58e8fd-eb49-481a-8da9-b2ceb0d37f6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329140ca-68d6-49d5-a433-be0c32291146 HTTP/1.1" status: 200 len: 217 time: 0.2811847 May 26 19:09:49.913983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 73ce15c6-f4e6-4be7-9eeb-5f674580270e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:49.914357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:49.966314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ce15c6-f4e6-4be7-9eeb-5f674580270e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:49.989563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6999d29f-3699-452b-bde1-d172d100280e req-b088a8b9-a1cd-4b6b-9a20-f68eebff33e8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229074 May 26 19:09:50.031982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:50.040727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.088453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.120353 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.156285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:50.180574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Usage tracker for resource:security_group_rule and tenant:ccacfc7a03754ec581d56eb881fe9d79 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:50.186575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:50.203838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:50.319795 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024204fc-8837-4d72-afca-26fd4b4e6181'] response: {'server_uuid': 'c33b2e3d-7d79-4b71-b650-97629d38984f', 'name': 'network-vif-deleted', 'tag': '94b5ba6e-8373-4045-ac8f-53a7dd1735fd', 'status': 'completed', 'code': 200} May 26 19:09:50.322020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.326151 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dfea713-21e1-4f83-8e9d-ee205fcb41d4 HTTP/1.1" status: 204 len: 168 time: 1.4773962 May 26 19:09:50.326151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3e8ab477-f45b-4028-9eca-64b7a2615657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.327680 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-3e8ab477-f45b-4028-9eca-64b7a2615657 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb0f77a-b742-4a9c-a8e9-666a7970cb83 HTTP/1.1" status: 200 len: 853 time: 0.3501775 May 26 19:09:50.335126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:50.370865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128da197-f78c-4f53-a496-a9c287ac41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfea713-21e1-4f83-8e9d-ee205fcb41d4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:50.492928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.511735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddab0f-c140-4b38-b144-8651c08dae91 req-967dfcc0-6cd1-4a71-a151-f6820c41cf35 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.515437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32ddab0f-c140-4b38-b144-8651c08dae91 req-967dfcc0-6cd1-4a71-a151-f6820c41cf35 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 949 time: 0.2123783 May 26 19:09:50.517240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.526184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['73ce15c6-f4e6-4be7-9eeb-5f674580270e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:50.536195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2353be-dbab-486e-a7e5-b3875385aab7 req-3615ef24-5045-4d08-9cbd-44b31df7e92b tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.537352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4f2353be-dbab-486e-a7e5-b3875385aab7 req-3615ef24-5045-4d08-9cbd-44b31df7e92b tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Synchronizing usage tracker for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:09:50.559756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-a3e57103-6ed0-4405-9ae8-6bff6dd49e95 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.562059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-a3e57103-6ed0-4405-9ae8-6bff6dd49e95 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 949 time: 0.8281958 May 26 19:09:50.574024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-96a52105-b643-44bd-859d-27e9f1c994b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.591688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-96a52105-b643-44bd-859d-27e9f1c994b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5980fc5-93e1-4a7c-b803-683781acb679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025671 May 26 19:09:50.599628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4f2353be-dbab-486e-a7e5-b3875385aab7 req-3615ef24-5045-4d08-9cbd-44b31df7e92b tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Unset dirty status for tenant:23e16d3b2e824e7282aea7b771c16360 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:09:50.601322 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4f2353be-dbab-486e-a7e5-b3875385aab7 req-3615ef24-5045-4d08-9cbd-44b31df7e92b tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.7288303 May 26 19:09:50.651858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccacfc7a03754ec581d56eb881fe9d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8480036 May 26 19:09:50.653609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50466) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:50.807623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd682ce4-16dd-48ac-aee7-991c750867bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569742ab-8675-4bd2-9454-079d7dc38ba8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:50.821856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4f2353be-dbab-486e-a7e5-b3875385aab7 req-9a9fb750-4c74-4b38-b2a8-f50aad4c4c86 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2125759 May 26 19:09:50.964655 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-eeebd2d0-8c14-435a-8800-c324728ff6ed service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531141 May 26 19:09:50.977691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:50.984517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-0eb11109-1fa6-4af6-88ff-6c1bad735a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:50.990059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-0eb11109-1fa6-4af6-88ff-6c1bad735a61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1100 time: 0.2648306 May 26 19:09:51.010764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:51.110789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32ddab0f-c140-4b38-b144-8651c08dae91 req-9c5836c9-1755-4b1b-8ee2-b43c419e5130 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488021 May 26 19:09:51.128074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:51.170684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:51.184723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 429cd090-7495-44de-93df-a714b0412037 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:09:51.197891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:51.302439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569742ab-8675-4bd2-9454-079d7dc38ba8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:51.360846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-eecd6456-75f1-4f93-abab-89c94a63c94f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2936063 May 26 19:09:51.371879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:51.373114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0b2a8db-f7ef-4ed8-878a-fb8aed94dbbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/569742ab-8675-4bd2-9454-079d7dc38ba8 HTTP/1.1" status: 204 len: 168 time: 0.7111466 May 26 19:09:51.552904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:51.813271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50484) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:51.864428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24784ed-6125-4de5-9312-597d07505675 req-03eee364-8997-4872-8f5a-047a4913d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:51.867536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-03eee364-8997-4872-8f5a-047a4913d06d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1100 time: 0.3068624 May 26 19:09:51.890982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928514b9-128f-4ba1-b312-05da8ba6331b req-76f13315-1b88-4362-be67-5310e9f6311e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:51.893781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-928514b9-128f-4ba1-b312-05da8ba6331b req-76f13315-1b88-4362-be67-5310e9f6311e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 949 time: 0.4008782 May 26 19:09:51.912022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:51.935466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '429cd090-7495-44de-93df-a714b0412037', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '429cd090-7495-44de-93df-a714b0412037', 'mac_address': 'fa:16:3e:c5:b7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:09:51.957160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 92446ef1-da8a-4d32-838b-7c638e6064f7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:51.958028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.089243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a47915e2-cb1c-4602-aa31-f5fd0047b677 req-9227e217-3486-4589-9856-a0f37b2567ac service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813965 May 26 19:09:52.123235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:52.178857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Usage tracker for resource:security_group_rule and tenant:c648ed9ada8a4243a1148b6721ade1ab is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:52.197461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:52.217305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:52.235119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 429cd090-7495-44de-93df-a714b0412037 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:52.235583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.268246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429cd090-7495-44de-93df-a714b0412037 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:09:52.308561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d022ec-78c6-4985-878b-cebe5ee49461 req-94d6d556-f1fc-4aeb-bcc8-89861cc61757 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:52.325667 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c9d022ec-78c6-4985-878b-cebe5ee49461 req-94d6d556-f1fc-4aeb-bcc8-89861cc61757 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.7520142 May 26 19:09:52.357336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:52.364885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'tag': '329140ca-68d6-49d5-a433-be0c32291146'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:52.375546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.381165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:52.381518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.479591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:52.521074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:52.523514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-928514b9-128f-4ba1-b312-05da8ba6331b req-8a8cb53f-102a-4be5-8bf1-13d7d140cf5e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227412 May 26 19:09:52.544391 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.557683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:52.596841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.623270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.676006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb2381b7-b8aa-4eeb-ad5d-b76a9d9c8004 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=741d52d9286340c39478aeafd138ea2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573241 May 26 19:09:52.681843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50510) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:52.689003 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c9d022ec-78c6-4985-878b-cebe5ee49461 req-2555d4d9-cb81-4a18-af25-e3620b3121ed tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612175 May 26 19:09:52.692605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-26ffc091-44b8-40bb-bf15-9fd99ee6452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:52.698613 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-26ffc091-44b8-40bb-bf15-9fd99ee6452a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 1.4938033 May 26 19:09:52.759114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:52.870928 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c648ed9ada8a4243a1148b6721ade1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7407985 May 26 19:09:52.871803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50516) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:52.877188 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-5339ce31-5947-4a28-93ef-f6a2b667d6d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.1412604 May 26 19:09:52.949022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:52.969160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['429cd090-7495-44de-93df-a714b0412037'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:09:52.990694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.107092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24784ed-6125-4de5-9312-597d07505675 req-b31cc832-0ee4-4e8a-a658-16c12b597500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.108822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-b31cc832-0ee4-4e8a-a658-16c12b597500 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 1.1459594 May 26 19:09:53.148729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389259-4cae-46c2-8ca9-94f1ee6e2ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce7047-a103-4e85-a110-3a029c6c5710,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:53.154255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-2f5dc03b-1d15-4d96-9b50-d73b8dbdd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.155812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-2f5dc03b-1d15-4d96-9b50-d73b8dbdd947 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1879368 May 26 19:09:53.193768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 73ce15c6-f4e6-4be7-9eeb-5f674580270e up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:53.250442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed794a-e995-471a-b232-1236f481a482 req-6aa2a303-b21e-4e0a-a01e-827003a6bc4c tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.272559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91ed794a-e995-471a-b232-1236f481a482 req-6aa2a303-b21e-4e0a-a01e-827003a6bc4c tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.4781809 May 26 19:09:53.317228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-85d088e3-0436-412f-ae08-eb4a3a88b2ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 200 len: 217 time: 0.1823437 May 26 19:09:53.317669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.352258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.429978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50526) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:53.441600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.443921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.478958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.483578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdce7047-a103-4e85-a110-3a029c6c5710 HTTP/1.1" status: 204 len: 168 time: 0.6053834 May 26 19:09:53.498220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3e407-8ded-4025-b713-47849f1604d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce7047-a103-4e85-a110-3a029c6c5710,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:53.513070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-f160dbd3-ac43-408c-b828-ca56b1ba36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.514929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-f160dbd3-ac43-408c-b828-ca56b1ba36bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3466399 May 26 19:09:53.532952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04259124-8203-4a7b-a6fc-9d403145f589,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:53.537004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7a45-bdde-4675-8223-f94cb63b2a1d req-5122938b-f521-4e61-9021-f0061d3bfc6d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.545117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-766c7a45-bdde-4675-8223-f94cb63b2a1d req-5122938b-f521-4e61-9021-f0061d3bfc6d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3834074 May 26 19:09:53.547627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91ed794a-e995-471a-b232-1236f481a482 req-0f4f0d00-a832-4d7f-b671-c5f12909aca0 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2740228 May 26 19:09:53.615879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 73ce15c6-f4e6-4be7-9eeb-5f674580270e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:53.624298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 73ce15c6-f4e6-4be7-9eeb-5f674580270e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:53.625239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.632379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:53.633601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ca2d2bf-5bcb-477d-8ffd-6f1985f6e834 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04259124-8203-4a7b-a6fc-9d403145f589 HTTP/1.1" status: 204 len: 168 time: 0.9510353 May 26 19:09:53.679302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24784ed-6125-4de5-9312-597d07505675 req-b5245030-765d-4277-a8fc-89a29147d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:53.683102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-b5245030-765d-4277-a8fc-89a29147d926 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3527167 May 26 19:09:53.748062 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-766c7a45-bdde-4675-8223-f94cb63b2a1d req-906d86e3-9026-4a6c-925b-e5190a076fdc tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019465 May 26 19:09:53.845730 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d057e7cc-7522-4051-a7ca-9f7d09b43467'] response: {'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'code': 200} May 26 19:09:53.881219 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-2fdfc34f-c2a9-402c-bf05-40f6b6cbcdf2 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551226 May 26 19:09:53.898260 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7543d7-bc3d-4d01-9df4-a056ec47fd92'] response: {'name': 'network-changed', 'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'tag': '329140ca-68d6-49d5-a433-be0c32291146', 'status': 'completed', 'code': 200} May 26 19:09:53.959230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 73ce15c6-f4e6-4be7-9eeb-5f674580270e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:53.960039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:54.022020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24784ed-6125-4de5-9312-597d07505675 req-bf42584e-c4c6-4ead-b1c9-6c1b85f16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:54.024974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-bf42584e-c4c6-4ead-b1c9-6c1b85f16ff8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3337381 May 26 19:09:54.136658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:54.142647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:54.274256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:54.365864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1651376071-network', 'tenant_id': 'e9411560ac664f328dfce1a5e7952166'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:54.370372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:54.374624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Usage tracker for resource:network and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:54.378453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:54.385210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:54.389899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc9226-114c-47bb-adbc-0cc2c9ab3a54 req-6d436d57-f8b7-473d-993a-dc42c9f41b88 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:54.398257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cbc9226-114c-47bb-adbc-0cc2c9ab3a54 req-6d436d57-f8b7-473d-993a-dc42c9f41b88 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 950 time: 0.2808809 May 26 19:09:54.452193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Made reservation on behalf of e9411560ac664f328dfce1a5e7952166 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:54.463595 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:54.496526 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:54.550829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cbc9226-114c-47bb-adbc-0cc2c9ab3a54 req-3c1fe5a2-3a21-42f2-aa30-826c00e1405a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515226 May 26 19:09:54.562779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50550) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:54.567743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-1bd3ce85-2f47-4969-bac1-7ce0da70405d service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333195 May 26 19:09:54.679280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:54.721597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:54.739484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:54.774863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:54.847624 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5b9b55d5-8715-483c-a17b-7d513b01289b req-d58a38d6-32e1-4094-b906-46503d5b99fc service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944727 May 26 19:09:54.853956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-5bbd102f-3aa0-4e79-8b0c-d53257a1485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:54.866859 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-5bbd102f-3aa0-4e79-8b0c-d53257a1485a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23e16d3b2e824e7282aea7b771c16360&device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 1095 time: 0.7700720 May 26 19:09:54.891589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f07bd9-2fe8-4cfe-8ebe-59d0301c2f76 req-3f8f86bc-be12-4714-a674-c9d5b3350e84 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:54.893541 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-99f07bd9-2fe8-4cfe-8ebe-59d0301c2f76 req-3f8f86bc-be12-4714-a674-c9d5b3350e84 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.5523701 May 26 19:09:54.966084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-99f07bd9-2fe8-4cfe-8ebe-59d0301c2f76 req-26b150a7-626c-4c5b-a818-8ac2cb88b1e4 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634346 May 26 19:09:55.087556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.118832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5eff747a-2a84-4f92-bc16-b1d55b9561af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10fe2773974a4e5a91e7490daebabd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524094 May 26 19:09:55.134157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50566) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:55.149769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e24784ed-6125-4de5-9312-597d07505675 req-3d3f2e24-b883-43fe-9e62-6f8f4adecc0b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190647 May 26 19:09:55.201813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 429cd090-7495-44de-93df-a714b0412037 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:09:55.264124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.371951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.386888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:09:55.390584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 429cd090-7495-44de-93df-a714b0412037 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:09:55.399418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 429cd090-7495-44de-93df-a714b0412037 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:09:55.399796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.432706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523815da-3f85-4e92-9d30-4904eb6c79e5 req-f7563a79-05f1-45ef-bbfd-3ba4f5c8420d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:55.435864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523815da-3f85-4e92-9d30-4904eb6c79e5 req-f7563a79-05f1-45ef-bbfd-3ba4f5c8420d tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.6315343 May 26 19:09:55.483940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.559841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523815da-3f85-4e92-9d30-4904eb6c79e5 req-4e983f60-d221-4f2a-86b7-0c20df6e4dc1 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013441 May 26 19:09:55.621735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.684587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c5f99e-99a2-46bf-9b54-6d6756b84c03,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:55.712890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.719660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ec5910f0-48cb-42ed-a288-16cbd2ef31b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3c5f99e-99a2-46bf-9b54-6d6756b84c03 HTTP/1.1" status: 204 len: 168 time: 0.5742867 May 26 19:09:55.828157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 429cd090-7495-44de-93df-a714b0412037 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:09:55.829825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.872008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:55.918442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:55.918792 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Added segment 2d97f5f1-efc3-48aa-a0aa-65e089a19d67 of type vlan for network a5b735b2-94fa-410a-82de-f3fdb9016d08 May 26 19:09:55.920159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8c04f-fd2d-4b82-98eb-10a2a66f915b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:55.939383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:09:55.947090 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:56.090731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:56.103474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-1429d529-ba64-46ae-b760-e1c4621f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:56.106558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-1429d529-ba64-46ae-b760-e1c4621f04af service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5980fc5-93e1-4a7c-b803-683781acb679 HTTP/1.1" status: 200 len: 915 time: 1.0965760 May 26 19:09:56.245572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:09:56.249460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:56.255607 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-d2aad0d7-1460-40e9-ad63-8483f9329f11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329140ca-68d6-49d5-a433-be0c32291146 HTTP/1.1" status: 200 len: 217 time: 0.1237090 May 26 19:09:56.301023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f8fa5-86ba-406d-aa59-0ef1452542fe req-39bacd93-5e3a-4f19-adc4-829d609041ba tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:56.313375 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a94f8fa5-86ba-406d-aa59-0ef1452542fe req-39bacd93-5e3a-4f19-adc4-829d609041ba tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.8764045 May 26 19:09:56.384648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:56.386177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:56.386932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:56.629590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a94f8fa5-86ba-406d-aa59-0ef1452542fe req-bdc2f717-36f2-46e4-b876-ae19af6a65c7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150723 May 26 19:09:56.641007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50604) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:09:56.648684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Request body: {'subnet': {'network_id': 'a5b735b2-94fa-410a-82de-f3fdb9016d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1651376071-subnet', 'tenant_id': 'e9411560ac664f328dfce1a5e7952166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:56.656395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2019916 May 26 19:09:56.657023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:56.662411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Usage tracker for resource:subnet and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:56.668036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:56.682701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:56.710598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Made reservation on behalf of e9411560ac664f328dfce1a5e7952166 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:09:56.715771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:56.725540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077c53d-e6f7-4db3-8628-2209f37ff515 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b735b2-94fa-410a-82de-f3fdb9016d08,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:56.740066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-082296f2-31e0-4e70-9cd9-39d0c05009c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:56.741471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a5b735b2-94fa-410a-82de-f3fdb9016d08 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:09:56.747789 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-082296f2-31e0-4e70-9cd9-39d0c05009c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb0f77a-b742-4a9c-a8e9-666a7970cb83 HTTP/1.1" status: 200 len: 853 time: 0.2307701 May 26 19:09:57.021536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-34113e84-e61e-493b-bb19-250cab6e5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:57.025271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-34113e84-e61e-493b-bb19-250cab6e5d27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5980fc5-93e1-4a7c-b803-683781acb679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737238 May 26 19:09:57.046763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05c10-5f1f-45ef-b9af-4ecb0983b255 req-d573fe09-d534-43df-bdc0-d1e9eeb6de4c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:57.048205 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2bd05c10-5f1f-45ef-b9af-4ecb0983b255 req-d573fe09-d534-43df-bdc0-d1e9eeb6de4c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 950 time: 0.2067943 May 26 19:09:57.077160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:57.176279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8001a84-375a-462b-b99e-b0a1b3c31210,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:57.190374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Checking segment: {'id': '2d97f5f1-efc3-48aa-a0aa-65e089a19d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5b735b2-94fa-410a-82de-f3fdb9016d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:57.191291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Network hostable DHCP agents. Network: a5b735b2-94fa-410a-82de-f3fdb9016d08, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:09:57.217196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Network a5b735b2-94fa-410a-82de-f3fdb9016d08 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:09:57.234709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a5b735b2-94fa-410a-82de-f3fdb9016d08) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:09:57.241446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:57.242285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:57.248607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943160b-e0e2-4f7a-9e5e-f025b405610a None None] Network a5b735b2-94fa-410a-82de-f3fdb9016d08 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:57.254378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2bd05c10-5f1f-45ef-b9af-4ecb0983b255 req-9192133d-957a-42d2-ad05-efd81665de41 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610835 May 26 19:09:57.309512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-21eea0a7-e4c9-4b91-ae6f-69ec7bdcc651 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6671519 May 26 19:09:57.323572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-b5112938-37ac-41ba-8f91-320c840a2ecc service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853413 May 26 19:09:57.375965 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fbb47bd-6596-4237-991d-ae2722274b3e'] response: {'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e', 'code': 200} May 26 19:09:57.586237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5535f6f3-0c78-45a6-916a-1843d3609664 None None] Network a5b735b2-94fa-410a-82de-f3fdb9016d08 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:09:57.643918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6c09-49de-4e35-b39c-c30f54de7a45 req-a3e85e21-a1dc-49f8-9710-36f5fd5e2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:57.647067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8db6c09-49de-4e35-b39c-c30f54de7a45 req-a3e85e21-a1dc-49f8-9710-36f5fd5e2299 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 1101 time: 0.1404729 May 26 19:09:57.705737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04ba8978-fcf3-43d4-92b3-d6a358e43bac req-65efb959-8d76-4114-a397-1f7f50f41f53 service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750241 May 26 19:09:57.714232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8db6c09-49de-4e35-b39c-c30f54de7a45 req-11c47311-feae-49de-add2-8e4443c1a6e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597663 May 26 19:09:57.738396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0c043-4322-4958-ab23-3bfba85b59e2 req-419451ad-609e-42a5-9e12-63f4a07b2546 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:57.739388 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aee0c043-4322-4958-ab23-3bfba85b59e2 req-419451ad-609e-42a5-9e12-63f4a07b2546 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.1687515 May 26 19:09:57.788226 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-aee0c043-4322-4958-ab23-3bfba85b59e2 req-cb4e87f5-fbce-4972-b4fa-eb406b32a0ae tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418913 May 26 19:09:58.224856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f0f65f2f-bac5-4780-a1da-fda0c94ae979 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:09:58.226812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f0f65f2f-bac5-4780-a1da-fda0c94ae979 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090463 May 26 19:09:58.239159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Request body: {'binding': {'host': 'n-h2-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:58.239619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Unknown quota resources ['binding']. {{(pid=88363) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:09:58.528199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-378421953', 'description': 'tempest-description-1050810858'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:58.535358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:58.539895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:58.543177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:58.555519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:58.570566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:58.590786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on host n-h2-843146-9 for vnic_type normal with profile None {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:09:58.591120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:09:58.591423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:58.591543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:58.595792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:58.596513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:09:58.597108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:09:58.598947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:58.602860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:09:58.603185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:09:58.603554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:09:58.604314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Bound port: ebe9a8c3-cee9-4d47-97fb-4123659881f5, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:09:58.604978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:58.636168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:09:58.641775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:58.643080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-56916ee2-21ae-4cc1-8f10-45161dcc71eb service neutron] 10.222.0.24 "POST /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4096069 May 26 19:09:58.690477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:58.702684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:58.745687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a118334-6ff1-4ae2-b346-0c37ca1c3afa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:58.748987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:58.750203 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-17872a7b-df9d-4304-8e79-1c4f12296bfc req-e6a3e7dc-181f-4f89-9dd3-8854bcd2f60e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2270761 May 26 19:09:58.901426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ded2f-937b-4401-9ab4-5f65d2e82e3d req-91d6dc40-781a-4fc1-8d20-ce56099a604b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:58.902905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9ded2f-937b-4401-9ab4-5f65d2e82e3d req-91d6dc40-781a-4fc1-8d20-ce56099a604b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.0935524 May 26 19:09:58.954905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9ded2f-937b-4401-9ab4-5f65d2e82e3d req-6fd89a1e-f4d8-4964-ab37-d639b1edf1dc tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 May 26 19:09:58.956871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3b8ac52f-ed7a-455a-b246-7d8c51b2b2ec req-d844ac8f-6354-47fe-af44-80db5137f726 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0579545 May 26 19:09:59.054506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f4a0af7e-e977-49af-ae1c-a04c8c77f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.056913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f4a0af7e-e977-49af-ae1c-a04c8c77f17f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1096 time: 0.1010571 May 26 19:09:59.259073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-227bba5d-f1b1-46d1-847d-4a36e452e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.260432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-227bba5d-f1b1-46d1-847d-4a36e452e757 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.1913006 May 26 19:09:59.277371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e54a7-d778-4399-91d1-6ac6f16c73e4 req-f9482f17-ebc2-4cbd-956f-51f97f40c8fa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.277371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c82e54a7-d778-4399-91d1-6ac6f16c73e4 req-f9482f17-ebc2-4cbd-956f-51f97f40c8fa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 950 time: 0.1361902 May 26 19:09:59.332630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9b0d-f9a0-4af2-abf2-f0216b1ce592 req-78c2effe-fb42-46bf-8605-dd83de1d89c5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.334360 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3c5f9b0d-f9a0-4af2-abf2-f0216b1ce592 req-78c2effe-fb42-46bf-8605-dd83de1d89c5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 945 time: 0.0986688 May 26 19:09:59.357483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-fc1ca3c0-b31a-4aaa-9e74-5ea2da796ba0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.0789318 May 26 19:09:59.378004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429cd090-7495-44de-93df-a714b0412037'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:09:59.404027 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3c5f9b0d-f9a0-4af2-abf2-f0216b1ce592 req-8c9951b8-791c-4897-b0d5-5fdc0a18008f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 May 26 19:09:59.443319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c82e54a7-d778-4399-91d1-6ac6f16c73e4 req-d6bcdb62-50f3-4b5b-8f08-33d4eb280099 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118386 May 26 19:09:59.455409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f2222b54-cd1d-4c14-8896-251c63d08e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.457471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-f2222b54-cd1d-4c14-8896-251c63d08e23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0906241 May 26 19:09:59.524192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-51e5947a-3756-4866-95e9-402dd171734e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559595 May 26 19:09:59.538783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-cfff8d46-485c-44dd-b7ed-006095e4b016 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/2a118334-6ff1-4ae2-b346-0c37ca1c3afa HTTP/1.1" status: 200 len: 1812 time: 0.1058102 May 26 19:09:59.543714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a118334-6ff1-4ae2-b346-0c37ca1c3afa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:59.544014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a118334-6ff1-4ae2-b346-0c37ca1c3afa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:09:59.550634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:09:59.557864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:09:59.561303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:09:59.569666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:09:59.683510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:59.784852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e972b-e25a-4a3e-be32-3fb92e81542d req-9007b04e-d77b-412d-bfac-bde099860443 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:09:59.784852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c13e972b-e25a-4a3e-be32-3fb92e81542d req-9007b04e-d77b-412d-bfac-bde099860443 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.2229428 May 26 19:09:59.784852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-7d011087-be8c-447f-a266-851cd6b9c45a service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527330 May 26 19:09:59.793960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:59.804015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:59.831296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb99340-f4da-437a-a198-b1552e5119c7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:09:59.843714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:09:59.845003 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bff16135-4165-4430-ba3d-31a8bc93ac3a req-7c5927ad-b593-4376-8ce7-6158ca0c0a20 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3054278 May 26 19:09:59.924212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c13e972b-e25a-4a3e-be32-3fb92e81542d req-9bf80160-b2f2-4ee2-b98c-a35065734c13 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084239 May 26 19:09:59.958869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-0ca4a138-5601-451b-a9f2-3babce64205e service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647787 May 26 19:10:00.022041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ccacc-bdc1-427f-a779-fa1b5d6e88b3 req-7cee9817-5fbe-4afd-9a24-b11f44cc4af5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:00.029791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-459ccacc-bdc1-427f-a779-fa1b5d6e88b3 req-7cee9817-5fbe-4afd-9a24-b11f44cc4af5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.0984139 May 26 19:10:00.071634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-459ccacc-bdc1-427f-a779-fa1b5d6e88b3 req-07634186-d81c-43ef-a27e-fabffdea7fc0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 May 26 19:10:00.121734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-595790ab-94e5-4183-9129-89fb275de0af req-67b05ea1-01fe-4130-9d70-0fc8499ee8ca tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0611868 May 26 19:10:00.163902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-121a3b36-ba22-47c0-b562-05817509aadd tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:00.165406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-121a3b36-ba22-47c0-b562-05817509aadd tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.1421676 May 26 19:10:00.178650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:00.192451 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a93f929-23d5-403c-bacc-f06c53861106'] response: {'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429cd090-7495-44de-93df-a714b0412037', 'code': 200} May 26 19:10:00.373406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f07f91b-0908-408d-a69b-7c901192828f req-c5a74c2b-e9f0-45cc-a779-9d056e1c3450 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/2a118334-6ff1-4ae2-b346-0c37ca1c3afa HTTP/1.1" status: 200 len: 2405 time: 0.1632755 May 26 19:10:00.394504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.420197 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-16ccb202-1cce-4db6-b308-464facb0a830 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-group-rules/7cb99340-f4da-437a-a198-b1552e5119c7 HTTP/1.1" status: 200 len: 778 time: 0.0184648 May 26 19:10:00.483362 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-50d2cd86-6d1c-4517-917c-7496c68fb1db tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/2a118334-6ff1-4ae2-b346-0c37ca1c3afa HTTP/1.1" status: 200 len: 2405 time: 0.0550473 May 26 19:10:00.528652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.540749 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.589938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7dfc8-a815-4a30-8829-4d8794caed38 req-0061ae46-a3a3-4c91-9fe7-48da45dbeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:00.590688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.591534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edd7dfc8-a815-4a30-8829-4d8794caed38 req-0061ae46-a3a3-4c91-9fe7-48da45dbeb63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 1101 time: 0.3272698 May 26 19:10:00.612960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cb99340-f4da-437a-a198-b1552e5119c7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:00.616046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.630067 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a93c9ee-6362-49d1-8588-4d527471cd62 req-2e0befe1-7b79-493d-ac2b-5b1b45bccabc tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7cb99340-f4da-437a-a198-b1552e5119c7 HTTP/1.1" status: 204 len: 173 time: 0.1397929 May 26 19:10:00.780583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edd7dfc8-a815-4a30-8829-4d8794caed38 req-aab21f0f-f3ee-4796-a631-6d4013e326ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493313 May 26 19:10:00.803813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bb45c-abe6-4343-8458-e544bcbc438d req-51e32c80-31bd-403f-8a84-5a75cdc0d87d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:00.805542 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-240bb45c-abe6-4343-8458-e544bcbc438d req-51e32c80-31bd-403f-8a84-5a75cdc0d87d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 950 time: 0.0894799 May 26 19:10:00.830024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:00.851556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5962c4-536f-4980-892f-0fc58ad3feb8 req-57de267c-bbf8-4d7a-94ae-6e4b19871f19 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:00.852941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa5962c4-536f-4980-892f-0fc58ad3feb8 req-57de267c-bbf8-4d7a-94ae-6e4b19871f19 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 945 time: 0.1576376 May 26 19:10:00.856228 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-240bb45c-abe6-4343-8458-e544bcbc438d req-3e793eaa-4fa1-4a60-89db-bb3efab8a3a4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 May 26 19:10:00.861691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50736) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:00.903450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:00.917944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-373248691', 'description': 'tempest-description-602706999'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:00.925500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:00.929889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:00.932972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:00.945807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:00.957347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa5962c4-536f-4980-892f-0fc58ad3feb8 req-2a83fec2-e197-43df-8c67-7109b571ec64 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916569 May 26 19:10:00.964524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.974677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:00.980983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:00.994332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:00.999068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:00.999421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.002388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:01.009387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:01.101312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.199633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.210808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.240157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:01.252570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:01.257716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Usage tracker for resource:security_group_rule and tenant:673ef84362484614a670dab2049cf976 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:01.262172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:01.271534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9384f5ce-fe39-4a37-ac2a-d7dd8e6eb508,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:01.274392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:01.277089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.277266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:01.277521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:01.277827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:01.282267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-301a2fdb-7c0d-407e-98c9-156e9dd89d2b req-96d9d1f9-27e1-46b7-bfc0-04ef220d6488 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3659139 May 26 19:10:01.287828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:01.287828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Attempting to bind port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:01.293472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:01.293872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:01.294536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:01.294766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Bound port: ebe9a8c3-cee9-4d47-97fb-4123659881f5, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:01.295159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.369515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70125282-85c2-4bec-bb4a-96fb05137a42 req-a336142b-2cf3-46dc-ba70-07a05f4e549a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:01.371045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70125282-85c2-4bec-bb4a-96fb05137a42 req-a336142b-2cf3-46dc-ba70-07a05f4e549a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 950 time: 0.2329831 May 26 19:10:01.374584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.379884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.434865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:01.439265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70125282-85c2-4bec-bb4a-96fb05137a42 req-664cfe01-30b9-4dc2-a0af-fbffe4fc2730 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605543 May 26 19:10:01.446536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:01.451947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.477804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=673ef84362484614a670dab2049cf976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118944 May 26 19:10:01.478407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50756) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:01.490003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b9324-979b-4937-a96f-60718c37328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474ca29-8e41-468c-b618-5070c0cf110b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:01.501273 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dbd0e4-6882-438e-9a21-18ecee370343'] response: {'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'code': 200} May 26 19:10:01.564340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308aaba-3ac6-41e6-b67b-05f7dc1b1e37 req-159d80a7-7ccc-4876-b713-fa6b1db43769 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:01.566395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4308aaba-3ac6-41e6-b67b-05f7dc1b1e37 req-159d80a7-7ccc-4876-b713-fa6b1db43769 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.1677635 May 26 19:10:01.592014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.597778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 329140ca-68d6-49d5-a433-be0c32291146 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:01.631303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-d5dc3910-aa70-4e30-8b6a-a7039ff18de1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398443 May 26 19:10:01.638607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.647654 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4308aaba-3ac6-41e6-b67b-05f7dc1b1e37 req-bcb0c1d3-8526-4d35-afe5-c99c1c942e1a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731483 May 26 19:10:01.712647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:01.713443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.714933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] 10.222.0.53 "PUT /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 1121 time: 1.5405843 May 26 19:10:01.719004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.744631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474ca29-8e41-468c-b618-5070c0cf110b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:01.746856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.751617 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b9f87513-83c4-48b5-a7e0-0440d6a88e16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6474ca29-8e41-468c-b618-5070c0cf110b HTTP/1.1" status: 204 len: 168 time: 0.2656436 May 26 19:10:01.774955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482aa1-9b81-43d8-b51a-51d5083c62cb service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:01.801581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ebe9a8c3-cee9-4d47-97fb-4123659881f5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:01.859449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:01.865489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-a0592f9a-f53d-4f41-a6c8-71f20bfcc88f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:01.874687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-a0592f9a-f53d-4f41-a6c8-71f20bfcc88f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095799 May 26 19:10:01.879401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2c19167f-f94f-4aee-98f9-027de334d2e5 req-6546048e-cd0f-4ad8-ae8e-96fd58959934 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0672877 May 26 19:10:01.889579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '329140ca-68d6-49d5-a433-be0c32291146', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'port_id': '329140ca-68d6-49d5-a433-be0c32291146', 'mac_address': 'fa:16:3e:c4:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:01.893368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-229073f6-73c4-4f49-8ce7-b875a18c3ea1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/quotas/9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 375 time: 0.0174699 May 26 19:10:01.961947 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-23bcbd31-ca37-4203-a112-e65549a44c9c req-118c0997-8db7-4779-abbf-a6601d50b2ba tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/9384f5ce-fe39-4a37-ac2a-d7dd8e6eb508 HTTP/1.1" status: 200 len: 1811 time: 0.0561874 May 26 19:10:01.981082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 329140ca-68d6-49d5-a433-be0c32291146 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:01.981458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:01.995623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-b044c920-6971-4792-8557-b81390cd69b7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003935 May 26 19:10:02.029823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329140ca-68d6-49d5-a433-be0c32291146 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:02.030628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-476023328', 'description': 'tempest-description-784600818'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:02.040599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:02.049086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:02.050906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:02.056108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:02.061332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.068222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:02.086383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.108511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:02.113158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:02.116187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:02.122900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:02.186170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:02.248435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.252631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.293834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50782) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:02.316034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e03a3b-36ea-4d78-b99d-e5f5740d3643,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:02.318944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.320370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.321884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cea75cf9-71af-4ee3-ae63-3cdd4601492b req-a4454f09-3de9-4988-9f11-d2dc2590d25e tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2961807 May 26 19:10:02.347246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:02.352812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['329140ca-68d6-49d5-a433-be0c32291146'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:02.358152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Usage tracker for resource:security_group_rule and tenant:049431ae95a84f749a7ccacb9ae47987 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:02.363091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:02.371487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:02.411094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-430c60ec-d219-4eaf-bd16-77f28b31c122 req-09b2b124-d69f-4311-a7a6-a2743840ee8b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 210 time: 0.0513756 May 26 19:10:02.417408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaa17b-e6a6-4305-adc5-aae5160937cd req-e2a66e38-b7f4-47c8-820f-31067a20c87c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:02.421577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0beaa17b-e6a6-4305-adc5-aae5160937cd req-e2a66e38-b7f4-47c8-820f-31067a20c87c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.1686928 May 26 19:10:02.518970 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2e1247a6-159f-4b4d-97c9-c20f79110bc3 req-d26f1355-4104-4ce3-85a8-d8eb9c3d8a85 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/29e03a3b-36ea-4d78-b99d-e5f5740d3643 HTTP/1.1" status: 200 len: 1811 time: 0.0580125 May 26 19:10:02.521740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0beaa17b-e6a6-4305-adc5-aae5160937cd req-65db63cf-6eb9-4209-b4a4-c3ad9ee52e1f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 May 26 19:10:02.541741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.547957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.592243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-419351570', 'description': 'tempest-description-1309220022'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:02.627340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:02.639423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=049431ae95a84f749a7ccacb9ae47987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443398 May 26 19:10:02.640281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b950d-b586-4054-a98c-2128b8ff5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2bf0bd-c34a-4444-ac48-0768dc2eeed9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:02.642265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50798) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:02.645451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:02.648918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:02.655020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:02.666164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.688870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:02.694178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:02.698817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:02.705407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:02.796075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.796334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.802939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.833834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6b4a4-0286-4d2c-8487-6774e9d3b9fd req-a7583222-e47e-48ee-a629-8effbd9614ef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:02.835404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f9a6b4a4-0286-4d2c-8487-6774e9d3b9fd req-a7583222-e47e-48ee-a629-8effbd9614ef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 950 time: 0.1741474 May 26 19:10:02.844880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.873087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd418fd3-de73-4d93-89c3-1ec42bcd08a5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:02.876512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.877906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8fb5f07-aa70-42a7-b8b2-babc919e4fb4 req-220ecf2b-d7bb-40e1-872c-8c12a57c5719 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2943726 May 26 19:10:02.940952 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f9a6b4a4-0286-4d2c-8487-6774e9d3b9fd req-e0d93d92-e698-4fca-a00c-366c93340986 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879390 May 26 19:10:02.963834 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:02.988715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2bf0bd-c34a-4444-ac48-0768dc2eeed9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:03.014841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.016945 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23949a1a-eecd-49ed-b30f-9f89eb47e499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be2bf0bd-c34a-4444-ac48-0768dc2eeed9 HTTP/1.1" status: 204 len: 168 time: 0.3735039 May 26 19:10:03.058182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fe215308-b967-450e-8cf1-5d521d74c9eb req-aa891e3e-c9e1-4848-b6ff-475fe24974e5 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/cd418fd3-de73-4d93-89c3-1ec42bcd08a5 HTTP/1.1" status: 200 len: 1812 time: 0.0712380 May 26 19:10:03.123675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c5b9d-eca7-4755-ae6e-911ea7180c31 req-df9b38cc-4094-4a42-96c8-49095ea08d09 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:03.131336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9c5b9d-eca7-4755-ae6e-911ea7180c31 req-df9b38cc-4094-4a42-96c8-49095ea08d09 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 945 time: 0.1172023 May 26 19:10:03.180842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9c5b9d-eca7-4755-ae6e-911ea7180c31 req-943841c8-0dcc-4c02-928f-e0ad85096819 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484600 May 26 19:10:03.207533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbe7ec37-9450-4010-b4d7-623654f0d3b9 req-99aa73d8-24aa-4108-bb04-8100b9db4d26 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0438421 May 26 19:10:03.212993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1423533799', 'description': 'tempest-description-909206537'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:03.218785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:03.223260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:03.226462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:03.232168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:03.244848 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.264575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:03.269223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Usage tracker for resource:security_group_rule and tenant:e9411560ac664f328dfce1a5e7952166 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:03.272703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:03.280387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:03.367601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.372591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.441713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-0310c78e-13cc-4d97-a716-b1ec71d2b768 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390365 May 26 19:10:03.502048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:03.508660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.520311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46cd17d8-b3ef-4de2-852b-b2f5b2b5e7d0 req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3045509 May 26 19:10:03.539446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de15426-dda2-4081-b3e5-a970ed021705 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75614784-3bc6-4339-b844-64a9de55c9d8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:03.606124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc24943-0906-4ad8-b960-79df1a42e186 req-dcb63ad9-d8c5-4907-8945-b4309b39d3db tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/75614784-3bc6-4339-b844-64a9de55c9d8 HTTP/1.1" status: 200 len: 1812 time: 0.0632913 May 26 19:10:03.614064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 329140ca-68d6-49d5-a433-be0c32291146 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:03.655408 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d601af1-d696-4224-acc2-058dee9d80c9'] response: {'name': 'network-changed', 'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'status': 'completed', 'code': 200} May 26 19:10:03.793139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 329140ca-68d6-49d5-a433-be0c32291146 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:03.803708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 329140ca-68d6-49d5-a433-be0c32291146 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:03.804522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:03.834542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-00ea50aa-ca26-493d-9700-804e2b3930b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:03.836510 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-00ea50aa-ca26-493d-9700-804e2b3930b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900347 May 26 19:10:03.890832 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3a94a2f9-64da-400a-8771-16bc01f72284 req-64bb44eb-f46f-411a-a204-fa0591114e5c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 210 time: 0.0646627 May 26 19:10:03.896676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Request body: {'port': {'device_id': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9b9b00b5537b4f13ab4a100f7123d2ab'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:03.902290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2464ba5f-59d8-4e0b-9390-0368ab84e3e6 req-bfaa1294-2d12-4403-aaed-b82ee38f9b5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0578899 May 26 19:10:03.968563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b33a-c1ee-4328-ac38-dc5d27114bae req-57d3b762-a48d-4609-a81a-2b204527e42f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:03.970645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d51b33a-c1ee-4328-ac38-dc5d27114bae req-57d3b762-a48d-4609-a81a-2b204527e42f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.1829181 May 26 19:10:03.998905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 329140ca-68d6-49d5-a433-be0c32291146 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:03.999277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.031049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329140ca-68d6-49d5-a433-be0c32291146'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:04.043286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:04.050984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.067312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d51b33a-c1ee-4328-ac38-dc5d27114bae req-9e4c649f-cd4c-40fe-9776-b1567db8bffe tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899248 May 26 19:10:04.090653 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [req-4ff04435-5cb4-49c1-83a2-3ef31cd1a07d req-ed263459-d202-4d82-937a-7b8ae492b38d tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] show failed (client error): The resource could not be found. May 26 19:10:04.091449 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4ff04435-5cb4-49c1-83a2-3ef31cd1a07d req-ed263459-d202-4d82-937a-7b8ae492b38d tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/544dafbc-154c-4934-ab28-d10402fb92f1 HTTP/1.1" status: 404 len: 352 time: 0.1578164 May 26 19:10:04.123315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452012a-22db-413a-954b-1e71908b2ae8 req-3e5ac082-113d-4db7-a03f-a4a1d0f7ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.124802 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-3e5ac082-113d-4db7-a03f-a4a1d0f7ef00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1124 time: 0.4241986 May 26 19:10:04.224359 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30327d93-73a4-4c0a-b12f-b46de2d7c9f4'] response: {'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329140ca-68d6-49d5-a433-be0c32291146', 'code': 200} May 26 19:10:04.238792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:04.249756 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-37924de4-0d11-4c31-895c-a75cec4d5e2a req-7e65be95-fde1-478c-9e8c-4ba25202ed78 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] show failed (client error): The resource could not be found. May 26 19:10:04.262089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37924de4-0d11-4c31-895c-a75cec4d5e2a req-7e65be95-fde1-478c-9e8c-4ba25202ed78 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-group-rules/886587fc-ae24-49b0-8f41-e9bbec85f1f3 HTTP/1.1" status: 404 len: 361 time: 0.0264742 May 26 19:10:04.367009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:04.398328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:04.417882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Made reservation on behalf of 9b9b00b5537b4f13ab4a100f7123d2ab for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:04.421341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.441557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41fc2-da62-4e8e-8b22-75d5b1a12a81 req-2f5dac04-0a66-4e70-abca-c514e7ed8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.443040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ab41fc2-da62-4e8e-8b22-75d5b1a12a81 req-2f5dac04-0a66-4e70-abca-c514e7ed8e67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 1097 time: 0.1508040 May 26 19:10:04.465281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82577dee-6ac0-4cf2-a0dc-b45d88c4c44e req-6f98eadd-f83c-4b58-a191-11e62990aa7a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.466771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82577dee-6ac0-4cf2-a0dc-b45d88c4c44e req-6f98eadd-f83c-4b58-a191-11e62990aa7a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 950 time: 0.1953020 May 26 19:10:04.472174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336f40b-4cb8-4829-a960-9293bde0fb91 req-d3bb37c3-9a1c-441c-88aa-07413d3c64bf tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.477555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a336f40b-4cb8-4829-a960-9293bde0fb91 req-d3bb37c3-9a1c-441c-88aa-07413d3c64bf tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.1276569 May 26 19:10:04.502144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452012a-22db-413a-954b-1e71908b2ae8 req-371280ff-925f-418f-a598-8650c3e7ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.503704 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-371280ff-925f-418f-a598-8650c3e7ce23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3671415 May 26 19:10:04.550817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ab41fc2-da62-4e8e-8b22-75d5b1a12a81 req-9f9d8452-d9c1-4960-9d2f-deb3264024a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988617 May 26 19:10:04.565266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a336f40b-4cb8-4829-a960-9293bde0fb91 req-7268b03e-ad0d-43a3-b42e-8f81b84f34f7 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806158 May 26 19:10:04.701869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-b4fabc77-b8f3-4035-ba84-0639b35f59fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.1820970 May 26 19:10:04.702573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49323cc5-380d-4cc3-be73-5f9306165d68 req-29c3290c-f646-4430-a5cb-26b90ab205a1 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0431445 May 26 19:10:04.769983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82577dee-6ac0-4cf2-a0dc-b45d88c4c44e req-714a1fb3-e53b-4d40-b81f-35eda94eaa4b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647266 May 26 19:10:04.793189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-05d6eeea-ade1-4608-b04b-76274f52a078 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/75614784-3bc6-4339-b844-64a9de55c9d8 HTTP/1.1" status: 200 len: 1812 time: 0.0532362 May 26 19:10:04.877885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.892087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Allocated IP 192.168.233.76 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/983767bf-232b-4d4a-959a-d64873db5b18) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:04.895539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452012a-22db-413a-954b-1e71908b2ae8 req-ca3c26ae-693e-4e2e-b0f9-00a3221d0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:04.897155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-ca3c26ae-693e-4e2e-b0f9-00a3221d0e10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1254404 May 26 19:10:04.910503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.949553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-89e0e0ba-d38e-4dfe-b64a-c35f4d6a7a43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441191 May 26 19:10:04.963713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:04.984850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75614784-3bc6-4339-b844-64a9de55c9d8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:04.988928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.005331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81f59360-1ecf-4c2a-aa66-2bbb73881fb5 req-baad5410-a9da-4ba3-a59e-e777723e4f5f tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-groups/75614784-3bc6-4339-b844-64a9de55c9d8 HTTP/1.1" status: 204 len: 173 time: 0.2028313 May 26 19:10:05.146941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b506f28e-e4fb-4078-ad12-dd95df80a454 req-08e4fdc3-bc1a-429a-9f41-77781bf52f68 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 210 time: 0.0435081 May 26 19:10:05.262363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:05.371686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.376390 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-1b0de331-2903-43e1-bbde-c9da2de3e07f service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078009 May 26 19:10:05.419857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacba9b-e0a6-46cd-a71a-cdb474d831aa req-e7c34587-f0ae-4a12-ac60-c8cd833fd291 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:05.425884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacba9b-e0a6-46cd-a71a-cdb474d831aa req-e7c34587-f0ae-4a12-ac60-c8cd833fd291 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:05.427531 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cfacba9b-e0a6-46cd-a71a-cdb474d831aa req-e7c34587-f0ae-4a12-ac60-c8cd833fd291 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635&device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 1691 time: 0.3013091 May 26 19:10:05.432372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Transition to ACTIVE for port object 983767bf-232b-4d4a-959a-d64873db5b18 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:05.477242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:05.493408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 has no active binding in host n-h2-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:10:05.505254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a450521a-22a3-43b4-b548-2b40241f0824 req-e492c4dd-1385-471f-b79c-2482e9548a37 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/cd418fd3-de73-4d93-89c3-1ec42bcd08a5 HTTP/1.1" status: 200 len: 1812 time: 0.0771387 May 26 19:10:05.553784 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cfacba9b-e0a6-46cd-a71a-cdb474d831aa req-68589e8d-c035-46f2-bfc8-c87e6964b475 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167431 May 26 19:10:05.590984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a450521a-22a3-43b4-b548-2b40241f0824 req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.604019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7452012a-22db-413a-954b-1e71908b2ae8 req-54c21f2b-2721-4bda-91c4-9585c352ed95 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178586 May 26 19:10:05.606035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.619436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d', '92446ef1-da8a-4d32-838b-7c638e6064f7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:05.646393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a450521a-22a3-43b4-b548-2b40241f0824 req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.683524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:05.687181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:05.691439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:05.697220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:05.697596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.708423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:05.730579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a450521a-22a3-43b4-b548-2b40241f0824 req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.774773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd418fd3-de73-4d93-89c3-1ec42bcd08a5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:05.787226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a450521a-22a3-43b4-b548-2b40241f0824 req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:05.804946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a450521a-22a3-43b4-b548-2b40241f0824 req-c8d165fa-e59f-4e4b-a0da-9d6c55c12652 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd418fd3-de73-4d93-89c3-1ec42bcd08a5 HTTP/1.1" status: 204 len: 173 time: 0.2936730 May 26 19:10:05.833779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-120df218-505b-4bf1-80cd-d6238d20ed32 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9418578 May 26 19:10:05.849542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Request body: {'port': {'device_id': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:06.035356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419546e5-2cee-424e-8c00-e5d83ac9fcf2 req-bbb1daab-10cd-4a0b-aae6-462d173f20d3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:06.037280 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-419546e5-2cee-424e-8c00-e5d83ac9fcf2 req-bbb1daab-10cd-4a0b-aae6-462d173f20d3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.3356965 May 26 19:10:06.084574 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:10:06.087873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.133922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-65e24b5e-aa2f-445f-a96b-cef051dca645 None None] Provisioning for port 983767bf-232b-4d4a-959a-d64873db5b18 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:06.144230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-65e24b5e-aa2f-445f-a96b-cef051dca645 None None] Provisioning complete for port 983767bf-232b-4d4a-959a-d64873db5b18 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:06.144869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65e24b5e-aa2f-445f-a96b-cef051dca645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.185734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.217805 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-419546e5-2cee-424e-8c00-e5d83ac9fcf2 req-1f3821c3-4332-4907-8e06-b9998497cdd8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705372 May 26 19:10:06.231225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-65e24b5e-aa2f-445f-a96b-cef051dca645 None None] Port 983767bf-232b-4d4a-959a-d64873db5b18 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:06.321028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779c86d-ea9a-435d-aa7d-cb9e314fed80 req-3e3a6aef-87f6-4e11-ab32-a1df54045eae tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:06.322842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3779c86d-ea9a-435d-aa7d-cb9e314fed80 req-3e3a6aef-87f6-4e11-ab32-a1df54045eae tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.1115546 May 26 19:10:06.395027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3779c86d-ea9a-435d-aa7d-cb9e314fed80 req-5be79581-9690-47cb-99f4-2320f0392fa9 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604773 May 26 19:10:06.525376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-a8d07a1e-662f-413a-8837-7a2ab5e8e9ff tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/29e03a3b-36ea-4d78-b99d-e5f5740d3643 HTTP/1.1" status: 200 len: 1811 time: 0.0722852 May 26 19:10:06.574409 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4e638ea-f4e7-4a3b-8d4c-9ee472cdb2a5 req-08771637-cf45-4c9a-a1d4-bb2cfb83c9ce tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0601285 May 26 19:10:06.666552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:06.669879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.675382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.697227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Transition to ACTIVE for port object 983767bf-232b-4d4a-959a-d64873db5b18 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:06.701851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.719689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.794398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.834022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e03a3b-36ea-4d78-b99d-e5f5740d3643,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:06.839467 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:06.841259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7e3e6cb-3d33-40ae-a03d-fbce022d13d5 req-dd5e20d4-c090-4959-bdcb-7ee9ecbcee74 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-groups/29e03a3b-36ea-4d78-b99d-e5f5740d3643 HTTP/1.1" status: 204 len: 173 time: 0.3145084 May 26 19:10:07.039873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:07.059665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26495af9-1b44-4c16-8748-413132ba5355 req-3f42041f-0de2-44a5-9c64-04eacf1d6f6b tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65eda85b127746e8a0956b8527f1ebc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417066 May 26 19:10:07.114871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Attempting to bind port 983767bf-232b-4d4a-959a-d64873db5b18 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:07.115340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Attempting to bind port 983767bf-232b-4d4a-959a-d64873db5b18 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:07.115814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Attempting to bind port 983767bf-232b-4d4a-959a-d64873db5b18 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:07.124970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Port 983767bf-232b-4d4a-959a-d64873db5b18 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:07.125344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Attempting to bind port 983767bf-232b-4d4a-959a-d64873db5b18 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:07.134111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:07.134542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:07.134994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:07.135582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Bound port: 983767bf-232b-4d4a-959a-d64873db5b18, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:07.135984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:07.211440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580b5b-efa7-4c1a-a342-21ab68d9463d req-a0163fa2-5a0f-4cec-9c74-be001852f432 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.212156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-18580b5b-efa7-4c1a-a342-21ab68d9463d req-a0163fa2-5a0f-4cec-9c74-be001852f432 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:07.231878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26495af9-1b44-4c16-8748-413132ba5355 req-188a21b2-f293-4894-b833-b6aacc80a7d3 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.233618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26495af9-1b44-4c16-8748-413132ba5355 req-188a21b2-f293-4894-b833-b6aacc80a7d3 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627183 May 26 19:10:07.253693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26495af9-1b44-4c16-8748-413132ba5355 req-64e733bd-e4a4-45c3-b693-05817938c086 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/quotas/65eda85b127746e8a0956b8527f1ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0130606 May 26 19:10:07.258543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-18580b5b-efa7-4c1a-a342-21ab68d9463d req-a0163fa2-5a0f-4cec-9c74-be001852f432 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:07.259995 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-18580b5b-efa7-4c1a-a342-21ab68d9463d req-a0163fa2-5a0f-4cec-9c74-be001852f432 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.3053267 May 26 19:10:07.294843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:07.316319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:07.323433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26495af9-1b44-4c16-8748-413132ba5355 req-4a4c36d6-f8c4-4ba1-9a93-85df00b5f076 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65eda85b127746e8a0956b8527f1ebc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636888 May 26 19:10:07.325402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:07.364047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-18580b5b-efa7-4c1a-a342-21ab68d9463d req-2432aabe-69fe-411b-a257-57ce66461a79 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 May 26 19:10:07.411630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.412347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:07.413794 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] 10.222.0.13 "PUT /v2.0/ports/983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 1095 time: 1.5712478 May 26 19:10:07.414260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:07.439080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc901a02-db49-490f-81fa-f3b0a8f7d81a service neutron] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:07.637774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-8713062b-443b-404e-9a8e-d0fb3c5bbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.639376 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-8713062b-443b-404e-9a8e-d0fb3c5bbc7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1098 time: 0.1620243 May 26 19:10:07.640124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00578896-577f-4424-9323-b00e33d741d8 req-5dd6ad36-d841-4e7e-8a10-97e902c1096a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.642615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00578896-577f-4424-9323-b00e33d741d8 req-5dd6ad36-d841-4e7e-8a10-97e902c1096a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.1166298 May 26 19:10:07.643693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a78cb-df95-4e8e-8be5-76222eddbd2c req-8b8aff96-940e-40c2-a23b-49c770384bc6 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.645323 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b39a78cb-df95-4e8e-8be5-76222eddbd2c req-8b8aff96-940e-40c2-a23b-49c770384bc6 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 1101 time: 0.1079357 May 26 19:10:07.668431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50930) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:07.677161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Request body: {'floatingip': {'port_id': '329140ca-68d6-49d5-a433-be0c32291146'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:07.738728 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-2116bbdf-9473-42a4-9ce7-875a7e0c9061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.0920982 May 26 19:10:07.778090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:07.809868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b39a78cb-df95-4e8e-8be5-76222eddbd2c req-a0321f8d-ce94-4556-9d24-a0b3f4daf3b7 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Synchronizing usage tracker for tenant:75443a5b2bc84479904f0aff018c1dd4 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:07.840144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-141cd67c-6b3f-4246-a47f-48f00011ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:07.841844 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-141cd67c-6b3f-4246-a47f-48f00011ca4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0852439 May 26 19:10:07.843297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b39a78cb-df95-4e8e-8be5-76222eddbd2c req-a0321f8d-ce94-4556-9d24-a0b3f4daf3b7 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Unset dirty status for tenant:75443a5b2bc84479904f0aff018c1dd4 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:07.845165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b39a78cb-df95-4e8e-8be5-76222eddbd2c req-a0321f8d-ce94-4556-9d24-a0b3f4daf3b7 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367607 May 26 19:10:07.945371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1693341-6991-451f-8e96-e3683a5953bd req-04627e6b-c0b2-48c1-b74a-0c589ce19551 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/9384f5ce-fe39-4a37-ac2a-d7dd8e6eb508 HTTP/1.1" status: 200 len: 1811 time: 0.2116668 May 26 19:10:08.087481 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-73526e69-7dab-4479-89af-fbffc129b9bc service neutron] 10.222.0.13 "GET /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5/bindings/n-h2-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.2370036 May 26 19:10:08.168603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-0818d171-edb6-48a0-b2a0-e07db8ca6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:08.170633 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-0818d171-edb6-48a0-b2a0-e07db8ca6c69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220005 May 26 19:10:08.230265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1693341-6991-451f-8e96-e3683a5953bd req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:08.332991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1693341-6991-451f-8e96-e3683a5953bd req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:08.362037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488e1-508c-4454-9934-82a914359634 req-2bedf009-42ec-4deb-a088-9906bc864644 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:08.363493 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd7488e1-508c-4454-9934-82a914359634 req-2bedf009-42ec-4deb-a088-9906bc864644 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 943 time: 0.3646722 May 26 19:10:08.535329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-2897b618-0e9a-45ca-84ac-854474579cb9 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480389 May 26 19:10:08.571094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd7488e1-508c-4454-9934-82a914359634 req-898e40f7-a403-4ab6-98ff-5b1cee006dd5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966505 May 26 19:10:08.618429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1693341-6991-451f-8e96-e3683a5953bd req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:08.651985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9384f5ce-fe39-4a37-ac2a-d7dd8e6eb508,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:08.683536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1693341-6991-451f-8e96-e3683a5953bd req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:08.689214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1693341-6991-451f-8e96-e3683a5953bd req-5f18d155-ae29-48ce-953c-f74e817eb469 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-groups/9384f5ce-fe39-4a37-ac2a-d7dd8e6eb508 HTTP/1.1" status: 204 len: 173 time: 0.6290843 May 26 19:10:08.746348 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1498b538-4539-45e3-a831-643dd3f2f87b'] response: {'name': 'network-changed', 'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'status': 'completed', 'code': 200} May 26 19:10:08.829302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:08.888305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-145dde94-63c9-4aa2-82db-b868c7fca8ba req-2c2af909-d279-42fd-b511-9171e37a57f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453770 May 26 19:10:08.900124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:08.957096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:10:09.021675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea79eb5e-c904-4909-b1a5-4c421a7bf6b5 req-21bb8e87-0a02-4e1d-a80d-568ef983216d tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1583943 May 26 19:10:09.078151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:09.084339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:09.194058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe9a8c3-cee9-4d47-97fb-4123659881f5 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:09.215140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:09.241299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:09.319071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17869b-c48a-4a78-ae16-679045519258 req-488f9af6-aeeb-435c-846d-3a9a6c99d3bb tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:09.322109 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef17869b-c48a-4a78-ae16-679045519258 req-488f9af6-aeeb-435c-846d-3a9a6c99d3bb tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 1101 time: 0.3694725 May 26 19:10:09.339249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-b9e9a405-9669-4049-809d-7139ac64ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:09.341232 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-b9e9a405-9669-4049-809d-7139ac64ea16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1098 time: 0.3791862 May 26 19:10:09.374319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8900b9-025c-40da-b12d-40c89a521d3d req-b9eb6bb7-9c34-4412-bffd-806239664360 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:09.376078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf8900b9-025c-40da-b12d-40c89a521d3d req-b9eb6bb7-9c34-4412-bffd-806239664360 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.2043884 May 26 19:10:09.387477 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Floating IP 254926fa-f7df-41cc-8123-23beec799514 associated. External IP: 172.25.0.134, port: 329140ca-68d6-49d5-a433-be0c32291146. May 26 19:10:09.551638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef17869b-c48a-4a78-ae16-679045519258 req-f978bc2f-06f9-4c75-bfb3-5af2e96fd974 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208481 May 26 19:10:09.599891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] Transition to ACTIVE for port object ebe9a8c3-cee9-4d47-97fb-4123659881f5 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:09.637343 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:09.648615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf8900b9-025c-40da-b12d-40c89a521d3d req-fe4cf7a3-defe-4125-b760-ec52f7920a06 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079194 May 26 19:10:09.740196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-234dea9e-47c6-45bc-8d07-90d5078bdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:09.742456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-234dea9e-47c6-45bc-8d07-90d5078bdf21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3740144 May 26 19:10:09.946346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Router 517e35d9-5330-44cc-97d5-8b63bb90e372 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:10:09.976345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-eba1996e-5370-4fce-a0dc-a418e14029a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.1535161 May 26 19:10:09.993825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] No DVR routers for this DVR port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:10:10.045934 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-054b10fb-64f0-4f0b-9b9c-10dacde22d40 tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "GET /v2.0/security-groups/2a118334-6ff1-4ae2-b346-0c37ca1c3afa HTTP/1.1" status: 200 len: 1812 time: 0.4531651 May 26 19:10:10.060498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=10']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:10.177948 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-533c64b3-2943-4fec-9dcc-021a4d730f98 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5/bindings/n-h2-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0827038 May 26 19:10:10.194961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-248cf3b1-6d13-4b53-bc21-8f4633ddddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:10.196703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-248cf3b1-6d13-4b53-bc21-8f4633ddddf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2065172 May 26 19:10:10.341174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.397754 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.412849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-966c53d0-2fd8-4183-93f5-679759cca5e6 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:10.414512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-966c53d0-2fd8-4183-93f5-679759cca5e6 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1527019 May 26 19:10:10.420962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:10:10.434521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.434996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Sync routers for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:10:10.442506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-e1119a1e-244b-4e0d-95a4-3ec160e6936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:10.444043 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-e1119a1e-244b-4e0d-95a4-3ec160e6936f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314401 May 26 19:10:10.476630 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:10.479340 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:09:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:10.505290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a608376-5274-4aba-a235-8aab85af9973 req-2dafea6d-ce16-4be8-9041-9afa148909c1 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1346664 May 26 19:10:10.598270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.647232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a118334-6ff1-4ae2-b346-0c37ca1c3afa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:10.672995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3c3f1dae-7cf6-4ff7-b692-fc970b48bd88 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "PUT /v2.0/floatingips/254926fa-f7df-41cc-8123-23beec799514 HTTP/1.1" status: 200 len: 992 time: 3.0027490 May 26 19:10:10.677307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'tag': '329140ca-68d6-49d5-a433-be0c32291146'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:10.678021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.686695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50980) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:10.690208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bcc902d-abf1-4204-a2fb-d1975a1e3f61 req-a03fbe28-1b39-4607-8959-fa6ec5d3353a tempest-SecurityGroupRulesNegativeTestJSON-1885691622 tempest-SecurityGroupRulesNegativeTestJSON-1885691622-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a118334-6ff1-4ae2-b346-0c37ca1c3afa HTTP/1.1" status: 204 len: 173 time: 0.6363044 May 26 19:10:10.713164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-16078de8-dd5c-4738-9e4b-753a85ed4d85 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558010 May 26 19:10:10.807896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Deleting subnet e8001a84-375a-462b-b99e-b0a1b3c31210 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:10:10.815289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.855682 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:10.946437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:10.994390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-cb40e9a7-d668-4642-a078-1824853505b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:10.995902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-cb40e9a7-d668-4642-a078-1824853505b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c&tenant_id=891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 1095 time: 0.5041265 May 26 19:10:11.106214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:11.177624 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e27e190-1607-4179-b94a-1ee9fbe9fbb9 req-0f419e99-594b-46d7-ba6b-b3ede4e19e85 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579818 May 26 19:10:11.215036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04c085-d536-4e1e-a977-76b05d1ba570 req-996ea58f-7748-4ce1-8e81-5954fc9b7f9f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:11.218471 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a04c085-d536-4e1e-a977-76b05d1ba570 req-996ea58f-7748-4ce1-8e81-5954fc9b7f9f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 944 time: 0.2119248 May 26 19:10:11.218678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-22205a8b-f971-41ec-ba47-3280bca7523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:11.220157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-22205a8b-f971-41ec-ba47-3280bca7523e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1095 time: 0.1842384 May 26 19:10:11.263374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:11.372280 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a04c085-d536-4e1e-a977-76b05d1ba570 req-65c00873-a6a7-49bb-9a7b-831fba7c5eec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452866 May 26 19:10:11.400283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8001a84-375a-462b-b99e-b0a1b3c31210,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:11.409778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:11.481746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.482076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.482396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.482716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.483049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.483366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.483847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.484168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.484467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.484780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.485110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.485424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:11.496809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e727bf2-9487-43c9-8956-f7be62940648 req-96d534ba-6412-482c-a164-c8858fd4bc5b tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1015997 May 26 19:10:11.498813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c84e18fe-36ad-4f29-b823-8542aa2ef204 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e8001a84-375a-462b-b99e-b0a1b3c31210 HTTP/1.1" status: 204 len: 168 time: 0.8108404 May 26 19:10:11.502521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50996) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:11.591522 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b88ad3-acec-45fb-9aee-e93bfac8cc4f'] response: {'name': 'network-changed', 'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'tag': '329140ca-68d6-49d5-a433-be0c32291146', 'status': 'completed', 'code': 200} May 26 19:10:11.620105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162ea5-e1bc-4ca1-8406-d8d296ae1109 req-db615ae8-dd38-480b-a8a9-2e8191b3cd03 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:11.622556 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e162ea5-e1bc-4ca1-8406-d8d296ae1109 req-db615ae8-dd38-480b-a8a9-2e8191b3cd03 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.1349430 May 26 19:10:11.624172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '254926fa-f7df-41cc-8123-23beec799514', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'port_id': '329140ca-68d6-49d5-a433-be0c32291146', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'mac_address': 'fa:16:3e:c4:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:09:35Z', 'updated_at': '2022-05-26T19:10:08Z', 'revision_number': 1, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:11.636374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Checking router: 517e35d9-5330-44cc-97d5-8b63bb90e372 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:10:11.645742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:11.652553 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:11.653683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:09:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:11.703278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:10:11.759458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e162ea5-e1bc-4ca1-8406-d8d296ae1109 req-8e34da48-76c9-4e5f-8099-148ad606d75c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899968 May 26 19:10:11.764734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-2dfd09df-eff4-40c5-8a7c-6dbf0003d576 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746553 May 26 19:10:11.771249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-b645737a-a118-44cf-a36e-8bcc42caddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:11.772746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-b645737a-a118-44cf-a36e-8bcc42caddff service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.5384119 May 26 19:10:11.775587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:11.794395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ade8-a967-4669-a734-cab658abbec5 req-39ae6d10-1695-4df8-bfb6-940c9837714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:11.795962 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-39ae6d10-1695-4df8-bfb6-940c9837714e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23e16d3b2e824e7282aea7b771c16360&device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 1097 time: 0.1721518 May 26 19:10:11.853698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:10:11.934258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:11.953984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '983767bf-232b-4d4a-959a-d64873db5b18', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '983767bf-232b-4d4a-959a-d64873db5b18', 'mac_address': 'fa:16:3e:fa:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:11.972754 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59952fd7-d6db-4f29-9a3b-6b7484aee653 req-3446b91f-8684-41c4-8ae4-899e8495fc05 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65eda85b127746e8a0956b8527f1ebc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311749 May 26 19:10:12.009856 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:12.031704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:12.032992 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.063683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:12.088538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:12.104916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.122962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-201e9561-c1be-4b16-a359-d4189870869e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.3272383 May 26 19:10:12.216783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:12.298939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ade8-a967-4669-a734-cab658abbec5 req-46b6ed95-4967-47ef-a154-06228e8f1aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.301078 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-46b6ed95-4967-47ef-a154-06228e8f1aca service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5980fc5-93e1-4a7c-b803-683781acb679 HTTP/1.1" status: 200 len: 915 time: 0.4989655 May 26 19:10:12.368152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['983767bf-232b-4d4a-959a-d64873db5b18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:12.393420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-059ef8e3-dbc5-4a29-8c5d-105b7c7ddd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.395756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-059ef8e3-dbc5-4a29-8c5d-105b7c7ddd1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2608235 May 26 19:10:12.396038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952fd7-d6db-4f29-9a3b-6b7484aee653 req-b8dd0f01-061d-421f-b300-162970c43459 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.397532 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59952fd7-d6db-4f29-9a3b-6b7484aee653 req-b8dd0f01-061d-421f-b300-162970c43459 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186344 May 26 19:10:12.427837 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59952fd7-d6db-4f29-9a3b-6b7484aee653 req-f2255fd9-2071-432b-9481-299f7db20edb tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/quotas/65eda85b127746e8a0956b8527f1ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0156329 May 26 19:10:12.454693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.470053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-7d63b4ce-0857-4bb2-820d-b48dabd7f94f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.480238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-7d63b4ce-0857-4bb2-820d-b48dabd7f94f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7027571 May 26 19:10:12.483039 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-756cd77a-d197-453a-bcba-4a423a930afe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329140ca-68d6-49d5-a433-be0c32291146 HTTP/1.1" status: 200 len: 1000 time: 0.1725864 May 26 19:10:12.515980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-322ea6a1-0b79-4f9d-bc37-1610b23450c0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0328000 May 26 19:10:12.531407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-702b0760-6c7c-42b2-9f6a-114e343ce090 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182804 May 26 19:10:12.552782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-59952fd7-d6db-4f29-9a3b-6b7484aee653 req-c14c342b-bc1f-4089-bbb4-e1407ddab424 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65eda85b127746e8a0956b8527f1ebc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153247 May 26 19:10:12.554281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ade8-a967-4669-a734-cab658abbec5 req-edb950f5-7220-4525-9734-3f4877b83643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.555681 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-edb950f5-7220-4525-9734-3f4877b83643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eb0f77a-b742-4a9c-a8e9-666a7970cb83 HTTP/1.1" status: 200 len: 853 time: 0.0668490 May 26 19:10:12.609779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b735b2-94fa-410a-82de-f3fdb9016d08']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:12.631060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d97f5f1-efc3-48aa-a0aa-65e089a19d67') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:12.631472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d97f5f1-efc3-48aa-a0aa-65e089a19d67') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:12.682591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ade8-a967-4669-a734-cab658abbec5 req-880a0078-ccdb-442b-a85f-329e8a06a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:12.688721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-880a0078-ccdb-442b-a85f-329e8a06a7f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5980fc5-93e1-4a7c-b803-683781acb679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266298 May 26 19:10:12.730768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.734547 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '254926fa-f7df-41cc-8123-23beec799514', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'port_id': '329140ca-68d6-49d5-a433-be0c32291146', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'mac_address': 'fa:16:3e:c4:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:09:35Z', 'updated_at': '2022-05-26T19:10:08Z', 'revision_number': 1, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:12.744084 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620cd24-af20-44b3-b92e-56ccd5d19eac None None] The sync data for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 is: [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '254926fa-f7df-41cc-8123-23beec799514', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'floating_ip_address': '172.25.0.134', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'port_id': '329140ca-68d6-49d5-a433-be0c32291146', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'mac_address': 'fa:16:3e:c4:a0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:09:35Z', 'updated_at': '2022-05-26T19:10:08Z', 'revision_number': 1, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:10:12.873136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-dfeab46e-c1d9-4f03-8343-5f2c2871d8da service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894254 May 26 19:10:12.878194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.913695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:10:12.914095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:12.937580 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-224a3dc3-f264-4eaa-a76c-82148d838b41 service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332692 May 26 19:10:13.041386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a19c-18f4-4600-ab9a-ee6e9f1946bf None None] New status for floating IP 254926fa-f7df-41cc-8123-23beec799514: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:10:13.046705 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2d97f5f1-efc3-48aa-a0aa-65e089a19d67 resource provider aggregate not found May 26 19:10:13.099878 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2d97f5f1-efc3-48aa-a0aa-65e089a19d67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d97f5f1-efc3-48aa-a0aa-65e089a19d67 found for delete ", "request_id": "req-a904de36-6080-49dc-8005-2fdc58922367"}]} May 26 19:10:13.139131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58094dbe-a1d5-41ac-9d95-803ec7b5958d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6213660 May 26 19:10:13.140160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf1c1e-722d-4225-8754-39b9004371f8 req-44ae1e1a-c498-48a3-8378-58d9985dd2cd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:13.142422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0baf1c1e-722d-4225-8754-39b9004371f8 req-44ae1e1a-c498-48a3-8378-58d9985dd2cd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 944 time: 0.2494626 May 26 19:10:13.180525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.208814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.231631 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0baf1c1e-722d-4225-8754-39b9004371f8 req-627299ae-73b8-4ec0-a73e-a8bddc38ee99 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737426 May 26 19:10:13.232327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b735b2-94fa-410a-82de-f3fdb9016d08,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:13.235438 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e586ade8-a967-4669-a734-cab658abbec5 req-a56f2e07-f85e-441c-8ad4-d5a886f3d5dd service neutron] 10.222.0.13 "GET /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790453 May 26 19:10:13.245380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6fedc80f-3d02-4b2b-8c7b-82e6e7a023c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5b735b2-94fa-410a-82de-f3fdb9016d08 HTTP/1.1" status: 204 len: 168 time: 1.7417638 May 26 19:10:13.255530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-3f44ecd8-6514-49b8-a534-fd1e7d019664 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696671 May 26 19:10:13.550408 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84f97449-1f78-4088-ac3d-dd81c0006ce8 req-b12a6ed9-e578-4a74-9262-ce99c9563c58 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0979500 May 26 19:10:13.615405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51036) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:13.665529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:13.728634 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.750057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9296b82e-604f-417d-bbf4-661ce1523169 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9411560ac664f328dfce1a5e7952166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325452 May 26 19:10:13.753469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:13.794996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 983767bf-232b-4d4a-959a-d64873db5b18 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:13.801032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-0ea7e0fb-001c-45ea-baa0-541a29677fc9 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:13.802532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 983767bf-232b-4d4a-959a-d64873db5b18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:13.803189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.804802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-0ea7e0fb-001c-45ea-baa0-541a29677fc9 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1462483 May 26 19:10:13.933530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.986109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:13.988655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:13.989437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.044782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:14.065922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:14.072975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.106365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.151498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601cb4e-d650-42c8-8342-5eedbb444b27 req-02f48b16-9bf0-473b-9548-55a1dfe6d711 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:14.155902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5601cb4e-d650-42c8-8342-5eedbb444b27 req-02f48b16-9bf0-473b-9548-55a1dfe6d711 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 948 time: 0.2176807 May 26 19:10:14.182300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8c04f-fd2d-4b82-98eb-10a2a66f915b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:14.225646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.227601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.229824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.230428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.231566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.233457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.233914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.234629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.235461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.236137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-a6f8d645-1b86-4ab1-845d-fcb5ea3c16f2 service neutron] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:14.236583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.237952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.242561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:14.243993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-a6f8d645-1b86-4ab1-845d-fcb5ea3c16f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.245424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f90e33fe-0b8f-44c4-81c3-b772cd374d80 req-a6f8d645-1b86-4ab1-845d-fcb5ea3c16f2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5/bindings/n-h1-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.4355845 May 26 19:10:14.264973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5601cb4e-d650-42c8-8342-5eedbb444b27 req-e6e9864d-001d-44fc-b01c-426464ee8852 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 May 26 19:10:14.266006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.269822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-19258ef2-46ca-4ea0-9f8f-4de5d9236b68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab8c04f-fd2d-4b82-98eb-10a2a66f915b HTTP/1.1" status: 204 len: 168 time: 0.5149949 May 26 19:10:14.383975 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea4861d-20c6-4564-b54c-986000a9aced'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'code': 200} May 26 19:10:14.394455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:14.593934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-de4ff581-9c61-4adf-952c-9f6a250189ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:14.670504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f0338-b298-418b-a6ea-f653fad59798 req-bcc471e4-6c4a-4f99-8cf0-2c2119d1fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:14.672039 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-888f0338-b298-418b-a6ea-f653fad59798 req-bcc471e4-6c4a-4f99-8cf0-2c2119d1fcc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1100 time: 0.2139187 May 26 19:10:14.791503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-888f0338-b298-418b-a6ea-f653fad59798 req-c5f244a3-d13f-41e6-86ad-e5a3bdfc252f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997033 May 26 19:10:14.902072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405235aa-e189-40a6-8442-4b8907132e2b req-7251bc2b-f0ee-4d15-99a1-424aff94cf5a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:14.903757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-405235aa-e189-40a6-8442-4b8907132e2b req-7251bc2b-f0ee-4d15-99a1-424aff94cf5a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 944 time: 0.2442424 May 26 19:10:15.024004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-405235aa-e189-40a6-8442-4b8907132e2b req-9c874008-7b8e-4d6b-8716-a7dc8d12849e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036761 May 26 19:10:15.340395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b30c3199-6a65-4cc3-b80a-dd8e02033e54 req-78987c00-0985-4a3e-9a77-dbdb2d9e3a6d tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0683405 May 26 19:10:15.644605 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db0a5b3d-0a59-4aa5-b1af-0e81b7053da0 req-5b6406d4-3cba-4acd-81c7-1fbf952f26af tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.1205583 May 26 19:10:15.822222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafba84-c119-4bc6-b0cb-0dd028608a1c req-0dedd56e-d2a1-4cab-8bc2-adb4e9207a59 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:15.823793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caafba84-c119-4bc6-b0cb-0dd028608a1c req-0dedd56e-d2a1-4cab-8bc2-adb4e9207a59 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2381430 May 26 19:10:15.889579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caafba84-c119-4bc6-b0cb-0dd028608a1c req-41a97195-7c13-4022-9894-f2bd8643c787 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540462 May 26 19:10:15.900820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e7745-60a6-4aee-9511-3af708947fed req-7b5f2444-d115-4b9b-ae2e-88907a388744 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:15.908623 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-579e7745-60a6-4aee-9511-3af708947fed req-7b5f2444-d115-4b9b-ae2e-88907a388744 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1095 time: 0.1424625 May 26 19:10:15.949156 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-579e7745-60a6-4aee-9511-3af708947fed req-70fe41a0-6b82-4f61-b8b3-1db3bd596e2b tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 May 26 19:10:16.087179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:16.112807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dd9c745-c6ea-4963-8945-d8bc6b6e4e57 req-22fb4d03-92ea-4733-b164-86f62c625ace tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65eda85b127746e8a0956b8527f1ebc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483887 May 26 19:10:16.227158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811709972-network', 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:16.232809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:16.238416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Usage tracker for resource:network and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:16.242321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:16.249625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:16.264806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:16.268539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.285455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.302670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:16.306788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Usage tracker for resource:security_group_rule and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:16.309774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:16.317068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:16.450043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9c745-c6ea-4963-8945-d8bc6b6e4e57 req-589ed8e6-88ce-43a0-9112-b68b5a24e3fb tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:16.451969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dd9c745-c6ea-4963-8945-d8bc6b6e4e57 req-589ed8e6-88ce-43a0-9112-b68b5a24e3fb tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279531 May 26 19:10:16.477060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dd9c745-c6ea-4963-8945-d8bc6b6e4e57 req-1cd9a590-f685-48db-816a-b40729afb5ef tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/quotas/65eda85b127746e8a0956b8527f1ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0151625 May 26 19:10:16.499932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-0b300630-8214-4f6f-9030-fabe85642d12 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:16.501680 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-0b300630-8214-4f6f-9030-fabe85642d12 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.1786759 May 26 19:10:16.553294 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-b805c2e1-2b66-4d7f-a6b9-51bf776d2918 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/quotas/891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 375 time: 0.0170870 May 26 19:10:16.555055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-89b31760-a0e8-4f38-a2f8-3aa3bf6565a8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482850 May 26 19:10:16.570857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-fa07c3ce-976e-4f1d-9551-9f7ed2579a1b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398455 May 26 19:10:16.583190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dd9c745-c6ea-4963-8945-d8bc6b6e4e57 req-b5e0e6c3-ce0b-497b-bad6-2ae227155aa0 tempest-QuotasAdminNegativeTest-1750021563 tempest-QuotasAdminNegativeTest-1750021563-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65eda85b127746e8a0956b8527f1ebc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962470 May 26 19:10:16.773238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c33bb3c-5143-4ffa-a540-876773a57c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.839044 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.848079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.873437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c0b26fa-7c20-44ff-8e5d-35c5bf0c2312 req-719fbea2-1255-4e13-95f0-f5c49e5de6a8 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0650406 May 26 19:10:16.898134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-71a59c9e-feb8-4efa-b1ab-90fb9781dccb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:16.899586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-71a59c9e-feb8-4efa-b1ab-90fb9781dccb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154535 May 26 19:10:16.916914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:10:16.925066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': '766d42bd-3cbf-4485-8675-4e067c95380e', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:16.931732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073fb61d-a8e0-4ba0-b478-04a3f44ee510,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:16.948701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:16.949073 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Added segment 21ceda6e-14c8-40b4-9302-53a1c00b7233 of type vlan for network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 May 26 19:10:16.957608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-6bce9b97-e795-4ce1-9693-5053c8f598ac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:16.959094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-6bce9b97-e795-4ce1-9693-5053c8f598ac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3988256 May 26 19:10:16.974425 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-9c708bd0-a41d-48bd-bf74-34159a832a2b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4116478 May 26 19:10:16.981008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:17.074442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:17.084508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:17.095373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:17.100109 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.149771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.275833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.276815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:17.277532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.294412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.7 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/4732e1d2-26f6-43ed-bffc-7273fc5372e4) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:17.307973 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-84dee59c-1b20-4e7e-8f74-fa31a36a61b1 service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043683 May 26 19:10:17.330211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.370654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:17.405675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0db30892-ed97-4df6-9705-c4f2b48b8fb2 req-ff7413a3-4c94-4b1b-bbe6-2138c72a9828 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.0526736 May 26 19:10:17.484971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:17.488950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:17.502275 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-89142693-5860-4bf4-ba00-db8b81bd8321 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4133940 May 26 19:10:17.505790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:17.510191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:10:17.512543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:17.516012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.540484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Request body: {'subnet': {'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-811709972-subnet', 'tenant_id': '8f216dfad69345888d136987434a100d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:17.549699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:17.559339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Usage tracker for resource:subnet and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:17.571572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:17.604020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.619067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:17.633553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-076eb351-1dca-44dc-8966-9bd546d50a6e service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710080 May 26 19:10:17.649659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:17.652078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.678478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 4732e1d2-26f6-43ed-bffc-7273fc5372e4 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:17.716725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e259e7-1f0b-4d0d-9981-61e419e015ac req-bb62d904-c095-43e6-bfa5-7321f332f245 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:17.718323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6e259e7-1f0b-4d0d-9981-61e419e015ac req-bb62d904-c095-43e6-bfa5-7321f332f245 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.1184819 May 26 19:10:17.748026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:17.765633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:17.854414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.103 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/506abc93-8b84-45cc-bcc8-0db6130ff188) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:17.931121 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bbf84c5-7166-4fb9-bcbc-9e9a56aa23cd req-99c4998f-897f-42f8-8cd4-f63def3a1fcc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 210 time: 0.0743723 May 26 19:10:17.951866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:18.040848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.072422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6e259e7-1f0b-4d0d-9981-61e419e015ac req-85599606-eadd-43bf-b82e-3f0fd66f14df tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433571 May 26 19:10:18.081760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:18.083064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:18.085702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:18.175610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:18.176263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.220078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-8afa724d-8ffd-410b-9965-d5f4374db30e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3046284 May 26 19:10:18.237433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Request body: {'port': {'device_id': '766d42bd-3cbf-4485-8675-4e067c95380e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:18.301031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:18.318392 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7bb589e2-a0f3-4368-9caa-65e0150bca90 req-77a4185c-3280-4f26-a9c9-91f310f7ae17 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2035155 May 26 19:10:18.466407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.551527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e13e94e-efc3-443b-905b-5e7ec03e8beb None None] Provisioning for port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:18.557375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e13e94e-efc3-443b-905b-5e7ec03e8beb None None] Provisioning complete for port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:18.557603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e13e94e-efc3-443b-905b-5e7ec03e8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.618465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.642352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9e13e94e-efc3-443b-905b-5e7ec03e8beb None None] Port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:18.646817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:18.660623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Usage tracker for resource:security_group_rule and tenant:65eda85b127746e8a0956b8527f1ebc7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:18.664411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:18.673162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:18.679197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.711215 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6564a3f2-1c79-449d-b194-c5db27fd9fae req-856cbd46-8e87-466a-94c1-d0b2ce2ead16 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 210 time: 0.1054397 May 26 19:10:18.723606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae59994-5797-4eae-a202-ac8db9829779 req-84a1fdcf-8133-442e-982f-526649d6e110 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:18.728726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ae59994-5797-4eae-a202-ac8db9829779 req-84a1fdcf-8133-442e-982f-526649d6e110 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.4258475 May 26 19:10:18.820024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d45225-bb50-4e56-93c8-3c9efd6b24b6,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:18.830924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Checking segment: {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:18.831405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Network hostable DHCP agents. Network: 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:10:18.846194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ae59994-5797-4eae-a202-ac8db9829779 req-d0c771c8-212e-4dce-9596-47a77f102a00 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044648 May 26 19:10:18.893480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.909359 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.910020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:10:18.915594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:18.921259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 506abc93-8b84-45cc-bcc8-0db6130ff188 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:18.929007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:18.934472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:18.938792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89323fb-b1b8-4e85-8a6f-6f797497e0a5 None None] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:18.949227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.010183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f4d6f7f-8b34-41b5-9a78-10c934253831 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5036931 May 26 19:10:19.011000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:19.015969 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.021600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:19.080809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:19.121199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Usage tracker for resource:router and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:19.149777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:19.180445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:19.189857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:19.192358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:19.209538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:19.222656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:19.223589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.251111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:19.263554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.265930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.273579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-58f08ded-5b36-43e0-a2f3-f70fa98d4023 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2994282 May 26 19:10:19.293490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Request body: {'port': {'device_id': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:19.296961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65eda85b127746e8a0956b8527f1ebc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9870799 May 26 19:10:19.306431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'tenant_id': '8f216dfad69345888d136987434a100d', 'fixed_ips': [{'subnet_id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:10:19.307268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.310210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe97ea-d280-4bd1-aa09-732dbd13c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df603172-859d-41ac-b85f-a9682a228700,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:19.344132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51198) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:19.433736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:19.487479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1fa84da-a68e-4be4-88ce-c863be150057 req-f6760388-5af3-44af-a15b-90bae0a178fd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 210 time: 0.1888206 May 26 19:10:19.626378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.641285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.695352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.733125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.768782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.774002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d1b52ca-7929-4886-9295-161e2a48a8b1 None None] Provisioning for port 506abc93-8b84-45cc-bcc8-0db6130ff188 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:19.800705 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ba493fb6-5ded-402a-b412-1f04e83941c0 req-fdcf24ba-b758-457c-ad40-8859ebea4e11 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0536711 May 26 19:10:19.813355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d1b52ca-7929-4886-9295-161e2a48a8b1 None None] Provisioning complete for port 506abc93-8b84-45cc-bcc8-0db6130ff188 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:19.813825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d1b52ca-7929-4886-9295-161e2a48a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.880589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4732e1d2-26f6-43ed-bffc-7273fc5372e4 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:19.889141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:19.898006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Allocated IP 172.20.0.2 (4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0/92d45225-bb50-4e56-93c8-3c9efd6b24b6/ba6619ab-67cb-44c6-a4c9-65bf415c7bba) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:19.903784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b52ca-7929-4886-9295-161e2a48a8b1 None None] Port 506abc93-8b84-45cc-bcc8-0db6130ff188 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:19.906967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Transition to ACTIVE for port object 4732e1d2-26f6-43ed-bffc-7273fc5372e4 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:19.983310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.101483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-3bc9b60d-4959-4c75-b84c-b418ad3f1cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5577126 May 26 19:10:20.329866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Pushing event updated for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:20.386215 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.397637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.413622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Transition to ACTIVE for port object ba6619ab-67cb-44c6-a4c9-65bf415c7bba will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:20.428405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2c0b-c102-489a-80f4-84c7dbed2d21 req-e279b6b2-82a7-4fee-802d-1d741e2315ca tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:20.436580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b8b2c0b-c102-489a-80f4-84c7dbed2d21 req-e279b6b2-82a7-4fee-802d-1d741e2315ca tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.5282030 May 26 19:10:20.467230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df603172-859d-41ac-b85f-a9682a228700,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:20.476033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Transition to ACTIVE for port object ba6619ab-67cb-44c6-a4c9-65bf415c7bba will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:20.482087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.485491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-268285b8-1a93-4d57-a3af-af1cbf7111b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df603172-859d-41ac-b85f-a9682a228700 HTTP/1.1" status: 204 len: 168 time: 1.1391256 May 26 19:10:20.495955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.521965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Attempting to bind port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:20.522307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Attempting to bind port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:20.522627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Attempting to bind port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:20.538083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b8b2c0b-c102-489a-80f4-84c7dbed2d21 req-dad10ae3-c0ba-40d1-b4f5-430aea532110 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000803 May 26 19:10:20.545072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:20.545561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Attempting to bind port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:20.566162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:20.567249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:20.569451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:20.570872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Bound port: 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:20.571227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.581366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-d92161ba-5486-46b6-87eb-c726917472cd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:20.582872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-d92161ba-5486-46b6-87eb-c726917472cd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.9427907 May 26 19:10:20.612297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Request body: {'port': {'device_id': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'admin_state_up': True, 'tenant_id': '891552066e664642bc2c603d042ea48c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:20.618797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:20.628092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:20.637055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:20.643603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Pushing event updated for resources: {'Port': ['ID=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:20.720680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.807853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Attempting to bind port ba6619ab-67cb-44c6-a4c9-65bf415c7bba on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:20.808092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Attempting to bind port ba6619ab-67cb-44c6-a4c9-65bf415c7bba by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:20.808445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Attempting to bind port ba6619ab-67cb-44c6-a4c9-65bf415c7bba on network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:20.818712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:20.819081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Checking segment: {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:20.819479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.820006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Bound using segment: {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:20.820487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Bound port: ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:20.820858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.883728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72054072-d18d-4a02-9615-19788e41688e req-e9c69ab5-d9ce-4723-84ed-7b58774ad15a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 210 time: 0.1168094 May 26 19:10:20.964869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:20.970512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:20.978000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:20.990116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] For port ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:20.995689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] For port ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:21.003489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.041885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:21.054162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dac1-6a10-4f93-9453-8711a48ea1cf req-8fc2c2ac-c307-4a43-8dc2-4ab88cbf68f5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:21.054891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-25b8dac1-6a10-4f93-9453-8711a48ea1cf req-8fc2c2ac-c307-4a43-8dc2-4ab88cbf68f5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:21.128349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:21.131104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.133542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] 10.222.0.53 "PUT /v2.0/ports/4732e1d2-26f6-43ed-bffc-7273fc5372e4 HTTP/1.1" status: 200 len: 1094 time: 2.9039567 May 26 19:10:21.140277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:21.194068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.194633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472d7d4-3295-47ea-8c2d-90229d18435e None None] Pushing event updated for resources: {'Port': ['ID=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:21.294908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-25b8dac1-6a10-4f93-9453-8711a48ea1cf req-8fc2c2ac-c307-4a43-8dc2-4ab88cbf68f5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:21.296213 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-25b8dac1-6a10-4f93-9453-8711a48ea1cf req-8fc2c2ac-c307-4a43-8dc2-4ab88cbf68f5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 936 time: 1.2440157 May 26 19:10:21.326974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:21.361886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae9569-3bc1-48ce-910e-d6e182a3a150 service neutron] Pushing event updated for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:21.365776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:21.370396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Usage tracker for resource:security_group_rule and tenant:4966920145c54a3a8672d10777148353 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:21.373807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:21.381030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:21.389723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfd4cd84-bf3c-4e0a-b8a7-a74865947204 req-8f232097-eb7e-47a1-b940-5fcc6b70e0b4 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2124372 May 26 19:10:21.454737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:21.480369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506abc93-8b84-45cc-bcc8-0db6130ff188 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:21.526130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-55c30b3d-80fa-4576-90de-d48af65569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:21.532548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-55c30b3d-80fa-4576-90de-d48af65569f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 1097 time: 0.3022993 May 26 19:10:21.565108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.596425 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-25b8dac1-6a10-4f93-9453-8711a48ea1cf req-13ccb8e3-c946-4a0f-9d2d-4712524bf58a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715979 May 26 19:10:21.598336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:21.608377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.678167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Transition to ACTIVE for port object 506abc93-8b84-45cc-bcc8-0db6130ff188 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:21.693788 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff53fd8a-8d54-4b35-b06f-a34bbf26cf02'] response: {'name': 'network-changed', 'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4', 'status': 'completed', 'code': 200} May 26 19:10:21.694727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.713173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ec3afa64-2a06-4519-903a-45f936a75a99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4 HTTP/1.1" status: 200 len: 217 time: 0.1645205 May 26 19:10:21.842920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.860737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:21.885920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-48718860-e74e-4f8e-a20a-f097ece804cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:21.887474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-48718860-e74e-4f8e-a20a-f097ece804cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1281068 May 26 19:10:21.992803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4966920145c54a3a8672d10777148353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9431760 May 26 19:10:22.016850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460fde-01ac-422c-a399-da7ff5405e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe75d71-5293-4751-85e0-b9551ebdabf4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:22.024123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51248) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:22.093467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3abd0-6541-4e41-9ea2-43c26e57ac3a req-67ac103c-afef-43c0-8b21-229881c6bb67 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:22.105528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56f3abd0-6541-4e41-9ea2-43c26e57ac3a req-67ac103c-afef-43c0-8b21-229881c6bb67 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.4032176 May 26 19:10:22.138702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Pushing event updated for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:22.143538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ba6619ab-67cb-44c6-a4c9-65bf415c7bba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:22.269488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Attempting to bind port 506abc93-8b84-45cc-bcc8-0db6130ff188 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:22.269898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Attempting to bind port 506abc93-8b84-45cc-bcc8-0db6130ff188 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:22.270095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Attempting to bind port 506abc93-8b84-45cc-bcc8-0db6130ff188 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:22.285514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Port 506abc93-8b84-45cc-bcc8-0db6130ff188 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:22.285934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Attempting to bind port 506abc93-8b84-45cc-bcc8-0db6130ff188 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:22.289309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ba6619ab-67cb-44c6-a4c9-65bf415c7bba completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:22.455256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56f3abd0-6541-4e41-9ea2-43c26e57ac3a req-7294f761-443c-4004-ad85-7097a2deb91f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477008 May 26 19:10:22.471174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a48a6120-63e8-4a97-9533-d68303ca8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:22.472675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-a48a6120-63e8-4a97-9533-d68303ca8fed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5688119 May 26 19:10:22.485148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.495786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:22.496126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:22.496512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:22.496956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Bound port: 506abc93-8b84-45cc-bcc8-0db6130ff188, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:22.497376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.542974 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46af5376-3c83-4cc9-a042-c2160d05fe3d req-db1da342-477f-438d-bb73-75d8612a7865 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 210 time: 0.2609873 May 26 19:10:22.556967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Allocated IP 172.20.0.4 (32463b11-b1ac-4c2b-b8c3-0e24e3accacb/f5db4c14-f328-4cb3-a174-08c5aeeeca44/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:22.678777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.694781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-9709437e-c14a-4d60-bfd6-301b3f604f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:22.696602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-9709437e-c14a-4d60-bfd6-301b3f604f56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1100 time: 0.5311952 May 26 19:10:22.707221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17cbbb3f-5468-4b00-8203-224ad05a99c3 req-25f06f07-7eb5-4158-be6e-0f895c9a1f8b tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0928521 May 26 19:10:22.765359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.802414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e4539-1e21-4b33-9d25-6e7a101ed9d9 None None] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:22.864905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.907380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Provisioning for port ba6619ab-67cb-44c6-a4c9-65bf415c7bba completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:22.910340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-505ba230-bb6a-4644-8c8d-5586820bd481 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078965 May 26 19:10:22.920784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Provisioning complete for port ba6619ab-67cb-44c6-a4c9-65bf415c7bba triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:22.921702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:22.962073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.053578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-09736705-39e8-4209-9519-99a188f2a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.055594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-09736705-39e8-4209-9519-99a188f2a37a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3446908 May 26 19:10:23.055751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe75d71-5293-4751-85e0-b9551ebdabf4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:23.062124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.066365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff7512a3-6618-4e43-9aef-e0db374aabfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fe75d71-5293-4751-85e0-b9551ebdabf4 HTTP/1.1" status: 204 len: 168 time: 1.0272176 May 26 19:10:23.121774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:23.147155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-51aa4b7c-eb8f-4ae4-8449-94020d091a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.0795124 May 26 19:10:23.190713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=506abc93-8b84-45cc-bcc8-0db6130ff188,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:23.202137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.214822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.265647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ae173c83-1c25-4305-b488-6c57416c58b2 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445873 May 26 19:10:23.267117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-d9d16f6e-3795-41e7-9c0a-a458f6de76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.269203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-d9d16f6e-3795-41e7-9c0a-a458f6de76a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1019142 May 26 19:10:23.299163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Current status of the port ba6619ab-67cb-44c6-a4c9-65bf415c7bba is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:23.299747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.366791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.367418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.367540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] For port ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:23.368871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] 10.222.0.13 "PUT /v2.0/ports/506abc93-8b84-45cc-bcc8-0db6130ff188 HTTP/1.1" status: 200 len: 1096 time: 4.0805082 May 26 19:10:23.378270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:23.397009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.430454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eebce-04f0-4acf-960d-8a698221317b service neutron] Pushing event updated for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:23.481196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fb074-7d87-4d4c-8490-1244d6008ed7 req-87a807fb-2593-4019-9f20-bf842fd8f24e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.494917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e7fb074-7d87-4d4c-8490-1244d6008ed7 req-87a807fb-2593-4019-9f20-bf842fd8f24e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 948 time: 0.7012384 May 26 19:10:23.495390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-96a92dd3-e0fc-46c0-875f-952ee28238ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.496889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-96a92dd3-e0fc-46c0-875f-952ee28238ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 1097 time: 0.1689086 May 26 19:10:23.500271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-846a2f24-38c2-4a23-909f-f09aada759df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.501917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-846a2f24-38c2-4a23-909f-f09aada759df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256796 May 26 19:10:23.560120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07c84d-e823-4d18-be76-8835d0b4db49 None None] Pushing event updated for resources: {'Port': ['ID=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:23.583379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Allocated IP 172.25.0.120 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/2459959d-65bf-483f-8d39-5316200c9921) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:23.640816 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7f7b6c-26e9-40a3-9c37-538cde68b5a1'] response: {'name': 'network-changed', 'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188', 'status': 'completed', 'code': 200} May 26 19:10:23.679129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.848552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e7fb074-7d87-4d4c-8490-1244d6008ed7 req-ffff82a1-1c27-4a50-a704-a605f35e3648 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526342 May 26 19:10:23.902937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-c4b49ad4-89e8-485d-9bd0-861e0dcbd1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751314 May 26 19:10:23.910671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-988d10f2-d620-4e54-b359-0d7522b2f941 None None] Provisioning complete for port ba6619ab-67cb-44c6-a4c9-65bf415c7bba triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:23.912318 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-988d10f2-d620-4e54-b359-0d7522b2f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:23.947349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-e6f5ad37-311b-462d-bcbe-b4a6e3b0d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:23.948612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-e6f5ad37-311b-462d-bcbe-b4a6e3b0d252 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4423261 May 26 19:10:24.008920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ba6619ab-67cb-44c6-a4c9-65bf415c7bba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:24.096271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-0249287c-ad2c-48e0-9946-5bcfca39cf3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4 HTTP/1.1" status: 200 len: 217 time: 0.0861197 May 26 19:10:24.108283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2358b7-7c89-4ff8-bf08-814562d88398 req-95759640-2c09-4c98-9b57-c26dc6e7af3d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:24.110135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d2358b7-7c89-4ff8-bf08-814562d88398 req-95759640-2c09-4c98-9b57-c26dc6e7af3d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.3754928 May 26 19:10:24.127613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:24.236050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ba6619ab-67cb-44c6-a4c9-65bf415c7bba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:24.236430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:24.258616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-645fc746-a6c5-4aa4-b617-ba9257e2d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:24.258848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:24.260120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-645fc746-a6c5-4aa4-b617-ba9257e2d664 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1466107 May 26 19:10:24.262177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:24.270486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-b9fb369f-88fc-4c0b-9f6c-5875facf06ae service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575008 May 26 19:10:24.278380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:24.288815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d2358b7-7c89-4ff8-bf08-814562d88398 req-f08ba880-1734-49a0-86d2-e0d440dcd374 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332915 May 26 19:10:24.312018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-988d10f2-d620-4e54-b359-0d7522b2f941 None None] Current status of the port ba6619ab-67cb-44c6-a4c9-65bf415c7bba is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:24.492237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ba6619ab-67cb-44c6-a4c9-65bf415c7bba is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:24.573020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:24.589685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:24.595166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:24.595861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:24.607861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88435ba1-053f-449d-b497-a6cf8eb448a9 req-6c256390-9e9f-4469-984f-4d1a1025d65e tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0767987 May 26 19:10:24.646239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-cb06af62-aad8-4e37-9649-147539a8b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:24.648804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-cb06af62-aad8-4e37-9649-147539a8b697 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3551958 May 26 19:10:24.684790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:24.688977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Pushing event updated for resources: {'Port': ['ID=2459959d-65bf-483f-8d39-5316200c9921,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:24.699506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:24.711424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:24.825931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-af2eb52e-0727-4f9b-a2fa-742e60f0e6a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678069 May 26 19:10:24.841696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-9fad23a9-5860-4ca3-b315-98ad78aa898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:24.843362 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-9fad23a9-5860-4ca3-b315-98ad78aa898f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 1099 time: 1.3464401 May 26 19:10:24.929356 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-6dbde504-055b-4e6f-8952-e24debdee870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=506abc93-8b84-45cc-bcc8-0db6130ff188 HTTP/1.1" status: 200 len: 217 time: 0.0709498 May 26 19:10:24.930593 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-f1667517-fede-4f8a-988c-6cdc8afb7536 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3221841 May 26 19:10:24.999766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb96b7ed-78f3-4765-8919-a98930afc383 req-08df71c3-7938-484d-9871-3e5c1bb1d041 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668558 May 26 19:10:25.028550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Request body: {'port': {'device_id': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:25.113718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eebf62-2941-4d6c-a9cb-a761d18f30bb req-612b7378-48fe-412a-b5b2-d84b63f7b746 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:25.115352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4eebf62-2941-4d6c-a9cb-a761d18f30bb req-612b7378-48fe-412a-b5b2-d84b63f7b746 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:25.122336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8736-b045-4666-932c-15c82e7dd3dd req-ebc88baf-7c3c-4997-bc57-ecf2df8c27a5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:25.123073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f85d8736-b045-4666-932c-15c82e7dd3dd req-ebc88baf-7c3c-4997-bc57-ecf2df8c27a5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:25.129083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4eebf62-2941-4d6c-a9cb-a761d18f30bb req-612b7378-48fe-412a-b5b2-d84b63f7b746 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:25.130256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4eebf62-2941-4d6c-a9cb-a761d18f30bb req-612b7378-48fe-412a-b5b2-d84b63f7b746 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 948 time: 0.1252365 May 26 19:10:25.197696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4eebf62-2941-4d6c-a9cb-a761d18f30bb req-be3e1cd7-2225-4474-bbd7-d465e24e8ea2 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 May 26 19:10:25.216762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-dd3ab537-4af7-4058-872f-01d114fd29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:25.218706 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-dd3ab537-4af7-4058-872f-01d114fd29b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2519789 May 26 19:10:25.337868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f85d8736-b045-4666-932c-15c82e7dd3dd req-ebc88baf-7c3c-4997-bc57-ecf2df8c27a5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:25.338997 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f85d8736-b045-4666-932c-15c82e7dd3dd req-ebc88baf-7c3c-4997-bc57-ecf2df8c27a5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 931 time: 1.1255219 May 26 19:10:25.386663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:25.583005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f85d8736-b045-4666-932c-15c82e7dd3dd req-b5fc8ca9-2454-426f-a409-1cdca41f052d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239387 May 26 19:10:25.614194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:25.681229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836d4ff-6f4e-41b4-83f9-65b7d0c7acc0 req-fd6e32f7-0469-444a-bece-8011a09f1673 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:25.682877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6836d4ff-6f4e-41b4-83f9-65b7d0c7acc0 req-fd6e32f7-0469-444a-bece-8011a09f1673 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.1092775 May 26 19:10:25.731222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6836d4ff-6f4e-41b4-83f9-65b7d0c7acc0 req-a95304f0-33f8-4bd6-b726-bcd964f4c5d1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 May 26 19:10:25.762207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-483de104-779a-4066-baa2-50fc7f230384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:25.763698 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-483de104-779a-4066-baa2-50fc7f230384 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5322056 May 26 19:10:25.908283 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f2ee3d7f-b7bc-4b9b-b237-780e105e0471 req-33cbfc11-b7ff-43dc-b26c-8c0d7f5413ec tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1381664 May 26 19:10:26.228604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:26.412127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.431688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:26.437304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Usage tracker for resource:security_group_rule and tenant:9d75d953be344f15a3d81de9fa9749e1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:26.447494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3e5f-4ab4-436a-b747-0f2e7343a36c req-867f2fb6-98b9-47fa-8376-790aa546cebd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:26.449075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae2f3e5f-4ab4-436a-b747-0f2e7343a36c req-867f2fb6-98b9-47fa-8376-790aa546cebd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 948 time: 0.1350479 May 26 19:10:26.449989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:26.458864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:26.473453 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-4730ef9f-c8f6-4e82-a45c-9368ffdd2fb6 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638062 May 26 19:10:26.529028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae2f3e5f-4ab4-436a-b747-0f2e7343a36c req-4aa02fea-d0e8-4a39-8131-7d74d82bf811 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715876 May 26 19:10:26.602830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.607684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.623832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.660149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d75d953be344f15a3d81de9fa9749e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296639 May 26 19:10:26.660946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51342) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:26.684249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5d9b6-9a54-461e-989b-e661a3cf9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52e904-468b-44ab-8862-63dd313bf337,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:26.743642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.772766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.836570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.869431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52e904-468b-44ab-8862-63dd313bf337,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:26.871712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b2bb3731-2289-46cd-8b2a-64efc9e34a56 req-1f7501e0-8597-4bf6-997f-f6870e90a99b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837721 May 26 19:10:26.873390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:26.874638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-444c9d7f-8957-4701-8626-8f6b12fb1995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c52e904-468b-44ab-8862-63dd313bf337 HTTP/1.1" status: 204 len: 168 time: 0.2118635 May 26 19:10:26.951719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:26.997389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11e46b-3d92-4b7a-87e3-d3037231f8cc req-e8ca55fb-9db8-47f3-9c96-9efe97c6151d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:26.997922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.001884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf11e46b-3d92-4b7a-87e3-d3037231f8cc req-e8ca55fb-9db8-47f3-9c96-9efe97c6151d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.1168878 May 26 19:10:27.060079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf11e46b-3d92-4b7a-87e3-d3037231f8cc req-9c2ab9a2-e234-4be4-a49e-06d7cdfe190e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 May 26 19:10:27.086735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Transition to ACTIVE for port object e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:27.100891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.213898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4729c40e-7cbd-438f-b31d-53c4f32f1621 req-234e5545-b51a-4c78-a158-b98fb487664c tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0479512 May 26 19:10:27.285184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952bec9-2703-4d39-919d-e86813bd8595 req-c327fbf9-a279-4b3b-b85b-1ab0434727f6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:27.286783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8952bec9-2703-4d39-919d-e86813bd8595 req-c327fbf9-a279-4b3b-b85b-1ab0434727f6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 931 time: 0.5315149 May 26 19:10:27.358011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4732e1d2-26f6-43ed-bffc-7273fc5372e4 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:27.363348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51354) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:27.385119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.391720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:27.402287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:27.406770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Usage tracker for resource:security_group_rule and tenant:868822c92feb4e1e8b579df66ad25606 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:27.410797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:27.417275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:27.423469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-7942dad1-caac-405f-aaaf-504d9e229bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:27.424996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-7942dad1-caac-405f-aaaf-504d9e229bce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 1099 time: 0.4391937 May 26 19:10:27.464668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:27.464668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:27.465026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:27.478027 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8952bec9-2703-4d39-919d-e86813bd8595 req-5a4f0dfd-c49d-4fb4-adc3-1e57802760b3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731577 May 26 19:10:27.533845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:27.546878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Router 8db0818f-167e-4e52-968d-c976d472db64 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:10:27.548685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.548971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4732e1d2-26f6-43ed-bffc-7273fc5372e4', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '4732e1d2-26f6-43ed-bffc-7273fc5372e4', 'mac_address': 'fa:16:3e:9a:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:27.556090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.561133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:27.561462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:27.577485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:27.577840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:27.578200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:27.578639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Bound port: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:27.578979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.614873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=868822c92feb4e1e8b579df66ad25606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502382 May 26 19:10:27.616351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51360) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:27.628585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749d721-a476-4b83-8864-02f61fe8a3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d037bbf1-b36f-42fa-97dd-ac867c50ee58,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:27.641527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:27.641820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.662569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4732e1d2-26f6-43ed-bffc-7273fc5372e4 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:27.682534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:27.687906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.740272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.785173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.789915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:27.805130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-8ca6244a-d6ca-4e4b-b390-5118dea681c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:27.806713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-8ca6244a-d6ca-4e4b-b390-5118dea681c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3718185 May 26 19:10:27.813384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.814099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.815286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.815286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.815776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.816330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.816879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.817462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.817992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.818730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.819246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.819763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:27.849327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1f224-b24c-4889-8c9b-0962f216f6cc req-024aa159-a5c8-4513-be01-07a2ce33021e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:27.851114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55a1f224-b24c-4889-8c9b-0962f216f6cc req-024aa159-a5c8-4513-be01-07a2ce33021e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 948 time: 0.1590719 May 26 19:10:27.903450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.923145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55a1f224-b24c-4889-8c9b-0962f216f6cc req-86d4f9c4-0cd3-4b0e-ba5b-7cf321750bd5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629110 May 26 19:10:27.928571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037bbf1-b36f-42fa-97dd-ac867c50ee58,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:27.936638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:27.937938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a178a825-08e7-4625-b3e2-6b6756634320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d037bbf1-b36f-42fa-97dd-ac867c50ee58 HTTP/1.1" status: 204 len: 168 time: 0.3206365 May 26 19:10:28.100693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-f1345507-e93a-4410-bd8c-6af8fdedfa33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=506abc93-8b84-45cc-bcc8-0db6130ff188 HTTP/1.1" status: 200 len: 217 time: 0.2333465 May 26 19:10:28.172918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:28.208383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:28.227079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:10:28.239278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:28.249187 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Sync routers for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:10:28.261672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:28.271859 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:28.274532 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:28.306045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-c6da760c-3789-45a3-ad03-67024a5e3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.307290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-c6da760c-3789-45a3-ad03-67024a5e3c49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1829696 May 26 19:10:28.383609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:28.383609 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e09d94f3-f0f8-49aa-8162-afd08d19bed6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3707511 May 26 19:10:28.390326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51376) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:28.401777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.402391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:28.403788 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 1091 time: 3.4358995 May 26 19:10:28.405421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:28.459264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d4cd-4aa5-4ee0-b194-4fd25ceb53b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:28.530788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14f93a-adfd-42ad-8d14-5f10a04e5b00 req-aaeddba1-224b-413b-b3c1-19f0c1744e7e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.532441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d14f93a-adfd-42ad-8d14-5f10a04e5b00 req-aaeddba1-224b-413b-b3c1-19f0c1744e7e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.3487916 May 26 19:10:28.576976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-f72bdce8-be7c-4c72-a1d2-9c27a120c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.578538 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-f72bdce8-be7c-4c72-a1d2-9c27a120c5be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648804 May 26 19:10:28.618926 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:28.696790 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d14f93a-adfd-42ad-8d14-5f10a04e5b00 req-ecfa912a-26d5-4020-8a98-5c991fe936d7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532423 May 26 19:10:28.716485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-17340b0d-9619-4764-883c-705c3c123869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.718085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-17340b0d-9619-4764-883c-705c3c123869 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1094 time: 0.2556758 May 26 19:10:28.745766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afe2bd93-3c14-43e8-9e44-7a824c262cf8 req-5f5f2c92-857e-48d2-adf6-c33919303056 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1148958 May 26 19:10:28.809863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-72cb6999-93a6-4650-9f13-b8de39197082 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.0808191 May 26 19:10:28.858023 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2121676-310b-4f81-8cf0-66d442526653'] response: {'name': 'network-changed', 'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'status': 'completed', 'code': 200} May 26 19:10:28.942730 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-d54fd668-b59d-4366-84ee-9a673aafad4f service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528843 May 26 19:10:28.950290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-991de05f-86d3-4ac6-934d-c54b56714d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:28.951808 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-991de05f-86d3-4ac6-934d-c54b56714d82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1274934 May 26 19:10:29.156001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:25Z', 'revision_number': 3, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:29.157058 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-80cfa211-fdca-4eb8-a012-b4c2f0309182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677895 May 26 19:10:29.174590 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Checking router: 8db0818f-167e-4e52-968d-c976d472db64 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:10:29.175326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Updating router 8db0818f-167e-4e52-968d-c976d472db64 port 2459959d-65bf-483f-8d39-5316200c9921 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:10:29.237925 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:29.286417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56612e7a-f39a-471c-adbc-19049029c715 req-d9918d0e-ece4-4b60-a361-df4f2c0aed8b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:29.293632 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56612e7a-f39a-471c-adbc-19049029c715 req-d9918d0e-ece4-4b60-a361-df4f2c0aed8b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.3419065 May 26 19:10:29.452781 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76c6b7f2-c2b6-49e8-b3c5-dd64f3ed8b3f req-1bf48646-70d8-4ba7-9665-31a4be0f79bd service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999273 May 26 19:10:29.465398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed9b9b-7d5f-4864-a510-3a7dff9ed9ac req-9e790894-cab4-4aed-880d-b2a70917d3ce tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:29.467225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56612e7a-f39a-471c-adbc-19049029c715 req-dac09fb1-2b78-4bb0-b085-9ec045fe8347 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726441 May 26 19:10:29.469685 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31ed9b9b-7d5f-4864-a510-3a7dff9ed9ac req-9e790894-cab4-4aed-880d-b2a70917d3ce tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 948 time: 0.2642162 May 26 19:10:29.485125 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-03897ef3-efdd-4eb3-b36c-c73a441a3ede service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205132 May 26 19:10:29.615988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31ed9b9b-7d5f-4864-a510-3a7dff9ed9ac req-6d6f324e-58be-4661-92c0-be5bc08dd3c1 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355548 May 26 19:10:29.682818 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2eee7176-4c9f-4fa7-a646-17cec14689bf req-0b4529b2-2081-4336-a925-2f46a7d8bbcc service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773665 May 26 19:10:29.734401 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:29.762374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Transition to ACTIVE for port object 2459959d-65bf-483f-8d39-5316200c9921 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:29.775231 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:29.779098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 506abc93-8b84-45cc-bcc8-0db6130ff188 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:29.879031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-50f0d388-99f7-4f90-9688-f0bc2a47d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:29.880799 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-50f0d388-99f7-4f90-9688-f0bc2a47d9be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1094 time: 0.1203535 May 26 19:10:29.937442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Attempting to bind port 2459959d-65bf-483f-8d39-5316200c9921 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:29.937868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Attempting to bind port 2459959d-65bf-483f-8d39-5316200c9921 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:29.938318 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Attempting to bind port 2459959d-65bf-483f-8d39-5316200c9921 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:29.941356 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Pushing event updated for resources: {'Port': ['ID=2459959d-65bf-483f-8d39-5316200c9921,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:29.951713 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.952151 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.952579 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.953003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.953452 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.953996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.954410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.955420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.955834 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.956283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.956695 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.957699 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:10:29.960751 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:29.961285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:29.961812 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:29.962289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:29.962868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Bound port: 2459959d-65bf-483f-8d39-5316200c9921, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:29.963359 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.049616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] For port 2459959d-65bf-483f-8d39-5316200c9921, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:30.053864 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] For port 2459959d-65bf-483f-8d39-5316200c9921, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2459959d-65bf-483f-8d39-5316200c9921,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:30.059393 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.093999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=506abc93-8b84-45cc-bcc8-0db6130ff188,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:30.117547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '506abc93-8b84-45cc-bcc8-0db6130ff188', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '506abc93-8b84-45cc-bcc8-0db6130ff188', 'mac_address': 'fa:16:3e:72:0a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:30.175197 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c5ef2-6092-40ad-a414-be07af524f29 None None] Pushing event updated for resources: {'Port': ['ID=2459959d-65bf-483f-8d39-5316200c9921,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:30.193435 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:30.195088 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:30.196248 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dba5575c-3739-4ffc-915e-886c2b1fee62 req-b9e9dddd-5cbb-4609-8fd2-89de2d99f0e7 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0696695 May 26 19:10:30.257474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ecdd7-12b6-4635-a5b7-4de6079ec600 req-0abd9cbf-9420-4ca0-aaed-616b6bcbc9b9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:30.263162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e5ecdd7-12b6-4635-a5b7-4de6079ec600 req-0abd9cbf-9420-4ca0-aaed-616b6bcbc9b9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2811348 May 26 19:10:30.266455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-c684eb9d-5a7f-434a-adca-9ad6badf6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:30.268051 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-c684eb9d-5a7f-434a-adca-9ad6badf6e3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3785000 May 26 19:10:30.300850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 506abc93-8b84-45cc-bcc8-0db6130ff188 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:30.301539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.313331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.326397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506abc93-8b84-45cc-bcc8-0db6130ff188 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:30.354374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e5ecdd7-12b6-4635-a5b7-4de6079ec600 req-62b1d299-d3aa-43bb-bee1-0b813b9300a3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 May 26 19:10:30.372831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=506abc93-8b84-45cc-bcc8-0db6130ff188,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:30.374055 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.467228 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:30.475178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:30.588404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-ae4ec99c-3de7-4019-a4db-575966e09de9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.3141365 May 26 19:10:30.622694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Allocated IP 172.20.0.1 (4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0/92d45225-bb50-4e56-93c8-3c9efd6b24b6/61693833-7e0b-4463-91e0-8ef8f6139641) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:30.677851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:30.751976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-cfacaaa6-6b9a-4547-8fbe-3446f3062a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:30.754259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-cfacaaa6-6b9a-4547-8fbe-3446f3062a3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1581471 May 26 19:10:30.811415 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-515d405c-d41b-4c53-9b5b-a6c55120970f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447426 May 26 19:10:30.904004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:30.919656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246202fa-e627-4d43-955d-a617aaa5a259 req-f0bf124f-d8c4-46f1-a1af-0fc4c6ed948f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:30.921187 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-246202fa-e627-4d43-955d-a617aaa5a259 req-f0bf124f-d8c4-46f1-a1af-0fc4c6ed948f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.2392223 May 26 19:10:30.922470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299913e4-d0ca-4742-aeb0-4bc009d11589 req-880fe66e-c76d-47f1-9e98-8f3808b3969e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:30.924029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-299913e4-d0ca-4742-aeb0-4bc009d11589 req-880fe66e-c76d-47f1-9e98-8f3808b3969e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 949 time: 0.1603081 May 26 19:10:30.936324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Transition to ACTIVE for port object 61693833-7e0b-4463-91e0-8ef8f6139641 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:30.939546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:25Z', 'revision_number': 3, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:30.944282 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2023e-ee27-4eb8-830d-8fa5cca941ba None None] The sync data for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 is: [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:25Z', 'revision_number': 3, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:10:30.988991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-299913e4-d0ca-4742-aeb0-4bc009d11589 req-ecfb8a0b-e5d3-4924-8e48-9a8badd0597e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560009 May 26 19:10:31.010047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.040369 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-246202fa-e627-4d43-955d-a617aaa5a259 req-cd0a2437-b38f-4b11-bfee-680bc26e8fbd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054096 May 26 19:10:31.107231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:31.114390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:31.121027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:31.129654 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-bac97646-e889-4900-b4f0-1898591eb38f service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134689 May 26 19:10:31.156559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Pushing event updated for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:31.187899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.372184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4732e1d2-26f6-43ed-bffc-7273fc5372e4 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:31.481154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.483989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:31.489774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:31.490489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.531003 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-21ded37e-469f-4434-afa5-c2a5a8623d6f req-241985df-1940-4394-b8da-579080843d75 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943877 May 26 19:10:31.559450 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db84be8e-3e1c-4917-a129-82c4d32482fe req-0c2b7178-dd33-40ec-a1bf-22a8b95816fb tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1171100 May 26 19:10:31.614119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d71583fb-ca1e-4c57-831a-93304fd3150f None None] Provisioning for port 61693833-7e0b-4463-91e0-8ef8f6139641 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:31.627116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d71583fb-ca1e-4c57-831a-93304fd3150f None None] Provisioning complete for port 61693833-7e0b-4463-91e0-8ef8f6139641 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:31.627893 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d71583fb-ca1e-4c57-831a-93304fd3150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.748978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d71583fb-ca1e-4c57-831a-93304fd3150f None None] Port 61693833-7e0b-4463-91e0-8ef8f6139641 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:31.782853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:31.783280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.797089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 506abc93-8b84-45cc-bcc8-0db6130ff188 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:31.889332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:31.929434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:31.933271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51442) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:31.941915 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:31.992796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fab4de-d4e1-4a10-a793-b4ee2f84c6f7 req-9b79d16f-a66d-4405-8bda-f4ae7ab63bd7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:31.996200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4fab4de-d4e1-4a10-a793-b4ee2f84c6f7 req-9b79d16f-a66d-4405-8bda-f4ae7ab63bd7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.3112841 May 26 19:10:32.039192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.092023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.109437 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2306e56d-3412-40cc-ac95-533228cc961e'] response: {'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4', 'code': 200} May 26 19:10:32.112383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2459959d-65bf-483f-8d39-5316200c9921 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:32.136406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.142593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.169093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 506abc93-8b84-45cc-bcc8-0db6130ff188 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:32.179592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 506abc93-8b84-45cc-bcc8-0db6130ff188 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:32.180256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.214838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:32.229916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Usage tracker for resource:security_group_rule and tenant:1a0f583d1b6f43e3a1f598a08056f4f1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:32.234025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:32.242213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:32.285875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.311319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2459959d-65bf-483f-8d39-5316200c9921 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:32.320844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2459959d-65bf-483f-8d39-5316200c9921 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:32.321265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.338405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dd791-7623-4ded-a7c4-47a1a36d205b req-62e72551-c15e-4cf0-877d-adbd4a13231c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:32.340293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef1dd791-7623-4ded-a7c4-47a1a36d205b req-62e72551-c15e-4cf0-877d-adbd4a13231c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 949 time: 0.1717749 May 26 19:10:32.393949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 506abc93-8b84-45cc-bcc8-0db6130ff188 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:32.394555 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.429497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4fab4de-d4e1-4a10-a793-b4ee2f84c6f7 req-ec997575-226f-454f-93eb-a87accd95b62 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851593 May 26 19:10:32.432730 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef1dd791-7623-4ded-a7c4-47a1a36d205b req-5b5a0605-cd66-4659-b88a-dc0ac24fca98 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 May 26 19:10:32.456232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Pushing event updated for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.463769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.468777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.496015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=506abc93-8b84-45cc-bcc8-0db6130ff188,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:32.497087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2459959d-65bf-483f-8d39-5316200c9921 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:32.497486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.504193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.530864 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a0f583d1b6f43e3a1f598a08056f4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5955503 May 26 19:10:32.533530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702bc6c-5c74-4394-8675-db6eeafe448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff1766-7bbb-4108-854f-c0964bec036c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.537840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:32.540531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465cf4-afd0-438b-8b9f-cc3fc28d8bd3 req-88c75e82-ee81-43de-81de-6f6c11d7f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:32.542052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43465cf4-afd0-438b-8b9f-cc3fc28d8bd3 req-88c75e82-ee81-43de-81de-6f6c11d7f946 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 1099 time: 0.4625003 May 26 19:10:32.580264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2459959d-65bf-483f-8d39-5316200c9921, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2459959d-65bf-483f-8d39-5316200c9921,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:32.586577 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.593074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.593839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:32.595841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:32.670288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.699896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2459959d-65bf-483f-8d39-5316200c9921,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.716542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.752956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43465cf4-afd0-438b-8b9f-cc3fc28d8bd3 req-fb913f1d-aecc-4604-a197-477cc19f35fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982162 May 26 19:10:32.753273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cafa9-50a0-4de9-b455-4714857ca3bd req-cccac4cf-0ee9-4ec0-acb9-131af0545db4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:32.754711 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d3cafa9-50a0-4de9-b455-4714857ca3bd req-cccac4cf-0ee9-4ec0-acb9-131af0545db4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1710525 May 26 19:10:32.799821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3c12012-13a9-4810-b7d6-0c9035c9905b req-bab632fb-5ec6-4b45-8542-0eaa7dda3ea7 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0523574 May 26 19:10:32.826416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d3cafa9-50a0-4de9-b455-4714857ca3bd req-e2393a39-5d5c-449d-952d-c95fc31a7ea5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627050 May 26 19:10:32.837870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.864498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff1766-7bbb-4108-854f-c0964bec036c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:32.867961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:32.888647 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1fa571f-ed43-48d7-a5fb-41253d284fae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46ff1766-7bbb-4108-854f-c0964bec036c HTTP/1.1" status: 204 len: 168 time: 0.3469470 May 26 19:10:32.942214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Router 8db0818f-167e-4e52-968d-c976d472db64 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:10:32.986516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f7bcd6da-950c-4e26-85c7-e4e2a9e4ec58 None None] Provisioning complete for port 61693833-7e0b-4463-91e0-8ef8f6139641 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:32.986692 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7bcd6da-950c-4e26-85c7-e4e2a9e4ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.068338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcd6da-950c-4e26-85c7-e4e2a9e4ec58 None None] Port 61693833-7e0b-4463-91e0-8ef8f6139641 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:33.161772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:10:33.174707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-425e4bbd-832e-43d4-ab80-190a4d117b87 admin admin] 10.222.0.24 "PUT /v2.0/routers/8db0818f-167e-4e52-968d-c976d472db64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7824214 May 26 19:10:33.238562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51464) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:33.256625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Sync routers for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:10:33.258635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.266301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:33.267188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:33.273786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:33.277918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea3e9f1abd44b54917ca30245d4c441 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:33.281181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:33.287738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:33.328147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51468) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:33.405684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.411047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.471527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:33.473327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ea3e9f1abd44b54917ca30245d4c441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329967 May 26 19:10:33.476668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:33.478753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3986-30ef-4a0a-a2b4-c0402405f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c017d2-582b-4e73-9b96-e67ca294611a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:33.527923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1385901115'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:33.536802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:33.543253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:network and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:33.547704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:33.555044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:33.567170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:33.570716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.589294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.656886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:10:33.672189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.672454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.672583 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Added segment bfa91765-3b9b-4d77-a6d1-3add31e8ec35 of type vlan for network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 May 26 19:10:33.709786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.722870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f3f1-de8e-4beb-ad47-42bf468ba269 req-68ecb2da-0e68-4327-abbb-eb04ba4369e0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:33.724966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb88f3f1-de8e-4beb-ad47-42bf468ba269 req-68ecb2da-0e68-4327-abbb-eb04ba4369e0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 950 time: 0.1440120 May 26 19:10:33.754516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc91e9-2b51-41e9-b4dd-295556ba91d6 req-ead13935-1221-4e3a-b8f1-b986a4d0f1d1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:33.756304 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dacc91e9-2b51-41e9-b4dd-295556ba91d6 req-ead13935-1221-4e3a-b8f1-b986a4d0f1d1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.1561167 May 26 19:10:33.766467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.792315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.797918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:33.799097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.810611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c017d2-582b-4e73-9b96-e67ca294611a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:33.820681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:33.828250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:33.832074 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96e81251-a7ea-4090-a444-2fea758b9d70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32c017d2-582b-4e73-9b96-e67ca294611a HTTP/1.1" status: 204 len: 168 time: 0.3519595 May 26 19:10:33.843473 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dacc91e9-2b51-41e9-b4dd-295556ba91d6 req-39b3a279-4cda-4da8-9eca-3deeec74f978 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707028 May 26 19:10:33.856578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb88f3f1-de8e-4beb-ad47-42bf468ba269 req-631172cc-5cf7-4f42-b73f-d0daa8eb6abf tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067226 May 26 19:10:33.860394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5287225 May 26 19:10:33.861509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51486) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:33.869374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'subnet': {'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:34.042107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:34.061218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'port_id': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'mac_address': 'fa:16:3e:10:ab:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5db4c14-f328-4cb3-a174-08c5aeeeca44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:34.062032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11f19f-7c6d-41b5-93cb-bb4c9c7e205d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Network': ['ID=acdb9cca-c6e8-4f02-b3f7-45be30e15f43,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:34.069677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2459959d-65bf-483f-8d39-5316200c9921 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:34.094526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:34.100069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:subnet and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:34.103600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:34.111466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:34.157066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:10:34.170221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:34.192987 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ae839c4f-5918-4b14-a411-b4a11279cd3b req-bb98d63b-9044-44db-8076-c53e4b990524 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0790546 May 26 19:10:34.212242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:34.215559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.298212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:34.298579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.307272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9b55a-0380-4ddb-b8db-2ec629e763c6 req-82552e71-72be-4133-aebb-5895c6b0ea2b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:34.318282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c9b55a-0380-4ddb-b8db-2ec629e763c6 req-82552e71-72be-4133-aebb-5895c6b0ea2b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1681414 May 26 19:10:34.319423 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57885d9d-0b44-496d-b857-9c44f1fb6da8'] response: {'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188', 'code': 200} May 26 19:10:34.325314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:34.396302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c9b55a-0380-4ddb-b8db-2ec629e763c6 req-46607513-8f23-4880-a922-35985e8e76f9 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763161 May 26 19:10:34.407414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:34.418354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.483076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2459959d-65bf-483f-8d39-5316200c9921 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:34.487203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.551191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf8c1-b4d3-47d6-a439-8299cb53e030 req-daac68cc-03fb-4440-a461-2e682cd9b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:34.552997 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bebaf8c1-b4d3-47d6-a439-8299cb53e030 req-daac68cc-03fb-4440-a461-2e682cd9b4c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 1101 time: 0.1169498 May 26 19:10:34.561359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:34.580995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:31Z', 'revision_number': 4, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '61693833-7e0b-4463-91e0-8ef8f6139641', 'name': '', 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'tenant_id': '8f216dfad69345888d136987434a100d', 'mac_address': 'fa:16:3e:9d:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:30Z', 'updated_at': '2022-05-26T19:10:31Z', 'revision_number': 2, 'project_id': '8f216dfad69345888d136987434a100d', 'subnets': [{'id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:34.660640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Checking router: 8db0818f-167e-4e52-968d-c976d472db64 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:10:34.661077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Updating router 8db0818f-167e-4e52-968d-c976d472db64 port 61693833-7e0b-4463-91e0-8ef8f6139641 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:10:34.732936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:34.764124 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bebaf8c1-b4d3-47d6-a439-8299cb53e030 req-785c9b4f-571c-4d21-88e5-f037bff5b6e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730609 May 26 19:10:34.801741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2459959d-65bf-483f-8d39-5316200c9921 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:34.807900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.809720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:34.939819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Subnet': ['ID=b7618731-131b-4bf5-b80a-4aa97f883282,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:34.942817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Checking segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:34.943336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network hostable DHCP agents. Network: acdb9cca-c6e8-4f02-b3f7-45be30e15f43, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:10:34.968089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:10:34.992927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, acdb9cca-c6e8-4f02-b3f7-45be30e15f43) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:35.009026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:35.009641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466dcfc-4677-4005-af14-c67b6be1f1f9 None None] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:35.010273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.041291 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff21c438-f68c-44ed-b97f-61bad9e2fd11 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1785061 May 26 19:10:35.044170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:35.055657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-764499295'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:35.062361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:35.068292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:network and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:35.071902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:35.081364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:35.236198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:35.243176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.292635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f6115-dfe4-4954-9602-8fbb20caab7d req-db178221-0f7c-4666-80f4-d6c783db6239 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:35.301628 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-855f6115-dfe4-4954-9602-8fbb20caab7d req-db178221-0f7c-4666-80f4-d6c783db6239 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2119708 May 26 19:10:35.322269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:10:35.344307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.344771 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Added segment 2f159ea6-b18a-461d-90b9-b980430b108e of type vlan for network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 May 26 19:10:35.351341 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-855f6115-dfe4-4954-9602-8fbb20caab7d req-9a6fbb78-1360-4140-bbc6-89e19981da1b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 May 26 19:10:35.375670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028548d-f033-4359-ae18-fc6c64a767dc req-d0bf2540-8961-459c-94e0-0782e3503f7c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:35.378596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d028548d-f033-4359-ae18-fc6c64a767dc req-d0bf2540-8961-459c-94e0-0782e3503f7c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 950 time: 0.2707608 May 26 19:10:35.421982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.446054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'tenant_id': '8f216dfad69345888d136987434a100d', 'fixed_ips': [{'subnet_id': 'b7618731-131b-4bf5-b80a-4aa97f883282'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:10:35.446871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.464376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d028548d-f033-4359-ae18-fc6c64a767dc req-bee718e3-1d03-4c5e-9888-0cee09b5de6d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640738 May 26 19:10:35.478738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.486888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:35.487497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.541572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50a08bcf-14db-4eb6-bd5d-d42672dee201 req-ee38fcc2-2cf1-4d8b-a33e-4ab5919abf80 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0735948 May 26 19:10:35.591805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.621636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Transition to ACTIVE for port object 61693833-7e0b-4463-91e0-8ef8f6139641 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:35.638771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:35.747542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7009377 May 26 19:10:35.751866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51536) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:35.774255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'subnet': {'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:35.790145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935df6e-a910-4e4a-aa61-a6cf45b0a471 req-326a6b3a-cc41-47f5-b54e-5b80c5a1357a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:35.791269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb702cc-7445-4052-987d-ae2eb719bba2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Network': ['ID=5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:35.791872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a935df6e-a910-4e4a-aa61-a6cf45b0a471 req-326a6b3a-cc41-47f5-b54e-5b80c5a1357a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.1073561 May 26 19:10:35.828806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:10:35.891665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a935df6e-a910-4e4a-aa61-a6cf45b0a471 req-6290adcd-aa18-4628-842b-e7f77ea62dce tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 May 26 19:10:35.941698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:35.946552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:subnet and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:35.950284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:35.957412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:35.971010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0ce99-1a64-4904-b9f6-1c7a9d1527bf None None] Pushing event updated for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:35.973846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:35.978628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.050021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Allocated IP 19.80.0.2 (acdb9cca-c6e8-4f02-b3f7-45be30e15f43/b7618731-131b-4bf5-b80a-4aa97f883282/adff3c65-7017-4fc9-9f60-73b7b68b34dd) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:36.196663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Attempting to bind port 61693833-7e0b-4463-91e0-8ef8f6139641 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:36.197123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Attempting to bind port 61693833-7e0b-4463-91e0-8ef8f6139641 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:36.197440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Attempting to bind port 61693833-7e0b-4463-91e0-8ef8f6139641 on network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:36.207383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51542) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:36.262384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:36.262703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Checking segment: {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:36.263103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.263491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Bound using segment: {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:36.263970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Bound port: 61693833-7e0b-4463-91e0-8ef8f6139641, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ceda6e-14c8-40b4-9302-53a1c00b7233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:36.264335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.283420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.286838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.337098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.356008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:36.360229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd11d5c16e54f9ab8aa626a3662b820 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:36.363207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:36.369330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:36.370711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Subnet': ['ID=673b1476-1067-4ae4-9c9c-a85b5cb53424,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:36.374872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Checking segment: {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:36.375224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network hostable DHCP agents. Network: 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:10:36.399780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:10:36.423327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:36.444854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:36.445625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.462944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c58e6-1157-495d-9c4e-7d8a70e75146 None None] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:36.475616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-83411d45-5b89-4513-87ae-0802c5634d9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7227213 May 26 19:10:36.492934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.494874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] For port 61693833-7e0b-4463-91e0-8ef8f6139641, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:36.510256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.564723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] For port 61693833-7e0b-4463-91e0-8ef8f6139641, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=61693833-7e0b-4463-91e0-8ef8f6139641,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:36.583798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.602111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fd11d5c16e54f9ab8aa626a3662b820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936286 May 26 19:10:36.603157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ddba-657f-44d1-a09c-17c3333aa1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47dc8cc-7b2f-448e-8cd5-927bdd952895,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:36.605873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51556) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:36.627783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.669694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Transition to ACTIVE for port object adff3c65-7017-4fc9-9f60-73b7b68b34dd will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:36.705482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.722843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Transition to ACTIVE for port object adff3c65-7017-4fc9-9f60-73b7b68b34dd will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:36.731403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0ce99-1a64-4904-b9f6-1c7a9d1527bf None None] Pushing event updated for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:36.733986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3630e7-a3aa-456f-b678-376f7ddf0099 req-d98e9b80-04c9-4f40-bc0d-cbeded216388 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:36.735729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee3630e7-a3aa-456f-b678-376f7ddf0099 req-d98e9b80-04c9-4f40-bc0d-cbeded216388 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2381647 May 26 19:10:36.747723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16dba4-aa44-4d58-a50b-0625379c6445 req-82710927-b7dd-402a-9433-2a7fb7091ba4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:36.749702 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9a16dba4-aa44-4d58-a50b-0625379c6445 req-82710927-b7dd-402a-9433-2a7fb7091ba4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 950 time: 0.1280940 May 26 19:10:36.762057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.763117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.795971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:36.796595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:36.811037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9a16dba4-aa44-4d58-a50b-0625379c6445 req-0f56c746-38e2-4573-b50b-1af3b81627e7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540917 May 26 19:10:36.870652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee3630e7-a3aa-456f-b678-376f7ddf0099 req-96bf922a-b86f-42ec-97bd-1edbb91c0092 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 May 26 19:10:36.878509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.902495 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:36.917142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c47dc8cc-7b2f-448e-8cd5-927bdd952895 HTTP/1.1" status: 204 len: 168 time: 0.2987587 May 26 19:10:36.924401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34740e-f962-4299-92d2-8508edb528fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47dc8cc-7b2f-448e-8cd5-927bdd952895,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:36.934952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:36.951632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:37.007044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:37.062040 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f597691f-5d73-4ad7-a92c-e9a7cfc5d9f0 req-a8c6dcc3-d08d-4160-ad3f-764e75c590bd tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0822704 May 26 19:10:37.076504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Pushing event updated for resources: {'Port': ['ID=adff3c65-7017-4fc9-9f60-73b7b68b34dd,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:37.175382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96', 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96', 'tenant_id': '8f216dfad69345888d136987434a100d', 'fixed_ips': [{'subnet_id': '673b1476-1067-4ae4-9c9c-a85b5cb53424'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:10:37.176455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:37.256218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-213ba7b8-17f6-424b-bb35-fc71bad5585e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:37.262898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-213ba7b8-17f6-424b-bb35-fc71bad5585e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:37.264613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-213ba7b8-17f6-424b-bb35-fc71bad5585e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:37.290838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8a62-60be-460c-9d9c-8b588420fae9 req-a687d5ac-c57d-488b-bf3c-d68672cdbfbc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:37.292520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-02fb8a62-60be-460c-9d9c-8b588420fae9 req-a687d5ac-c57d-488b-bf3c-d68672cdbfbc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 948 time: 0.1093793 May 26 19:10:37.292814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-213ba7b8-17f6-424b-bb35-fc71bad5585e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:37.300465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-213ba7b8-17f6-424b-bb35-fc71bad5585e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/networks?id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43&id=5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96&id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43 HTTP/1.1" status: 200 len: 1391 time: 0.2842190 May 26 19:10:37.317139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-b18a55fe-a38b-41a6-8d9c-bc114129a436 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/quotas/8f216dfad69345888d136987434a100d HTTP/1.1" status: 200 len: 375 time: 0.0157206 May 26 19:10:37.332036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:37.352018 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-02fb8a62-60be-460c-9d9c-8b588420fae9 req-fdb30e74-e3ba-4392-85ba-8ffa16926a6b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 May 26 19:10:37.385261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Attempting to bind port adff3c65-7017-4fc9-9f60-73b7b68b34dd on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:37.385261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Attempting to bind port adff3c65-7017-4fc9-9f60-73b7b68b34dd by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:37.385261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Attempting to bind port adff3c65-7017-4fc9-9f60-73b7b68b34dd on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:37.419721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:37.420193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Checking segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:37.420470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:37.420852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Bound using segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:37.421352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Bound port: adff3c65-7017-4fc9-9f60-73b7b68b34dd, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:37.421758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:37.432785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-bd62b727-9bce-4d26-9204-f666a4767471 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:37.465379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-bd62b727-9bce-4d26-9204-f666a4767471 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:37.467054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-bd62b727-9bce-4d26-9204-f666a4767471 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1491656 May 26 19:10:37.616067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac3e6-1517-4f3c-8c3f-2e9bc97d75f4 req-4c8fab03-49b9-46aa-bab1-c93e50438e66 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:37.624015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1fbac3e6-1517-4f3c-8c3f-2e9bc97d75f4 req-4c8fab03-49b9-46aa-bab1-c93e50438e66 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.1013203 May 26 19:10:37.638503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-282c8744-e819-48e9-aa0e-09397ec2ed52 service neutron] 10.222.0.24 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624572 May 26 19:10:37.688243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1fbac3e6-1517-4f3c-8c3f-2e9bc97d75f4 req-d4b93be4-3ad2-4e6f-a09f-2b082a74a4d5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632255 May 26 19:10:37.732022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Allocated IP 19.86.0.2 (5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96/673b1476-1067-4ae4-9c9c-a85b5cb53424/9e932f0d-ff1e-4137-8e7a-174576c53521) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:37.755672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] For port adff3c65-7017-4fc9-9f60-73b7b68b34dd, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:37.783492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] For port adff3c65-7017-4fc9-9f60-73b7b68b34dd, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adff3c65-7017-4fc9-9f60-73b7b68b34dd,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:37.821273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-d99b899c-31b1-43fb-a6dd-7e33d2425f4f service neutron] 10.222.0.24 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753352 May 26 19:10:37.836101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:37.927076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:38.015148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-9dc0d99c-ffb3-446e-a878-122aac27cbb5 service neutron] 10.222.0.24 "GET /v2.0/networks/5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879013 May 26 19:10:38.086748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a7382-cba9-4edd-a3e8-2387afd3687e None None] Pushing event updated for resources: {'Port': ['ID=adff3c65-7017-4fc9-9f60-73b7b68b34dd,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:38.119039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7014-0b5f-44f7-8435-42a8f37e3fef req-eef3dff7-fe60-4781-b610-ccff6ec908a0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:38.124869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a7014-0b5f-44f7-8435-42a8f37e3fef req-eef3dff7-fe60-4781-b610-ccff6ec908a0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:38.128382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1f3a7014-0b5f-44f7-8435-42a8f37e3fef req-eef3dff7-fe60-4781-b610-ccff6ec908a0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e&device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 1689 time: 0.1290169 May 26 19:10:38.187645 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1f3a7014-0b5f-44f7-8435-42a8f37e3fef req-f49054d6-edd5-4b88-beb9-9413cee8defd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 May 26 19:10:38.203192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:38.207825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:31Z', 'revision_number': 4, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '61693833-7e0b-4463-91e0-8ef8f6139641', 'name': '', 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'tenant_id': '8f216dfad69345888d136987434a100d', 'mac_address': 'fa:16:3e:9d:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:30Z', 'updated_at': '2022-05-26T19:10:36Z', 'revision_number': 4, 'project_id': '8f216dfad69345888d136987434a100d', 'subnets': [{'id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:38.216327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:38.216694 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.231833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-0e91c8dc-44af-490c-8147-a996b6ce4fba service neutron] 10.222.0.24 "GET /v2.0/networks/5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158234 May 26 19:10:38.241785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575fb9e-8af8-48d7-8241-1ebd1acdeda2 None None] The sync data for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 is: [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:10:31Z', 'revision_number': 4, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '61693833-7e0b-4463-91e0-8ef8f6139641', 'name': '', 'network_id': '4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0', 'tenant_id': '8f216dfad69345888d136987434a100d', 'mac_address': 'fa:16:3e:9d:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:30Z', 'updated_at': '2022-05-26T19:10:36Z', 'revision_number': 4, 'project_id': '8f216dfad69345888d136987434a100d', 'subnets': [{'id': '92d45225-bb50-4e56-93c8-3c9efd6b24b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:10:38.277319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.295506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Transition to ACTIVE for port object 9e932f0d-ff1e-4137-8e7a-174576c53521 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:38.340713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Transition to ACTIVE for port object 9e932f0d-ff1e-4137-8e7a-174576c53521 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:38.432874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:38.433398 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.445370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.559081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:38.565124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17dc2-6c3b-4333-98f1-f46b1bc13f40 req-a1fec7f7-48aa-4a11-b056-9c3bc46b4aa2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:38.568046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:38.577842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:38.583151 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f5b17dc2-6c3b-4333-98f1-f46b1bc13f40 req-a1fec7f7-48aa-4a11-b056-9c3bc46b4aa2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2196088 May 26 19:10:38.584970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:38.635858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:38.649450 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f5b17dc2-6c3b-4333-98f1-f46b1bc13f40 req-38f5255c-5e53-4fc5-9502-f082f1ae1105 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652769 May 26 19:10:38.692138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Pushing event updated for resources: {'Port': ['ID=9e932f0d-ff1e-4137-8e7a-174576c53521,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:38.699489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.709538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-7a1266f7-b413-4607-b46c-d704f9e45071 service neutron] 10.222.0.24 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714072 May 26 19:10:38.786292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Attempting to bind port 9e932f0d-ff1e-4137-8e7a-174576c53521 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:38.786774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Attempting to bind port 9e932f0d-ff1e-4137-8e7a-174576c53521 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:38.787382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Attempting to bind port 9e932f0d-ff1e-4137-8e7a-174576c53521 on network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:38.796634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:38.797004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Checking segment: {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:38.798288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.798689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Bound using segment: {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:38.799174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Bound port: 9e932f0d-ff1e-4137-8e7a-174576c53521, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:38.799562 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:38.868301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:38.882775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-1121a5a8-7426-414f-a261-e4e64cbeed56 service neutron] 10.222.0.24 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671493 May 26 19:10:38.935704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] For port 9e932f0d-ff1e-4137-8e7a-174576c53521, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:38.941341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] For port 9e932f0d-ff1e-4137-8e7a-174576c53521, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9e932f0d-ff1e-4137-8e7a-174576c53521,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:38.949126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:39.063111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22224a-a1e3-45f8-a7e5-0ac6eda4a846 None None] Pushing event updated for resources: {'Port': ['ID=9e932f0d-ff1e-4137-8e7a-174576c53521,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:39.127554 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83b86717-b223-4a03-9d85-a39fc62c7629 req-41462dec-816f-41a4-beb9-479f68acd455 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1117241 May 26 19:10:39.224642 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5878292-c6e6-4f2c-84c5-dc0eac92a58d'] response: {'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'code': 200} May 26 19:10:39.436658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d352e2f-118e-46b1-aacb-6997cf107f7a req-c545b99a-fd1b-47fe-8be0-3a72e90d2ffd tempest-AbsoluteLimitsNegativeTestJSON-672247906 tempest-AbsoluteLimitsNegativeTestJSON-672247906-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e54ffe6396c24b999efa41ecb2eb51bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963507 May 26 19:10:39.614436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f12734-986f-4bb7-aa1b-ce9dc7466330 None None] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:39.615952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562941-b3ea-4e32-85b8-42f5f7067dda req-dc1e6814-f380-49db-8ef4-9a95c6d6132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:39.617442 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7d562941-b3ea-4e32-85b8-42f5f7067dda req-dc1e6814-f380-49db-8ef4-9a95c6d6132c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1096 time: 0.2993195 May 26 19:10:39.644489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1eb1d-b2ee-47a6-9d4c-aa5b0e316ce1 req-6ac24378-b07d-4989-bbc0-279fd2549e5e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:39.651571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3bc1eb1d-b2ee-47a6-9d4c-aa5b0e316ce1 req-6ac24378-b07d-4989-bbc0-279fd2549e5e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2160437 May 26 19:10:39.714488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7d562941-b3ea-4e32-85b8-42f5f7067dda req-9dc900de-225e-4450-ae37-681c073ec715 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901315 May 26 19:10:39.727524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3bc1eb1d-b2ee-47a6-9d4c-aa5b0e316ce1 req-4be80ee5-a24a-4a15-903c-ede0cd521a60 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747921 May 26 19:10:39.746819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352e2f-118e-46b1-aacb-6997cf107f7a req-17025485-13fb-40a6-8321-94ecf1d51c33 tempest-AbsoluteLimitsNegativeTestJSON-672247906 tempest-AbsoluteLimitsNegativeTestJSON-672247906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:39.757158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d352e2f-118e-46b1-aacb-6997cf107f7a req-17025485-13fb-40a6-8321-94ecf1d51c33 tempest-AbsoluteLimitsNegativeTestJSON-672247906 tempest-AbsoluteLimitsNegativeTestJSON-672247906-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194721 May 26 19:10:39.778846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d352e2f-118e-46b1-aacb-6997cf107f7a req-752c95c3-9d01-4ae7-98b3-3ee5052a84fc tempest-AbsoluteLimitsNegativeTestJSON-672247906 tempest-AbsoluteLimitsNegativeTestJSON-672247906-project] 10.222.0.24 "GET /v2.0/quotas/e54ffe6396c24b999efa41ecb2eb51bb HTTP/1.1" status: 200 len: 375 time: 0.0193043 May 26 19:10:39.835044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f838bcc-3e93-4e52-8f38-50f126aaa293 None None] Provisioning for port adff3c65-7017-4fc9-9f60-73b7b68b34dd completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:39.847102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d352e2f-118e-46b1-aacb-6997cf107f7a req-a13f13b0-3c24-42f7-83a0-2a563d8564d8 tempest-AbsoluteLimitsNegativeTestJSON-672247906 tempest-AbsoluteLimitsNegativeTestJSON-672247906-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e54ffe6396c24b999efa41ecb2eb51bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615411 May 26 19:10:39.863941 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0703d90-1a1c-4145-b68d-7f6c7d68b90d req-8356671d-9895-4d07-a9aa-d281d7d364b5 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 210 time: 0.0769541 May 26 19:10:40.189490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 61693833-7e0b-4463-91e0-8ef8f6139641 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:40.190757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44409b0-2d0a-4b06-8205-c4bc3949b69e req-012e0ef5-eace-46a0-949d-c7dbb15a4c46 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:40.209886 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f44409b0-2d0a-4b06-8205-c4bc3949b69e req-012e0ef5-eace-46a0-949d-c7dbb15a4c46 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 1099 time: 0.1510198 May 26 19:10:40.292520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f44409b0-2d0a-4b06-8205-c4bc3949b69e req-ecf8f63b-a5ea-41ae-8eba-97c938404814 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816405 May 26 19:10:40.324382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc5884-9cae-4c65-b077-35594d7ed48d req-50a5e372-8011-48da-a4a8-c4ca2bbbb393 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:40.327611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83dc5884-9cae-4c65-b077-35594d7ed48d req-50a5e372-8011-48da-a4a8-c4ca2bbbb393 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2146292 May 26 19:10:40.334572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 61693833-7e0b-4463-91e0-8ef8f6139641 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:40.347752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 61693833-7e0b-4463-91e0-8ef8f6139641 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:40.348129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:40.442096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83dc5884-9cae-4c65-b077-35594d7ed48d req-2cc598f1-af1d-4c63-ab25-36a6a98e5e6b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059554 May 26 19:10:40.560417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51646) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:40.563041 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e80be82-df33-4bea-a9f7-2096ccb397de req-9c9e8892-65ba-421c-a5cc-d50a58e28c67 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1053140 May 26 19:10:40.608989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 61693833-7e0b-4463-91e0-8ef8f6139641 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:40.609323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:40.650908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 61693833-7e0b-4463-91e0-8ef8f6139641, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=61693833-7e0b-4463-91e0-8ef8f6139641,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:40.655534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:40.659213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9e932f0d-ff1e-4137-8e7a-174576c53521 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:40.719176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f990ff9-9b5d-4f21-a67a-7de3961f0d94 req-e319935a-d7ef-4086-b16c-96ff7f03e81a tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:40.721265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f990ff9-9b5d-4f21-a67a-7de3961f0d94 req-e319935a-d7ef-4086-b16c-96ff7f03e81a tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 1101 time: 0.0996864 May 26 19:10:40.766000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:40.784866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:40.792002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f33cd-e548-4ec5-8998-a307d2b6345d None None] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:40.795673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:40.813733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f990ff9-9b5d-4f21-a67a-7de3961f0d94 req-9dd20766-e8ee-4817-81d9-8825544e3dc3 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862312 May 26 19:10:40.814933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Usage tracker for resource:security_group_rule and tenant:e54ffe6396c24b999efa41ecb2eb51bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:40.818674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:40.831968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:40.962860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f469e-f635-4bdf-81cb-b7c50218d42d req-18016ba5-2417-47bb-85ae-c287f99bcf41 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:40.975298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-490f469e-f635-4bdf-81cb-b7c50218d42d req-18016ba5-2417-47bb-85ae-c287f99bcf41 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.1143579 May 26 19:10:40.986453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9e932f0d-ff1e-4137-8e7a-174576c53521 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:40.997270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adff3c65-7017-4fc9-9f60-73b7b68b34dd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:41.026886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.037475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.083093 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-490f469e-f635-4bdf-81cb-b7c50218d42d req-0f40b3b7-e3b6-4abf-9cd9-ffcab4c78458 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008279 May 26 19:10:41.114353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e54ffe6396c24b999efa41ecb2eb51bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527601 May 26 19:10:41.116930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:41.135522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08fb25-e2e0-4cd4-a78a-de79c28220af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d54e0d-8363-445c-b5fd-1c4d341fe48c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:41.148011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port adff3c65-7017-4fc9-9f60-73b7b68b34dd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:41.158606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port adff3c65-7017-4fc9-9f60-73b7b68b34dd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:41.159220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.224059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Provisioning for port 9e932f0d-ff1e-4137-8e7a-174576c53521 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:41.233159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Provisioning complete for port 9e932f0d-ff1e-4137-8e7a-174576c53521 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:41.233500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.258527 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.267192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc7365d6-dda4-4199-b8a0-055e542dae32 req-e29c4259-624c-454a-868a-83ecaefc09ad tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 210 time: 0.0735605 May 26 19:10:41.431937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port adff3c65-7017-4fc9-9f60-73b7b68b34dd is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:41.432316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.489286 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-2715bb46-1e77-4a58-9479-a89cd81f506b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1922441 May 26 19:10:41.538149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Current status of the port 9e932f0d-ff1e-4137-8e7a-174576c53521 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:41.538906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.555374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port adff3c65-7017-4fc9-9f60-73b7b68b34dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adff3c65-7017-4fc9-9f60-73b7b68b34dd,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:41.567907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.645283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] For port 9e932f0d-ff1e-4137-8e7a-174576c53521, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9e932f0d-ff1e-4137-8e7a-174576c53521,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:41.654971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.662979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=adff3c65-7017-4fc9-9f60-73b7b68b34dd,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:41.678010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0197a0d-5672-44cc-8427-7dd6c39c9b6f req-f578a1ae-18f3-48df-9fd4-35f264425fb1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:41.679684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0197a0d-5672-44cc-8427-7dd6c39c9b6f req-f578a1ae-18f3-48df-9fd4-35f264425fb1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.0977080 May 26 19:10:41.693646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.745628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0197a0d-5672-44cc-8427-7dd6c39c9b6f req-8041472f-8b8b-4ce3-88ba-4eefb3ee9da7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578883 May 26 19:10:41.769860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96260c-848a-47a3-80ed-14f64542cfe6 None None] Pushing event updated for resources: {'Port': ['ID=9e932f0d-ff1e-4137-8e7a-174576c53521,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:41.792269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-ef9f52c9-90bb-4d5e-bf34-72e918249bf8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:41.793980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-ef9f52c9-90bb-4d5e-bf34-72e918249bf8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036308 May 26 19:10:41.844154 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-04431df4-0b77-43c5-89a4-566fc4048005 service neutron] 10.222.0.13 "GET /v2.0/ports/983767bf-232b-4d4a-959a-d64873db5b18/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.3706653 May 26 19:10:41.845820 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-5c184206-892f-46c6-850b-c200cd16b997 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0428843 May 26 19:10:41.855494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c5761c0a-4a25-4e5e-b859-3675fbba4e7c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:41.861745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c5761c0a-4a25-4e5e-b859-3675fbba4e7c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:41.862521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c5761c0a-4a25-4e5e-b859-3675fbba4e7c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:41.910699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23a60cec-c5b1-4672-9fbf-32ca8af331f5 None None] Provisioning complete for port 9e932f0d-ff1e-4137-8e7a-174576c53521 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:41.912611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23a60cec-c5b1-4672-9fbf-32ca8af331f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:41.915485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c5761c0a-4a25-4e5e-b859-3675fbba4e7c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:41.916574 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c5761c0a-4a25-4e5e-b859-3675fbba4e7c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "GET /v2.0/networks?id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43&id=5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96&id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43 HTTP/1.1" status: 200 len: 1391 time: 0.6424079 May 26 19:10:41.940876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'admin_state_up': True, 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:41.981820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7c15226-1a5b-4c4a-a159-d71adb30cbdc req-b577f314-5da2-4138-81d6-8f983a2727de tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0862286 May 26 19:10:41.984839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 61693833-7e0b-4463-91e0-8ef8f6139641 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:41.985308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.091381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d54e0d-8363-445c-b5fd-1c4d341fe48c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:42.118994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.120130 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c51ac36b-65c4-4c8f-b474-54e3a701703f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69d54e0d-8363-445c-b5fd-1c4d341fe48c HTTP/1.1" status: 204 len: 168 time: 1.0019574 May 26 19:10:42.196828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 61693833-7e0b-4463-91e0-8ef8f6139641 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:42.197414 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.227218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-a4cd7940-4816-4f99-84e2-ab05392e4837 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3528342 May 26 19:10:42.257689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:42.259256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-23a60cec-c5b1-4672-9fbf-32ca8af331f5 None None] Current status of the port 9e932f0d-ff1e-4137-8e7a-174576c53521 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:42.276942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:port and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:42.290697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:42.305879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:42.339880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:42.343504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.369465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 61693833-7e0b-4463-91e0-8ef8f6139641 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:42.370817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9e932f0d-ff1e-4137-8e7a-174576c53521 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:42.455370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9e932f0d-ff1e-4137-8e7a-174576c53521 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:42.455742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.585321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Allocated IP 19.80.0.192 (acdb9cca-c6e8-4f02-b3f7-45be30e15f43/b7618731-131b-4bf5-b80a-4aa97f883282/c6903f98-6f71-47bb-81e8-e13fc7661833) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:42.624787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c55ca-98ac-423e-941c-ab61b8af5703 req-62b88490-d3f7-480d-8a00-5f07530ccb8c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:42.629395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-586c55ca-98ac-423e-941c-ab61b8af5703 req-62b88490-d3f7-480d-8a00-5f07530ccb8c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2228079 May 26 19:10:42.717460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-586c55ca-98ac-423e-941c-ab61b8af5703 req-0a33a323-b45a-4b29-8fc5-647f3faa764a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820029 May 26 19:10:42.832183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9e932f0d-ff1e-4137-8e7a-174576c53521 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:42.834499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adff3c65-7017-4fc9-9f60-73b7b68b34dd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:42.880171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3473c838-ec17-4b20-9c8c-7e0f8fb70edb req-a92dbdd0-45bc-4393-857a-d32894f53dde tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 210 time: 0.1057777 May 26 19:10:42.923873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port adff3c65-7017-4fc9-9f60-73b7b68b34dd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:42.924220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:42.927085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4d13717c-f771-437d-b7bd-d385887b7c44 req-0c0b4e05-15a3-4aaf-8283-e91968190a61 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 210 time: 0.0803299 May 26 19:10:42.968520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-98c8e00f-6c3f-45ef-b250-4356bb0bd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:42.981100 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-98c8e00f-6c3f-45ef-b250-4356bb0bd937 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1100 time: 0.8177617 May 26 19:10:43.077419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port adff3c65-7017-4fc9-9f60-73b7b68b34dd is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:43.100265 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:10:43.162558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.195170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5f11-1228-483a-8270-c683026b5259 req-be9f4b65-e896-402a-a988-5058ba18f0ae tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.196648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc1f5f11-1228-483a-8270-c683026b5259 req-be9f4b65-e896-402a-a988-5058ba18f0ae tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1096 time: 0.1139534 May 26 19:10:43.246293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc1f5f11-1228-483a-8270-c683026b5259 req-ea20866a-cfe7-4f6e-a187-1af2f088c965 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 May 26 19:10:43.268033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Transition to ACTIVE for port object c6903f98-6f71-47bb-81e8-e13fc7661833 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:43.308527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-6b5af2d4-2e54-46b6-b29e-e467e6a991ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.311204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-6b5af2d4-2e54-46b6-b29e-e467e6a991ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1100 time: 0.2840483 May 26 19:10:43.364131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900c68-4eac-4099-bc68-7bbbd738be65 req-8f6233dc-4844-40ba-a995-e04415dd5160 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.365648 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d900c68-4eac-4099-bc68-7bbbd738be65 req-8f6233dc-4844-40ba-a995-e04415dd5160 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2114084 May 26 19:10:43.410066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51720) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:43.461143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-22638988-819f-4ab2-b159-f041dbe8418e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991383 May 26 19:10:43.470805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.531817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7bd2000-13a7-4bce-8e5f-b5191125fcc9 req-34a2c95a-cf83-4617-aac5-7dca4de9e26b tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0498211 May 26 19:10:43.584419 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d900c68-4eac-4099-bc68-7bbbd738be65 req-9cd1edb1-aab0-48a0-872c-ca93c662e57d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632817 May 26 19:10:43.588299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:43.604617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:43.612514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:43.618325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.619250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.631477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1547737832-network', 'tenant_id': '69989acb1e5046c7a687aa1587408f88'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:43.642692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:43.649437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-8c3f6f42-548a-4c15-a670-d6a5c2ed1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.650506 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-8c3f6f42-548a-4c15-a670-d6a5c2ed1133 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3303752 May 26 19:10:43.651210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Usage tracker for resource:network and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:43.654496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:43.655664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:43.671277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:43.694589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-4a8e8001-e6ab-44de-bf57-5c3f2335081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:43.696419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-4a8e8001-e6ab-44de-bf57-5c3f2335081a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 1101 time: 0.1446218 May 26 19:10:43.697586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Made reservation on behalf of 69989acb1e5046c7a687aa1587408f88 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:43.700232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.715685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.722204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:43.764989 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-64bf1c83-13a0-43dc-bb33-d28d2a3706ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.0976846 May 26 19:10:43.766893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-2faa6795-f5f6-4dd8-9752-7c2552ff5dc1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8369265 May 26 19:10:43.815892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:43.818641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.13', 57520) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:43.829291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96', 'admin_state_up': True, 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:43.830909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Usage tracker for resource:security_group_rule and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:43.836009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:43.882066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-68f8e8bc-730c-41e7-a982-c914749cea8c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477312 May 26 19:10:43.883086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:44.001606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-980b9714-d31e-4552-be7a-a918f6ea528b None None] Provisioning for port c6903f98-6f71-47bb-81e8-e13fc7661833 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:44.012905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-980b9714-d31e-4552-be7a-a918f6ea528b None None] Provisioning complete for port c6903f98-6f71-47bb-81e8-e13fc7661833 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:44.013304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-980b9714-d31e-4552-be7a-a918f6ea528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.136724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-980b9714-d31e-4552-be7a-a918f6ea528b None None] Port c6903f98-6f71-47bb-81e8-e13fc7661833 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:44.213380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-b0c871ad-3b2a-4c9c-ae5c-75a1b30fae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:44.214917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-b0c871ad-3b2a-4c9c-ae5c-75a1b30fae4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.4356434 May 26 19:10:44.342523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:44.350567 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.351615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:port and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:44.353619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20f1fe4c-6302-46d1-badb-08da63684608 req-67eb3641-5a44-4ed0-af42-c9cd5cc2fea2 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 210 time: 0.1074219 May 26 19:10:44.355403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:44.366162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:44.396383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:44.399801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.430576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-dc7625b7-40d1-40de-89c0-15814a856e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:44.434293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-dc7625b7-40d1-40de-89c0-15814a856e7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763790 May 26 19:10:44.434471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-0d449b1e-9756-4bd0-a01c-35ea621a3eca tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:44.434471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-0d449b1e-9756-4bd0-a01c-35ea621a3eca tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5423250 May 26 19:10:44.438217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.440915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-dda073b5-5060-4d3b-afd4-c8ba365475fd tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:44.441733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-dda073b5-5060-4d3b-afd4-c8ba365475fd tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:44.452530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:10:44.462855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.463371 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Added segment 8a6e38fc-b1e8-445b-bc89-5e8af435bc27 of type vlan for network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 May 26 19:10:44.495264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-fe73f23c-6395-4ba5-a5fa-7159ce1286a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:44.496823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-fe73f23c-6395-4ba5-a5fa-7159ce1286a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.7677469 May 26 19:10:44.508826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.584999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b24e166e-4fbd-44d0-85e0-dd912d9d4bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:44.619757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-dda073b5-5060-4d3b-afd4-c8ba365475fd tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:44.620912 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-dda073b5-5060-4d3b-afd4-c8ba365475fd tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 932 time: 0.4094105 May 26 19:10:44.658895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:44.759248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-765b26c9-8d6a-4a6e-90d2-ac6076224521 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:44.770114 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-ba1227b7-eb3e-41e5-ba2e-f20526fff29e service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848253 May 26 19:10:44.815119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Allocated IP 19.86.0.137 (5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96/673b1476-1067-4ae4-9c9c-a85b5cb53424/e2d625a4-3a75-41cd-acfa-b58d383de28b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:44.827624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-05d128f5-d841-40f9-acf7-e9e1e215b13e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 200 len: 217 time: 0.3146689 May 26 19:10:44.890397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-765b26c9-8d6a-4a6e-90d2-ac6076224521 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:44.899334 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9bc43cf6-56fb-4e8d-b5a3-9780c19630ad req-765b26c9-8d6a-4a6e-90d2-ac6076224521 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676890 May 26 19:10:44.991882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f4b2ddbe-114c-4135-b071-f52a5648017d req-d326c8b3-5114-498d-9e57-eba0ff1f764a service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102916 May 26 19:10:45.034933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47a8776a-75c0-4a1b-8024-f7b9281580a3 req-d72ff7e5-5473-4c7f-8753-2bf3b898348d tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2424645 May 26 19:10:45.058028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d06c608-8e17-44d7-838d-c5ccb73c9b1f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:45.099437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.100865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:45.101536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.155564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-3ded4d47-d47e-4513-8b3e-d6d8acbb0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:45.157767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-3ded4d47-d47e-4513-8b3e-d6d8acbb0a50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2850394 May 26 19:10:45.374783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] Pushing event updated for resources: {'Network': ['ID=70878ea7-fbf7-4260-a4c7-1b0dc05fa229,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:45.381660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:45.382764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.390971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:10:45.396676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b6ecab31-99ea-44a4-91d8-fc16b09757d6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9815555 May 26 19:10:45.402935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:45.405129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:45.418461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Request body: {'subnet': {'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1547737832-subnet', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:45.430518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:45.438101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Usage tracker for resource:subnet and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:45.443694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:45.447587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.458635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78485194-f065-4f91-803b-c09c1856f096 req-e4f3baa2-0a8b-4b70-befd-72b1a92849f8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:45.460995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:45.469368 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-78485194-f065-4f91-803b-c09c1856f096 req-e4f3baa2-0a8b-4b70-befd-72b1a92849f8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2561419 May 26 19:10:45.470796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Transition to ACTIVE for port object e2d625a4-3a75-41cd-acfa-b58d383de28b will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:45.471313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:45.500106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Made reservation on behalf of 69989acb1e5046c7a687aa1587408f88 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:45.503653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.603809 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-78485194-f065-4f91-803b-c09c1856f096 req-5e2876e7-daba-4352-ad02-2ebc8649c81a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249387 May 26 19:10:45.637208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.785291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:45.806446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:45.807866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:45.823153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:45.834333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:45.834333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:45.857379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:10:45.876181 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5773f2fb-2195-4d2a-a1f7-06f1e19a8bb3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0973294 May 26 19:10:45.890255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'admin_state_up': True, 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:45.913948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-d31becd2-30ca-4a6c-8f8f-0491f3ba8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:45.916390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-d31becd2-30ca-4a6c-8f8f-0491f3ba8450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7419741 May 26 19:10:45.961684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d71d5913-a9d8-41d4-84b1-929871b250bd req-9f974cf8-84ce-413b-9974-cbf16dc959e9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 210 time: 0.1154737 May 26 19:10:46.107488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.159 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/48dd7bd3-6909-47ba-80c2-1f30d5b8c534) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:46.169416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:46.170062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.257533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:46.296504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:46.304114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.343334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fa7fbee-24bf-4d81-bbdf-6f46af979360 None None] Provisioning for port e2d625a4-3a75-41cd-acfa-b58d383de28b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:46.366671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fa7fbee-24bf-4d81-bbdf-6f46af979360 None None] Provisioning complete for port e2d625a4-3a75-41cd-acfa-b58d383de28b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:46.367044 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fa7fbee-24bf-4d81-bbdf-6f46af979360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.391352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.401745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82683b-61c0-4c49-84c6-68f8aaf9e88a req-52bd32d6-bcf5-4d83-acbb-be7ffffe6eac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:46.410384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82683b-61c0-4c49-84c6-68f8aaf9e88a req-52bd32d6-bcf5-4d83-acbb-be7ffffe6eac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:46.412279 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fe82683b-61c0-4c49-84c6-68f8aaf9e88a req-52bd32d6-bcf5-4d83-acbb-be7ffffe6eac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 1655 time: 0.3269401 May 26 19:10:46.436843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:46.454660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7fbee-24bf-4d81-bbdf-6f46af979360 None None] Port e2d625a4-3a75-41cd-acfa-b58d383de28b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:46.456544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:46.480907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:46.490689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2acee40f-7ea0-4478-9b2d-8ea4e02db657 req-c7d6429f-caa4-439f-a177-d512ef3eed95 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0960004 May 26 19:10:46.503691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:46.505294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.505450 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fe82683b-61c0-4c49-84c6-68f8aaf9e88a req-ac351def-14ba-4f4f-aaa5-0fdcb476f80d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803816 May 26 19:10:46.522650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:10:46.539195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.606005 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c46884-9466-4484-b53f-fc4a1824a5aa'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'code': 200} May 26 19:10:46.763128 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5a28666-cd64-4391-8694-650cb2111700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:46.769074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d6c5d2-e96b-499d-bc46-d5f1011ccb9d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:46.791948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-853cc3dd-1416-4e04-a040-e4027e86ea16 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434806 May 26 19:10:46.794770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Checking segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:46.795138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Network hostable DHCP agents. Network: 70878ea7-fbf7-4260-a4c7-1b0dc05fa229, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:10:46.832755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Allocated IP 19.80.0.172 (acdb9cca-c6e8-4f02-b3f7-45be30e15f43/b7618731-131b-4bf5-b80a-4aa97f883282/3ade3557-82bc-4776-a1ea-4bba9822b942) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:47.196970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.209716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:47.279849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:47.312463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:10:47.317134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d2e077e-14af-47b2-9f64-bd5f72344f17 req-ac87795a-53da-4c5d-b189-d7039513bfc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1177022 May 26 19:10:47.364988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73d7f92-0300-4893-a2f4-c880f3b0af3e req-c95492ee-d00c-45ea-b446-f46ab9e199aa service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621479 May 26 19:10:47.390567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.393940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:47.401097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:47.407851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 70878ea7-fbf7-4260-a4c7-1b0dc05fa229) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:47.409571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:47.458901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:47.480361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:47.481527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.498710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47503873-aa0f-4e71-a3a6-579bd2ac3bea None None] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:47.555707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c6f4622-4234-42af-a073-153a8f914d31 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1448994 May 26 19:10:47.558718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:47.572924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:47.579618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:10:47.582241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.584498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Usage tracker for resource:router and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:10:47.587994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:10:47.594428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:10:47.601027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Transition to ACTIVE for port object 3ade3557-82bc-4776-a1ea-4bba9822b942 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:47.618690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.619882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.640575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.656348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:47.659461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.670563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.680205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d062dc-691a-4689-b1b5-01533cb2d5c4 req-11e68de9-9c7c-4f20-a869-0ecce35cb5de tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:47.687640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45d062dc-691a-4689-b1b5-01533cb2d5c4 req-11e68de9-9c7c-4f20-a869-0ecce35cb5de tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.8241558 May 26 19:10:47.722888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d912-d17d-4e83-87fc-076c72dddd8e req-a0243c71-be6c-4061-b01a-9cf19c7ae59c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:47.724811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c544d912-d17d-4e83-87fc-076c72dddd8e req-a0243c71-be6c-4061-b01a-9cf19c7ae59c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 936 time: 0.5329154 May 26 19:10:47.751932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-c58e650b-d624-4884-8a14-a8280630e27d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2519007 May 26 19:10:47.759764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45d062dc-691a-4689-b1b5-01533cb2d5c4 req-622f0df3-a00f-4670-a56f-01c526b8d783 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710566 May 26 19:10:47.778442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:47.787548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:47.804166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:47.810298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:47.810936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:47.838614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:47.851867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-75489bfb-a532-4727-865c-f038174b0087 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9701874 May 26 19:10:47.878473 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c544d912-d17d-4e83-87fc-076c72dddd8e req-232850f6-722a-4bd4-b177-ab2cad4d2824 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407001 May 26 19:10:47.889636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:47.999669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:48.012606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Request body: {'port': {'device_id': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:48.207770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.269637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.290713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d8884bd2-e021-4599-a323-93e8968f86d5 None None] Provisioning for port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:48.332742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:48.359153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.365312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:10:48.366231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.380237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:48.385272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '983767bf-232b-4d4a-959a-d64873db5b18', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '983767bf-232b-4d4a-959a-d64873db5b18', 'mac_address': 'fa:16:3e:fa:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:10:48.386811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:48.392959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:48.393860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:48.472639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d8884bd2-e021-4599-a323-93e8968f86d5 None None] Provisioning complete for port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:48.473351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d8884bd2-e021-4599-a323-93e8968f86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.488551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:48.489940 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-d2f56cf1-9899-44fa-b6b3-fbb3535168db tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2377 time: 0.3735902 May 26 19:10:48.569070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:48.569641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.607201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:48.656576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.729504 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c2e5dea3-b650-43f1-aade-fb6a03e47b49 req-7b5033c3-3c9d-416a-86d9-17b9c4e8fca0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786786 May 26 19:10:48.752004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:48.831609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.834149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6903f98-6f71-47bb-81e8-e13fc7661833 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:48.843360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.865590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Transition to ACTIVE for port object c6903f98-6f71-47bb-81e8-e13fc7661833 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:48.871095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:48.941768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d8884bd2-e021-4599-a323-93e8968f86d5 None None] Port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:48.943405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c348bd4e-e157-4c41-b1be-0911c314b3ce req-6968d5d8-a8b3-4496-bfec-8a9f607ff4db tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.3385696 May 26 19:10:48.954801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:49.119811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Pushing event updated for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:49.231037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['983767bf-232b-4d4a-959a-d64873db5b18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:10:49.249081 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.279590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Attempting to bind port c6903f98-6f71-47bb-81e8-e13fc7661833 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:49.279924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Attempting to bind port c6903f98-6f71-47bb-81e8-e13fc7661833 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:49.280254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Attempting to bind port c6903f98-6f71-47bb-81e8-e13fc7661833 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:49.293107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Port c6903f98-6f71-47bb-81e8-e13fc7661833 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:49.293438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Attempting to bind port c6903f98-6f71-47bb-81e8-e13fc7661833 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:49.307372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:49.307712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Checking segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:49.308104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Bound using segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:49.308541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Bound port: c6903f98-6f71-47bb-81e8-e13fc7661833, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:49.313756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.442056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.471945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1c6e89b7-cacf-4b4a-9f58-653b1a69425e None None] Provisioning for port 3ade3557-82bc-4776-a1ea-4bba9822b942 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:49.524108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1c6e89b7-cacf-4b4a-9f58-653b1a69425e None None] Provisioning complete for port 3ade3557-82bc-4776-a1ea-4bba9822b942 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:49.525729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:49.528346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1c6e89b7-cacf-4b4a-9f58-653b1a69425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.531272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c6903f98-6f71-47bb-81e8-e13fc7661833,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:49.541189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.662089 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.664401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Allocated IP 172.20.0.2 (70878ea7-fbf7-4260-a4c7-1b0dc05fa229/72d6c5d2-e96b-499d-bc46-d5f1011ccb9d/1a7a837d-4b68-40e7-9072-4547acc6f565) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:49.726294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Pushing event updated for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:49.739031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:49.745910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:49.746523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.754418 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-024f9d9c-c0a0-4000-8ba5-0227100fe581 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6903f98-6f71-47bb-81e8-e13fc7661833 HTTP/1.1" status: 200 len: 1092 time: 1.8927763 May 26 19:10:49.755149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:49.762609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.782239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a61ad6-908c-43e2-87b4-c80021761c68 req-e749ba93-0d43-41d1-bce7-3f17095cd3e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:49.788854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:49.790544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52a61ad6-908c-43e2-87b4-c80021761c68 req-e749ba93-0d43-41d1-bce7-3f17095cd3e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 948 time: 0.5507088 May 26 19:10:49.839208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Transition to ACTIVE for port object 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:49.864888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Allocated IP 172.25.0.17 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/bd5bacac-2f0e-4bb2-ac83-18edf67a26f1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:49.903793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:49.943208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e89b7-cacf-4b4a-9f58-653b1a69425e None None] Port 3ade3557-82bc-4776-a1ea-4bba9822b942 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:50.148546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.214094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52a61ad6-908c-43e2-87b4-c80021761c68 req-8428c48b-2e1e-49b8-bd01-db9d90125b1a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225755 May 26 19:10:50.226357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb5b46-2c2d-43e6-abc0-bff69a2846d5 req-0a44392a-2c2e-48fa-b064-b97a9d918d6b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:50.234416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a2cb5b46-2c2d-43e6-abc0-bff69a2846d5 req-0a44392a-2c2e-48fa-b064-b97a9d918d6b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.3066926 May 26 19:10:50.534744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:50.688142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.691972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.706353 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a2cb5b46-2c2d-43e6-abc0-bff69a2846d5 req-ce7a04a9-2126-49b0-a363-31e2072edf42 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680233 May 26 19:10:50.710349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Transition to ACTIVE for port object 1a7a837d-4b68-40e7-9072-4547acc6f565 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:50.714851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Attempting to bind port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:50.715183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Attempting to bind port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:50.715511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Attempting to bind port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:50.731255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd735-f4f2-435e-adba-899a48433131 req-d81ce4d4-ca42-47f9-9371-95e0de735001 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:50.737385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd735-f4f2-435e-adba-899a48433131 req-d81ce4d4-ca42-47f9-9371-95e0de735001 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:50.743509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bd735-f4f2-435e-adba-899a48433131 req-d81ce4d4-ca42-47f9-9371-95e0de735001 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:50.751414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-968bd735-f4f2-435e-adba-899a48433131 req-d81ce4d4-ca42-47f9-9371-95e0de735001 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2389 time: 0.3050966 May 26 19:10:50.761499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Transition to ACTIVE for port object 1a7a837d-4b68-40e7-9072-4547acc6f565 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:50.770004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:50.770325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Attempting to bind port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:50.773608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.795978 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67435e5-df8b-4624-9192-e268f52144b6'] response: {'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833', 'status': 'completed', 'code': 200} May 26 19:10:50.796499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:50.796499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:50.796822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:50.797217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Bound port: 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:50.797594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.826658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d625a4-3a75-41cd-acfa-b58d383de28b {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:50.836478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.856812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Transition to ACTIVE for port object e2d625a4-3a75-41cd-acfa-b58d383de28b will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:50.861756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:50.952368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:50.956321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:50.968849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:50.983544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Pushing event updated for resources: {'Port': ['ID=1a7a837d-4b68-40e7-9072-4547acc6f565,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:51.009854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-968bd735-f4f2-435e-adba-899a48433131 req-2c09c41a-e780-4f11-aaa9-b77b77621537 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576118 May 26 19:10:51.133509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Attempting to bind port 1a7a837d-4b68-40e7-9072-4547acc6f565 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:51.133877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Attempting to bind port 1a7a837d-4b68-40e7-9072-4547acc6f565 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:51.134235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Attempting to bind port 1a7a837d-4b68-40e7-9072-4547acc6f565 on network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:51.143408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:51.143738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Checking segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:51.144186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.144517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Bound using segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:51.144993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Bound port: 1a7a837d-4b68-40e7-9072-4547acc6f565, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:51.145407 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.210976 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a5108fe-8d15-49ad-b62a-42f393c77fff req-70d42055-d105-4279-a663-2d7ae7047628 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1637540 May 26 19:10:51.332556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.364997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:51.381467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] For port 1a7a837d-4b68-40e7-9072-4547acc6f565, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:51.388439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] For port 1a7a837d-4b68-40e7-9072-4547acc6f565, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1a7a837d-4b68-40e7-9072-4547acc6f565,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:51.397522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.398499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Attempting to bind port e2d625a4-3a75-41cd-acfa-b58d383de28b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:51.400110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Attempting to bind port e2d625a4-3a75-41cd-acfa-b58d383de28b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:51.400665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Attempting to bind port e2d625a4-3a75-41cd-acfa-b58d383de28b on network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:51.414569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Port e2d625a4-3a75-41cd-acfa-b58d383de28b on network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:51.414903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Attempting to bind port e2d625a4-3a75-41cd-acfa-b58d383de28b on network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:51.438752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:51.439141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Checking segment: {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:51.439531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Bound using segment: {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:51.439975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Bound port: e2d625a4-3a75-41cd-acfa-b58d383de28b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f159ea6-b18a-461d-90b9-b980430b108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:51.440311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.447717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:51.454814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:51.460525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:51.476160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Pushing event updated for resources: {'Port': ['ID=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:51.478849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:51.557348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:51.572543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc128c3d-9cf6-49f3-bb11-39772433d1ec None None] Pushing event updated for resources: {'Port': ['ID=1a7a837d-4b68-40e7-9072-4547acc6f565,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:51.576449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:51.586735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.650456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:51.704126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:51.704988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.706844 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2d625a4-3a75-41cd-acfa-b58d383de28b HTTP/1.1" status: 200 len: 1092 time: 1.9252918 May 26 19:10:51.816499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:51.882368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6bdc-a283-47af-91b9-7c4b4be3af83 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:51.909576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:51.934785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Request body: {'port': {'device_id': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:10:51.976819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-10e56f2a-118a-4570-afca-f33de46c41a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8509579 May 26 19:10:52.123032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 983767bf-232b-4d4a-959a-d64873db5b18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:52.123403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:52.265802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-561b797d-ec3b-4f25-98dc-a33e5db0ef19 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:52.267877 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-561b797d-ec3b-4f25-98dc-a33e5db0ef19 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 948 time: 0.5181644 May 26 19:10:52.272698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:52.349945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:52.350996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:52.407458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:52.431380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:52.437590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:52.512130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-794891c6-2639-42c8-8400-5cec63f8bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:52.512724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-794891c6-2639-42c8-8400-5cec63f8bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:52.513084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-794891c6-2639-42c8-8400-5cec63f8bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:52.515185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-794891c6-2639-42c8-8400-5cec63f8bf6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2757 time: 1.6911139 May 26 19:10:52.523453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:52.524653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:52.527396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] 10.222.0.13 "PUT /v2.0/ports/48dd7bd3-6909-47ba-80c2-1f30d5b8c534 HTTP/1.1" status: 200 len: 1096 time: 4.5769303 May 26 19:10:52.528331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:52.570033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:52.604547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1398bc02-dcce-4eba-8859-7d3574d27fcb req-73b3fd2d-2e4c-4cac-9941-d884b22d8291 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1497371 May 26 19:10:52.740589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d173d6-4caa-41d6-962f-8c4656b82bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:52.758984 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-f7f1cbae-bd87-411f-abe2-aed5c080d149 service neutron] 10.222.0.13 "GET /v2.0/ports/983767bf-232b-4d4a-959a-d64873db5b18/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.4748280 May 26 19:10:52.896563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:53.102771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46d46e-b86a-42b0-9203-b67ea768014b None None] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:10:53.114266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be47afe-c034-49c7-ac03-2cc7faea1f87 req-f09daf35-a047-467d-a3f9-1be95643d425 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.121250 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6be47afe-c034-49c7-ac03-2cc7faea1f87 req-f09daf35-a047-467d-a3f9-1be95643d425 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.1943953 May 26 19:10:53.196656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-eec3863e-34f3-4a51-9b9a-11677f2984dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.198238 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-eec3863e-34f3-4a51-9b9a-11677f2984dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1100 time: 0.4086008 May 26 19:10:53.209112 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6be47afe-c034-49c7-ac03-2cc7faea1f87 req-26bbd3a8-d9ae-4c64-a23d-9150dad13149 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868797 May 26 19:10:53.226735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-11f4b08d-f054-4b58-9785-b2d3fbefa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.228540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-11f4b08d-f054-4b58-9785-b2d3fbefa2b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa209c0ea17f48458d814cf830d5bb67&device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 1096 time: 0.8410780 May 26 19:10:53.250782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77be44a-0f36-4d3f-8071-15f2f8174e6f req-ab7ceff8-df03-443b-934e-91894b827704 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.260680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a77be44a-0f36-4d3f-8071-15f2f8174e6f req-ab7ceff8-df03-443b-934e-91894b827704 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 1.2821732 May 26 19:10:53.283229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-24519796-52dc-4110-aff4-f586a5e6f380 None None] Provisioning for port 1a7a837d-4b68-40e7-9072-4547acc6f565 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:53.331315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-7df30923-8669-4c05-961e-ed26f648455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.331827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-7df30923-8669-4c05-961e-ed26f648455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.332230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-7df30923-8669-4c05-961e-ed26f648455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.333809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-7df30923-8669-4c05-961e-ed26f648455c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f216dfad69345888d136987434a100d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7949939 May 26 19:10:53.383804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-fbeb6e61-586a-4f73-8db8-ac415cc4ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.385297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-fbeb6e61-586a-4f73-8db8-ac415cc4ad4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 1099 time: 0.7119608 May 26 19:10:53.535665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ade3557-82bc-4776-a1ea-4bba9822b942 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:10:53.544414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-b558304c-0869-4c49-8ffa-4ed1dbd31559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.546455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-b558304c-0869-4c49-8ffa-4ed1dbd31559 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3276091 May 26 19:10:53.553143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:53.592431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:53.644924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a081-e57d-48b9-8391-075f1ed5d123 req-b3039456-7593-459d-a055-ea82014ae352 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.650850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a081-e57d-48b9-8391-075f1ed5d123 req-b3039456-7593-459d-a055-ea82014ae352 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.657302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a081-e57d-48b9-8391-075f1ed5d123 req-b3039456-7593-459d-a055-ea82014ae352 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.659139 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6c4a081-e57d-48b9-8391-075f1ed5d123 req-b3039456-7593-459d-a055-ea82014ae352 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2401 time: 0.2877436 May 26 19:10:53.663769 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-3d32e98c-981c-4c50-81d9-8284507fecc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.1072397 May 26 19:10:53.682296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-31b8e914-02b9-4bf3-8f0e-b509cb18d1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534 HTTP/1.1" status: 200 len: 217 time: 0.2436740 May 26 19:10:53.798612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a77be44a-0f36-4d3f-8071-15f2f8174e6f req-29f5f0a9-a695-4b79-935f-a5b00c34e8ff tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368211 May 26 19:10:53.846993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Transition to ACTIVE for port object 3ade3557-82bc-4776-a1ea-4bba9822b942 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:53.863069 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e60398-3088-4129-8f1d-c7c06149ac21'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'code': 200} May 26 19:10:53.900966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:53.917407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-3e150b62-3507-420a-99ff-7f6aab74fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:53.919100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-3e150b62-3507-420a-99ff-7f6aab74fe29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 200 len: 924 time: 0.6537905 May 26 19:10:53.922585 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ce5286-36ca-4c76-9777-029554745e2b'] response: {'name': 'network-changed', 'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'status': 'completed', 'code': 200} May 26 19:10:54.027004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-baaaf1ca-2ab6-4ef2-9ca0-d9f6fe06a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.028547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7720ebf4-3fc4-4743-bdf5-82db5ebbf60e req-baaaf1ca-2ab6-4ef2-9ca0-d9f6fe06a104 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6757202 May 26 19:10:54.058277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-b7a97c2d-6154-4a6d-b0b3-c4a02c921986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.059570 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-b7a97c2d-6154-4a6d-b0b3-c4a02c921986 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3884628 May 26 19:10:54.072344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1a7a837d-4b68-40e7-9072-4547acc6f565 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:54.101892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-5747f9d5-37d1-4aab-905b-00aad91062fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.103302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-5747f9d5-37d1-4aab-905b-00aad91062fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.4135709 May 26 19:10:54.178150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1a7a837d-4b68-40e7-9072-4547acc6f565 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:54.187278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c40ab8fa-2e9d-47e5-bea8-b4ba85979bb1 req-15c2cd6c-5479-4ff4-bf73-b1fa827b4123 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1408887 May 26 19:10:54.188911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1a7a837d-4b68-40e7-9072-4547acc6f565 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:54.192658 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.295414 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6c4a081-e57d-48b9-8391-075f1ed5d123 req-4fdd1ca6-bdf7-408b-b77a-8a6a1e759339 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256890 May 26 19:10:54.320191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:54.330976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Attempting to bind port 3ade3557-82bc-4776-a1ea-4bba9822b942 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:54.331499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Attempting to bind port 3ade3557-82bc-4776-a1ea-4bba9822b942 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:54.332013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Attempting to bind port 3ade3557-82bc-4776-a1ea-4bba9822b942 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:54.339219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Port 3ade3557-82bc-4776-a1ea-4bba9822b942 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:10:54.340010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Attempting to bind port 3ade3557-82bc-4776-a1ea-4bba9822b942 on network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:54.363826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:54.364505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Checking segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:54.365097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Bound using segment: {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:54.365942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Bound port: 3ade3557-82bc-4776-a1ea-4bba9822b942, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:54.366591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.429398 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce1205e-269f-4f87-b9f9-56e25441312e'] response: {'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b', 'status': 'completed', 'code': 200} May 26 19:10:54.430469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1a7a837d-4b68-40e7-9072-4547acc6f565 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:54.430846 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.452413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-d843a334-39d7-43dc-9127-2938434429a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.455061 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-d843a334-39d7-43dc-9127-2938434429a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3781371 May 26 19:10:54.486712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1a7a837d-4b68-40e7-9072-4547acc6f565, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1a7a837d-4b68-40e7-9072-4547acc6f565,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:10:54.492752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.599696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1a7a837d-4b68-40e7-9072-4547acc6f565,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:54.602397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:54.616601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:54.631983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.678378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-b92a8ff8-445f-49eb-a837-97123550b22b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 200 len: 1001 time: 0.7452853 May 26 19:10:54.703173 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-24c8927f-4be2-4a6f-8774-59749838e5ac service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325952 May 26 19:10:54.711216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.711930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:54.713358 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] 10.222.0.13 "PUT /v2.0/ports/3ade3557-82bc-4776-a1ea-4bba9822b942 HTTP/1.1" status: 200 len: 1092 time: 2.9669902 May 26 19:10:54.838570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee9a0a-9996-453e-a928-0f13205b9dde service neutron] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:54.896212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-36dd766e-49c3-400a-b21a-cdca1f5b7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.897735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-36dd766e-49c3-400a-b21a-cdca1f5b7e02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 200 len: 862 time: 0.2018299 May 26 19:10:54.907843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-f282374e-9838-49a4-acca-57bdef70c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:54.909662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-f282374e-9838-49a4-acca-57bdef70c60f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7771096 May 26 19:10:54.925889 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-bd2712f0-c794-4e6d-b69f-71f608cf7ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095542 May 26 19:10:55.003518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-d27b85b5-8ec3-4934-ad21-4c32b215918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.003984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-d27b85b5-8ec3-4934-ad21-4c32b215918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.004443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-d27b85b5-8ec3-4934-ad21-4c32b215918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.006079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-d27b85b5-8ec3-4934-ad21-4c32b215918b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2824 time: 0.5187187 May 26 19:10:55.064413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1ca74-3ae9-4889-a04e-20608e1b8490 req-d1c91f53-f953-41cc-8fbf-a7520f2d0783 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.065131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50f1ca74-3ae9-4889-a04e-20608e1b8490 req-d1c91f53-f953-41cc-8fbf-a7520f2d0783 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:10:55.074190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec5368-167e-4ef6-b56a-4d2f34201e00 req-ae288a5b-16f6-4978-ae2a-64761c3df3f0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.076775 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b9ec5368-167e-4ef6-b56a-4d2f34201e00 req-ae288a5b-16f6-4978-ae2a-64761c3df3f0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.1419311 May 26 19:10:55.116461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:55.158775 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b9ec5368-167e-4ef6-b56a-4d2f34201e00 req-a58aa6a7-fd01-4aa1-884f-1fe685c33614 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758665 May 26 19:10:55.321536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50f1ca74-3ae9-4889-a04e-20608e1b8490 req-d1c91f53-f953-41cc-8fbf-a7520f2d0783 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:10:55.322674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50f1ca74-3ae9-4889-a04e-20608e1b8490 req-d1c91f53-f953-41cc-8fbf-a7520f2d0783 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.7778842 May 26 19:10:55.471470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-833a4031-ea2a-4657-8c82-eb84ec10f927 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098848 May 26 19:10:55.501501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107b6d-7b59-44e2-a52b-c0bf9934ce19 req-30f58ac8-abb8-4154-ac61-3547b6abdd8a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.507310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107b6d-7b59-44e2-a52b-c0bf9934ce19 req-30f58ac8-abb8-4154-ac61-3547b6abdd8a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.513177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107b6d-7b59-44e2-a52b-c0bf9934ce19 req-30f58ac8-abb8-4154-ac61-3547b6abdd8a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.514820 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-33107b6d-7b59-44e2-a52b-c0bf9934ce19 req-30f58ac8-abb8-4154-ac61-3547b6abdd8a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.1018004 May 26 19:10:55.534325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-852183be-0b3f-4827-b871-cbefe162b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.535858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-852183be-0b3f-4827-b871-cbefe162b603 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d995fa8-d69f-4f72-a5c8-a443844bb1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6209924 May 26 19:10:55.563015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-33107b6d-7b59-44e2-a52b-c0bf9934ce19 req-d5c655cc-3a8f-42f4-8cec-b905cc3df218 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 May 26 19:10:55.598686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-c1ad1498-ccb6-4b48-88c6-b230ad46fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.599149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-c1ad1498-ccb6-4b48-88c6-b230ad46fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.599591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-c1ad1498-ccb6-4b48-88c6-b230ad46fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.601195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-c1ad1498-ccb6-4b48-88c6-b230ad46fe1a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f216dfad69345888d136987434a100d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5112996 May 26 19:10:55.637525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50f1ca74-3ae9-4889-a04e-20608e1b8490 req-e35b8bd2-27a1-47b4-9583-4c63d9a84ee4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958710 May 26 19:10:55.713373 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ec71479f-9a8a-421e-a692-18ab40230380 req-b22ce1a5-3b64-4611-b7ed-27c586543edd tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0455787 May 26 19:10:55.911270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3e3f63-d95d-40da-bbce-285c362c8490 req-29ebeb63-287d-4770-b8c3-3a123d49b8c8 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255571 May 26 19:10:55.939935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1a7a837d-4b68-40e7-9072-4547acc6f565 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:10:55.945880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Router f0e89f65-7d2c-4639-ba1f-d8c264611085 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:10:55.952800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-217b81d1-32b8-47b8-bd55-b12b7743de84 service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562367 May 26 19:10:55.954553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-6a62c444-df67-4f9c-a077-5b261c7ea5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:55.955864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-097b427c-5a29-4b67-a91a-ebdd3a532b16 req-6a62c444-df67-4f9c-a077-5b261c7ea5ed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3217003 May 26 19:10:56.032924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1a7a837d-4b68-40e7-9072-4547acc6f565 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:56.033538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:56.162259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1a7a837d-4b68-40e7-9072-4547acc6f565 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:10:56.430352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:10:56.476033 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bbaa76-a95d-4748-9c05-cea98c39ab6b'] response: {'name': 'network-changed', 'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'status': 'completed', 'code': 200} May 26 19:10:56.553417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:10:56.557028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35ab5db7-343a-4ffe-ba4e-788bc32d60b5 req-b878622b-cbd8-4294-b8d3-1cbc6cc0ac0b service neutron] 10.222.0.53 "GET /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445857 May 26 19:10:56.562173 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Sync routers for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:10:56.572810 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:56.573734 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:56.581656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-0e48ae9d-ecd2-472b-a047-0a6e4bd93755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.582139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-0e48ae9d-ecd2-472b-a047-0a6e4bd93755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.582606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-0e48ae9d-ecd2-472b-a047-0a6e4bd93755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.584194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-0e48ae9d-ecd2-472b-a047-0a6e4bd93755 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2866 time: 0.5728664 May 26 19:10:56.586804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-b18bee08-7daa-4655-9d38-57bbfc9ed41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.587286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-b18bee08-7daa-4655-9d38-57bbfc9ed41a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 1099 time: 0.5739179 May 26 19:10:56.603565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52235ba-cd49-4561-81f0-e5b8d40ba662 req-9874d992-40b9-40c8-bae8-9f542bf58a35 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.605436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f52235ba-cd49-4561-81f0-e5b8d40ba662 req-9874d992-40b9-40c8-bae8-9f542bf58a35 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.2849658 May 26 19:10:56.628281 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:56.632141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3b519550-209a-40a3-b876-e30e511075ed admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0649719 May 26 19:10:56.633019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:10:56.771584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-dbf5c4fc-c457-4ce7-a380-e7748440a22e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=c6903f98-6f71-47bb-81e8-e13fc7661833 HTTP/1.1" status: 200 len: 217 time: 0.1649594 May 26 19:10:56.782733 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:56.868333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f52235ba-cd49-4561-81f0-e5b8d40ba662 req-c26de328-0d2f-4007-ba8e-031c79d10bed tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376091 May 26 19:10:56.889547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5ac1b056-a883-4027-ad19-0a34e3d9b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.891616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-5ac1b056-a883-4027-ad19-0a34e3d9b885 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7618731-131b-4bf5-b80a-4aa97f883282 HTTP/1.1" status: 200 len: 801 time: 0.1024399 May 26 19:10:56.984932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-edc54556-0840-4533-8094-ad45f9c5d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:56.988121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-edc54556-0840-4533-8094-ad45f9c5d493 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3801224 May 26 19:10:57.081596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5534c0-81db-4522-b365-226b66082c34 req-e2acd776-255c-45a0-bcc4-3e7535fe6890 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.091838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5534c0-81db-4522-b365-226b66082c34 req-e2acd776-255c-45a0-bcc4-3e7535fe6890 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.115176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5534c0-81db-4522-b365-226b66082c34 req-e2acd776-255c-45a0-bcc4-3e7535fe6890 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.116850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef5534c0-81db-4522-b365-226b66082c34 req-e2acd776-255c-45a0-bcc4-3e7535fe6890 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.3415587 May 26 19:10:57.167700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-28ce38f2-90b6-4956-9cb4-8c37736772e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534 HTTP/1.1" status: 200 len: 217 time: 0.1579218 May 26 19:10:57.183558 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:52Z', 'revision_number': 3, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:57.190205 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Checking router: f0e89f65-7d2c-4639-ba1f-d8c264611085 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:10:57.191038 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Updating router f0e89f65-7d2c-4639-ba1f-d8c264611085 port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:10:57.263888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-7fbb9ad3-bee2-4c0c-8ff2-9b02acbda769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.265425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-7fbb9ad3-bee2-4c0c-8ff2-9b02acbda769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0806231 May 26 19:10:57.267717 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:57.338443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3bd59024-502f-40fa-a660-b839ede5c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.340019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3bd59024-502f-40fa-a660-b839ede5c68c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4379213 May 26 19:10:57.450416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ef5534c0-81db-4522-b365-226b66082c34 req-8cc65459-e178-4106-933e-b26afa9e736f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108366 May 26 19:10:57.477830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735617f-0961-438e-881b-2dd200d46f2f req-c24c87fd-f1bb-4e06-9c09-aff0343d1b0c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.479926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5735617f-0961-438e-881b-2dd200d46f2f req-c24c87fd-f1bb-4e06-9c09-aff0343d1b0c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.4689064 May 26 19:10:57.613563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5735617f-0961-438e-881b-2dd200d46f2f req-57bab22c-eb7a-4be4-879a-8f8c02260897 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157691 May 26 19:10:57.625288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-1bfc20b0-6eaa-498f-ae43-45db7e32d7f5 service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697132 May 26 19:10:57.627393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-74de73a6-56db-460e-80a8-806d55542f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.628733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-74de73a6-56db-460e-80a8-806d55542f5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3538935 May 26 19:10:57.712691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5cd48615-de9e-4053-84a2-4bfebdd6538b req-13f80288-a42c-42e3-b31f-97608cbb7454 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0820286 May 26 19:10:57.746548 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:57.761086 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Transition to ACTIVE for port object bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:57.769576 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:57.862800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Attempting to bind port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:10:57.863161 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Attempting to bind port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:10:57.863516 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Attempting to bind port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:10:57.874212 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:10:57.874577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:10:57.875574 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:57.876209 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:10:57.877103 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Bound port: bd5bacac-2f0e-4bb2-ac83-18edf67a26f1, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:10:57.877701 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:57.886808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-44e3c7ea-97d0-4da7-97ff-2b0391189b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:57.888287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-44e3c7ea-97d0-4da7-97ff-2b0391189b7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1100 time: 0.2567313 May 26 19:10:57.958939 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a138-d79c-430e-be44-4abb1794a2f7 None None] Pushing event updated for resources: {'Port': ['ID=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:58.003793 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] For port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:10:58.007987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] For port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:10:58.013126 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:58.034935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-88e1fde3-fad6-4d66-b469-b057dc18040d service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982520 May 26 19:10:58.045059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-8b3c5b59-8b52-4f2c-bd06-59b411544b92 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867335 May 26 19:10:58.115716 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:10:58.116364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-227b57a1-fa20-4e19-b734-b96a99a68177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.116533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:58.118250 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-227b57a1-fa20-4e19-b734-b96a99a68177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 1100 time: 0.1827776 May 26 19:10:58.125150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:58.136220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-b165aed6-02cc-4502-9352-d6af9a695479 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b HTTP/1.1" status: 200 len: 217 time: 0.0934436 May 26 19:10:58.187562 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a138-d79c-430e-be44-4abb1794a2f7 None None] Pushing event updated for resources: {'Port': ['ID=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:58.315759 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:10:58.316175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3ef53054-5147-4107-979d-cc466f521e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.317649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3ef53054-5147-4107-979d-cc466f521e8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=673b1476-1067-4ae4-9c9c-a85b5cb53424 HTTP/1.1" status: 200 len: 801 time: 0.1717310 May 26 19:10:58.321150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ad4814-b7e8-438e-b60f-3f608a6b378c req-59ad259c-0ad6-44f7-89ef-d358df40cfad service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211733 May 26 19:10:58.330957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c4bb1-d8d7-4ee8-99b5-18ff7da431c8 req-d55d983c-d43c-4088-aaeb-225819857fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.332466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a9c4bb1-d8d7-4ee8-99b5-18ff7da431c8 req-d55d983c-d43c-4088-aaeb-225819857fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.3345261 May 26 19:10:58.387444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-08c0e13d-81dc-493a-b689-237a93b868a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.388912 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-08c0e13d-81dc-493a-b689-237a93b868a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2514470 May 26 19:10:58.424929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a9c4bb1-d8d7-4ee8-99b5-18ff7da431c8 req-546f7ad8-acb0-4ae2-ade4-288cc9d3d0d8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541921 May 26 19:10:58.459466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-070b96d9-f43b-4309-8ec9-9dbe195d0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.460929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-070b96d9-f43b-4309-8ec9-9dbe195d0380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1275980 May 26 19:10:58.466710 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-34832214-62be-40dc-8827-2b993ba33eec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 200 len: 217 time: 0.0701296 May 26 19:10:58.607780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-efcdb513-9084-40af-933e-4ccdd4c62a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.610489 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-efcdb513-9084-40af-933e-4ccdd4c62a0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1357627 May 26 19:10:58.659054 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:52Z', 'revision_number': 3, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:10:58.673419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c9eff-f61c-4562-b1e2-b66be2905f7b None None] The sync data for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 is: [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:52Z', 'revision_number': 3, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:10:58.711857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-cd84ed22-13f9-4020-95b4-72e4c252cdce service neutron] 10.222.0.13 "GET /v2.0/networks/5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271256 May 26 19:10:58.714078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Allocated IP 172.20.0.1 (70878ea7-fbf7-4260-a4c7-1b0dc05fa229/72d6c5d2-e96b-499d-bc46-d5f1011ccb9d/fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:10:58.918576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b0de-3ecd-45ac-85b0-cb69f4fa07d1 req-57569884-611b-4bea-ab8c-cb459c4b6a3e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.928518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-e4207540-775f-4d30-bb29-9cf04b42d020 service neutron] 10.222.0.13 "GET /v2.0/networks/5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075636 May 26 19:10:58.928677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b0de-3ecd-45ac-85b0-cb69f4fa07d1 req-57569884-611b-4bea-ab8c-cb459c4b6a3e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.935413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b0de-3ecd-45ac-85b0-cb69f4fa07d1 req-57569884-611b-4bea-ab8c-cb459c4b6a3e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.944765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ffd6b0de-3ecd-45ac-85b0-cb69f4fa07d1 req-57569884-611b-4bea-ab8c-cb459c4b6a3e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.3320656 May 26 19:10:58.952104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644db7cc-18d1-46f4-a870-168d51283622 req-55bbf419-19a7-4c33-9b03-d1ad9f319def tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.954501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-644db7cc-18d1-46f4-a870-168d51283622 req-55bbf419-19a7-4c33-9b03-d1ad9f319def tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.1597571 May 26 19:10:58.963051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-5e2d80b6-9db3-40f4-ba2a-28acc393f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:58.964562 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-5e2d80b6-9db3-40f4-ba2a-28acc393f198 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964096 May 26 19:10:59.028695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:59.048040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-f96c4050-bb25-4142-a166-eb0891747955 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=3ade3557-82bc-4776-a1ea-4bba9822b942 HTTP/1.1" status: 200 len: 217 time: 0.0923841 May 26 19:10:59.117185 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ffd6b0de-3ecd-45ac-85b0-cb69f4fa07d1 req-f4d14d31-b080-4b77-abca-b6ef92b1c653 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710985 May 26 19:10:59.121873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Transition to ACTIVE for port object fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:10:59.168681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-644db7cc-18d1-46f4-a870-168d51283622 req-1d9336b0-c101-4855-90a6-f5424451528b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195562 May 26 19:10:59.173626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3cc42190-72e2-46d1-8a35-ba4f7721715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:59.177721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-3cc42190-72e2-46d1-8a35-ba4f7721715c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7618731-131b-4bf5-b80a-4aa97f883282 HTTP/1.1" status: 200 len: 801 time: 0.1122532 May 26 19:10:59.200727 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-0cfa00cd-b54a-4010-8cbe-405453a7bca2 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168689 May 26 19:10:59.202618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:59.267037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c80aa558-18f3-4a24-be2e-df01138348b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:59.268671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-c80aa558-18f3-4a24-be2e-df01138348b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845132 May 26 19:10:59.433141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-078dfbae-acc8-409c-842f-daa6ea9e1e5c service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576200 May 26 19:10:59.436293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:10:59.455640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:10:59.513272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:10:59.513918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:59.535433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1cef7cd4-dc34-44c0-bb0b-374b9f9df6e5 req-432e7bb7-ba1b-41d9-8314-b3efcb90b16a tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1447139 May 26 19:10:59.664703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87487d41-7acb-4a28-9b5d-0cb5906817db req-c77acda5-26c2-40b9-8a1b-e26d4d1deb3a service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507952 May 26 19:10:59.709975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Pushing event updated for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:10:59.800146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4a44941-00cb-468f-a885-34561fade07f None None] Provisioning for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:10:59.806114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4a44941-00cb-468f-a885-34561fade07f None None] Provisioning complete for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:10:59.806479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a44941-00cb-468f-a885-34561fade07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:59.862560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:10:59.864906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d4a44941-00cb-468f-a885-34561fade07f None None] Port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:10:59.888874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df5faca-d25a-4b41-9521-99c5053449cb req-17572813-1dbe-45bd-a87d-5b3a919eb928 service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496009 May 26 19:10:59.917400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2a1e0-9425-4517-a3ed-4098b1798c79 req-e8e55307-eaf7-4709-9f77-e3ba7179ac82 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:10:59.919060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bd2a1e0-9425-4517-a3ed-4098b1798c79 req-e8e55307-eaf7-4709-9f77-e3ba7179ac82 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 949 time: 0.3038373 May 26 19:10:59.985402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:10:59.991373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:00.018898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bd2a1e0-9425-4517-a3ed-4098b1798c79 req-0b4c2500-a453-49e5-a2ee-9de24acb58af tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919814 May 26 19:11:00.036898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:00.061777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-300aa9b7-92c3-49f2-9f33-e5a4e962daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.062324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-300aa9b7-92c3-49f2-9f33-e5a4e962daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.063371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-300aa9b7-92c3-49f2-9f33-e5a4e962daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.064990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-300aa9b7-92c3-49f2-9f33-e5a4e962daac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2866 time: 0.1028924 May 26 19:11:00.176121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.182176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.183259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.213561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-4de36ca0-c7d6-4e83-9055-10c9ae8d24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.215475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-4de36ca0-c7d6-4e83-9055-10c9ae8d24d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43 HTTP/1.1" status: 200 len: 903 time: 0.1431842 May 26 19:11:00.317940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-183ac01f-8e66-4d6e-bf53-42af8c132422 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=3ade3557-82bc-4776-a1ea-4bba9822b942 HTTP/1.1" status: 200 len: 217 time: 0.0958207 May 26 19:11:00.347790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:00.361062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:00.378434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:00.378795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.408152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:00.408769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.426984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'mac_address': 'fa:16:3e:b4:2b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:00.435806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Pushing event updated for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:00.469484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-44d87ec0-5b4c-4c72-b3a0-d5957444116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.470406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-44d87ec0-5b4c-4c72-b3a0-d5957444116b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7618731-131b-4bf5-b80a-4aa97f883282 HTTP/1.1" status: 200 len: 801 time: 0.1391990 May 26 19:11:00.501734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:00.519100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:00.519100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:00.530199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65bdd-8abc-4202-8bd5-e7d962813020 req-f11cf9f3-9024-47bd-9e20-cad6084ed066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.537476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65bdd-8abc-4202-8bd5-e7d962813020 req-f11cf9f3-9024-47bd-9e20-cad6084ed066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.542903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d65bdd-8abc-4202-8bd5-e7d962813020 req-f11cf9f3-9024-47bd-9e20-cad6084ed066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.547613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:00.551241 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-15d65bdd-8abc-4202-8bd5-e7d962813020 req-f11cf9f3-9024-47bd-9e20-cad6084ed066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.2161224 May 26 19:11:00.561269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522106-83bc-4a4e-b425-fa65f8dbc200 req-3e843d76-22f2-4819-bb33-503910ce1f01 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.563380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5522106-83bc-4a4e-b425-fa65f8dbc200 req-3e843d76-22f2-4819-bb33-503910ce1f01 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 948 time: 0.2330997 May 26 19:11:00.574424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:00.575116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.600230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.604917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:00.633951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5522106-83bc-4a4e-b425-fa65f8dbc200 req-b5ba7db7-31be-4a33-b0df-c064f695e686 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645940 May 26 19:11:00.639246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:00.643554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-199f7ec4-a782-4b83-b8ba-b14c48f277f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:00.647683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-199f7ec4-a782-4b83-b8ba-b14c48f277f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acdb9cca-c6e8-4f02-b3f7-45be30e15f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1682353 May 26 19:11:00.732285 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-15d65bdd-8abc-4202-8bd5-e7d962813020 req-0482b78e-a00c-4a5b-8cef-8643a14f92b2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802683 May 26 19:11:00.755366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.772312 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7aa135-9bc7-4f48-96f8-069d16034d52'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'code': 200} May 26 19:11:00.870695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-d7cfd6e5-a2aa-4ee7-bd14-135cd4e4dc3a service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154758 May 26 19:11:00.873750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Router f0e89f65-7d2c-4639-ba1f-d8c264611085 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:00.919152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:00.920180 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:00.925142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:00.997463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-72f6d08d-ab33-4f5d-8b80-84a7963faf6a None None] Provisioning complete for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:00.998085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-72f6d08d-ab33-4f5d-8b80-84a7963faf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.033232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79690ac0-e481-4c02-af77-d8a253f714d2 req-c951bd1a-e2ac-4ac0-ab24-62a77283c539 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0548680 May 26 19:11:01.039670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:01.076503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.106955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:01.127867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ff1b1e7-dd37-4eca-aedd-50e9d8ace927 req-f96a911e-6985-48be-aa6e-5e8bb867b4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414382 May 26 19:11:01.146331 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a73519c-ba12-4318-b2a7-b9edec3ed960 admin admin] 10.222.0.24 "PUT /v2.0/routers/f0e89f65-7d2c-4639-ba1f-d8c264611085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4969714 May 26 19:11:01.148331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Sync routers for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:01.161559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:01.213667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-72f6d08d-ab33-4f5d-8b80-84a7963faf6a None None] Port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:01.215267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['48dd7bd3-6909-47ba-80c2-1f30d5b8c534'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:01.262741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:01.263542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:01.298300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327b116-d952-48a1-bbf0-370fb0345765 req-58028575-98a2-4f91-b3e8-e9c0bcef4aad tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:01.300059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a327b116-d952-48a1-bbf0-370fb0345765 req-58028575-98a2-4f91-b3e8-e9c0bcef4aad tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.0949638 May 26 19:11:01.351466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a327b116-d952-48a1-bbf0-370fb0345765 req-3b8f938d-9ec8-40d7-8fe0-18b41679e4a9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 May 26 19:11:01.374314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:01.391648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51946) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:01.396811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492262918', 'description': 'tempest-description--1980257893'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:01.402781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:01.407060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Usage tracker for resource:security_group and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:01.410249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:01.417002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:01.426665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.447798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:01.451642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Usage tracker for resource:security_group_rule and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:01.455074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:01.460740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:01.530815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.534949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.535348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:01.575825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c251c-2e42-4345-8f3f-fe93cca49e43,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:01.580398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.581751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-05830080-fafe-43c2-a10b-7e212863d20d tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1889298 May 26 19:11:01.584442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:01.589918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'security_group_rule': {'security_group_id': 'e85c251c-2e42-4345-8f3f-fe93cca49e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:01.595651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:01.599675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Usage tracker for resource:security_group_rule and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:01.602575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:01.608239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:01.628729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.697264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.701622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.729073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381ee083-ced4-40b0-b984-5f6ba213ac75,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:01.741655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.745295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d7a52f1-4806-4064-a8be-a03e9b1acdba tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575499 May 26 19:11:01.745479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51956) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:01.751495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'security_group_rule': {'security_group_id': 'e85c251c-2e42-4345-8f3f-fe93cca49e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:01.757723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:01.761767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Usage tracker for resource:security_group_rule and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:01.764805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:01.772001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:01.793309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.881614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcddd34-d2f7-448c-b661-3190df8e2616 req-394fefda-5119-4c1a-981b-ab9ff53abff7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:01.883977 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bcddd34-d2f7-448c-b661-3190df8e2616 req-394fefda-5119-4c1a-981b-ab9ff53abff7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 949 time: 0.1259439 May 26 19:11:01.952197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 2, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:01.960042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Checking router: f0e89f65-7d2c-4639-ba1f-d8c264611085 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:11:01.960385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Updating router f0e89f65-7d2c-4639-ba1f-d8c264611085 port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:11:01.967284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.978110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:01.993265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bcddd34-d2f7-448c-b661-3190df8e2616 req-fb650009-7b81-4f2a-85ab-c8aff42a5af9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990882 May 26 19:11:02.033541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:02.083343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32712c81-9756-4ce2-bfe2-338b0dca3466,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:02.092535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.095293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d462904e-c1db-4074-ae9d-d3f896cde7dc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486774 May 26 19:11:02.098417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:02.103352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:02.112861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:02.121908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Usage tracker for resource:floatingip and tenant:69989acb1e5046c7a687aa1587408f88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:02.129977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:02.142637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edb6f-bbfe-4a47-b111-6af27acd44ea req-cc985e09-24dd-4bf6-b0df-6baf6c1cb066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:02.148165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edb6f-bbfe-4a47-b111-6af27acd44ea req-cc985e09-24dd-4bf6-b0df-6baf6c1cb066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:02.152808 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.154144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edb6f-bbfe-4a47-b111-6af27acd44ea req-cc985e09-24dd-4bf6-b0df-6baf6c1cb066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:02.155782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d84edb6f-bbfe-4a47-b111-6af27acd44ea req-cc985e09-24dd-4bf6-b0df-6baf6c1cb066 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.2766852 May 26 19:11:02.160460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:02.195135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.226016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d84edb6f-bbfe-4a47-b111-6af27acd44ea req-1f9fcad3-e2a2-4c27-af3b-e642dafc85a0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604959 May 26 19:11:02.227800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:02.228168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.358568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.450404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-061b9bdc-dcc6-478a-b768-2eab5f45cacf req-5d81de51-aba6-4899-a50d-1996d4dc9b3e tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1192601 May 26 19:11:02.628322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:02.704253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Allocated IP 172.25.0.52 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e8c447c7-3156-4093-ab6b-34bf21da4d78) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:02.778400 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.795917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Transition to ACTIVE for port object fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:02.806387 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:02.902583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6aba0-6205-4fb4-8638-aa838323c9c3 req-55f1360e-632a-4281-8484-244c8fea54ac tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:02.904115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dee6aba0-6205-4fb4-8638-aa838323c9c3 req-55f1360e-632a-4281-8484-244c8fea54ac tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.3312402 May 26 19:11:02.946537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e27e-caab-4728-a807-6a3fd1ca7f4e None None] Pushing event updated for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:02.987853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dee6aba0-6205-4fb4-8638-aa838323c9c3 req-cd1a8514-e494-429f-a4e6-f6610028ffc2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735157 May 26 19:11:03.010491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.062925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.114128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Attempting to bind port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:03.114569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Attempting to bind port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:03.115292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Attempting to bind port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 on network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:03.135766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:03.136132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Checking segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:03.136544 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.136913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Bound using segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:03.137403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Bound port: fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:03.137767 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.324852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:03.336711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:03.341260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'Port': ['ID=e8c447c7-3156-4093-ab6b-34bf21da4d78,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:03.343344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] For port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:03.347459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] For port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:03.351461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:03.354380 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.401783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fb1f2-6ec6-4af2-b3c9-cf883de44123 req-4e4b4890-2774-423d-b2a2-2e623f037287 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.403570 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d39fb1f2-6ec6-4af2-b3c9-cf883de44123 req-4e4b4890-2774-423d-b2a2-2e623f037287 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 949 time: 0.2140174 May 26 19:11:03.445012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:03.445672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:10:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:03.460969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d39fb1f2-6ec6-4af2-b3c9-cf883de44123 req-d2616666-9b3e-417c-8d02-2e1be5eb19ca tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 May 26 19:11:03.499813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923277bf-e33b-4f3a-9f02-8b931c23fd67 req-344ac770-c3ef-47d6-9e5d-1d4f9a1abbfa tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.501922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-923277bf-e33b-4f3a-9f02-8b931c23fd67 req-344ac770-c3ef-47d6-9e5d-1d4f9a1abbfa tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 947 time: 0.2421374 May 26 19:11:03.543667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.560301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-923277bf-e33b-4f3a-9f02-8b931c23fd67 req-a75dd10b-e2ca-4feb-b199-4cb92a205bd2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 May 26 19:11:03.612628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e27e-caab-4728-a807-6a3fd1ca7f4e None None] Pushing event updated for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:03.626936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.756757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad6905-dd84-4b48-965b-63ef0b2272f4 req-50e330dc-0469-483f-be37-1f8b3b9f76e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.759640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:03.763253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad6905-dd84-4b48-965b-63ef0b2272f4 req-50e330dc-0469-483f-be37-1f8b3b9f76e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.769556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad6905-dd84-4b48-965b-63ef0b2272f4 req-50e330dc-0469-483f-be37-1f8b3b9f76e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.771181 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-70ad6905-dd84-4b48-965b-63ef0b2272f4 req-50e330dc-0469-483f-be37-1f8b3b9f76e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2413 time: 0.1600609 May 26 19:11:03.819180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-70ad6905-dd84-4b48-965b-63ef0b2272f4 req-88abf82d-7a2c-46c1-a993-5a8f88089e95 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 May 26 19:11:03.887311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2ee8-7635-43d1-b261-d39474c0e1c3 req-34ed2e49-44f0-4057-a4a0-07b638a25a33 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:03.888828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-455c2ee8-7635-43d1-b261-d39474c0e1c3 req-34ed2e49-44f0-4057-a4a0-07b638a25a33 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1096 time: 0.1277640 May 26 19:11:03.917663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.933445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:03.993437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c6903f98-6f71-47bb-81e8-e13fc7661833 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:04.041617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-455c2ee8-7635-43d1-b261-d39474c0e1c3 req-32b8a80b-dddb-4037-bc24-2d29813cefab tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430156 May 26 19:11:04.108590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9c613be7-73d7-48e7-abec-154d34b67f43 req-089d62ba-2a7e-4647-b2c5-d0eeed852262 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0570247 May 26 19:11:04.113012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'Port': ['ID=e8c447c7-3156-4093-ab6b-34bf21da4d78,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:04.139066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.169707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c6903f98-6f71-47bb-81e8-e13fc7661833,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:04.181913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:04.183089 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.190328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-45729ed5-b706-46d0-a163-8935866765ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0849583 May 26 19:11:04.230439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'c6903f98-6f71-47bb-81e8-e13fc7661833', 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'port_id': 'c6903f98-6f71-47bb-81e8-e13fc7661833', 'mac_address': 'fa:16:3e:06:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7618731-131b-4bf5-b80a-4aa97f883282', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:04.347111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-fc476f7e-c27f-48f4-9d89-0f5c948ad310 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344772 May 26 19:11:04.362708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c6903f98-6f71-47bb-81e8-e13fc7661833 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:04.363072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.416283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:04.420200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6903f98-6f71-47bb-81e8-e13fc7661833 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:04.430079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:04.430442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.496796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c6903f98-6f71-47bb-81e8-e13fc7661833,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:04.507710 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.508353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ade3557-82bc-4776-a1ea-4bba9822b942 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:04.541451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-c5c59ba9-18a7-43b9-bd76-8bed82b735cf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:04.551598 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-c5c59ba9-18a7-43b9-bd76-8bed82b735cf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028899 May 26 19:11:04.569201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-5c653789-b335-4ecf-ba3d-9559e414ad64 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/quotas/9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 375 time: 0.0164511 May 26 19:11:04.635598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:04.701264 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-bb054b40-c243-4de6-8134-05372d3adcaf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274023 May 26 19:11:04.714769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:04.733237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:04.733581 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.742658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'network_id': 'acdb9cca-c6e8-4f02-b3f7-45be30e15f43', 'port_id': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'mac_address': 'fa:16:3e:a4:d3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7618731-131b-4bf5-b80a-4aa97f883282', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:04.751884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:03Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:04.758046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47848fa6-b11d-4001-9f7b-68078fa370bf None None] The sync data for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 is: [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:03Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:11:04.875396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:04.939392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:04.940411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3ade3557-82bc-4776-a1ea-4bba9822b942 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:04.940780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:04.963006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ade3557-82bc-4776-a1ea-4bba9822b942 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:04.969686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:05.101399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:05.120024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:05.131723 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:05.132437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:05.180573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c764d-105c-4c86-8667-418225c42798 req-9d8890b6-2263-4a68-a11a-822b68afe78b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:05.188103 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143c764d-105c-4c86-8667-418225c42798 req-9d8890b6-2263-4a68-a11a-822b68afe78b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 0.1406529 May 26 19:11:05.267556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:05.314403 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-143c764d-105c-4c86-8667-418225c42798 req-a4eeacf1-1665-4fff-a976-9011b9688e85 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238322 May 26 19:11:05.457205 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4d283338-2a9e-473a-81d5-62757935918b req-92aca4c0-e073-481e-80d4-d4266d0f4f1e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 210 time: 0.0780377 May 26 19:11:05.499337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:05.537127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '983767bf-232b-4d4a-959a-d64873db5b18', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '983767bf-232b-4d4a-959a-d64873db5b18', 'mac_address': 'fa:16:3e:fa:10:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:05.639722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:05.640111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:05.678009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:05.708765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:05.714586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:05.715835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d625a4-3a75-41cd-acfa-b58d383de28b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:05.815515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674e14-e2da-49d4-a4a9-eb36e4fb4765 req-957cac5c-1c4e-45f5-9549-3643023fb56b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:05.821695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674e14-e2da-49d4-a4a9-eb36e4fb4765 req-957cac5c-1c4e-45f5-9549-3643023fb56b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:05.829391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674e14-e2da-49d4-a4a9-eb36e4fb4765 req-957cac5c-1c4e-45f5-9549-3643023fb56b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:05.831239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9b674e14-e2da-49d4-a4a9-eb36e4fb4765 req-957cac5c-1c4e-45f5-9549-3643023fb56b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2415 time: 0.1669157 May 26 19:11:05.938320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9b674e14-e2da-49d4-a4a9-eb36e4fb4765 req-082f866c-ee28-4ee8-a7a5-c7b217bf6e8c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960793 May 26 19:11:06.091625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:06.322524 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3514ffb-7ef1-4651-9004-fdce6c1cec51'] response: {'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'code': 200} May 26 19:11:06.328904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:06.411145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f97d-66db-4e36-895d-c1eaace15652 req-0c08c94f-eaa2-4071-94bc-5287ed4440d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:06.413755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45a3f97d-66db-4e36-895d-c1eaace15652 req-0c08c94f-eaa2-4071-94bc-5287ed4440d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 1101 time: 0.2000859 May 26 19:11:06.475115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:06.541764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45a3f97d-66db-4e36-895d-c1eaace15652 req-ca4cd371-3f9e-4386-82e4-5c5b3cb1a79d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164296 May 26 19:11:06.570898 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-89039b86-6649-4d07-b191-28cf077ebf96 req-e98d27cd-3d3e-453c-bad6-586bc6c1bd6f tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1673095 May 26 19:11:06.573650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:06.597303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:06.610820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:06.611503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:06.692551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'e2d625a4-3a75-41cd-acfa-b58d383de28b', 'network_id': '5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96', 'port_id': 'e2d625a4-3a75-41cd-acfa-b58d383de28b', 'mac_address': 'fa:16:3e:36:15:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673b1476-1067-4ae4-9c9c-a85b5cb53424', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:06.847710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e2d625a4-3a75-41cd-acfa-b58d383de28b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:06.848571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:06.890870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d625a4-3a75-41cd-acfa-b58d383de28b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:06.898895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:06.899358 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:06.960545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:06.973617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:06.975269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:07.020099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ab044-3eeb-4dec-b48a-127b05b9f69d req-e2b21473-6d45-4be5-ad2d-f91cec69f620 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:07.022712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd9ab044-3eeb-4dec-b48a-127b05b9f69d req-e2b21473-6d45-4be5-ad2d-f91cec69f620 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 0.1359332 May 26 19:11:07.069803 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:07.093857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-3a99c05b-c3fd-4bee-a3b6-94c554d10f44 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543852 May 26 19:11:07.176390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:07.179264 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd9ab044-3eeb-4dec-b48a-127b05b9f69d req-38282142-8429-4038-b83b-504b6b92a056 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334858 May 26 19:11:07.190548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52154) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:07.303302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-a463bf44-ecbb-42b4-83ef-13f1b6301652 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:11:07.304673 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-a463bf44-ecbb-42b4-83ef-13f1b6301652 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127088 May 26 19:11:07.331280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-ba9f92b6-c10a-4836-8248-7a6e57fa02eb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:07.333148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-ba9f92b6-c10a-4836-8248-7a6e57fa02eb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341518 May 26 19:11:07.350385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Request body: {'port': {'device_id': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9b9b00b5537b4f13ab4a100f7123d2ab'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:07.414382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:07.473689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Request body: {'binding': {'host': 'n-h2-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:07.476929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Unknown quota resources ['binding']. {{(pid=88362) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:11:07.557274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:07.567317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:07.580318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Made reservation on behalf of 9b9b00b5537b4f13ab4a100f7123d2ab for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:07.583861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:07.710604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97d21edf-3534-4019-951b-6ec51cbcc16e req-d3dce408-1f39-4c07-8ca8-e8ea67077ba2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 210 time: 0.0519838 May 26 19:11:07.767125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['e2d625a4-3a75-41cd-acfa-b58d383de28b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:07.786041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Allocated IP 192.168.233.146 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/0adbb137-dc96-496e-9467-5d608935e932) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:07.812294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h2-843146-9 for vnic_type normal with profile None {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:07.814160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:07.814512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:07.824212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:07.825852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:07.832068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['983767bf-232b-4d4a-959a-d64873db5b18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:07.839461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:07.839792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:07.840168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:07.840600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Bound port: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:07.875460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['c6903f98-6f71-47bb-81e8-e13fc7661833'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:08.089946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:08.110211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:08.123484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:08.131664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:08.147364 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-9a9379e4-d58f-4330-bd0c-f04ea00f2dac service neutron] 10.222.0.24 "POST /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.7438893 May 26 19:11:08.148055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Transition to ACTIVE for port object 0adbb137-dc96-496e-9467-5d608935e932 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:08.178590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:08.286371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f79c-d06c-45d7-8c70-1322ee05a0a8 req-b18ac328-d59c-4c58-a5da-20a0e387c88d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:08.306052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f79c-d06c-45d7-8c70-1322ee05a0a8 req-b18ac328-d59c-4c58-a5da-20a0e387c88d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:08.320374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49f79c-d06c-45d7-8c70-1322ee05a0a8 req-b18ac328-d59c-4c58-a5da-20a0e387c88d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:08.328549 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7f49f79c-d06c-45d7-8c70-1322ee05a0a8 req-b18ac328-d59c-4c58-a5da-20a0e387c88d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2416 time: 0.4902413 May 26 19:11:08.402074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:08.408354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:08.413072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:08.436797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7f49f79c-d06c-45d7-8c70-1322ee05a0a8 req-4398e466-75c4-47fb-99ab-0f2886458277 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072733 May 26 19:11:08.530186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:08.602422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:08.606342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:08.715347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:08.715897 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:08.758800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-7c080436-005a-4135-86b9-09ca0161fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:08.760919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-7c080436-005a-4135-86b9-09ca0161fa79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1096 time: 0.2931955 May 26 19:11:08.765259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-77cae118-ef23-4167-82ee-d6768c0bac24 req-326c028c-52fc-43e1-88dc-866e649b69a9 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0965500 May 26 19:11:08.766165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-182f47ff-ee45-45d3-9d37-88ef5a00ab31 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4189758 May 26 19:11:08.794696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Request body: {'port': {'device_id': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:08.931950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3ade3557-82bc-4776-a1ea-4bba9822b942'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:09.000309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c62f74f-a981-429a-a3f7-64ba986f01ec None None] Provisioning for port 0adbb137-dc96-496e-9467-5d608935e932 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:09.009492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c62f74f-a981-429a-a3f7-64ba986f01ec None None] Provisioning complete for port 0adbb137-dc96-496e-9467-5d608935e932 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:09.009744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c62f74f-a981-429a-a3f7-64ba986f01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:09.039936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:09.125884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6c62f74f-a981-429a-a3f7-64ba986f01ec None None] Port 0adbb137-dc96-496e-9467-5d608935e932 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:09.146664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363bff5-9d40-474f-8553-db66f4626e9b req-8a1412d8-d34c-4078-ac17-feb4dc8f2608 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.156587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f363bff5-9d40-474f-8553-db66f4626e9b req-8a1412d8-d34c-4078-ac17-feb4dc8f2608 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.1452162 May 26 19:11:09.194506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd15cc-7bdc-4121-b0ab-77fd84179ec2 req-40d00849-d423-4dbf-8cec-4e231a3f33b3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.204976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29bd15cc-7bdc-4121-b0ab-77fd84179ec2 req-40d00849-d423-4dbf-8cec-4e231a3f33b3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 0.5771539 May 26 19:11:09.228289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f363bff5-9d40-474f-8553-db66f4626e9b req-268153d1-75ee-4164-8f2f-eb37990cfb0e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708909 May 26 19:11:09.330627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:09.395147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29bd15cc-7bdc-4121-b0ab-77fd84179ec2 req-ef85bc5e-e29b-4422-8598-83d711cff267 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634450 May 26 19:11:09.395147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-83877d18-e455-4154-81ac-0dc56b847325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.395147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-83877d18-e455-4154-81ac-0dc56b847325 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.4704473 May 26 19:11:09.540541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-8e69499a-ba38-496e-9bac-cf58ad0d06a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.0797980 May 26 19:11:09.561192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064922b3-9278-4362-8920-23b6fafb3df5 req-274e9088-6690-412d-9362-ee21e3795adf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.563712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-064922b3-9278-4362-8920-23b6fafb3df5 req-274e9088-6690-412d-9362-ee21e3795adf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 936 time: 0.0941448 May 26 19:11:09.616871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-064922b3-9278-4362-8920-23b6fafb3df5 req-f97a89af-383f-4b59-9acf-ed9bbf45dd03 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 May 26 19:11:09.724863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-4a9aa6ce-1fc5-4c71-969b-59823145910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.726322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-4a9aa6ce-1fc5-4c71-969b-59823145910d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.1537099 May 26 19:11:09.786078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-fcea3ff3-887c-4aad-88b5-f1d84057c890 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508795 May 26 19:11:09.890748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c2bc4-3f70-447a-8c45-2f9e8a840146 req-ea620417-25d9-49b7-965b-abe5b54923d2 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:09.892222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af4c2bc4-3f70-447a-8c45-2f9e8a840146 req-ea620417-25d9-49b7-965b-abe5b54923d2 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 1101 time: 0.3599980 May 26 19:11:09.981318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d', '92446ef1-da8a-4d32-838b-7c638e6064f7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:10.089155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-8663e9db-9256-4c14-87be-39043d7d1d23 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843242 May 26 19:11:10.101440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7be45-ec5e-4ed5-8ffd-f32bb74eccb3 req-a3a0761c-0b97-428b-9a74-1a78a5d302c7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:10.108148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7be45-ec5e-4ed5-8ffd-f32bb74eccb3 req-a3a0761c-0b97-428b-9a74-1a78a5d302c7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:10.116064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7be45-ec5e-4ed5-8ffd-f32bb74eccb3 req-a3a0761c-0b97-428b-9a74-1a78a5d302c7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:10.116826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af4c2bc4-3f70-447a-8c45-2f9e8a840146 req-1ecbf60b-095c-4abd-a0d3-187c625c17d0 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717105 May 26 19:11:10.121552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ecc7be45-ec5e-4ed5-8ffd-f32bb74eccb3 req-a3a0761c-0b97-428b-9a74-1a78a5d302c7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2416 time: 0.1658642 May 26 19:11:10.215225 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ecc7be45-ec5e-4ed5-8ffd-f32bb74eccb3 req-3e81a08f-7ee8-423d-8147-ff078b6b4b70 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909431 May 26 19:11:10.313431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-dcdcfcdc-4a0a-4718-9fd3-d90c6e30fc69 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092645 May 26 19:11:10.508459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:10.517202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:10.533978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Transition to ACTIVE for port object 0adbb137-dc96-496e-9467-5d608935e932 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:10.541580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:10.582794 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d4951978-0548-4dd6-81e5-03a47c809658 req-43cafd56-21a1-46c9-88bb-b350caad34a8 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2012022 May 26 19:11:10.730742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:10.987133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50088705-929a-43f0-92f2-785041cf9aea req-c7a40495-02d7-4e4e-8e4f-47c4ea9232ac tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:10.997374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c6903f98-6f71-47bb-81e8-e13fc7661833 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:11.000862 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50088705-929a-43f0-92f2-785041cf9aea req-c7a40495-02d7-4e4e-8e4f-47c4ea9232ac tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.1203394 May 26 19:11:11.072829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50088705-929a-43f0-92f2-785041cf9aea req-2258cedd-85e5-4944-90eb-76fa7d5f331a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 May 26 19:11:11.116776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035722a7-5837-420b-a353-9dbaee3af53c req-58bc16ab-8565-422c-b636-fecaad154300 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:11.121098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-035722a7-5837-420b-a353-9dbaee3af53c req-58bc16ab-8565-422c-b636-fecaad154300 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.6810994 May 26 19:11:11.135979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:11.136303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:11.137714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:11.175168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:11.175494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:11.184831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:11.185621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:11.186195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:11.186904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Bound port: 0adbb137-dc96-496e-9467-5d608935e932, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:11.188091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.233680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-035722a7-5837-420b-a353-9dbaee3af53c req-19bec143-eea1-4907-953f-4139a384d27f tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057360 May 26 19:11:11.241026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port c6903f98-6f71-47bb-81e8-e13fc7661833 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:11.257192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port c6903f98-6f71-47bb-81e8-e13fc7661833 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:11.257569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.264170 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-1a51ce82-d314-4fed-9f84-5ecea00497f3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474000 May 26 19:11:11.450157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:11.453367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-dc9a3821-e107-4a0e-a438-9edde7a07af6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:11.456297 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-dc9a3821-e107-4a0e-a438-9edde7a07af6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900134 May 26 19:11:11.463140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:11.470824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.495259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c6903f98-6f71-47bb-81e8-e13fc7661833 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:11.495948 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.502892 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-f583811a-1b5f-4150-94ff-ec0121852b23 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0403011 May 26 19:11:11.533421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70164d-270a-4cfd-b87a-7c2de1fdb1cd req-93c99cff-10c9-41fe-9a23-2199a9542bbf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:11.533589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:11.534120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a70164d-270a-4cfd-b87a-7c2de1fdb1cd req-93c99cff-10c9-41fe-9a23-2199a9542bbf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:11.544126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c6903f98-6f71-47bb-81e8-e13fc7661833,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:11.549696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:11.550204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.552056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 1096 time: 2.7676942 May 26 19:11:11.556476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:11.559324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.560979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d625a4-3a75-41cd-acfa-b58d383de28b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:11.638420 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-f1cce737-3582-45ef-9c97-5f02eef567a8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1346529 May 26 19:11:11.648347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a70164d-270a-4cfd-b87a-7c2de1fdb1cd req-93c99cff-10c9-41fe-9a23-2199a9542bbf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:11.649512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a70164d-270a-4cfd-b87a-7c2de1fdb1cd req-93c99cff-10c9-41fe-9a23-2199a9542bbf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.2952325 May 26 19:11:11.689313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:11.704662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.704776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.705070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.705401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.705725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.706043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.706365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.706661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.706969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.712741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.713289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.713628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044833ea-f396-40e9-86b3-02ba2c9d99c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:11.759607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a70164d-270a-4cfd-b87a-7c2de1fdb1cd req-f95ebff4-2262-42a3-846a-8381d535b1cb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957012 May 26 19:11:11.765223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-5ae6253a-a027-410c-96cd-24a5f821909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:11.766998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-5ae6253a-a027-410c-96cd-24a5f821909b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.1706271 May 26 19:11:11.801376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:11.838279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port e2d625a4-3a75-41cd-acfa-b58d383de28b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:11.846067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port e2d625a4-3a75-41cd-acfa-b58d383de28b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:11.846438 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:11.921981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-7cc9e30c-9516-41b1-9b53-febe6c4eceb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.1454754 May 26 19:11:11.995530 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6896bf2f-9a89-46b7-b113-6764d9893442'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833', 'code': 200} May 26 19:11:12.108014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-d585e5e8-a911-4635-be05-e7295e7032fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.110289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-d585e5e8-a911-4635-be05-e7295e7032fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1791439 May 26 19:11:12.125073 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb07e4ec-d0ec-4084-864f-b6040887288d'] response: {'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'status': 'completed', 'code': 200} May 26 19:11:12.158271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e2d625a4-3a75-41cd-acfa-b58d383de28b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:12.158743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:12.220891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:12.235469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:12.342578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-61023103-3684-43d2-b16a-846889a736b5 req-9f4fdc60-a8be-4c97-b1d3-78c2931ab6fd tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0871084 May 26 19:11:12.398236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:12.463081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-32de85cd-e894-405e-ae92-4c438a2b7616 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.464674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-32de85cd-e894-405e-ae92-4c438a2b7616 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.13 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.3534560 May 26 19:11:12.469086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-4d7c9ab0-66ae-45d6-bcff-4ed8021dc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.470519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-4d7c9ab0-66ae-45d6-bcff-4ed8021dc905 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3363600 May 26 19:11:12.512258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61227-9ea7-4e01-b2a6-264fb96f8c6a req-c0f4276a-3b14-4964-9987-40020b90ccfc tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.518863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61227-9ea7-4e01-b2a6-264fb96f8c6a req-c0f4276a-3b14-4964-9987-40020b90ccfc tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.524593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b61227-9ea7-4e01-b2a6-264fb96f8c6a req-c0f4276a-3b14-4964-9987-40020b90ccfc tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.534248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81b61227-9ea7-4e01-b2a6-264fb96f8c6a req-c0f4276a-3b14-4964-9987-40020b90ccfc tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2418 time: 0.4082646 May 26 19:11:12.557000 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-939a70da-a31c-4117-90a8-f215b1ab5082 req-fd83d668-a460-4bf2-bc49-2111c4291634 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 210 time: 0.0611794 May 26 19:11:12.684987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Deleting port 329140ca-68d6-49d5-a433-be0c32291146 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:12.685350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:12.751041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81b61227-9ea7-4e01-b2a6-264fb96f8c6a req-d3a38c72-ecda-428c-8750-4d93055356b9 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144349 May 26 19:11:12.789884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bbd10-2ffb-4d2b-b881-a6e8c878f444 req-385442b5-d2c8-426b-a177-9fc46b205acc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:12.792015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-530bbd10-2ffb-4d2b-b881-a6e8c878f444 req-385442b5-d2c8-426b-a177-9fc46b205acc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.1190865 May 26 19:11:12.880098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-530bbd10-2ffb-4d2b-b881-a6e8c878f444 req-c7577bd9-6f5e-44f5-be56-ba6fc9eeec72 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 May 26 19:11:12.977607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-699d3159-c9f9-44bf-97a7-047257b08057 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361618 May 26 19:11:12.991177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ade3557-82bc-4776-a1ea-4bba9822b942 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:13.144441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 3ade3557-82bc-4776-a1ea-4bba9822b942 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:13.150565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 3ade3557-82bc-4776-a1ea-4bba9822b942 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:13.151180 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.171757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdce60-80e2-499a-94e9-7dfe70979cc4 req-a404c9b3-fc24-438c-84e6-ba1b707ebb26 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:13.175980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cbbdce60-80e2-499a-94e9-7dfe70979cc4 req-a404c9b3-fc24-438c-84e6-ba1b707ebb26 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.1233268 May 26 19:11:13.241130 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cbbdce60-80e2-499a-94e9-7dfe70979cc4 req-690c71dc-282b-4b71-8d33-b133809f7ce8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 May 26 19:11:13.310778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3ade3557-82bc-4776-a1ea-4bba9822b942 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:13.311293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.353750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:13.362758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.365329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:13.366812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b07159f-ac90-463c-8700-d3bd0bf78fb8 req-e3f6858f-dbfb-42e5-abf2-c60ccfa263b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088965 May 26 19:11:13.430943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62ccbc-67a5-4049-b644-c064758826b2 req-d9751a29-0db3-4d3a-98b1-700ea5ef28d5 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:13.432881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db62ccbc-67a5-4049-b644-c064758826b2 req-d9751a29-0db3-4d3a-98b1-700ea5ef28d5 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 946 time: 0.5615232 May 26 19:11:13.441237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:13.441730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.517673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:13.529379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 983767bf-232b-4d4a-959a-d64873db5b18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:13.529744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.655411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db62ccbc-67a5-4049-b644-c064758826b2 req-fa2412c3-b177-40a4-9d84-d8574bbb0b4c tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733935 May 26 19:11:13.660920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-b5442501-0624-4601-ac58-676b1127a67a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737853 May 26 19:11:13.770203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.784522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 983767bf-232b-4d4a-959a-d64873db5b18 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:13.784920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.792209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-f76f38c0-60e1-4502-99b5-5bc434e0f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:13.795373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-f76f38c0-60e1-4502-99b5-5bc434e0f144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.3562346 May 26 19:11:13.833005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:13.840211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:13.841007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 329140ca-68d6-49d5-a433-be0c32291146 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:13.849726 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93182a36-f775-49ae-b42c-5cb0eee05dc2 req-6aad9bdc-e8d3-4f60-a8c2-562e3b97da89 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1251583 May 26 19:11:14.059218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b'}, {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942'}, {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:14.074292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:14.119200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-4ac94928-74b8-4890-a84f-17f4671b35f3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.123271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-4ac94928-74b8-4890-a84f-17f4671b35f3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4557683 May 26 19:11:14.148357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca353b26-d292-4480-a627-f9cf88c3437c req-a7d9a986-733a-462f-8d63-37cea477bc61 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 210 time: 0.2572291 May 26 19:11:14.172316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:14.190598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 329140ca-68d6-49d5-a433-be0c32291146 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:14.190970 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.233640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:14.241852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.242889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.243388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.243793 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Floating IP 254926fa-f7df-41cc-8123-23beec799514 disassociated. External IP: 172.25.0.134, port: 329140ca-68d6-49d5-a433-be0c32291146. May 26 19:11:14.244238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Calling delete_port for 329140ca-68d6-49d5-a433-be0c32291146 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:14.278693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-a0ced2b7-e9b6-4ab8-b684-0b15c6c74963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.279950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-a0ced2b7-e9b6-4ab8-b684-0b15c6c74963 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4694781 May 26 19:11:14.328809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:14.369385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-784f531b-14a3-497c-b0ce-e051acc35f95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.0811756 May 26 19:11:14.380666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80037a-5679-4c11-a83a-7c626660892e req-888c8e54-b0a1-4424-9e8e-abfd4028376b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.387099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80037a-5679-4c11-a83a-7c626660892e req-888c8e54-b0a1-4424-9e8e-abfd4028376b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.393171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80037a-5679-4c11-a83a-7c626660892e req-888c8e54-b0a1-4424-9e8e-abfd4028376b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.394809 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e80037a-5679-4c11-a83a-7c626660892e req-888c8e54-b0a1-4424-9e8e-abfd4028376b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.2706428 May 26 19:11:14.402752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:14.434300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:14.468857 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e80037a-5679-4c11-a83a-7c626660892e req-63c34890-fd6a-45a2-b0f2-44bde9d34b5a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 May 26 19:11:14.477131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:14.480483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.541516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-811ed4a2-1c1f-47c7-a192-66e34419a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.541516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-811ed4a2-1c1f-47c7-a192-66e34419a96c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1563129 May 26 19:11:14.542777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:14.543099 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:14.622975 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c735c01-e17e-4543-9947-155027dfe358'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b', 'code': 200} May 26 19:11:14.623734 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c735c01-e17e-4543-9947-155027dfe358'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'code': 200} May 26 19:11:14.625031 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c735c01-e17e-4543-9947-155027dfe358'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'code': 200} May 26 19:11:14.662586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d392a6-a0ef-4091-9eeb-85c23bf85f87 req-acd03737-ca77-4379-a875-9b5cf8eb439b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.663748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64d392a6-a0ef-4091-9eeb-85c23bf85f87 req-acd03737-ca77-4379-a875-9b5cf8eb439b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2505383 May 26 19:11:14.668382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-193ee8cb-9027-4063-8504-6ec86034bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:14.784806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64d392a6-a0ef-4091-9eeb-85c23bf85f87 req-515837c7-7b34-43d5-81f3-6ed3bc69fbc6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722535 May 26 19:11:14.789110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-2edfcc6a-94b2-44ca-acb4-f757621cd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.790920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-2edfcc6a-94b2-44ca-acb4-f757621cd634 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420771 May 26 19:11:14.902660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5515-eb2d-4ec4-9c86-7a3a624331c4 req-b4a16a05-8c26-4ed8-b5ac-c2fc514ea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.903131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5515-eb2d-4ec4-9c86-7a3a624331c4 req-b4a16a05-8c26-4ed8-b5ac-c2fc514ea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.903598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5515-eb2d-4ec4-9c86-7a3a624331c4 req-b4a16a05-8c26-4ed8-b5ac-c2fc514ea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.905481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e20e5515-eb2d-4ec4-9c86-7a3a624331c4 req-b4a16a05-8c26-4ed8-b5ac-c2fc514ea52a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2872 time: 0.2381499 May 26 19:11:14.948435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd849753-d4c9-42ab-8faa-95809fc12891 req-0bf22318-eff5-4d8e-ade2-c409455e91b8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:14.958345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd849753-d4c9-42ab-8faa-95809fc12891 req-0bf22318-eff5-4d8e-ade2-c409455e91b8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.2561095 May 26 19:11:14.986648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e20e5515-eb2d-4ec4-9c86-7a3a624331c4 req-1af530e2-8081-42c8-b223-d8606f0abdb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737967 May 26 19:11:14.994134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-634fabf4-7d2f-426e-88c0-e3e59ba21ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944041 May 26 19:11:15.047101 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd849753-d4c9-42ab-8faa-95809fc12891 req-1debba3e-4a77-4cb0-9904-3dcb85bd5acb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855973 May 26 19:11:15.055835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.61 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/a245a8d4-782d-473e-adeb-d8578bdc7a24) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:15.141777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Deleting port 329140ca-68d6-49d5-a433-be0c32291146 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:15.142152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:15.442330 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-16cc7f5c-5c0b-4377-9ea5-16de8f3c2a01 req-f7c671da-560f-4520-8032-27008208ba91 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1658092 May 26 19:11:15.483596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:15.504211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object a245a8d4-782d-473e-adeb-d8578bdc7a24 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:15.535149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:15.548099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:15.606725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188', '48dd7bd3-6909-47ba-80c2-1f30d5b8c534'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:15.651222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:15.652437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:15.659835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:15.664414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:15.668671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] For port 329140ca-68d6-49d5-a433-be0c32291146, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=329140ca-68d6-49d5-a433-be0c32291146,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:15.669122 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:15.670047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:15.670672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:15.766973 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5984275 May 26 19:11:15.773510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.774224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.775154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.775702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.776245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.776801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.777369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.777909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.778451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.778986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.779518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.780045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c76248-d505-4edc-a488-08d852a043ab tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:15.790177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Request body: {'port': {'device_id': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:15.870780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43aab9b7-e99c-4565-90cd-46e2fd6b60e3 req-f41d0b5b-8635-40d1-9041-d378cfa2b02b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685164 May 26 19:11:15.958470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21503196-464e-49eb-9205-208b4f335b7c req-64af3d8a-6905-441d-afc9-f059c62553ae tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:15.966907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21503196-464e-49eb-9205-208b4f335b7c req-64af3d8a-6905-441d-afc9-f059c62553ae tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 944 time: 0.9153862 May 26 19:11:15.984856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.010220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf101-c1b4-4ef0-9957-2b78a402e93b req-b6520947-2614-4569-a78f-8d615ccf8d93 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:16.011968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cc6bf101-c1b4-4ef0-9957-2b78a402e93b req-b6520947-2614-4569-a78f-8d615ccf8d93 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:16.087470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cc6bf101-c1b4-4ef0-9957-2b78a402e93b req-b6520947-2614-4569-a78f-8d615ccf8d93 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:16.096067 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc6bf101-c1b4-4ef0-9957-2b78a402e93b req-b6520947-2614-4569-a78f-8d615ccf8d93 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 935 time: 0.3776374 May 26 19:11:16.135904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21503196-464e-49eb-9205-208b4f335b7c req-c053bc01-1d73-4b6d-81d1-45b8e2e7c590 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups?id=042515fb-661a-4dbf-a02e-aedea8389098&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658726 May 26 19:11:16.195698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.196593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.197001 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Floating IP 254926fa-f7df-41cc-8123-23beec799514 disassociated. External IP: 172.25.0.134, port: 329140ca-68d6-49d5-a433-be0c32291146. May 26 19:11:16.197627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Calling delete_port for 329140ca-68d6-49d5-a433-be0c32291146 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:16.201971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4540259c-0f9f-4b7f-bf67-96f33f3ef858 None None] Provisioning for port a245a8d4-782d-473e-adeb-d8578bdc7a24 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:16.216137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc6bf101-c1b4-4ef0-9957-2b78a402e93b req-6762fc88-549f-4316-bd41-ea6f8f53300d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189921 May 26 19:11:16.262226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4540259c-0f9f-4b7f-bf67-96f33f3ef858 None None] Provisioning complete for port a245a8d4-782d-473e-adeb-d8578bdc7a24 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:16.262758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4540259c-0f9f-4b7f-bf67-96f33f3ef858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.438077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4540259c-0f9f-4b7f-bf67-96f33f3ef858 None None] Port a245a8d4-782d-473e-adeb-d8578bdc7a24 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:16.450549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068090fa-f931-4531-907f-01e23cf71ca3 req-30d2ea9d-b5c7-4f7f-a655-c4fd19d0ecb2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:16.457801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068090fa-f931-4531-907f-01e23cf71ca3 req-30d2ea9d-b5c7-4f7f-a655-c4fd19d0ecb2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:16.464135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068090fa-f931-4531-907f-01e23cf71ca3 req-30d2ea9d-b5c7-4f7f-a655-c4fd19d0ecb2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:16.466208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-068090fa-f931-4531-907f-01e23cf71ca3 req-30d2ea9d-b5c7-4f7f-a655-c4fd19d0ecb2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.1670551 May 26 19:11:16.571430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-068090fa-f931-4531-907f-01e23cf71ca3 req-83e89fb8-ebb7-4719-9265-f4bcd91d5033 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683167 May 26 19:11:16.581896 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.659280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329140ca-68d6-49d5-a433-be0c32291146'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:16.661264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event deleted for resources: {'Port': ['ID=329140ca-68d6-49d5-a433-be0c32291146,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:16.783459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ba3a-bb03-492d-8c70-6f37428ad908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.821397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a245a8d4-782d-473e-adeb-d8578bdc7a24 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:16.832072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.863028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Transition to ACTIVE for port object a245a8d4-782d-473e-adeb-d8578bdc7a24 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:16.869600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:16.925141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fe17-dc78-4f3f-973e-63d528406bb4 req-de26ac34-c44b-4d01-aa3c-06aba7e69e2c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:16.926996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9337fe17-dc78-4f3f-973e-63d528406bb4 req-de26ac34-c44b-4d01-aa3c-06aba7e69e2c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2941470 May 26 19:11:17.064948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203cdf8-5a84-487a-a8ff-6bc4b6f82e99 req-aa1a2dd5-eb4e-4d29-bdb9-96ceb9da911b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:17.066487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f203cdf8-5a84-487a-a8ff-6bc4b6f82e99 req-aa1a2dd5-eb4e-4d29-bdb9-96ceb9da911b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.2575843 May 26 19:11:17.078574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Router 517e35d9-5330-44cc-97d5-8b63bb90e372 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:17.153693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Attempting to bind port a245a8d4-782d-473e-adeb-d8578bdc7a24 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:17.154338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Attempting to bind port a245a8d4-782d-473e-adeb-d8578bdc7a24 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:17.154338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Attempting to bind port a245a8d4-782d-473e-adeb-d8578bdc7a24 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:17.166762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9337fe17-dc78-4f3f-973e-63d528406bb4 req-f30897d2-8b5d-441b-aae0-abda081f3438 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224138 May 26 19:11:17.167420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Pushing event updated for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:17.195639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Port a245a8d4-782d-473e-adeb-d8578bdc7a24 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:17.195639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Attempting to bind port a245a8d4-782d-473e-adeb-d8578bdc7a24 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:17.196350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:17.196653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:17.197026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:17.197494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Bound port: a245a8d4-782d-473e-adeb-d8578bdc7a24, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:17.197837 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:17.299643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f203cdf8-5a84-487a-a8ff-6bc4b6f82e99 req-f366365d-3a30-42f8-a07a-f0f6ced028d6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131679 May 26 19:11:17.313556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:17.376928 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee9b73a-5633-4ca5-9b0b-21f55edafe34'] response: {'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329140ca-68d6-49d5-a433-be0c32291146', 'code': 200} May 26 19:11:17.413061 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6387e7e3-8fc7-42ac-8354-92b8b0e03f42 req-583ba425-c26e-4b20-91c4-d5f4f805a700 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0657146 May 26 19:11:17.425523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:17.435661 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Sync routers for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:17.454920 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:17.455559 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:17.478287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:17.482393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:17.488423 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:17.556688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:17.579180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Pushing event updated for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:17.598960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:17.599670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:17.601366 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-2f0f24af-7887-4661-ba2b-96e4f7d94352 service neutron] 10.222.0.13 "PUT /v2.0/ports/a245a8d4-782d-473e-adeb-d8578bdc7a24 HTTP/1.1" status: 200 len: 1095 time: 1.8158910 May 26 19:11:17.601801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:17.836007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] No DVR routers for this DVR port 329140ca-68d6-49d5-a433-be0c32291146 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:17.850265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:17.854545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-deleted', 'tag': '329140ca-68d6-49d5-a433-be0c32291146'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:17.855576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-c84ad70a-38cd-4e57-9a94-85390ff028da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:17.858467 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-c84ad70a-38cd-4e57-9a94-85390ff028da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 1098 time: 0.1656878 May 26 19:11:17.864683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9db84-9e78-4efd-b39d-3ca391852979 req-e421521b-56af-4b42-a1cd-455cad6f3781 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:17.868424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8fba5e7-b5aa-4dfd-83e4-7e320d357e18 req-2a0bc30c-9c47-4ff4-99fd-f85f71e05554 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/ports?device_id=debdfa2f-6a75-418e-b4e6-ef636e6c8274 HTTP/1.1" status: 200 len: 210 time: 0.1383998 May 26 19:11:17.878419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:17.882687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:17.889578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82d9db84-9e78-4efd-b39d-3ca391852979 req-e421521b-56af-4b42-a1cd-455cad6f3781 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 947 time: 0.2386808 May 26 19:11:17.900694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48124f52-1c6e-4a57-ae77-5e4c1ac20b62 req-55372c35-8fe2-4795-b077-0ceff9e1416a tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.13 "DELETE /v2.0/ports/329140ca-68d6-49d5-a433-be0c32291146 HTTP/1.1" status: 204 len: 173 time: 5.4291112 May 26 19:11:17.910717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0adbb137-dc96-496e-9467-5d608935e932', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '0adbb137-dc96-496e-9467-5d608935e932', 'mac_address': 'fa:16:3e:7c:ee:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:18.083322 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbedf528-1d1e-4871-ab9a-697bb63d19c0'] response: {'name': 'network-changed', 'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24', 'status': 'completed', 'code': 200} May 26 19:11:18.094690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:18.120818 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-7f75264e-096a-4cbb-9289-f3ea31add376 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24 HTTP/1.1" status: 200 len: 217 time: 0.1925275 May 26 19:11:18.139958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:18.141861 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:18.189419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:18.215366 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-82d9db84-9e78-4efd-b39d-3ca391852979 req-26cbdcc5-3fb4-4d88-adf0-3c1ad9f27dfd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220050 May 26 19:11:18.230469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:18.240888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-3c2660c5-8d0e-471a-89b0-d24282e59777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.242996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-3c2660c5-8d0e-471a-89b0-d24282e59777 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1028752 May 26 19:11:18.243814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:18.279742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc153ca-1650-4e3f-9aa9-7cce297de045 req-d2aed751-bf68-412a-af0f-0a5841356cc5 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.291779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc153ca-1650-4e3f-9aa9-7cce297de045 req-d2aed751-bf68-412a-af0f-0a5841356cc5 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.310313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc153ca-1650-4e3f-9aa9-7cce297de045 req-d2aed751-bf68-412a-af0f-0a5841356cc5 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.319208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fc153ca-1650-4e3f-9aa9-7cce297de045 req-d2aed751-bf68-412a-af0f-0a5841356cc5 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.1773691 May 26 19:11:18.337268 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e63128-6334-4ff5-bbad-5cbffa217399'] response: {'server_uuid': 'debdfa2f-6a75-418e-b4e6-ef636e6c8274', 'name': 'network-vif-deleted', 'tag': '329140ca-68d6-49d5-a433-be0c32291146', 'status': 'completed', 'code': 200} May 26 19:11:18.401301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fc153ca-1650-4e3f-9aa9-7cce297de045 req-b18efa87-4366-434e-9e13-cd05d407d05f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808592 May 26 19:11:18.413357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:18.462528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-98698502-cf94-44a3-87bd-91c8b6da3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.463999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-98698502-cf94-44a3-87bd-91c8b6da3b3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153137 May 26 19:11:18.582604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:18.587705 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Checking router: 517e35d9-5330-44cc-97d5-8b63bb90e372 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:11:18.602273 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:18.603006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:18.677845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70c6b-f571-4d4f-a8e0-052c81bc9644 req-234c1d2b-d317-4112-80ce-4d22d187261b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.685759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37b70c6b-f571-4d4f-a8e0-052c81bc9644 req-234c1d2b-d317-4112-80ce-4d22d187261b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.1616740 May 26 19:11:18.726569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40221b3c-1686-4a0b-84bf-61ed75d9c839 req-3850e109-1d4d-493a-9591-a77e3c866c6f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:18.732349 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-40221b3c-1686-4a0b-84bf-61ed75d9c839 req-3850e109-1d4d-493a-9591-a77e3c866c6f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2296715 May 26 19:11:18.739950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-ea9bb468-4712-40a0-88db-96bd8a5c0aaa service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574539 May 26 19:11:18.763113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37b70c6b-f571-4d4f-a8e0-052c81bc9644 req-07a9e1ac-cd04-4c37-8bdb-c6f4ce9330c7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764515 May 26 19:11:18.811209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0adbb137-dc96-496e-9467-5d608935e932'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:18.868592 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:18.913298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-40221b3c-1686-4a0b-84bf-61ed75d9c839 req-bd7d2a4b-7d52-4bbf-a446-7fcf7231244a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694767 May 26 19:11:19.078422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-544d46d2-870a-46d9-aeb6-01d6d335ee3c req-5b77466b-fcc3-4395-b786-45d19747bca8 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127415 May 26 19:11:19.175564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a743eda6-63ce-4075-9aaa-ced461be30e1 req-734589eb-957b-4771-82ec-6edae2206622 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1161456 May 26 19:11:19.302438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-5f9f22d0-6f3a-4603-85d7-c416b416c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.308518 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-5f9f22d0-6f3a-4603-85d7-c416b416c3d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 1098 time: 0.1721203 May 26 19:11:19.353088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52312) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:19.389317 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:19.394032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be091dc1-1ce9-4aa1-a931-11f78cfa5d95 None None] The sync data for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 is: [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:08:33Z', 'revision_number': 4, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '40e4c5a9-5200-4cdb-b1a8-fd791a607d94', 'name': '', 'network_id': 'c5980fc5-93e1-4a7c-b803-683781acb679', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'mac_address': 'fa:16:3e:ed:8c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:31Z', 'updated_at': '2022-05-26T19:08:42Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'subnets': [{'id': '3eb0f77a-b742-4a9c-a8e9-666a7970cb83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:11:19.525961 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:19.530810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:19.586777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:19.631083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-788985e6-2232-4435-980f-9d2380b38566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.631857 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-788985e6-2232-4435-980f-9d2380b38566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3105085 May 26 19:11:19.716248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff58ed3-14ef-408c-8163-1a2513e90a42 req-3f2bd229-1389-435a-977d-acc5bbba9b4f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.718110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cff58ed3-14ef-408c-8163-1a2513e90a42 req-3f2bd229-1389-435a-977d-acc5bbba9b4f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 947 time: 0.1343100 May 26 19:11:19.719577 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:19.731957 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-9cb9345f-7009-4d8b-a66b-6ac6c3fdf73a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24 HTTP/1.1" status: 200 len: 217 time: 0.0888605 May 26 19:11:19.760780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042515fb-661a-4dbf-a02e-aedea8389098,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:19.793670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:19.794792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2adbc8d2-d9f9-4c60-a436-6c810b24fffc tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "DELETE /v2.0/security-groups/042515fb-661a-4dbf-a02e-aedea8389098 HTTP/1.1" status: 204 len: 168 time: 0.4383583 May 26 19:11:19.798039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52322) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:19.809799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d42995-a066-4914-9d7e-9e624833dfdb None None] New status for floating IP 254926fa-f7df-41cc-8123-23beec799514: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:11:19.816271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cff58ed3-14ef-408c-8163-1a2513e90a42 req-3cc6d629-af9a-4978-a5a4-e9915073e5cd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798123 May 26 19:11:19.818874 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-ae8b139a-8f2b-42cd-abbc-7e63793e71ec tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] show failed (client error): The resource could not be found. May 26 19:11:19.820022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae8b139a-8f2b-42cd-abbc-7e63793e71ec tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "GET /v2.0/security-groups/042515fb-661a-4dbf-a02e-aedea8389098 HTTP/1.1" status: 404 len: 347 time: 0.0209019 May 26 19:11:19.823202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52326) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:19.831794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8935d-48fa-4e93-b644-7ef285c7a45f req-42c1fd7f-b015-413b-88d7-5c7c0130118d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.838846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8935d-48fa-4e93-b644-7ef285c7a45f req-42c1fd7f-b015-413b-88d7-5c7c0130118d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.845562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8935d-48fa-4e93-b644-7ef285c7a45f req-42c1fd7f-b015-413b-88d7-5c7c0130118d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.847349 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d8e8935d-48fa-4e93-b644-7ef285c7a45f req-42c1fd7f-b015-413b-88d7-5c7c0130118d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.2730045 May 26 19:11:19.849350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-d9d26939-2e6a-4ae3-8a77-b14bd6ede30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:19.850740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-d9d26939-2e6a-4ae3-8a77-b14bd6ede30d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1081972 May 26 19:11:19.984279 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d8e8935d-48fa-4e93-b644-7ef285c7a45f req-b7a21f09-66b7-466b-b2cc-116667354920 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300695 May 26 19:11:20.051486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-d941a1d6-b7cf-4ea0-96b0-a1ec8c002033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:20.057316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-d941a1d6-b7cf-4ea0-96b0-a1ec8c002033 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809344 May 26 19:11:20.067552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Deleting port 1783ab71-5f85-4eed-a34c-ba4ccf8e85d1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:20.069873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:20.082441 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:11:20.369574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b6e42-b871-4adb-be37-edd788cce4b9 req-498eee15-9e13-4f31-a9cf-5518a605eb4f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:20.371332 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1f6b6e42-b871-4adb-be37-edd788cce4b9 req-498eee15-9e13-4f31-a9cf-5518a605eb4f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.1511717 May 26 19:11:20.377367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-f549955f-da9c-4eef-b072-7b4a34952c2d service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073852 May 26 19:11:20.381410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:20.381921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:20.506195 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1f6b6e42-b871-4adb-be37-edd788cce4b9 req-26aa067c-fdc2-421d-8cef-67921486ce18 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271076 May 26 19:11:20.560116 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5dd2b677-3090-44fd-a0ba-56c1b51f211d req-185f102b-5bfa-4c74-91d8-30736d60fd55 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641638 May 26 19:11:20.575238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Calling delete_port for 1783ab71-5f85-4eed-a34c-ba4ccf8e85d1 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:20.689409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934a8e0-8ddb-45a1-92e1-1a11df559b8b req-0f7e8c70-d441-4538-8853-90cf8efbb3b5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:20.690880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9934a8e0-8ddb-45a1-92e1-1a11df559b8b req-0f7e8c70-d441-4538-8853-90cf8efbb3b5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2237461 May 26 19:11:20.715922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:20.716311 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:20.735575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b737-b657-4a66-a8df-9d9942322426 req-359c15ad-bb73-45af-be8b-4b65fe6c8f91 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:20.737061 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7aa6b737-b657-4a66-a8df-9d9942322426 req-359c15ad-bb73-45af-be8b-4b65fe6c8f91 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.0962043 May 26 19:11:20.739339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9934a8e0-8ddb-45a1-92e1-1a11df559b8b req-eb2f7f9e-22ab-4cc1-8ca2-9490f9bdb208 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 May 26 19:11:20.802592 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7aa6b737-b657-4a66-a8df-9d9942322426 req-a89b0f9b-4a47-4446-9e42-f414000faa44 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566268 May 26 19:11:20.900823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b439d0d-f825-4467-a54c-0a00201141bd req-c9d1280d-e061-4f80-949f-c2c7b0d176d4 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0437825 May 26 19:11:21.019194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a245a8d4-782d-473e-adeb-d8578bdc7a24 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:21.037493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3ea5c-f2db-4ace-823a-0bb4204fed09 req-06daad79-ab8f-4007-b10a-42989d9cb1e4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:21.040911 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6d3ea5c-f2db-4ace-823a-0bb4204fed09 req-06daad79-ab8f-4007-b10a-42989d9cb1e4 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 947 time: 0.1034744 May 26 19:11:21.173839 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6d3ea5c-f2db-4ace-823a-0bb4204fed09 req-dca956f1-9519-4712-8931-07e6af5e7d1f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206918 May 26 19:11:21.195767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:21.214229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'a245a8d4-782d-473e-adeb-d8578bdc7a24', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'a245a8d4-782d-473e-adeb-d8578bdc7a24', 'mac_address': 'fa:16:3e:80:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:21.227510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Deleting port 1783ab71-5f85-4eed-a34c-ba4ccf8e85d1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:21.227841 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.281963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a245a8d4-782d-473e-adeb-d8578bdc7a24 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:21.282244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.302426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a245a8d4-782d-473e-adeb-d8578bdc7a24 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:21.321121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:21.327115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.410974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:21.494894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4106a-0d47-4c2c-b88a-fea979d1cb97 req-22c165a6-98bc-43a4-8f79-ea4c40db215d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:21.501191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4106a-0d47-4c2c-b88a-fea979d1cb97 req-22c165a6-98bc-43a4-8f79-ea4c40db215d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:21.506867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4106a-0d47-4c2c-b88a-fea979d1cb97 req-22c165a6-98bc-43a4-8f79-ea4c40db215d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:21.509689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4b4106a-0d47-4c2c-b88a-fea979d1cb97 req-22c165a6-98bc-43a4-8f79-ea4c40db215d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.3126259 May 26 19:11:21.547529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:21.591672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.592005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.604403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4b4106a-0d47-4c2c-b88a-fea979d1cb97 req-576aee99-d262-4baf-83b6-eedb3944bbc9 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890753 May 26 19:11:21.653310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 0adbb137-dc96-496e-9467-5d608935e932 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:21.663366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0adbb137-dc96-496e-9467-5d608935e932 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:21.665297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.752416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Calling delete_port for 1783ab71-5f85-4eed-a34c-ba4ccf8e85d1 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:21.754424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b4b2d-3475-4f10-b86a-e081c74e1135 req-2b1d0c96-de44-4614-a5dc-c41bef95a6e3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:21.762183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8d9b4b2d-3475-4f10-b86a-e081c74e1135 req-2b1d0c96-de44-4614-a5dc-c41bef95a6e3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.1122301 May 26 19:11:21.799382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:21.799749 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.830024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:21.841596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:21.847766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:21.898668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['a245a8d4-782d-473e-adeb-d8578bdc7a24'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:21.921456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8d9b4b2d-3475-4f10-b86a-e081c74e1135 req-12af9e4f-7f15-472e-b605-666aeebb74c2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583037 May 26 19:11:22.011136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:22.079870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:22.154408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Pushing event deleted for resources: {'Port': ['ID=1783ab71-5f85-4eed-a34c-ba4ccf8e85d1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:22.179925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cd3d9-d679-4d9b-9eac-d85e87a12258 req-addc742a-9a30-46b3-a9d6-cf8e3241de54 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.181457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4f9cd3d9-d679-4d9b-9eac-d85e87a12258 req-addc742a-9a30-46b3-a9d6-cf8e3241de54 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.1402876 May 26 19:11:22.210020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fc2b9-c9c8-4edf-8705-259ac660b9e9 req-fdb94d50-7ab8-448f-93eb-c515ea9e8b30 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.211520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a77fc2b9-c9c8-4edf-8705-259ac660b9e9 req-fdb94d50-7ab8-448f-93eb-c515ea9e8b30 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 945 time: 0.2251275 May 26 19:11:22.300152 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4f9cd3d9-d679-4d9b-9eac-d85e87a12258 req-121d900a-f93b-45f8-8bab-8a9f37c9fe3b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101801 May 26 19:11:22.364584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-a9253a32-a0dd-4831-a0fe-fa7637d5c2c0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.371219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-a9253a32-a0dd-4831-a0fe-fa7637d5c2c0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.379869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-a9253a32-a0dd-4831-a0fe-fa7637d5c2c0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.381883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-a9253a32-a0dd-4831-a0fe-fa7637d5c2c0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.1723688 May 26 19:11:22.391208 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7240fb-5882-4f6b-8e5a-4939a29684a1'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'code': 200} May 26 19:11:22.399755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:22.438958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a77fc2b9-c9c8-4edf-8705-259ac660b9e9 req-80e87bee-8197-42d9-88b3-37b2e4f7e622 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520321 May 26 19:11:22.520147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port e2d625a4-3a75-41cd-acfa-b58d383de28b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:22.520462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:22.550044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-a1ccedbc-efb8-4657-89e2-1dec0f922c35 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.555554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-a1ccedbc-efb8-4657-89e2-1dec0f922c35 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.3429375 May 26 19:11:22.571155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:22.614489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:22.616075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-793b915d-3ca4-463f-a35e-0612ec55c110 tempest-AttachSCSIVolumeTestJSON-1793345829 tempest-AttachSCSIVolumeTestJSON-1793345829-project] 10.222.0.24 "DELETE /v2.0/floatingips/254926fa-f7df-41cc-8123-23beec799514 HTTP/1.1" status: 204 len: 168 time: 2.7919075 May 26 19:11:22.671850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1a9965c4-7710-49a5-b79f-7cb976e0a935 req-c543732e-6a1c-41e2-8f05-ccb3d6383398 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1559544 May 26 19:11:22.804416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:22.888777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8658-87f2-47e8-94cf-1d7d504f7f13 req-d02c0a1e-c6ab-4317-864a-0e2220b921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.890794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45f8658-87f2-47e8-94cf-1d7d504f7f13 req-d02c0a1e-c6ab-4317-864a-0e2220b921f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1101 time: 0.4384315 May 26 19:11:22.904677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a2841ee7-b838-4b70-b9c0-97ea407390c0 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.906785 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a2841ee7-b838-4b70-b9c0-97ea407390c0 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.3927677 May 26 19:11:22.959121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6001cc-9085-4e0a-aeb8-f4f0e92d82ef req-c05f8cb8-fab5-4790-bc0d-7ff70d71b367 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:22.965883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce6001cc-9085-4e0a-aeb8-f4f0e92d82ef req-c05f8cb8-fab5-4790-bc0d-7ff70d71b367 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 948 time: 0.3164661 May 26 19:11:22.984943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port e2d625a4-3a75-41cd-acfa-b58d383de28b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d625a4-3a75-41cd-acfa-b58d383de28b,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:22.985328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.015622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45f8658-87f2-47e8-94cf-1d7d504f7f13 req-03f92363-6cf0-4abd-97b3-01e277cb9821 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163766 May 26 19:11:23.160232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce6001cc-9085-4e0a-aeb8-f4f0e92d82ef req-2b7161f8-9460-454d-92a1-5e1c98f9de9a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935060 May 26 19:11:23.214719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for e2d625a4-3a75-41cd-acfa-b58d383de28b owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:23.216781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:23.254843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:23.321873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Deleting port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:23.322220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.385486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:23.392494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.401414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.541922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:23.557412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:23.586080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe62616-aac5-4866-a3c4-cff749ef2620 req-514e8a66-d2be-4762-81b1-27a1686f94a5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:23.587690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbe62616-aac5-4866-a3c4-cff749ef2620 req-514e8a66-d2be-4762-81b1-27a1686f94a5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.2944880 May 26 19:11:23.608100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cdf5-beec-4e79-8e5b-df823d77c595 req-95beeeb6-e4ae-4fda-b447-dfa2c72f1add tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:23.615854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cdf5-beec-4e79-8e5b-df823d77c595 req-95beeeb6-e4ae-4fda-b447-dfa2c72f1add tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:23.623144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cdf5-beec-4e79-8e5b-df823d77c595 req-95beeeb6-e4ae-4fda-b447-dfa2c72f1add tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:23.632492 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9446cdf5-beec-4e79-8e5b-df823d77c595 req-95beeeb6-e4ae-4fda-b447-dfa2c72f1add tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 2419 time: 0.7182651 May 26 19:11:23.806769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:23.819017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:23.819547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:23.820014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:23.845178 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbe62616-aac5-4866-a3c4-cff749ef2620 req-6d6c4b86-a986-4239-b409-5447e2db3aa2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253971 May 26 19:11:23.847438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:23.847812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:23.855278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:23.855804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:23.856244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:23.856732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Bound port: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:23.857181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.880606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:23.886093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:23.886788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:23.899064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:23.899653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:23.910132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:23.910718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:23.912372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:23.912727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:23.915827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Bound port: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:23.916287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.025514 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9446cdf5-beec-4e79-8e5b-df823d77c595 req-8a241876-59f3-4510-bc06-d7da2e7cb131 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916960 May 26 19:11:24.037974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=e2d625a4-3a75-41cd-acfa-b58d383de28b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:24.159943 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e81fde-5d91-4394-9b19-c815cd9242c7'] response: {'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'code': 200} May 26 19:11:24.184341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:24.226301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:24.236512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.238970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:24.246586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1-n-h1-843146-9-0 {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:24.247281 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:24.288083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port e2d625a4-3a75-41cd-acfa-b58d383de28b on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:24.293390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.295975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:24.312034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:24.312385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.363674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:24.471963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8f711-12c0-477d-ab33-e9194e0973da req-9ab5166f-b15f-4a9e-9b33-50a2f903a651 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:24.479663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62f8f711-12c0-477d-ab33-e9194e0973da req-9ab5166f-b15f-4a9e-9b33-50a2f903a651 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 945 time: 0.4444759 May 26 19:11:24.484495 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-446dd449-03a9-488b-ba7a-9c7726e24a07 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "DELETE /v2.0/ports/e2d625a4-3a75-41cd-acfa-b58d383de28b HTTP/1.1" status: 204 len: 173 time: 2.0917301 May 26 19:11:24.554077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:24.555034 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.556401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-01abb448-ecc7-4592-af41-81fa40fbafef service neutron] 10.222.0.53 "PUT /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 1121 time: 1.9896164 May 26 19:11:24.571665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62f8f711-12c0-477d-ab33-e9194e0973da req-bcc7aa37-755c-4239-8748-8c6adfb9a437 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910058 May 26 19:11:24.698898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port c6903f98-6f71-47bb-81e8-e13fc7661833 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:24.698898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.703748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:24.805360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:24.806174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:24.806747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:24.814857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:24.815543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempting to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:24.831353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:24.840841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:24.841623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:24.845070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Bound port: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:24.845737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:24.928649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ea1a551-efb6-4810-902a-348ebd8a5a19 req-0c7343d2-5fe8-4fec-b60e-1f738c6b8001 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1749785 May 26 19:11:24.939863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:25.063305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a245a8d4-782d-473e-adeb-d8578bdc7a24 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:25.157171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1aae0-7077-4e4e-bf50-c460eaae5aba req-f9cf1a12-1d3d-4155-ac8b-56e72c5963fb tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:25.162414 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-81b1aae0-7077-4e4e-bf50-c460eaae5aba req-f9cf1a12-1d3d-4155-ac8b-56e72c5963fb tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.6797860 May 26 19:11:25.286282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port a245a8d4-782d-473e-adeb-d8578bdc7a24 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:25.302688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port a245a8d4-782d-473e-adeb-d8578bdc7a24 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:25.303051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.334616 n-d-843146-9 neutron-server[88364]: WARNING neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Concurrent port binding operations failed on port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 May 26 19:11:25.345578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:25.452044 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-81b1aae0-7077-4e4e-bf50-c460eaae5aba req-d3be4b6d-c27b-4710-83b9-d058f17a8fd7 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440863 May 26 19:11:25.468038 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Attempt 2 to bind port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 May 26 19:11:25.468497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 has no active binding in host n-h2-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:11:25.609578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:25.643653 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3a818f-7fe4-4229-84f5-f45ac197e46b'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': 'e2d625a4-3a75-41cd-acfa-b58d383de28b', 'status': 'completed', 'code': 200} May 26 19:11:25.672138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008d590-8e80-4a88-b685-328f46194b61 req-ae0aed38-21f2-48de-9807-bdcf6ed7c74b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:25.682474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1008d590-8e80-4a88-b685-328f46194b61 req-ae0aed38-21f2-48de-9807-bdcf6ed7c74b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 948 time: 0.1306424 May 26 19:11:25.731038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.731383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.731628 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2 disassociated. External IP: 172.25.0.173, port: 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c. May 26 19:11:25.732213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Calling delete_port for 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:25.760990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1008d590-8e80-4a88-b685-328f46194b61 req-7c368cd1-7e17-45aa-8523-3fb6078d05e7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665021 May 26 19:11:25.833214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a245a8d4-782d-473e-adeb-d8578bdc7a24 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:25.833769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.883795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:25.914601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port c6903f98-6f71-47bb-81e8-e13fc7661833, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c6903f98-6f71-47bb-81e8-e13fc7661833,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:25.914969 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.929888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:25.960140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:25.960922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ade3557-82bc-4776-a1ea-4bba9822b942 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:26.018159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15f4c-9e35-4e1c-8d09-cbe27dfa0b38 req-bbd2d7f8-699b-4a56-8181-79a24d53ac9f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.019648 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-30a15f4c-9e35-4e1c-8d09-cbe27dfa0b38 req-bbd2d7f8-699b-4a56-8181-79a24d53ac9f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.3067298 May 26 19:11:26.096523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:26.096523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.135916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for c6903f98-6f71-47bb-81e8-e13fc7661833 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:26.158973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:26.185700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:26.205644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:26.223984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.224656 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-30a15f4c-9e35-4e1c-8d09-cbe27dfa0b38 req-7b1afe84-29e8-4f1c-a932-343eb8d167b1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428003 May 26 19:11:26.265221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:26.266509 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:26.340058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a695de-1047-45a9-b1c5-8ff7236c9a51 req-92a0dd7e-de16-4441-8ba6-852e4bb45963 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.349201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a695de-1047-45a9-b1c5-8ff7236c9a51 req-92a0dd7e-de16-4441-8ba6-852e4bb45963 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.357921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5a695de-1047-45a9-b1c5-8ff7236c9a51 req-92a0dd7e-de16-4441-8ba6-852e4bb45963 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 1683 time: 0.3522565 May 26 19:11:26.405146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3ade3557-82bc-4776-a1ea-4bba9822b942 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:26.409224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.419754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5a695de-1047-45a9-b1c5-8ff7236c9a51 req-04b2355b-a480-4a34-ae20-4afc6c0ca58e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603178 May 26 19:11:26.449850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:26.466412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.474142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:26.479112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.480068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c6903f98-6f71-47bb-81e8-e13fc7661833 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:26.519832 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51d148e-2fb0-44b0-8a73-974211069cd9'] response: {'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24', 'code': 200} May 26 19:11:26.536904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=c6903f98-6f71-47bb-81e8-e13fc7661833,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:26.602298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: c6903f98-6f71-47bb-81e8-e13fc7661833 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:26.602800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c6903f98-6f71-47bb-81e8-e13fc7661833 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:26.603224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d625a4-3a75-41cd-acfa-b58d383de28b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:26.669421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port c6903f98-6f71-47bb-81e8-e13fc7661833 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:26.678236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.682589 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7323112a-9319-45f1-892a-fc025ee7da6a'] response: {'name': 'network-changed', 'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'status': 'completed', 'code': 200} May 26 19:11:26.703041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b75df9-3713-40f5-8a44-7b72a9ef6a53 req-de826649-c08a-438d-80e4-a0cc21e50d62 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.710832 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e3b75df9-3713-40f5-8a44-7b72a9ef6a53 req-de826649-c08a-438d-80e4-a0cc21e50d62 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.3347805 May 26 19:11:26.712357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: e2d625a4-3a75-41cd-acfa-b58d383de28b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:26.712890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d625a4-3a75-41cd-acfa-b58d383de28b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:26.756177 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-ff389a58-82f3-4879-b16d-6ab58c851a9c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "DELETE /v2.0/ports/c6903f98-6f71-47bb-81e8-e13fc7661833 HTTP/1.1" status: 204 len: 173 time: 2.2624857 May 26 19:11:26.757762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:26.787927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Deleting port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:26.791063 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:26.902009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21041c0-2e16-46df-8363-29d400330217 req-c6a167d9-f3c2-4f33-b3c8-b0084ed94eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.903144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-c6a167d9-f3c2-4f33-b3c8-b0084ed94eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1124 time: 0.2198234 May 26 19:11:26.904982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e5179-e6b2-4689-a760-894b6af02c76 req-9211df44-d5c9-42fd-8976-5122c01684af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:26.915010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6e5179-e6b2-4689-a760-894b6af02c76 req-9211df44-d5c9-42fd-8976-5122c01684af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 1100 time: 0.3272688 May 26 19:11:26.961903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41480f18-50c2-484a-ad5c-1c8e6837a305 req-166ede76-a46c-4496-84ec-ae7dd1cc1d7d tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0969625 May 26 19:11:27.097524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e3b75df9-3713-40f5-8a44-7b72a9ef6a53 req-1f38d516-a432-4399-8f80-ee00e84f3fee tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855443 May 26 19:11:27.123217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port 3ade3557-82bc-4776-a1ea-4bba9822b942 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:27.123217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:27.216905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21041c0-2e16-46df-8363-29d400330217 req-2e4ec4cb-cc3e-49a9-bafb-4ccf989232fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:27.218423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-2e4ec4cb-cc3e-49a9-bafb-4ccf989232fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3025312 May 26 19:11:27.389583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-bed8a5a5-51ef-471f-a049-056945e0d9d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.1501179 May 26 19:11:27.397594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6e5179-e6b2-4689-a760-894b6af02c76 req-64a98d29-2e15-456f-b892-a18dd08c6104 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509428 May 26 19:11:27.481033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21041c0-2e16-46df-8363-29d400330217 req-4ed64560-b9b4-4186-95c7-7b8dcc7c607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:27.482739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-4ed64560-b9b4-4186-95c7-7b8dcc7c607c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0841863 May 26 19:11:27.503997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef032c91-c6a3-4298-9078-cf193100ad2d req-4367db58-1d17-48cd-aa0f-2b5454181a68 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:27.512679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef032c91-c6a3-4298-9078-cf193100ad2d req-4367db58-1d17-48cd-aa0f-2b5454181a68 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1822436 May 26 19:11:27.564648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef032c91-c6a3-4298-9078-cf193100ad2d req-acc7ea4f-5409-4a3f-a0e5-71d2c2871674 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512893 May 26 19:11:27.675485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-86fce809-d57c-46c4-a0b3-e945a1579c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753660 May 26 19:11:27.675894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:27.765570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1d42d-c393-4e35-a023-48df54f9c401 req-b30d8a15-be7b-4669-8dca-6e983d5fb8a2 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:27.772917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ab1d42d-c393-4e35-a023-48df54f9c401 req-b30d8a15-be7b-4669-8dca-6e983d5fb8a2 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1101 time: 0.4963043 May 26 19:11:27.854598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port 3ade3557-82bc-4776-a1ea-4bba9822b942, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ade3557-82bc-4776-a1ea-4bba9822b942,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:27.854983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:27.933506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2ab1d42d-c393-4e35-a023-48df54f9c401 req-2c316648-4ac4-4b36-8554-fea0c3354283 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Synchronizing usage tracker for tenant:e1287aca83874382aa3f7500c31273de on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:27.937282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] For port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:27.937570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:27.945852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a1344-a36b-4b0d-9c72-b17481802fbe req-03170221-f35b-417e-88eb-754ac5764115 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:27.947574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff4a1344-a36b-4b0d-9c72-b17481802fbe req-03170221-f35b-417e-88eb-754ac5764115 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 949 time: 0.2378690 May 26 19:11:27.954893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-15d20fad-442e-4ca8-abcc-a78d07781650 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665033 May 26 19:11:28.024256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for 3ade3557-82bc-4776-a1ea-4bba9822b942 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:28.189675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff4a1344-a36b-4b0d-9c72-b17481802fbe req-d944dfd2-e636-47b6-958e-99cdae1ec494 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325065 May 26 19:11:28.258476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2ab1d42d-c393-4e35-a023-48df54f9c401 req-2c316648-4ac4-4b36-8554-fea0c3354283 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Unset dirty status for tenant:e1287aca83874382aa3f7500c31273de on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:28.259867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ab1d42d-c393-4e35-a023-48df54f9c401 req-2c316648-4ac4-4b36-8554-fea0c3354283 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860451 May 26 19:11:28.275416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d21041c0-2e16-46df-8363-29d400330217 req-d58d954b-73e9-433b-a3fd-29e80f12dce6 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009455 May 26 19:11:28.385120 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6459eb6b-e545-4701-82ed-54346b28ac10'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': 'c6903f98-6f71-47bb-81e8-e13fc7661833', 'status': 'completed', 'code': 200} May 26 19:11:28.520782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}, {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:28.536184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:28.587884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-866b979f-419b-4b3f-89e0-ce394e85ff91 req-0eb1047d-f020-4b60-b20c-980e03a201fc tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0630019 May 26 19:11:28.663329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0e11dd04-b8af-4b48-b486-2f6874a101df req-9a4c9e0f-afed-4431-9bed-4764b1d83e7e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:28.692016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=3ade3557-82bc-4776-a1ea-4bba9822b942,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:28.790179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0e11dd04-b8af-4b48-b486-2f6874a101df req-9a4c9e0f-afed-4431-9bed-4764b1d83e7e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:28.804495 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0e11dd04-b8af-4b48-b486-2f6874a101df req-9a4c9e0f-afed-4431-9bed-4764b1d83e7e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1 HTTP/1.1" status: 200 len: 210 time: 0.2696471 May 26 19:11:28.806358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:28.806729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:28.807260 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2 disassociated. External IP: 172.25.0.173, port: 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c. May 26 19:11:28.807373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Calling delete_port for 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:28.946490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421c10-67a9-43ff-b634-a22e32bb9a4b req-437498a6-0fd4-4e98-a8f9-82270a86ead4 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:28.958054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4421c10-67a9-43ff-b634-a22e32bb9a4b req-437498a6-0fd4-4e98-a8f9-82270a86ead4 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 943 time: 0.2085841 May 26 19:11:29.029798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4421c10-67a9-43ff-b634-a22e32bb9a4b req-61e297d1-04d9-4116-bbaa-d85c607af0ed tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a3f899c-548d-4702-b095-fd192fd212c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697429 May 26 19:11:29.072333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port 3ade3557-82bc-4776-a1ea-4bba9822b942 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:29.077761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:29.085638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1225304f-1435-4a9f-8e1e-a6e0d38f3a74 req-fed6f2f4-59ec-4c41-84b9-b4501f9f64ab tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "DELETE /v2.0/ports/3ade3557-82bc-4776-a1ea-4bba9822b942 HTTP/1.1" status: 204 len: 173 time: 2.3015492 May 26 19:11:29.087556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:29.149708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52506) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:29.203540 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4bb8b7-0bcc-4969-824f-cfd0e1b3e52c'] response: {'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'code': 200} May 26 19:11:29.204377 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4bb8b7-0bcc-4969-824f-cfd0e1b3e52c'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'code': 200} May 26 19:11:29.347379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event deleted for resources: {'Port': ['ID=2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:29.666811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-944049cc-a80a-468a-827e-2e576eddd856 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3106093 May 26 19:11:29.680338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:29.692130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32523ae2-21a5-43a2-9bf6-5239e5ccccb0 req-7bff7fc9-37d1-4d19-b377-43812fb4558f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:29.699779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32523ae2-21a5-43a2-9bf6-5239e5ccccb0 req-7bff7fc9-37d1-4d19-b377-43812fb4558f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.2670989 May 26 19:11:29.701946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da30760-5d63-4c07-8adc-961c40f1ed5e req-02bd7ab0-5e19-44fe-b705-c3d92f23f0ca tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:29.703551 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6da30760-5d63-4c07-8adc-961c40f1ed5e req-02bd7ab0-5e19-44fe-b705-c3d92f23f0ca tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 949 time: 0.2968161 May 26 19:11:29.822600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32523ae2-21a5-43a2-9bf6-5239e5ccccb0 req-e66bda4b-2a49-438a-84b2-124ffc700c6c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210191 May 26 19:11:30.052786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6da30760-5d63-4c07-8adc-961c40f1ed5e req-75814d00-cb7c-4359-8411-c7ab29e437d7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393414 May 26 19:11:30.087722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:30.107202 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:30.130390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:30.131007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:30.220648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c671fde3-67ff-4a52-bed4-db8940cdb935 req-598313b4-0a4c-4794-9bbf-9b7cef8107e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0756173 May 26 19:11:30.267080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d47a5-c3b1-4e2a-87a9-b08834d71983 req-abc280da-9ce9-4290-a13c-b53de9d6f07c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:30.274105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f65d47a5-c3b1-4e2a-87a9-b08834d71983 req-abc280da-9ce9-4290-a13c-b53de9d6f07c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.2740836 May 26 19:11:30.291201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4dc5f6e4-5395-4524-b4aa-222413ecfa21 req-74cbac43-6eb8-4b90-a720-be9450e378bf tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0558598 May 26 19:11:30.292241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] No DVR routers for this DVR port 2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:30.295062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:30.297536 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ff4ee3f5-6a6b-4388-9360-70aefe744eb3 req-a901f96c-5a91-4f0f-ab89-41c27a0171e1 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.53 "DELETE /v2.0/ports/2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c HTTP/1.1" status: 204 len: 173 time: 7.3824160 May 26 19:11:30.345933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f65d47a5-c3b1-4e2a-87a9-b08834d71983 req-1be9e5ae-d5f2-439b-a596-f85675a5df58 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708899 May 26 19:11:30.367108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:30.386375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942'}, {'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-deleted', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:30.418756 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:30.532314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52552) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:30.651004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-ca6ccce7-3f2f-4003-a17e-d47f4ed99213 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Synchronizing usage tracker for tenant:69989acb1e5046c7a687aa1587408f88 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:30.723566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-533d7a93-1e86-4ae4-8353-a0645f9a6375 req-1f1db6c4-0182-42d9-8336-1a84eb56cb2a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Synchronizing usage tracker for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:30.732643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting subnet 673b1476-1067-4ae4-9c9c-a85b5cb53424 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:11:30.736042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:30.758592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-ca6ccce7-3f2f-4003-a17e-d47f4ed99213 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Unset dirty status for tenant:69989acb1e5046c7a687aa1587408f88 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:30.767408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-ca6ccce7-3f2f-4003-a17e-d47f4ed99213 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1492262918&fields=id&tenant_id=69989acb1e5046c7a687aa1587408f88 HTTP/1.1" status: 200 len: 267 time: 0.2537723 May 26 19:11:30.801860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-533d7a93-1e86-4ae4-8353-a0645f9a6375 req-1f1db6c4-0182-42d9-8336-1a84eb56cb2a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Unset dirty status for tenant:aa209c0ea17f48458d814cf830d5bb67 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:30.803896 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-533d7a93-1e86-4ae4-8353-a0645f9a6375 req-1f1db6c4-0182-42d9-8336-1a84eb56cb2a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.1598444 May 26 19:11:30.812152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:30.825909 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:30.834600 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:11:30.861860 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:30.862883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:30.906483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.050605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41544f-4161-4b5f-90ba-1f70786f4cbe req-69c5b10a-0e34-4d55-b210-3fe3438b5e1f tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:31.052288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d41544f-4161-4b5f-90ba-1f70786f4cbe req-69c5b10a-0e34-4d55-b210-3fe3438b5e1f tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 1100 time: 0.1138685 May 26 19:11:31.053958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.073718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-88a35810-b8a3-4a30-9cf7-e88bca31b700 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:31.074822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-88a35810-b8a3-4a30-9cf7-e88bca31b700 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Synchronizing usage tracker for tenant:69989acb1e5046c7a687aa1587408f88 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:31.101498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Subnet': ['ID=673b1476-1067-4ae4-9c9c-a85b5cb53424,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:31.121421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.136256 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3193c327-a763-4391-8c55-b2d1dd870873 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/subnets/673b1476-1067-4ae4-9c9c-a85b5cb53424 HTTP/1.1" status: 204 len: 168 time: 0.6028042 May 26 19:11:31.137168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59506410-fa5a-491b-988e-63547d8d1411 None None] Network 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:31.140186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52558) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:31.156559 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6d41544f-4161-4b5f-90ba-1f70786f4cbe req-b06fb025-7e77-4b4f-9b13-baa23d7e1381 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 May 26 19:11:31.165582 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:31.256946 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea18c7-1149-4a59-94cc-75a5d54e35cb'] response: {'server_uuid': '1d33b7cd-ecbb-4ecd-89dd-a21ad2cce2c1', 'name': 'network-vif-deleted', 'tag': '3ade3557-82bc-4776-a1ea-4bba9822b942', 'status': 'completed', 'code': 200} May 26 19:11:31.257268 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea18c7-1149-4a59-94cc-75a5d54e35cb'] response: {'server_uuid': 'b5e743c4-1d52-486a-b643-68f8cbdcab24', 'name': 'network-vif-deleted', 'tag': '2a5ea4c9-ebf2-4b2b-af57-8b14d9147c5c', 'status': 'completed', 'code': 200} May 26 19:11:31.259117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-88a35810-b8a3-4a30-9cf7-e88bca31b700 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Unset dirty status for tenant:69989acb1e5046c7a687aa1587408f88 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:31.266437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-88a35810-b8a3-4a30-9cf7-e88bca31b700 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/networks?id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229 HTTP/1.1" status: 200 len: 816 time: 0.4980884 May 26 19:11:31.299295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Deleting port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:31.299646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.348277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-333eddb6-90af-4e63-90c1-ff42c174208c tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/quotas/69989acb1e5046c7a687aa1587408f88 HTTP/1.1" status: 200 len: 375 time: 0.0805280 May 26 19:11:31.432692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.460485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cf550-74c6-46fa-a98e-1ea90b915df1 req-a729d02a-49e6-4ba4-bf9d-d010cf330301 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:31.462009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e07cf550-74c6-46fa-a98e-1ea90b915df1 req-a729d02a-49e6-4ba4-bf9d-d010cf330301 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1040533 May 26 19:11:31.472569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port 9e932f0d-ff1e-4137-8e7a-174576c53521 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:31.473198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.512892 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e07cf550-74c6-46fa-a98e-1ea90b915df1 req-8713c4f9-c1c4-4424-a620-4c08155fd703 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 May 26 19:11:31.547879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] DHCP port deletion for 5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:11:31.550527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:31.554392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Deleting port 9e932f0d-ff1e-4137-8e7a-174576c53521 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:31.554900 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d0d60-4a56-43c3-add1-95679257fa41 None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:07:31Z', 'revision_number': 4, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '45478644-c729-4a3c-9cca-a34b0d3a690a', 'name': '', 'network_id': '4d995fa8-d69f-4f72-a5c8-a443844bb1f7', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'mac_address': 'fa:16:3e:e2:31:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:27Z', 'updated_at': '2022-05-26T19:07:46Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'subnets': [{'id': '90d74a1e-db5c-4c24-944c-def09c635a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:11:31.555181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.674468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-051c9a19-afee-41ad-83ab-ca0d32a25ac6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69989acb1e5046c7a687aa1587408f88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3253937 May 26 19:11:31.691683 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-7bd3b5bf-bfe1-4148-83fa-93fc6f6747a2 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415709 May 26 19:11:31.788763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] For port 9e932f0d-ff1e-4137-8e7a-174576c53521, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9e932f0d-ff1e-4137-8e7a-174576c53521,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:31.789168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.858734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] For port 40e4c5a9-5200-4cdb-b1a8-fd791a607d94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:31.859465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:31.922394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5e4c4-9a25-4724-b53e-c7cfa4b3bf01 None None] New status for floating IP 15dc8032-16c0-4bb1-b8eb-da75b18d85c2: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:11:31.973834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-42b8eb3f-953c-45f2-8a72-5848b5b1f340 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:31.980593 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-42b8eb3f-953c-45f2-8a72-5848b5b1f340 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834013 May 26 19:11:31.993717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-b239b822-3e41-4cf1-be9b-60642f2ceb98 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/quotas/0402c40e24554b648ed15e2df84c6d0e HTTP/1.1" status: 200 len: 375 time: 0.0122783 May 26 19:11:32.077164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-c5cdfb89-348a-44dc-95d1-c4cb8732f1ca service neutron] 10.222.0.24 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872247 May 26 19:11:32.087309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Calling delete_port for 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:32.121743 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-53c50198-b431-4c1f-8964-6f0d66712686 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1196826 May 26 19:11:32.138677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Calling delete_port for 9e932f0d-ff1e-4137-8e7a-174576c53521 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:32.167174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9e932f0d-ff1e-4137-8e7a-174576c53521 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:32.256377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port 9e932f0d-ff1e-4137-8e7a-174576c53521, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9e932f0d-ff1e-4137-8e7a-174576c53521,segment=NetworkSegment(2f159ea6-b18a-461d-90b9-b980430b108e),segment_id=2f159ea6-b18a-461d-90b9-b980430b108e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:32.256838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:32.394747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9e932f0d-ff1e-4137-8e7a-174576c53521 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:32.395119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:32.408170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:32.412685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for 9e932f0d-ff1e-4137-8e7a-174576c53521 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:32.461249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Pushing event deleted for resources: {'Port': ['ID=9e932f0d-ff1e-4137-8e7a-174576c53521,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:32.463884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] No DVR routers for this DVR port 9e932f0d-ff1e-4137-8e7a-174576c53521 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:32.469562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79369b01-adce-4756-8703-393ac936bc15 req-3a68e5f7-cb3f-4f2f-9e2c-cbed8584fe85 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:32.478198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-79369b01-adce-4756-8703-393ac936bc15 req-3a68e5f7-cb3f-4f2f-9e2c-cbed8584fe85 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.1189823 May 26 19:11:32.517170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.517457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.517970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.518584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.519062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.519567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.520052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.520513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.520982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.521485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.521985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.522279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0796a-ba2b-4157-84e0-0b4550c6028a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:11:32.536323 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-79369b01-adce-4756-8703-393ac936bc15 req-f1cc5b64-bc39-4caa-b2b9-29597195e364 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572393 May 26 19:11:32.693934 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c8d896c8-397e-45ab-ac94-9a307a315504 req-815450e3-ba0c-450f-821a-453cc828678a tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0412285 May 26 19:11:32.733710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-218da99d-fa29-4658-9cec-0963485ad519 service neutron] 10.222.0.24 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168933 May 26 19:11:32.815938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:32.816244 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:32.907332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:32.932146 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-61640714-86c1-468f-b69e-b7362fdf37fc req-10b191e1-cd84-405a-8cff-03a7771195a0 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.0528743 May 26 19:11:32.961722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Pushing event deleted for resources: {'Port': ['ID=40e4c5a9-5200-4cdb-b1a8-fd791a607d94,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:33.134835 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eca5f544-4886-4a58-95e2-db4528a05b17 req-709fe9dd-34c5-448b-a7fd-4f6435f5dd0f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.0716259 May 26 19:11:33.237079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-e868ff82-a9c0-487b-9690-16358ea7aad4 req-1b38276a-aafb-4cf1-83ac-c9f823f4fcae tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Synchronizing usage tracker for tenant:69989acb1e5046c7a687aa1587408f88 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:33.261329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-e868ff82-a9c0-487b-9690-16358ea7aad4 req-1b38276a-aafb-4cf1-83ac-c9f823f4fcae tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Unset dirty status for tenant:69989acb1e5046c7a687aa1587408f88 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:33.262683 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e868ff82-a9c0-487b-9690-16358ea7aad4 req-1b38276a-aafb-4cf1-83ac-c9f823f4fcae tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0709906 May 26 19:11:33.345927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port 9e932f0d-ff1e-4137-8e7a-174576c53521 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:33.346260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.440888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] The port '9e932f0d-ff1e-4137-8e7a-174576c53521' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:11:33.489219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.694671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.720855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373b1c-863b-4de6-9745-258f4757853b req-c83bd3f2-673a-4a2f-b3bd-038f540c916e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:33.722309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70373b1c-863b-4de6-9745-258f4757853b req-c83bd3f2-673a-4a2f-b3bd-038f540c916e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.4239650 May 26 19:11:33.750403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f27c1-88fd-4f1d-a89c-8b0227c9f630 req-57a01cf5-b420-4d22-b8ca-fc6ea077445d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:33.751882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cf3f27c1-88fd-4f1d-a89c-8b0227c9f630 req-57a01cf5-b420-4d22-b8ca-fc6ea077445d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.0865571 May 26 19:11:33.796885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cf3f27c1-88fd-4f1d-a89c-8b0227c9f630 req-c0be6cea-203b-4349-8466-8d530d908013 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389278 May 26 19:11:33.818066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:33.836869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f159ea6-b18a-461d-90b9-b980430b108e') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:33.837184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f159ea6-b18a-461d-90b9-b980430b108e') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:33.862964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.892271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70373b1c-863b-4de6-9745-258f4757853b req-29531344-ad31-4de9-bc67-cc21e11b7f4b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159005 May 26 19:11:33.893308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.961973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:11:33.962275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:33.964079 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-33fab8a8-a2ab-490a-bda5-cbb991f21380 req-9f00beb8-99b0-407b-8f52-742d86a6d33e tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0499671 May 26 19:11:34.063539 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2f159ea6-b18a-461d-90b9-b980430b108e resource provider aggregate not found May 26 19:11:34.088441 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2f159ea6-b18a-461d-90b9-b980430b108e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f159ea6-b18a-461d-90b9-b980430b108e found for delete ", "request_id": "req-2b5a7cf3-4999-4c49-b23c-b1b0cd114684"}]} May 26 19:11:34.239360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-899b207f-f333-493a-b7a8-feff51c3ad62 req-82490087-a6a3-4eea-885c-241cf6dd8851 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.1720245 May 26 19:11:34.286015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-87a761f7-278d-46a4-a5bb-177e166e1b2d req-7b2edb70-9ff2-4efa-acc7-0972f9032461 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.0457194 May 26 19:11:34.312589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.331403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.345274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Network': ['ID=5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:34.373082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d443c758-2bd7-42ad-88b7-da7642613259 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/networks/5c8a7bf5-3b4e-4eba-8a42-11e1b5b8ec96 HTTP/1.1" status: 204 len: 168 time: 3.2318537 May 26 19:11:34.376267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:34.379043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Router 517e35d9-5330-44cc-97d5-8b63bb90e372 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:34.425069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa9472a7-dccd-46eb-994e-4b5987368189 req-4c7535ac-a1ed-4a2e-8ba0-3bad1ed49085 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0479295 May 26 19:11:34.448105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting subnet b7618731-131b-4bf5-b80a-4aa97f883282 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:11:34.451361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.506828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.535959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.597088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:34.602207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86cfd62b-7276-4938-8dde-a414658b870b admin admin] 10.222.0.24 "PUT /v2.0/routers/517e35d9-5330-44cc-97d5-8b63bb90e372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4511440 May 26 19:11:34.604873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52626) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:34.609440 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Sync routers for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:34.616345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.619895 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:34.620610 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:34.656906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Subnet': ['ID=b7618731-131b-4bf5-b80a-4aa97f883282,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:34.658852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.665996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd33811-a009-4a3c-8e4d-1c4a2f22b03a None None] Network acdb9cca-c6e8-4f02-b3f7-45be30e15f43 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:34.668308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23fc6904-e0a3-411a-9889-5d31b5e38311 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/subnets/b7618731-131b-4bf5-b80a-4aa97f883282 HTTP/1.1" status: 204 len: 168 time: 0.2909694 May 26 19:11:34.668878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52630) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:34.788309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.796299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.799301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port adff3c65-7017-4fc9-9f60-73b7b68b34dd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:34.799657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:34.879103 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:35.001887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] DHCP port deletion for acdb9cca-c6e8-4f02-b3f7-45be30e15f43 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:11:35.006815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Deleting port adff3c65-7017-4fc9-9f60-73b7b68b34dd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:35.007193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.015127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.035086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Deleting port b734d092-265e-4b64-ba13-1d4400b3f8b8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:35.035518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.148081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port adff3c65-7017-4fc9-9f60-73b7b68b34dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adff3c65-7017-4fc9-9f60-73b7b68b34dd,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:35.148727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.260478 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:11:32Z', 'revision_number': 5, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port': {'id': 'b734d092-265e-4b64-ba13-1d4400b3f8b8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:24Z', 'updated_at': '2022-05-26T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:35.265391 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Checking router: 517e35d9-5330-44cc-97d5-8b63bb90e372 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:11:35.275747 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Routers {'517e35d9-5330-44cc-97d5-8b63bb90e372'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:35.276665 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['517e35d9-5330-44cc-97d5-8b63bb90e372'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:35.290742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for adff3c65-7017-4fc9-9f60-73b7b68b34dd owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:35.319174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] For port adff3c65-7017-4fc9-9f60-73b7b68b34dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adff3c65-7017-4fc9-9f60-73b7b68b34dd,segment=NetworkSegment(bfa91765-3b9b-4d77-a6d1-3add31e8ec35),segment_id=bfa91765-3b9b-4d77-a6d1-3add31e8ec35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:35.319721 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.362207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] For port b734d092-265e-4b64-ba13-1d4400b3f8b8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b734d092-265e-4b64-ba13-1d4400b3f8b8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:35.362641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.374314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c8eca-0975-4c49-a63e-9455a1847fcf req-8e98cf4e-ce7e-4192-b1a8-af811fde75e1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:35.381416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e15c8eca-0975-4c49-a63e-9455a1847fcf req-8e98cf4e-ce7e-4192-b1a8-af811fde75e1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.4403782 May 26 19:11:35.448389 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e15c8eca-0975-4c49-a63e-9455a1847fcf req-71c79ed2-5925-4d8d-b457-5fb436c3f70a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660222 May 26 19:11:35.462791 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] Set router 517e35d9-5330-44cc-97d5-8b63bb90e372 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:35.474786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.491753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Calling delete_port for adff3c65-7017-4fc9-9f60-73b7b68b34dd owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:35.508618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Calling delete_port for b734d092-265e-4b64-ba13-1d4400b3f8b8 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:35.551935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=adff3c65-7017-4fc9-9f60-73b7b68b34dd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:35.566798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port adff3c65-7017-4fc9-9f60-73b7b68b34dd on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:35.618241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:35.618715 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:35.630299 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:11:35Z', 'revision_number': 6, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:35.635744 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c7e21-903c-4cde-ae36-b5a041cfd248 None None] The sync data for ids ['517e35d9-5330-44cc-97d5-8b63bb90e372'] in n-d-843146-9 is: [{'id': '517e35d9-5330-44cc-97d5-8b63bb90e372', 'name': 'tempest-AttachSCSIVolumeTestJSON-919852743-router', 'tenant_id': '23e16d3b2e824e7282aea7b771c16360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:22Z', 'updated_at': '2022-05-26T19:11:35Z', 'revision_number': 6, 'project_id': '23e16d3b2e824e7282aea7b771c16360', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:11:35.647873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e94541-3eff-4eb8-a3fa-7719b0736ce5 req-ca3f2338-219f-4ccc-af6b-ff94e3911dc1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:35.651599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39e94541-3eff-4eb8-a3fa-7719b0736ce5 req-ca3f2338-219f-4ccc-af6b-ff94e3911dc1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.5296330 May 26 19:11:35.714814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39e94541-3eff-4eb8-a3fa-7719b0736ce5 req-5a5501f7-8689-40e7-95c5-3bf4564892ce tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550139 May 26 19:11:35.772052 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9443184e-2258-4452-b8f7-d943582c8683 req-eaf15404-abf9-4b03-8c42-b1a91a5d8e0e tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0629256 May 26 19:11:35.795779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.866674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:35.894939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > segment before_delete 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.895337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.896038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.896363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > port after_create 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.896699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > port after_delete 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.897127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > port after_update 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.897450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > segment after_delete 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.897795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet after_create 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.898100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet after_delete 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.898416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet after_update 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.962287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet after_create 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.962545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet after_delete 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.962867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet before_create 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.963192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Subscribe: > subnet before_update 55550000 {{(pid=88362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 19:11:35.963545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdb9cca-c6e8-4f02-b3f7-45be30e15f43']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:36.016265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:36.016767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa91765-3b9b-4d77-a6d1-3add31e8ec35') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:36.034035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f3f09c28-bfe5-4b5b-b3d1-27db5d0f1ebd req-6fdc963d-2d9e-4b45-afe2-028cc651bb74 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.0629437 May 26 19:11:36.038136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.063821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b734d092-265e-4b64-ba13-1d4400b3f8b8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:36.073024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.086467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d19b355-d773-4179-a55a-72f45580a602 req-8eb268d5-42ee-4a2b-bf1a-e5fe660ac60b tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.2398920 May 26 19:11:36.091824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:11:36.092568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.104214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.119969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Deleting port adff3c65-7017-4fc9-9f60-73b7b68b34dd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:36.120446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.169909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:36.281714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:36.282032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40e4c5a9-5200-4cdb-b1a8-fd791a607d94 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:36.282449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adff3c65-7017-4fc9-9f60-73b7b68b34dd no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:36.294552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.296849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.310868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.318040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d6688-9c0e-41ea-9667-66351d537836 None None] The port 'adff3c65-7017-4fc9-9f60-73b7b68b34dd' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:11:36.318690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.324147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.326053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: adff3c65-7017-4fc9-9f60-73b7b68b34dd {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:36.326386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adff3c65-7017-4fc9-9f60-73b7b68b34dd not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:36.357925 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-85e1b29f-9830-46ea-9c3c-4094d8850c61 req-0f955b13-3a5d-40fa-9ec1-7c51868c67a1 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0945191 May 26 19:11:36.373560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/networks/acdb9cca-c6e8-4f02-b3f7-45be30e15f43 HTTP/1.1" status: 204 len: 168 time: 1.7033246 May 26 19:11:36.375492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8f8ea-5445-4f55-bc1a-12910bcea071 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Network': ['ID=acdb9cca-c6e8-4f02-b3f7-45be30e15f43,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:36.383617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:36.390120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1800737653'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:36.396272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.396768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517e35d9-5330-44cc-97d5-8b63bb90e372 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:11:36.397376 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bfa91765-3b9b-4d77-a6d1-3add31e8ec35 resource provider aggregate not found May 26 19:11:36.402754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:36.408209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:network and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:36.410718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.414122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:36.414269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-32818444-0c41-4c47-9e2f-a29172b70ad1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/517e35d9-5330-44cc-97d5-8b63bb90e372 HTTP/1.1" status: 204 len: 168 time: 1.8058715 May 26 19:11:36.414355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52660) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:36.419611 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bfa91765-3b9b-4d77-a6d1-3add31e8ec35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfa91765-3b9b-4d77-a6d1-3add31e8ec35 found for delete ", "request_id": "req-8d1b5bde-5b49-481f-b318-ad706195a535"}]} May 26 19:11:36.420449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:36.429644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:36.433155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.462401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:11:36.475277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.476120 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Added segment 2d0e18d6-bf8d-40b5-8bff-33c6062ac37e of type vlan for network 152e1a70-443b-4275-b984-c0c26e98df98 May 26 19:11:36.476279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Deleting subnet 3eb0f77a-b742-4a9c-a8e9-666a7970cb83 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:11:36.479489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.511549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.538564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.551304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.565400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:36.566049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.676284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2915611 May 26 19:11:36.680390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:36.692028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'subnet': {'network_id': '152e1a70-443b-4275-b984-c0c26e98df98', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:36.714135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a5eb3-7272-4d8f-9dd3-2cae66d70051 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Network': ['ID=152e1a70-443b-4275-b984-c0c26e98df98,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:36.723613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a961e-ddd2-4b59-8a18-02420be0dafd req-d65abeae-a98f-439f-991a-b457f2e93af3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:36.725116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a9a961e-ddd2-4b59-8a18-02420be0dafd req-d65abeae-a98f-439f-991a-b457f2e93af3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.1596265 May 26 19:11:36.725737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 152e1a70-443b-4275-b984-c0c26e98df98 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:11:36.730129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.831062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a9a961e-ddd2-4b59-8a18-02420be0dafd req-91e56ccb-2225-4be1-82bf-eb72b54a2d43 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708883 May 26 19:11:36.834220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:36.840237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:subnet and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:36.843537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:36.851028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:36.867257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.881370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:36.895409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.929691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb0f77a-b742-4a9c-a8e9-666a7970cb83,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:36.938736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:36.940120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb01d49-d572-4828-8e60-531d93feb766 None None] Network c5980fc5-93e1-4a7c-b803-683781acb679 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:36.945327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d49fd6c-f8c0-46a5-95bc-18fd6b5b7785 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3eb0f77a-b742-4a9c-a8e9-666a7970cb83 HTTP/1.1" status: 204 len: 168 time: 0.5300381 May 26 19:11:36.948021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52674) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:37.171057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b71e838-7759-4350-bdeb-6b82fcb3c440 req-589a2f4f-4d07-4bec-a7ca-04be002c285e tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1041570 May 26 19:11:37.218931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.245015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Deleting port 729a8317-1041-4cba-9657-bb0a821b0484 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:37.246908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.349318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039e3e-d755-41a6-bcff-16d775d29dc4 req-e7406855-be14-4605-8e41-83c5a1bbd8db tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:37.356808 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e039e3e-d755-41a6-bcff-16d775d29dc4 req-e7406855-be14-4605-8e41-83c5a1bbd8db tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.4223354 May 26 19:11:37.435446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2a03d8a-8ae0-4565-8bd2-ddc0cc4cc993 req-fd91736c-b0c7-4136-9f93-7c549b556644 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.0617902 May 26 19:11:37.438004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-07b6168d-7f42-4532-9afe-8896811a2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:37.440263 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-07b6168d-7f42-4532-9afe-8896811a2908 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1101 time: 0.2506452 May 26 19:11:37.451028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] DHCP port deletion for c5980fc5-93e1-4a7c-b803-683781acb679 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:11:37.457386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Deleting port 729a8317-1041-4cba-9657-bb0a821b0484 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:37.458049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.476239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6e039e3e-d755-41a6-bcff-16d775d29dc4 req-e387410e-85d6-454a-b9c6-a465ebdd26e8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190162 May 26 19:11:37.583686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] For port 729a8317-1041-4cba-9657-bb0a821b0484, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=729a8317-1041-4cba-9657-bb0a821b0484,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:37.584593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.617861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.781413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-e1a46d2c-6c01-459f-b725-b199d19cb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:37.783027 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-e1a46d2c-6c01-459f-b725-b199d19cb451 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3358581 May 26 19:11:37.858104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] For port 729a8317-1041-4cba-9657-bb0a821b0484, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=729a8317-1041-4cba-9657-bb0a821b0484,segment=NetworkSegment(6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9),segment_id=6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:37.858542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:37.894839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Calling delete_port for 729a8317-1041-4cba-9657-bb0a821b0484 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:37.946514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21346d23-cf37-4b10-987d-75ec3a9c7f8c req-9e39421c-05c7-4086-8e67-6618d7b5a671 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5e743c4-1d52-486a-b643-68f8cbdcab24 HTTP/1.1" status: 200 len: 210 time: 0.2896652 May 26 19:11:37.983803 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f7b8cd66-4e33-4ef3-8d0a-5b8a665ed106 req-038e8ea2-7d1d-45d3-bb4d-5d2009f324f3 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.2648129 May 26 19:11:38.002126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-dee70cd1-cb1f-423a-9be0-845da8da4f8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.2088299 May 26 19:11:38.009465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Subnet': ['ID=381af497-97b1-4c1e-bb07-8c36490043ad,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:38.028177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Calling delete_port for 729a8317-1041-4cba-9657-bb0a821b0484 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:38.062137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 729a8317-1041-4cba-9657-bb0a821b0484 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:38.062480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.085853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Checking segment: {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:38.086125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network hostable DHCP agents. Network: 152e1a70-443b-4275-b984-c0c26e98df98, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:11:38.109499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-6fde79e4-fb35-4769-b89e-03b583a5700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:38.111098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-6fde79e4-fb35-4769-b89e-03b583a5700d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0813103 May 26 19:11:38.128685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 729a8317-1041-4cba-9657-bb0a821b0484 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:38.129330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 729a8317-1041-4cba-9657-bb0a821b0484 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:38.129908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b734d092-265e-4b64-ba13-1d4400b3f8b8 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:38.162204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 152e1a70-443b-4275-b984-c0c26e98df98 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:11:38.173423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b734d092-265e-4b64-ba13-1d4400b3f8b8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:38.174049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b734d092-265e-4b64-ba13-1d4400b3f8b8 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:38.193663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 152e1a70-443b-4275-b984-c0c26e98df98) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:38.195551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] No DVR routers for this DVR port 729a8317-1041-4cba-9657-bb0a821b0484 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:38.197521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=729a8317-1041-4cba-9657-bb0a821b0484,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:38.200334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:38.200917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.211635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ede38d-efa5-4990-b695-9c67e3ff02af None None] Network 152e1a70-443b-4275-b984-c0c26e98df98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:38.231114 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6742f1ce-1f3d-4e46-a437-8346b422e3e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5488842 May 26 19:11:38.233976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52686) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:38.234372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-701d3545-7c80-4d47-9fc1-e6fa2023d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:38.235868 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-701d3545-7c80-4d47-9fc1-e6fa2023d2a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154158 May 26 19:11:38.259001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1858479943'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:38.273855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:38.293186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:38.293890 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:38.324492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:network and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:38.332280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:38.350318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:38.367722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.381005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:38.384490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.424757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5980fc5-93e1-4a7c-b803-683781acb679']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:38.450167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef41bd-5895-4315-8a4c-72110a4549a8 req-c9e4f000-cb7e-4897-ba83-34de2dfd05b5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:38.451782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15ef41bd-5895-4315-8a4c-72110a4549a8 req-c9e4f000-cb7e-4897-ba83-34de2dfd05b5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.3023300 May 26 19:11:38.454704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:38.454992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:38.480897 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-60aab0c4-f765-4bd0-bde8-3642886462bf service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281358 May 26 19:11:38.483795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:11:38.496271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.512451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.512746 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Added segment d06d3be4-ef3d-485f-a3dc-f3a69b9d2965 of type vlan for network 56dce922-5fc0-4797-8590-89b53eba2792 May 26 19:11:38.535595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.572600 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-18c6b568-733a-4b14-a16b-a225495e43ce req-f93b4be0-d53f-4b9c-9c36-0e6141bbded6 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0864081 May 26 19:11:38.596360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15ef41bd-5895-4315-8a4c-72110a4549a8 req-612761f5-267f-4ba1-bedd-b5fcd1fe6467 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322846 May 26 19:11:38.610716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:11:38.611395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.674468 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9 resource provider aggregate not found May 26 19:11:38.678975 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.693378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-0f13c351-6890-48ae-9ba6-904d705af9c3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0402c40e24554b648ed15e2df84c6d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1479836 May 26 19:11:38.721730 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a9a2bfb-7cef-4b11-b91a-e8af1f78c7a9 found for delete ", "request_id": "req-fd1c1fdc-218c-44eb-896b-47d71537c9e8"}]} May 26 19:11:38.732452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-152e1a70-443b-4275-b984-c0c26e98df98', 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98', 'tenant_id': '8f216dfad69345888d136987434a100d', 'fixed_ips': [{'subnet_id': '381af497-97b1-4c1e-bb07-8c36490043ad'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:11:38.734567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.753969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-e351f99d-c2ec-484d-a90e-4cd4b02ad3ca service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656889 May 26 19:11:38.807564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Deleting port 729a8317-1041-4cba-9657-bb0a821b0484 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:38.807942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:38.905279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e344392d-6c7b-49b0-9a9d-06b33db91b34 None None] The port '729a8317-1041-4cba-9657-bb0a821b0484' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:11:38.942699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6168b1-b12e-4704-b7ee-46305b89ea3b req-a55b92e5-61d4-4574-baf3-76c3c7dd32d6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:38.944826 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fb6168b1-b12e-4704-b7ee-46305b89ea3b req-a55b92e5-61d4-4574-baf3-76c3c7dd32d6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1218240 May 26 19:11:38.945258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-772e087a-95e1-46c9-ba04-63ec9a8cfe18 req-587e2ef5-c626-48ca-aa03-05453c53b556 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.1568058 May 26 19:11:39.011681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.039048 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fb6168b1-b12e-4704-b7ee-46305b89ea3b req-96ac3aaf-a351-4ffb-84e3-d252c5abae5f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838723 May 26 19:11:39.059990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.065800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Allocated IP 19.80.0.2 (152e1a70-443b-4275-b984-c0c26e98df98/381af497-97b1-4c1e-bb07-8c36490043ad/2aefe542-078a-4969-bf33-c5d9ee7133b5) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:39.110600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5980fc5-93e1-4a7c-b803-683781acb679,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:39.120518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1434b971-b5cd-45e7-8e42-c488aac73d26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c5980fc5-93e1-4a7c-b803-683781acb679 HTTP/1.1" status: 204 len: 168 time: 2.1714907 May 26 19:11:39.121448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.124107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52706) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:39.126796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:39.127387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.252301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Network': ['ID=56dce922-5fc0-4797-8590-89b53eba2792,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:39.269544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 56dce922-5fc0-4797-8590-89b53eba2792 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:11:39.276540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-87f8f78c-1a27-4d6c-8798-b96cb640bcf0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:39.278775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-87f8f78c-1a27-4d6c-8798-b96cb640bcf0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878092 May 26 19:11:39.289106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6e66293b-4e06-44de-ac2f-18967eab1407 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0538452 May 26 19:11:39.291804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52712) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:39.298306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Request body: {'port': {'device_id': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0402c40e24554b648ed15e2df84c6d0e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:39.320895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'subnet': {'network_id': '56dce922-5fc0-4797-8590-89b53eba2792', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:39.426452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:39.473025 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d2cc84fe-bec2-4c02-9eb8-25ad7a7b19cf req-3f67297b-6edd-4500-8901-afd2ce36994b tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0794764 May 26 19:11:39.510444 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.524420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Transition to ACTIVE for port object 2aefe542-078a-4969-bf33-c5d9ee7133b5 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:39.534549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:39.542583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:subnet and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:39.546726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Transition to ACTIVE for port object 2aefe542-078a-4969-bf33-c5d9ee7133b5 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:39.553638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:39.554195 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.564293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:39.575010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:39.586223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:39.589781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.603488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:39.625112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Network 152e1a70-443b-4275-b984-c0c26e98df98 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:39.628525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:39.634361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:39.677906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Made reservation on behalf of 0402c40e24554b648ed15e2df84c6d0e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:39.681159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Pushing event updated for resources: {'Port': ['ID=2aefe542-078a-4969-bf33-c5d9ee7133b5,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:39.683172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.739599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-f7123a91-f7ff-422c-a136-aee11a28503f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:39.741078 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-f7123a91-f7ff-422c-a136-aee11a28503f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.53 "GET /v2.0/networks?id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229 HTTP/1.1" status: 200 len: 816 time: 0.3722863 May 26 19:11:39.781782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Attempting to bind port 2aefe542-078a-4969-bf33-c5d9ee7133b5 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:39.782744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Attempting to bind port 2aefe542-078a-4969-bf33-c5d9ee7133b5 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:39.782878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.783409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Attempting to bind port 2aefe542-078a-4969-bf33-c5d9ee7133b5 on network 152e1a70-443b-4275-b984-c0c26e98df98 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:39.792045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:39.792715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Checking segment: {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:39.793314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.793883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Bound using segment: {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:39.794725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Bound port: 2aefe542-078a-4969-bf33-c5d9ee7133b5, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:39.795214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.902560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] For port 2aefe542-078a-4969-bf33-c5d9ee7133b5, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:39.905994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] For port 2aefe542-078a-4969-bf33-c5d9ee7133b5, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2aefe542-078a-4969-bf33-c5d9ee7133b5,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:39.910786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.929732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:39.955179 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-43132891-ace4-4840-b09c-b0e554e3a86b req-115e1c07-0077-4d17-9f08-e5d9f85dfc7c tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1516943 May 26 19:11:40.047193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c28ff-a45c-44ad-a7bd-2e4a9cf584ba None None] Pushing event updated for resources: {'Port': ['ID=2aefe542-078a-4969-bf33-c5d9ee7133b5,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:40.082798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.126288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f899c-548d-4702-b095-fd192fd212c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:40.160605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0a27-c72d-4d97-be8e-55bd54bbcfd9 req-4878fb9c-b879-4d5c-8e77-95ffb5af50da tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:40.162200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fdd0a27-c72d-4d97-be8e-55bd54bbcfd9 req-4878fb9c-b879-4d5c-8e77-95ffb5af50da tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.2823341 May 26 19:11:40.163509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Allocated IP 192.168.233.48 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/bf989745-c0c4-45cf-81c2-9f23df0c1591) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:40.193194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.197094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-73affc5b-d131-4f8f-a74a-f85a32cb1093 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a3f899c-548d-4702-b095-fd192fd212c4 HTTP/1.1" status: 204 len: 168 time: 0.7533181 May 26 19:11:40.202906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:40.244795 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-6f76fac5-c139-40b9-9ca1-dca1a98fc37a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] show failed (client error): The resource could not be found. May 26 19:11:40.249157 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6f76fac5-c139-40b9-9ca1-dca1a98fc37a tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "GET /v2.0/security-groups/3a3f899c-548d-4702-b095-fd192fd212c4 HTTP/1.1" status: 404 len: 347 time: 0.0308192 May 26 19:11:40.249482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52734) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:40.288199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.381974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fdd0a27-c72d-4d97-be8e-55bd54bbcfd9 req-28bba6ad-18cb-4e6d-884f-8a9358d138c3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030222 May 26 19:11:40.541758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Subnet': ['ID=5c978e7c-f450-4e39-854c-8decf8aeda37,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:40.559350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Checking segment: {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:40.559677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network hostable DHCP agents. Network: 56dce922-5fc0-4797-8590-89b53eba2792, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:11:40.674833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 56dce922-5fc0-4797-8590-89b53eba2792 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:11:40.681115 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.704430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 56dce922-5fc0-4797-8590-89b53eba2792) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:40.706174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Transition to ACTIVE for port object bf989745-c0c4-45cf-81c2-9f23df0c1591 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:40.712910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656bbcb-919b-4d42-81bf-5c37b70f56c2 None None] Network 56dce922-5fc0-4797-8590-89b53eba2792 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:40.713429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:40.714015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.756214 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a6e24b1b-f923-498c-b5d1-c4c0c8c0354a req-1d2b72af-77e8-4ab5-ab1c-b1ccb8f56f44 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.1399758 May 26 19:11:40.761599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Deleting port 2c188033-5991-4f26-890c-dda3be020a6b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:40.761864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.766717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f9ca-d84d-47cf-a87b-7b51af9cdc20 req-e69b2eae-442a-4480-8575-257833654194 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:40.768285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9362f9ca-d84d-47cf-a87b-7b51af9cdc20 req-e69b2eae-442a-4480-8575-257833654194 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.1921644 May 26 19:11:40.772464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-945a2e76-f7f6-4169-929d-affd6064ad65 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4782050 May 26 19:11:40.855550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:40.926300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9362f9ca-d84d-47cf-a87b-7b51af9cdc20 req-195cdbb9-de33-4380-8a8c-f597fd3f857e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488082 May 26 19:11:40.927816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:40.964951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188', '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'a245a8d4-782d-473e-adeb-d8578bdc7a24'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:40.979192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:40.980584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:40.980821 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-1e1b955e-1d9e-4b69-99e6-9aa2522eb258 service neutron] 10.222.0.13 "GET /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1/bindings/n-h2-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.3662181 May 26 19:11:41.016798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event updated for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:41.049496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:41.080796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.081071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.170386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:41.171873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.182704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:41.288838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-56dce922-5fc0-4797-8590-89b53eba2792', 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792', 'tenant_id': '8f216dfad69345888d136987434a100d', 'fixed_ips': [{'subnet_id': '5c978e7c-f450-4e39-854c-8decf8aeda37'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:11:41.289970 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.297422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Calling delete_port for 2c188033-5991-4f26-890c-dda3be020a6b owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:41.328403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-69a3c577-b021-4c63-94a1-2e66af843f32 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0373909 May 26 19:11:41.399878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-9f35d950-4b19-479d-a38e-fbc615912612 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:41.405835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-9f35d950-4b19-479d-a38e-fbc615912612 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:41.406607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-9f35d950-4b19-479d-a38e-fbc615912612 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:41.425017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-9f35d950-4b19-479d-a38e-fbc615912612 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:41.427317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-9f35d950-4b19-479d-a38e-fbc615912612 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/networks?id=152e1a70-443b-4275-b984-c0c26e98df98&id=56dce922-5fc0-4797-8590-89b53eba2792 HTTP/1.1" status: 200 len: 1392 time: 0.2333107 May 26 19:11:41.452707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-6f3eb970-a75b-43f2-a8bf-fc63e0c611a0 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/quotas/8f216dfad69345888d136987434a100d HTTP/1.1" status: 200 len: 375 time: 0.0099669 May 26 19:11:41.473953 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a66a4d4c-d22a-417a-bcc9-9f5ad69ed560 req-cdd2a8a6-c59d-4c1f-8b37-3229f42034b7 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.5145497 May 26 19:11:41.585361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:41.606324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32342ae5-bf8c-4122-a6bd-8366d900d996 None None] Network 152e1a70-443b-4275-b984-c0c26e98df98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:41.628892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f7a78fa4-35bd-4c90-a610-7aa2bd45ae9b None None] Provisioning for port bf989745-c0c4-45cf-81c2-9f23df0c1591 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:41.654157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.666927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-e1d09def-f9ab-45e3-a4d6-2c3c28e2c786 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:41.684762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-e1d09def-f9ab-45e3-a4d6-2c3c28e2c786 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:41.689612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-e1d09def-f9ab-45e3-a4d6-2c3c28e2c786 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2290342 May 26 19:11:41.692846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.706214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f7a78fa4-35bd-4c90-a610-7aa2bd45ae9b None None] Provisioning complete for port bf989745-c0c4-45cf-81c2-9f23df0c1591 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:41.706673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7a78fa4-35bd-4c90-a610-7aa2bd45ae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:41.810461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Pushing event deleted for resources: {'Port': ['ID=2c188033-5991-4f26-890c-dda3be020a6b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:41.849383 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1c219c9c-159d-4c4f-82e3-99506abb06b7 req-3a85ede8-8490-4d01-b5cc-331b51e45e5e tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1961434 May 26 19:11:41.855679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-5912b1d3-86bc-4eb5-ba5f-6ef401276abd service neutron] 10.222.0.24 "GET /v2.0/networks/152e1a70-443b-4275-b984-c0c26e98df98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617701 May 26 19:11:41.886858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f7a78fa4-35bd-4c90-a610-7aa2bd45ae9b None None] Port bf989745-c0c4-45cf-81c2-9f23df0c1591 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:41.961203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Allocated IP 19.86.0.2 (56dce922-5fc0-4797-8590-89b53eba2792/5c978e7c-f450-4e39-854c-8decf8aeda37/b22404e6-23ea-4100-b1cc-1899402bb502) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:42.068967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-4884caa3-fdba-4c86-8f6e-b30bf6aeb5ad service neutron] 10.222.0.24 "GET /v2.0/networks/152e1a70-443b-4275-b984-c0c26e98df98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124434 May 26 19:11:42.219006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d5f836a4-2f66-4f40-bace-51799d4f59f4 None None] Provisioning for port 2aefe542-078a-4969-bf33-c5d9ee7133b5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:42.222911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2aefe542-078a-4969-bf33-c5d9ee7133b5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:42.272478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-f0872bad-0412-43be-b3a1-365c98e86a53 service neutron] 10.222.0.24 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974456 May 26 19:11:42.415860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-4d9e5577-c428-4489-a271-f4280111108b service neutron] 10.222.0.24 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372776 May 26 19:11:42.552316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.576882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2aefe542-078a-4969-bf33-c5d9ee7133b5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:42.605683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2aefe542-078a-4969-bf33-c5d9ee7133b5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:42.605936 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.624518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:42.660845 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.662253 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9fda5c02-cbaa-4d10-a5fd-78d5d3623be7 tempest-ServersWithSpecificFlavorTestJSON-1281199175 tempest-ServersWithSpecificFlavorTestJSON-1281199175-project] 10.222.0.24 "DELETE /v2.0/floatingips/15dc8032-16c0-4bb1-b8eb-da75b18d85c2 HTTP/1.1" status: 204 len: 168 time: 2.4119036 May 26 19:11:42.662398 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.674525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:42.720091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c00f6-8a35-4bf9-a69c-23c8cde9a9f2 req-f9c1d4d1-1c4c-41a0-b98e-834238f76dbb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:42.728982 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-132c00f6-8a35-4bf9-a69c-23c8cde9a9f2 req-f9c1d4d1-1c4c-41a0-b98e-834238f76dbb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.3703225 May 26 19:11:42.740831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Transition to ACTIVE for port object b22404e6-23ea-4100-b1cc-1899402bb502 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:42.789567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:42.813253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:42.841910 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-132c00f6-8a35-4bf9-a69c-23c8cde9a9f2 req-f93858f7-9c7b-4550-a186-08a0f106d643 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125462 May 26 19:11:42.873750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Transition to ACTIVE for port object b22404e6-23ea-4100-b1cc-1899402bb502 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:42.914508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.925737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:42.944823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ab21-9499-4c2f-abc0-4a4ce3ee5a25 req-150dc97c-9086-4c8c-b665-2da8f11f8a91 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:42.961926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e1d9ab21-9499-4c2f-abc0-4a4ce3ee5a25 req-150dc97c-9086-4c8c-b665-2da8f11f8a91 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:42.991108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e1d9ab21-9499-4c2f-abc0-4a4ce3ee5a25 req-150dc97c-9086-4c8c-b665-2da8f11f8a91 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:42.992285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1d9ab21-9499-4c2f-abc0-4a4ce3ee5a25 req-150dc97c-9086-4c8c-b665-2da8f11f8a91 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 935 time: 0.3014703 May 26 19:11:43.087671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Network 56dce922-5fc0-4797-8590-89b53eba2792 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:43.105939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1d9ab21-9499-4c2f-abc0-4a4ce3ee5a25 req-8b91bf1c-1861-465c-a1d3-d8f1354d931d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983627 May 26 19:11:43.120655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Deleting port 7109c058-794b-4d66-9903-2cc1d51d72d3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:43.120655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.150346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:43.154086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:43.214128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] Transition to ACTIVE for port object e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:43.263159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Pushing event updated for resources: {'Port': ['ID=b22404e6-23ea-4100-b1cc-1899402bb502,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:43.283169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.293586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2aefe542-078a-4969-bf33-c5d9ee7133b5 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:43.294260 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.324062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-599d4835-251d-41e6-974d-c07ff1abc5f1 req-2073c7c1-a9b6-4db7-b3e1-6f3241436586 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0725121 May 26 19:11:43.330102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fded59f1-722a-44fc-b24e-25214d1427a1 None None] Provisioning complete for port 2aefe542-078a-4969-bf33-c5d9ee7133b5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:43.330475 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fded59f1-722a-44fc-b24e-25214d1427a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.449958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2aefe542-078a-4969-bf33-c5d9ee7133b5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2aefe542-078a-4969-bf33-c5d9ee7133b5,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:43.463311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.514995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebc22a8c-1250-44c3-8bac-9c7612ee1008 req-e5302b29-f18b-4b1e-aa17-bf0f0e0f649d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 210 time: 0.0755148 May 26 19:11:43.523434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Request body: {'port': {'device_id': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:43.524633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] No DVR routers for this DVR port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:43.537570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] Pushing event updated for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=10']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:43.557074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddba9-f11f-43d9-b314-2d8abca10e50 req-d7e6b09a-06eb-4184-9b6c-5733cc3e9951 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:43.558618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Attempting to bind port b22404e6-23ea-4100-b1cc-1899402bb502 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:43.559133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Attempting to bind port b22404e6-23ea-4100-b1cc-1899402bb502 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:43.559487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Attempting to bind port b22404e6-23ea-4100-b1cc-1899402bb502 on network 56dce922-5fc0-4797-8590-89b53eba2792 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:43.564698 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c4ddba9-f11f-43d9-b314-2d8abca10e50 req-d7e6b09a-06eb-4184-9b6c-5733cc3e9951 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 943 time: 0.4912040 May 26 19:11:43.605730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:43.606271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Checking segment: {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:43.606818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.607462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Bound using segment: {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:43.608610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Bound port: b22404e6-23ea-4100-b1cc-1899402bb502, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:43.609137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.637954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2aefe542-078a-4969-bf33-c5d9ee7133b5,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:43.673077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] For port 7109c058-794b-4d66-9903-2cc1d51d72d3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7109c058-794b-4d66-9903-2cc1d51d72d3,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:43.673439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.693729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:43.708433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-ca792d44-5cd3-4559-95b5-9d01ac67d5ce tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69989acb1e5046c7a687aa1587408f88 HTTP/1.1" status: 200 len: 380 time: 0.2126794 May 26 19:11:43.715402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-f6ee5f0e-8be7-4c32-b643-4d69e563f287 service neutron] 10.222.0.13 "PUT /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1/bindings/n-h2-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2909102 May 26 19:11:43.778774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fded59f1-722a-44fc-b24e-25214d1427a1 None None] Current status of the port 2aefe542-078a-4969-bf33-c5d9ee7133b5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:43.837267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c4ddba9-f11f-43d9-b314-2d8abca10e50 req-6c2d11f2-9c3f-46b7-984f-36bf726efce1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724826 May 26 19:11:43.915783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'port': {'device_id': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'admin_state_up': True, 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'security_groups': ['e85c251c-2e42-4345-8f3f-fe93cca49e43']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:43.942943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.072749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] For port b22404e6-23ea-4100-b1cc-1899402bb502, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:44.077465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] For port b22404e6-23ea-4100-b1cc-1899402bb502, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b22404e6-23ea-4100-b1cc-1899402bb502,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:44.085450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2aefe542-078a-4969-bf33-c5d9ee7133b5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:44.106416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Calling delete_port for 7109c058-794b-4d66-9903-2cc1d51d72d3 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:44.153943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.167798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf989745-c0c4-45cf-81c2-9f23df0c1591 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:44.183067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.219615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Transition to ACTIVE for port object bf989745-c0c4-45cf-81c2-9f23df0c1591 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:44.277460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94662544-4506-4f2b-ab9b-3f5115478aca None None] Pushing event updated for resources: {'Port': ['ID=b22404e6-23ea-4100-b1cc-1899402bb502,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:44.304684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2aefe542-078a-4969-bf33-c5d9ee7133b5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:44.305145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.505643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2aefe542-078a-4969-bf33-c5d9ee7133b5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:44.531954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.617600 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d2d90fb0-536d-4876-a147-450985f7b353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:44.655640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-332f1eae-0b03-4b6e-a3f3-4a90a49889fc req-b0a60ef0-9701-48dc-9693-52f02011df7b tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.4296844 May 26 19:11:44.848253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:44.861291 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-e09d33b8-7720-4238-9e8b-d8dd583cd731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0228693 May 26 19:11:44.891450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:44.928998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Pushing event updated for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:44.982408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c400ab2-71c6-4175-9056-e9460f26d100 req-1b843e65-e34e-4e20-b999-8a6002b92b41 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:44.985452 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1c400ab2-71c6-4175-9056-e9460f26d100 req-1b843e65-e34e-4e20-b999-8a6002b92b41 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.8441808 May 26 19:11:45.057460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-b1ab6398-34d6-49b5-853d-f173294db697 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.063166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-b1ab6398-34d6-49b5-853d-f173294db697 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.064722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-b1ab6398-34d6-49b5-853d-f173294db697 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "GET /v2.0/networks?id=152e1a70-443b-4275-b984-c0c26e98df98&id=56dce922-5fc0-4797-8590-89b53eba2792 HTTP/1.1" status: 200 len: 1392 time: 0.7082822 May 26 19:11:45.084854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'port': {'device_id': 'acc38491-f160-42cf-b68e-63402a19445d', 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98', 'admin_state_up': True, 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:45.091314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Made reservation on behalf of 69989acb1e5046c7a687aa1587408f88 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:45.095651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:45.119245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-30ab2626-5014-40d9-9784-e60f6ad1f2e0 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.120764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-30ab2626-5014-40d9-9784-e60f6ad1f2e0 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.8436449 May 26 19:11:45.152332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:45.256926 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1c400ab2-71c6-4175-9056-e9460f26d100 req-469d998d-cc7e-4f60-ba5f-9cccf1e0c0b2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683531 May 26 19:11:45.257679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Pushing event deleted for resources: {'Port': ['ID=7109c058-794b-4d66-9903-2cc1d51d72d3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:45.344195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Attempting to bind port bf989745-c0c4-45cf-81c2-9f23df0c1591 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:45.344879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Attempting to bind port bf989745-c0c4-45cf-81c2-9f23df0c1591 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:45.345467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Attempting to bind port bf989745-c0c4-45cf-81c2-9f23df0c1591 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:45.364376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Port bf989745-c0c4-45cf-81c2-9f23df0c1591 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:45.365101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Attempting to bind port bf989745-c0c4-45cf-81c2-9f23df0c1591 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:45.406355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:45.407119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:45.407505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:45.408292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Bound port: bf989745-c0c4-45cf-81c2-9f23df0c1591, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:45.408741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:45.436733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013118d4-3ef0-469d-a670-0cace40846b1 req-4ec80dd8-2845-45b7-b6ff-8cd89134dd7e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.438540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-013118d4-3ef0-469d-a670-0cace40846b1 req-4ec80dd8-2845-45b7-b6ff-8cd89134dd7e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 947 time: 0.4975297 May 26 19:11:45.479943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:45.484941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:port and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:45.488452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:45.495173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:45.523053 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3e3cbb22-ed41-4841-b8b6-a2bfdd5e8977 req-d0a5c25b-0085-46f3-bd4f-b93a92abbb5c tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.1174176 May 26 19:11:45.532147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-fb4b7b02-22a9-402b-bc91-428d957974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.533704 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-fb4b7b02-22a9-402b-bc91-428d957974e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 1095 time: 0.6400502 May 26 19:11:45.755794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-baaac711-0106-4502-90ba-0f5e12b9f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:45.758343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-baaac711-0106-4502-90ba-0f5e12b9f44e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac&tenant_id=891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 1095 time: 0.5893884 May 26 19:11:45.826599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04b051-de75-4b9d-bd2c-0943d7b8dd45 None None] Network 56dce922-5fc0-4797-8590-89b53eba2792 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:45.846440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:45.854612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:45.854822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e17f668-1826-47b9-ae29-a21b6f24a51b req-50b3a395-5d2d-43ea-bb3e-8e5a193342d4 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:45.864966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Allocated IP 172.20.0.8 (70878ea7-fbf7-4260-a4c7-1b0dc05fa229/72d6c5d2-e96b-499d-bc46-d5f1011ccb9d/27efcd63-e154-4346-a21e-0a2359418878) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:45.887535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:45.892115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:45.912823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-013118d4-3ef0-469d-a670-0cace40846b1 req-d31455db-0828-4b28-a2fa-e6165f3d5070 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401872 May 26 19:11:45.947511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.055569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e17f668-1826-47b9-ae29-a21b6f24a51b req-50b3a395-5d2d-43ea-bb3e-8e5a193342d4 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:46.065354 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e17f668-1826-47b9-ae29-a21b6f24a51b req-50b3a395-5d2d-43ea-bb3e-8e5a193342d4 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 210 time: 0.2983365 May 26 19:11:46.087676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-bfe23f39-da4f-46e5-9062-22cb10c9fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:46.091488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-bfe23f39-da4f-46e5-9062-22cb10c9fe52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.5122285 May 26 19:11:46.095809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-92896fd3-c51d-4399-8473-d0c9e61bc031 None None] Provisioning for port b22404e6-23ea-4100-b1cc-1899402bb502 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:46.118665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.265305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-df896f75-0a1a-4918-b950-6d944d998825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 200 len: 217 time: 0.1425259 May 26 19:11:46.277620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b22404e6-23ea-4100-b1cc-1899402bb502 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:46.408671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Pushing event updated for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:46.429925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:46.430864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.435045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-e8a1d564-c424-489f-a974-7336c8fb6a5c service neutron] 10.222.0.53 "PUT /v2.0/ports/bf989745-c0c4-45cf-81c2-9f23df0c1591 HTTP/1.1" status: 200 len: 1095 time: 2.9186265 May 26 19:11:46.439232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:46.609452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Allocated IP 19.80.0.109 (152e1a70-443b-4275-b984-c0c26e98df98/381af497-97b1-4c1e-bb07-8c36490043ad/cd1a7b21-0571-4c99-9d01-2be42b735233) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:46.665642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b22404e6-23ea-4100-b1cc-1899402bb502 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:46.675801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b22404e6-23ea-4100-b1cc-1899402bb502 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:46.675801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.701480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-646d6afe-8cee-4fd0-8e28-6c6da298c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:46.703099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-646d6afe-8cee-4fd0-8e28-6c6da298c9db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1095 time: 0.9055142 May 26 19:11:46.789398 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-63fd3bf4-e8f1-4ad5-8cb1-1914154d0a6f req-8db64d02-4c8d-41ca-b9db-e95254d641cc tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1134558 May 26 19:11:46.796383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-def31672-4220-4c39-991a-f4c0d1704d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.904950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b22404e6-23ea-4100-b1cc-1899402bb502 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:46.906129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:46.972233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b22404e6-23ea-4100-b1cc-1899402bb502, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b22404e6-23ea-4100-b1cc-1899402bb502,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:46.981314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:47.161455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Router f50162f3-7e80-4e2a-93ae-3e082c28da2b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:47.197675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-b7c647e2-cedb-436f-81ff-01b9d93c9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.198319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64f5157c-58e5-4463-91cd-d4e5f1dab33f None None] Provisioning complete for port b22404e6-23ea-4100-b1cc-1899402bb502 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:47.198686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64f5157c-58e5-4463-91cd-d4e5f1dab33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:47.200491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-b7c647e2-cedb-436f-81ff-01b9d93c9f6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 1098 time: 0.6928253 May 26 19:11:47.233692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab721bc-dde1-45c0-9548-c538454ccaf7 req-75bc9804-a70a-4a31-82e0-80115d1b0270 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.244325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b22404e6-23ea-4100-b1cc-1899402bb502,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:47.248462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ab721bc-dde1-45c0-9548-c538454ccaf7 req-75bc9804-a70a-4a31-82e0-80115d1b0270 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.8507082 May 26 19:11:47.316964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-337923f2-fee7-4cf4-ad59-4bc096519b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.318692 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-337923f2-fee7-4cf4-ad59-4bc096519b74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.8829420 May 26 19:11:47.351707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-64f5157c-58e5-4463-91cd-d4e5f1dab33f None None] Current status of the port b22404e6-23ea-4100-b1cc-1899402bb502 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:47.368239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:47.406586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-ee0099cb-0773-4c18-b7ef-d095f939f277 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591 HTTP/1.1" status: 200 len: 217 time: 0.1522672 May 26 19:11:47.477723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ab721bc-dde1-45c0-9548-c538454ccaf7 req-9b3601c6-2f31-4d1e-a0eb-6da83827bddc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281823 May 26 19:11:47.492105 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-b6c2f319-43ef-4c3a-855b-463fe28bb795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615336 May 26 19:11:47.541554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-adb59428-b60c-41d1-b03f-e7abb6c7a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.543123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-adb59428-b60c-41d1-b03f-e7abb6c7a751 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.8238800 May 26 19:11:47.615532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-78e15294-997f-43fc-8237-14ade3b8e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.616956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-78e15294-997f-43fc-8237-14ade3b8e756 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1930110 May 26 19:11:47.618589 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d51cda-a6a9-405b-bb9d-ff1da8b2bf34'] response: {'name': 'network-changed', 'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591', 'status': 'completed', 'code': 200} May 26 19:11:47.639447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:47.665901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:47.667598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:47.678155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Sync routers for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:47.687403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Transition to ACTIVE for port object 27efcd63-e154-4346-a21e-0a2359418878 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:47.692072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:47.696104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:47.709286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-ed8cf568-a082-436a-b356-c094f0a5dcb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.1532025 May 26 19:11:47.738191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9c2e4ba-fa52-4485-b523-89d7f9216391 admin admin] 10.222.0.24 "PUT /v2.0/routers/f50162f3-7e80-4e2a-93ae-3e082c28da2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6127925 May 26 19:11:47.744579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:47.753683 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-21af8eb2-a554-4beb-853f-d6b7c72833a4 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389374 May 26 19:11:47.767068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-818c9e91-90c5-4e21-93db-147050c8a847 req-c5c1772d-8c4e-4454-a940-3845e6680b66 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0936658 May 26 19:11:47.795715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Transition to ACTIVE for port object cd1a7b21-0571-4c99-9d01-2be42b735233 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:47.818219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-09a559ec-06dc-4a53-89ae-8343462bb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.819811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-09a559ec-06dc-4a53-89ae-8343462bb9c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0956526 May 26 19:11:47.880839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-46233a64-49fb-4f13-995b-81e3e4c83a44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494027 May 26 19:11:47.923373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60836ab5-279a-40b3-b2ac-31c7553cc7a5 req-5e600b9b-0e3c-47fd-8ea3-4c9c2c1bb7d3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.925081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-60836ab5-279a-40b3-b2ac-31c7553cc7a5 req-5e600b9b-0e3c-47fd-8ea3-4c9c2c1bb7d3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.5982051 May 26 19:11:47.949354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e465f-a152-49df-8c65-0130fb936cc5 req-a27a7374-e0d2-42de-a73a-cacdabe3d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:47.950970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-a27a7374-e0d2-42de-a73a-cacdabe3d87e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3243458 May 26 19:11:48.010389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:48.031075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.041371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.146004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b22404e6-23ea-4100-b1cc-1899402bb502 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:48.184964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.187355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-60836ab5-279a-40b3-b2ac-31c7553cc7a5 req-317891f7-aa7a-4b93-8f77-72fc97c03522 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525892 May 26 19:11:48.231156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:48.248366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:48.258032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:48.293804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event updated for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:48.304295 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9dbb586a-a996-4858-a309-cc2bf2c1e4a6 req-587ea173-87cf-4782-be24-915e1edadb6c service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948325 May 26 19:11:48.312474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.429929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b22404e6-23ea-4100-b1cc-1899402bb502 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:48.430309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.469700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 152e1a70-443b-4275-b984-c0c26e98df98 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:48.477900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:48.487274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:48.630932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:48.666784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f6a1-5b3d-4736-870e-da4a7e722fe5 req-7c7e2df2-982f-4a9f-9a7b-e36a836ac571 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:48.667480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:48.671566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.675399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c340f6a1-5b3d-4736-870e-da4a7e722fe5 req-7c7e2df2-982f-4a9f-9a7b-e36a836ac571 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 947 time: 0.7633955 May 26 19:11:48.716191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-93b788e5-e77c-4659-b9a0-b1397c0ff5ce service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773133 May 26 19:11:48.741382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-a263232d-c5ac-4e6f-ad44-09e04c81950f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8448732 May 26 19:11:48.755227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Request body: {'port': {'device_id': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:48.778996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-a390b409-79cc-4d6e-bc98-3473d37dad46 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876562 May 26 19:11:48.789616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b22404e6-23ea-4100-b1cc-1899402bb502 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:48.793991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:11:45Z', 'revision_number': 5, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:48.804662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Checking router: f50162f3-7e80-4e2a-93ae-3e082c28da2b for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:11:48.807888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8677bf1c-ef31-4105-9d7e-1868e31aefd8 None None] Provisioning for port 27efcd63-e154-4346-a21e-0a2359418878 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:48.819017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8677bf1c-ef31-4105-9d7e-1868e31aefd8 None None] Provisioning complete for port 27efcd63-e154-4346-a21e-0a2359418878 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:48.819436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8677bf1c-ef31-4105-9d7e-1868e31aefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.828968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:48.829784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:48.870727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Routers {'f50162f3-7e80-4e2a-93ae-3e082c28da2b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:48.871810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:48.912766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c340f6a1-5b3d-4736-870e-da4a7e722fe5 req-aeb27ff0-3fd8-4e0c-a964-4bddc08f422f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364864 May 26 19:11:48.992955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8677bf1c-ef31-4105-9d7e-1868e31aefd8 None None] Port 27efcd63-e154-4346-a21e-0a2359418878 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:48.998186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.014440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977693c-18d8-4702-8f14-8b4ae055c6ff req-9526bd45-9cdb-40a2-97f4-c0d4f2847e77 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:49.021863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d977693c-18d8-4702-8f14-8b4ae055c6ff req-9526bd45-9cdb-40a2-97f4-c0d4f2847e77 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 932 time: 0.4026034 May 26 19:11:49.027375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-332adb3a-005e-446b-90dc-1e1d6771d593 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9464138 May 26 19:11:49.045725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.045985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Request body: {'port': {'device_id': 'acc38491-f160-42cf-b68e-63402a19445d', 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792', 'admin_state_up': True, 'tenant_id': '8f216dfad69345888d136987434a100d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:49.067925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Deleting port ad8bf5e9-b83b-4cec-857c-9c858a3045e8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:49.073522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.181027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-622e465f-a152-49df-8c65-0130fb936cc5 req-54bb460e-fe28-4e34-97a3-9bab5872155d service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290390 May 26 19:11:49.187364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-ac627d0a-6515-43e5-b57a-c72c0d16ce2b service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966503 May 26 19:11:49.193693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6082a3a0-1409-4524-8b81-b48fcbaf5837 None None] Provisioning for port cd1a7b21-0571-4c99-9d01-2be42b735233 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:49.214515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6082a3a0-1409-4524-8b81-b48fcbaf5837 None None] Provisioning complete for port cd1a7b21-0571-4c99-9d01-2be42b735233 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:49.215574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6082a3a0-1409-4524-8b81-b48fcbaf5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.244803 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d977693c-18d8-4702-8f14-8b4ae055c6ff req-9f028012-78ab-4b99-9372-17d50f1f0700 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211132 May 26 19:11:49.326754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6082a3a0-1409-4524-8b81-b48fcbaf5837 None None] Port cd1a7b21-0571-4c99-9d01-2be42b735233 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:49.360035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] Set router f50162f3-7e80-4e2a-93ae-3e082c28da2b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:11:49.448373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:11:49.473678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14be3d7a-afdf-478f-a457-daa19009dc34 req-706e920e-f6ee-439a-afb5-8d5fc9a03720 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1449132 May 26 19:11:49.477648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Usage tracker for resource:port and tenant:8f216dfad69345888d136987434a100d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:11:49.481826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:11:49.502409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:11:49.535819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Made reservation on behalf of 8f216dfad69345888d136987434a100d for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:11:49.539528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.584481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-1100c3d8-29ed-43e7-a2cb-ac22e02ca8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:49.586064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-1100c3d8-29ed-43e7-a2cb-ac22e02ca8f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 1098 time: 0.3106241 May 26 19:11:49.701905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] For port ad8bf5e9-b83b-4cec-857c-9c858a3045e8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:49.702268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.728133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:49.765987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:11:45Z', 'revision_number': 5, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:49.770493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc618a42-87bd-4351-aa1b-c1e3955e7452 None None] The sync data for ids ['f50162f3-7e80-4e2a-93ae-3e082c28da2b'] in n-d-843146-9 is: [{'id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1578891334-router', 'tenant_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:08:42Z', 'updated_at': '2022-05-26T19:11:45Z', 'revision_number': 5, 'project_id': '44db83b7af454ca09cb61ab17ccb3fb5', 'gw_port': {'id': 'ad8bf5e9-b83b-4cec-857c-9c858a3045e8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50162f3-7e80-4e2a-93ae-3e082c28da2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:08:44Z', 'updated_at': '2022-05-26T19:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:11:49.860952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Calling delete_port for ad8bf5e9-b83b-4cec-857c-9c858a3045e8 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:49.907200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c263a-e69b-4480-a886-f7aa5c3e6896 req-31c134b8-cff5-4d7c-b4ae-17ebdffad85b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:49.908729 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7f3c263a-e69b-4480-a886-f7aa5c3e6896 req-31c134b8-cff5-4d7c-b4ae-17ebdffad85b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.5028214 May 26 19:11:50.014683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-47fc00d3-34c0-489b-8c66-c6c66afffbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.016037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-47fc00d3-34c0-489b-8c66-c6c66afffbb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4107659 May 26 19:11:50.016178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7f3c263a-e69b-4480-a886-f7aa5c3e6896 req-0ee24707-6446-48c2-ae89-cfbf18c278c6 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976825 May 26 19:11:50.104914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-30c97d38-237b-444e-959b-403271c29272 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591 HTTP/1.1" status: 200 len: 217 time: 0.0766258 May 26 19:11:50.124289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fdc18-de45-40e1-a127-b1a421c72761 req-78c9e9fd-1658-459a-a576-eec6177f69e8 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.125823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-339fdc18-de45-40e1-a127-b1a421c72761 req-78c9e9fd-1658-459a-a576-eec6177f69e8 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 931 time: 0.4175887 May 26 19:11:50.127121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Allocated IP 19.86.0.180 (56dce922-5fc0-4797-8590-89b53eba2792/5c978e7c-f450-4e39-854c-8decf8aeda37/a3742fa0-a593-46f7-9206-c50cd98b224e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:11:50.145995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7109c058-794b-4d66-9903-2cc1d51d72d3 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:50.207484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-64f67c44-827b-4364-b10c-ec4fbc889515 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.208848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-64f67c44-827b-4364-b10c-ec4fbc889515 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.4672270 May 26 19:11:50.219950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7109c058-794b-4d66-9903-2cc1d51d72d3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:50.220541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7109c058-794b-4d66-9903-2cc1d51d72d3 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:50.223815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27efcd63-e154-4346-a21e-0a2359418878 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:50.231643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.239843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.304671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-339fdc18-de45-40e1-a127-b1a421c72761 req-8f055366-0f62-4bb3-b976-3c2120ce25ed tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573570 May 26 19:11:50.320957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-346d4bb4-ac10-40ca-90f7-5eb6fb177bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.322765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-346d4bb4-ac10-40ca-90f7-5eb6fb177bdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1931269 May 26 19:11:50.507638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8bf5e9-b83b-4cec-857c-9c858a3045e8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:50.541790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Transition to ACTIVE for port object 27efcd63-e154-4346-a21e-0a2359418878 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:50.551888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.632808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.759938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-2840144c-fbd5-48ff-96df-f45cad9c37f5 service neutron] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:50.805194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-09e4d31d-496d-4c2d-9993-da5c09d5a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.806578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-09e4d31d-496d-4c2d-9993-da5c09d5a49e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4567001 May 26 19:11:50.814585 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-2840144c-fbd5-48ff-96df-f45cad9c37f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.815413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04b5afcc-a0d4-4f4c-8af6-cbd77e098895 req-2840144c-fbd5-48ff-96df-f45cad9c37f5 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1/bindings/n-h1-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.5891650 May 26 19:11:50.913654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:50.943268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9401-3822-489d-919c-8ab0cadb631f req-fad0e6be-042f-480f-abec-a23e20078f48 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:50.943268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70cf9401-3822-489d-919c-8ab0cadb631f req-fad0e6be-042f-480f-abec-a23e20078f48 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 947 time: 0.5100746 May 26 19:11:50.946229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Pushing event updated for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:50.976162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Transition to ACTIVE for port object a3742fa0-a593-46f7-9206-c50cd98b224e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:50.979779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.000664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.058469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-ba3b6670-564c-4eef-bc28-5a4821dd417c service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367153 May 26 19:11:51.063262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70cf9401-3822-489d-919c-8ab0cadb631f req-27c1fcf1-2776-4be1-a486-b4ca4ed5414b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061583 May 26 19:11:51.090929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77099f7f-ec72-44b2-9654-9db1ae9f9846 req-46a45ffb-2d76-4581-a2c4-20e872e4143c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:51.098381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-77099f7f-ec72-44b2-9654-9db1ae9f9846 req-46a45ffb-2d76-4581-a2c4-20e872e4143c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.8208189 May 26 19:11:51.153627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.154777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50162f3-7e80-4e2a-93ae-3e082c28da2b {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:11:51.162366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.172215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52832) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:51.248493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Attempting to bind port 27efcd63-e154-4346-a21e-0a2359418878 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:51.248827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Attempting to bind port 27efcd63-e154-4346-a21e-0a2359418878 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:51.249206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Attempting to bind port 27efcd63-e154-4346-a21e-0a2359418878 on network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:51.266120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Port 27efcd63-e154-4346-a21e-0a2359418878 on network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:51.266439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Attempting to bind port 27efcd63-e154-4346-a21e-0a2359418878 on network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:51.283208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Network 56dce922-5fc0-4797-8590-89b53eba2792 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:11:51.285621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.288951 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cdab6572-a44a-4c0c-9b31-5e75c4c79322 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f50162f3-7e80-4e2a-93ae-3e082c28da2b HTTP/1.1" status: 204 len: 168 time: 3.5400589 May 26 19:11:51.291423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52836) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:51.324919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:11:51.338512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:11:51.351489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:51.351757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Checking segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:51.352095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Bound using segment: {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:51.352529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Bound port: 27efcd63-e154-4346-a21e-0a2359418878, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6e38fc-b1e8-445b-bc89-5e8af435bc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:51.352947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.366537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-77099f7f-ec72-44b2-9654-9db1ae9f9846 req-032af27c-46f7-4f49-b343-8723075cfa9d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546563 May 26 19:11:51.380304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:51.409859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a27493f-3a47-4d7e-bf34-8320b237e7a2 req-f77d5405-f8f7-49b2-aa0d-5ff66e1da0d9 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424826 May 26 19:11:51.450015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:51.450660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.486089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-fceb73d4-2c2e-4e30-9bc8-af5a912d7c03 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:51.492241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-fceb73d4-2c2e-4e30-9bc8-af5a912d7c03 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:51.493125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-fceb73d4-2c2e-4e30-9bc8-af5a912d7c03 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:51.501991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2fafab71-a887-4791-8b47-dbdc8d8786ac tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4593911 May 26 19:11:51.520107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Request body: {'port': {'device_id': 'acc38491-f160-42cf-b68e-63402a19445d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:51.619025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Deleting subnet 2e45b1f3-754d-4066-bdde-ed1ab3844dda {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:11:51.662055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-fceb73d4-2c2e-4e30-9bc8-af5a912d7c03 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:51.663220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-fceb73d4-2c2e-4e30-9bc8-af5a912d7c03 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1655 time: 0.3750410 May 26 19:11:51.691133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.707432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f459188-9ebd-4f57-9984-b8c687356ab4 None None] Provisioning for port a3742fa0-a593-46f7-9206-c50cd98b224e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:51.711532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.716670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f459188-9ebd-4f57-9984-b8c687356ab4 None None] Provisioning complete for port a3742fa0-a593-46f7-9206-c50cd98b224e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:51.717551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f459188-9ebd-4f57-9984-b8c687356ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:51.732549 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fb7d5170-3f0b-4b95-a0d2-b974f0889705 req-265bef4f-94a8-42ab-bf60-c48da069653f tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1174872 May 26 19:11:51.812703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c1fa131-7c3f-483c-ba8d-d9d8dfa12bd1 req-04c3f7d9-c904-4ca2-bf98-c45cd5af5aa7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404476 May 26 19:11:51.857965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:51.869267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=27efcd63-e154-4346-a21e-0a2359418878,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:51.870829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8f459188-9ebd-4f57-9984-b8c687356ab4 None None] Port a3742fa0-a593-46f7-9206-c50cd98b224e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:11:51.885372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.001480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.028643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad8bf5e9-b83b-4cec-857c-9c858a3045e8 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:52.128056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ad8bf5e9-b83b-4cec-857c-9c858a3045e8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:52.138923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad8bf5e9-b83b-4cec-857c-9c858a3045e8 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:52.251371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.251985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.253405 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] 10.222.0.53 "PUT /v2.0/ports/27efcd63-e154-4346-a21e-0a2359418878 HTTP/1.1" status: 200 len: 1091 time: 3.5024345 May 26 19:11:52.253870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'tag': '27efcd63-e154-4346-a21e-0a2359418878'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:52.302700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6be46-1720-4196-a5ea-d978c2ed973b req-7e3b1764-b758-433b-97ef-901f8b89f30e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.304325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de6be46-1720-4196-a5ea-d978c2ed973b req-7e3b1764-b758-433b-97ef-901f8b89f30e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.3159060 May 26 19:11:52.354372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-f1d0f8ea-698c-4094-a75d-0ebb4c9539f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3009536 May 26 19:11:52.399404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de6be46-1720-4196-a5ea-d978c2ed973b req-899b1661-f885-4e0b-a581-343724fe81c5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734096 May 26 19:11:52.459472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f400a1e-af86-43e4-9178-f455602cb312 service neutron] Pushing event updated for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:52.542022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1a7b21-0571-4c99-9d01-2be42b735233 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:52.553460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.582372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.626900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Transition to ACTIVE for port object cd1a7b21-0571-4c99-9d01-2be42b735233 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:52.634792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.653778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d37ac-1ba1-478c-9768-5e2898d0daf8 req-781f2c4f-ea1e-4f80-89c0-1d5aada97fcf tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.654530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be1d37ac-1ba1-478c-9768-5e2898d0daf8 req-781f2c4f-ea1e-4f80-89c0-1d5aada97fcf tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Synchronizing usage tracker for tenant:69989acb1e5046c7a687aa1587408f88 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:11:52.676420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-20c49398-7eaa-445a-9bfd-224b9078ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.677961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-20c49398-7eaa-445a-9bfd-224b9078ca18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0402c40e24554b648ed15e2df84c6d0e&device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 1100 time: 0.2162566 May 26 19:11:52.680215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-07ea2c09-df9d-4bea-8362-f9e76db42ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.681779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-07ea2c09-df9d-4bea-8362-f9e76db42ab9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69989acb1e5046c7a687aa1587408f88&device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 1094 time: 0.3639102 May 26 19:11:52.769207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be1d37ac-1ba1-478c-9768-5e2898d0daf8 req-781f2c4f-ea1e-4f80-89c0-1d5aada97fcf tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Unset dirty status for tenant:69989acb1e5046c7a687aa1587408f88 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:11:52.770378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be1d37ac-1ba1-478c-9768-5e2898d0daf8 req-781f2c4f-ea1e-4f80-89c0-1d5aada97fcf tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.8139005 May 26 19:11:52.774694 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-c086aa12-9778-4d23-a020-d358908b52dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27efcd63-e154-4346-a21e-0a2359418878 HTTP/1.1" status: 200 len: 217 time: 0.0816472 May 26 19:11:52.856825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.923240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e45b1f3-754d-4066-bdde-ed1ab3844dda,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:52.937549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:52.942892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae892b-5882-4118-85f2-b5830e2d4169 None None] Network 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:11:52.948737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be1d37ac-1ba1-478c-9768-5e2898d0daf8 req-359d57cf-173f-4e85-95c9-663194252595 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642187 May 26 19:11:52.950292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-94ce8bd1-2531-43f8-bfad-7050eb75300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:52.951456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:52.952221 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-94ce8bd1-2531-43f8-bfad-7050eb75300e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72d6c5d2-e96b-499d-bc46-d5f1011ccb9d HTTP/1.1" status: 200 len: 855 time: 0.1652520 May 26 19:11:52.961795 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a7323c8d-fb53-471c-9c78-5a8955f31774 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e45b1f3-754d-4066-bdde-ed1ab3844dda HTTP/1.1" status: 204 len: 168 time: 1.6614444 May 26 19:11:53.000421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52854) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:53.031398 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbc537c-9f28-4b72-afa1-ea3acb64e13c'] response: {'name': 'network-changed', 'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'tag': '27efcd63-e154-4346-a21e-0a2359418878', 'status': 'completed', 'code': 200} May 26 19:11:53.201982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92149ce3-5b66-4df1-88b1-7e605eb7353d req-fa01c0c4-3a83-404f-93b7-2b2cddfee50d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.203592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92149ce3-5b66-4df1-88b1-7e605eb7353d req-fa01c0c4-3a83-404f-93b7-2b2cddfee50d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 947 time: 0.6566000 May 26 19:11:53.239711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.282125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-85da8986-719b-4670-bcac-52ab1b1daad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.283576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-85da8986-719b-4670-bcac-52ab1b1daad1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4968228 May 26 19:11:53.287160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Deleting port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:53.287501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.324540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-58a8424e-6d69-441a-b597-3ede5e98d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.326138 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-58a8424e-6d69-441a-b597-3ede5e98d609 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639181 May 26 19:11:53.339292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] DHCP port deletion for 7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:11:53.344789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Deleting port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:53.345344 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.367280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92149ce3-5b66-4df1-88b1-7e605eb7353d req-7b1badd9-8f71-47b8-86b4-b06a47d3ec17 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482151 May 26 19:11:53.378232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-057a99da-3c69-428b-80c5-68a68c30484c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 200 len: 217 time: 0.0751581 May 26 19:11:53.380449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Attempting to bind port cd1a7b21-0571-4c99-9d01-2be42b735233 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:53.380840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Attempting to bind port cd1a7b21-0571-4c99-9d01-2be42b735233 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:53.381190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Attempting to bind port cd1a7b21-0571-4c99-9d01-2be42b735233 on network 152e1a70-443b-4275-b984-c0c26e98df98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:53.429991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Port cd1a7b21-0571-4c99-9d01-2be42b735233 on network 152e1a70-443b-4275-b984-c0c26e98df98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:53.430393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Attempting to bind port cd1a7b21-0571-4c99-9d01-2be42b735233 on network 152e1a70-443b-4275-b984-c0c26e98df98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:53.453696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:53.454153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Checking segment: {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:53.454600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Bound using segment: {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:53.455100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Bound port: cd1a7b21-0571-4c99-9d01-2be42b735233, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:53.457231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.457450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f3a8-814d-46c8-b529-1b91c7d92269 req-4044fc1e-8f82-4e94-a146-42825e0570b2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.463516 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9013f3a8-814d-46c8-b529-1b91c7d92269 req-4044fc1e-8f82-4e94-a146-42825e0570b2 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.3074045 May 26 19:11:53.533220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-3652c1f2-4461-4243-a078-e038d4c267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.534543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-3652c1f2-4461-4243-a078-e038d4c267e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1480141 May 26 19:11:53.544019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.608627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] For port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:53.609002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.683565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:53.702765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cd1a7b21-0571-4c99-9d01-2be42b735233,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:53.714590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.773802 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9013f3a8-814d-46c8-b529-1b91c7d92269 req-abba5971-60d4-4356-a950-bcedb77e2b0b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092418 May 26 19:11:53.789875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bf989745-c0c4-45cf-81c2-9f23df0c1591 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:11:53.801693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.802368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:53.803888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd1a7b21-0571-4c99-9d01-2be42b735233 HTTP/1.1" status: 200 len: 1092 time: 2.2925751 May 26 19:11:53.807612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Calling delete_port for 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:53.812127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:53.839764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53f1e-78a5-42e8-87fb-c0325d1a0728 req-b656b15c-a0d5-41b9-b65e-cbb84d6f07e1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.849900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53f1e-78a5-42e8-87fb-c0325d1a0728 req-b656b15c-a0d5-41b9-b65e-cbb84d6f07e1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.852652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0c53f1e-78a5-42e8-87fb-c0325d1a0728 req-b656b15c-a0d5-41b9-b65e-cbb84d6f07e1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1667 time: 0.2670665 May 26 19:11:53.860479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Request body: {'port': {'device_id': 'acc38491-f160-42cf-b68e-63402a19445d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:11:53.904985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-e868faa8-8ac6-44b5-8459-49d49bce04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:53.919195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-e868faa8-8ac6-44b5-8459-49d49bce04f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738215 May 26 19:11:54.085084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d07f6d-7664-4d6b-93e7-e5c0d8601218 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:54.121756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:54.141666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:11:54.150037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-bbf0bb26-3fe1-48cc-b9b8-82490e23917f service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8120959 May 26 19:11:54.173829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-301be0b9-4de5-4b25-9b66-676ab42c5415 req-2de3d6ee-8ad6-4a22-b536-b9d4611efe1f tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0932484 May 26 19:11:54.176153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0c53f1e-78a5-42e8-87fb-c0325d1a0728 req-b874f683-1c72-4312-817a-3e1beb1b5c82 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526743 May 26 19:11:54.197465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.263293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.297130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] For port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,segment=NetworkSegment(1b3ad082-5ea2-4737-8c68-2233814dc8ac),segment_id=1b3ad082-5ea2-4737-8c68-2233814dc8ac)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:54.297627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.314124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] No DVR routers for this DVR port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:11:54.316655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-9a36b5fd-d62c-492b-83f7-a304ce9a7142 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586237 May 26 19:11:54.318659 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb04906f-de65-4aef-a917-765af9d2a1b9'] response: {'name': 'network-changed', 'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233', 'status': 'completed', 'code': 200} May 26 19:11:54.342413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:11:54.342747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:11:54.359543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'bf989745-c0c4-45cf-81c2-9f23df0c1591', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'bf989745-c0c4-45cf-81c2-9f23df0c1591', 'mac_address': 'fa:16:3e:e9:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:11:54.403696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b817-bb9c-4764-b707-c9809f9a163a None None] Pushing event deleted for resources: {'Port': ['ID=6b85c667-47a4-4f42-9ab0-2eadeb2147c0,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:54.478386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bf989745-c0c4-45cf-81c2-9f23df0c1591 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:54.478919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.507219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf989745-c0c4-45cf-81c2-9f23df0c1591 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:54.537177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:54.542654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.621850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:54.625023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Calling delete_port for 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:54.681601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2137e370-0ec5-4755-8c4e-660be1984e60 req-2a7b81c4-1dfc-46f7-a0b1-99242126657f service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451586 May 26 19:11:54.710362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581234a-0939-434a-994c-bfe1121b4b1a req-4d5ae2dc-937c-4f96-ab64-451853543afc tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:54.712177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c581234a-0939-434a-994c-bfe1121b4b1a req-4d5ae2dc-937c-4f96-ab64-451853543afc tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1095 time: 0.2934384 May 26 19:11:54.767599 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-797b33fa-0571-4efa-8d2e-411c1098b686 req-8fc4e577-f070-438d-afd6-46ed86e2016f service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003180 May 26 19:11:54.816393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:11:54.817304 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:11:54.820307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-cd3c4d92-68d0-4327-a10f-d53b55708e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:54.820795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-cd3c4d92-68d0-4327-a10f-d53b55708e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:54.822405 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-cd3c4d92-68d0-4327-a10f-d53b55708e31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1914 time: 0.4588590 May 26 19:11:54.843753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c581234a-0939-434a-994c-bfe1121b4b1a req-3073411e-7164-45c8-8458-7fde37a3cf6f tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 May 26 19:11:54.945413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265ed5-b6fc-499f-8632-e7992160df70 req-39b66456-53d7-4f93-abc0-acb635a971cc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:54.947018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3742fa0-a593-46f7-9206-c50cd98b224e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:11:54.947931 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e9265ed5-b6fc-499f-8632-e7992160df70 req-39b66456-53d7-4f93-abc0-acb635a971cc tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.5152984 May 26 19:11:54.956305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:54.973076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Transition to ACTIVE for port object a3742fa0-a593-46f7-9206-c50cd98b224e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:11:54.977915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.148770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Deleting port 45478644-c729-4a3c-9cca-a34b0d3a690a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:55.149143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.214935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e9265ed5-b6fc-499f-8632-e7992160df70 req-6f61681a-5141-4e5e-9e75-7ecb0d24ee83 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577528 May 26 19:11:55.232801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-2224c864-b5d8-461c-aa43-2f2b0c36bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.233193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-2224c864-b5d8-461c-aa43-2f2b0c36bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.233661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-2224c864-b5d8-461c-aa43-2f2b0c36bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.240117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-2224c864-b5d8-461c-aa43-2f2b0c36bc98 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f216dfad69345888d136987434a100d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3683178 May 26 19:11:55.291038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:55.356893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Deleting port 6b85c667-47a4-4f42-9ab0-2eadeb2147c0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:11:55.357249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.400112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['bf989745-c0c4-45cf-81c2-9f23df0c1591'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:11:55.430656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Attempting to bind port a3742fa0-a593-46f7-9206-c50cd98b224e on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:11:55.430982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Attempting to bind port a3742fa0-a593-46f7-9206-c50cd98b224e by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:11:55.431308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Attempting to bind port a3742fa0-a593-46f7-9206-c50cd98b224e on network 56dce922-5fc0-4797-8590-89b53eba2792 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:55.439342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Port a3742fa0-a593-46f7-9206-c50cd98b224e on network 56dce922-5fc0-4797-8590-89b53eba2792 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:11:55.439582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Attempting to bind port a3742fa0-a593-46f7-9206-c50cd98b224e on network 56dce922-5fc0-4797-8590-89b53eba2792 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:11:55.448848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267559ce-0e87-40ce-9bb5-dfab0c3fa958 req-be7a43ae-3f90-4c4d-8cd2-e2507469aa9e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.450510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-267559ce-0e87-40ce-9bb5-dfab0c3fa958 req-be7a43ae-3f90-4c4d-8cd2-e2507469aa9e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 948 time: 0.2936170 May 26 19:11:55.455744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:11:55.456074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Checking segment: {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:11:55.456467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Bound using segment: {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:11:55.456877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Bound port: a3742fa0-a593-46f7-9206-c50cd98b224e, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:11:55.457254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.491251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-749cf9c5-3eee-4fb9-9e1e-bab52ea07bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.493512 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-749cf9c5-3eee-4fb9-9e1e-bab52ea07bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69989acb1e5046c7a687aa1587408f88&device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 1094 time: 0.6658199 May 26 19:11:55.557674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-267559ce-0e87-40ce-9bb5-dfab0c3fa958 req-e88e7e9c-1b11-4966-8a8f-d953d4e0a055 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892780 May 26 19:11:55.599797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:11:55.603746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:11:55.609908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.721654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.722137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:55.723940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3742fa0-a593-46f7-9206-c50cd98b224e HTTP/1.1" status: 200 len: 1092 time: 1.8700511 May 26 19:11:55.760418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eedf19-56db-4cbd-bd10-6558473b8e16 service neutron] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:55.785994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f47aa5-824b-4300-ba11-419349342448 req-612fa72f-898d-4577-9ad0-6c7df393e76d tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.787879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78f47aa5-824b-4300-ba11-419349342448 req-612fa72f-898d-4577-9ad0-6c7df393e76d tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1095 time: 0.1095035 May 26 19:11:55.801926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] The port '6b85c667-47a4-4f42-9ab0-2eadeb2147c0' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:11:55.845666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78f47aa5-824b-4300-ba11-419349342448 req-35e80f3e-9bc4-49ec-ac6b-a75a6042da9a tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 May 26 19:11:55.964825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-f4a13c99-75a5-4f81-876e-d14b229a9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:55.966394 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0cb59d9f-0c4b-4770-82b2-b3490fcc904d req-f4a13c99-75a5-4f81-876e-d14b229a9d7d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7201519 May 26 19:11:56.105537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf47d9-bcba-416e-b952-d67e3af66de0 req-54cd45f7-b42f-4c2b-ad50-7467ab4888fb tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.112414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf47d9-bcba-416e-b952-d67e3af66de0 req-54cd45f7-b42f-4c2b-ad50-7467ab4888fb tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.114077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5cf47d9-bcba-416e-b952-d67e3af66de0 req-54cd45f7-b42f-4c2b-ad50-7467ab4888fb tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1679 time: 0.1015534 May 26 19:11:56.142588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.162641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5cf47d9-bcba-416e-b952-d67e3af66de0 req-6f5579c2-6360-45f9-a749-52f599d5f9ef tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 May 26 19:11:56.182481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] For port 45478644-c729-4a3c-9cca-a34b0d3a690a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45478644-c729-4a3c-9cca-a34b0d3a690a,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:56.182837 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.215728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-c54bf4b7-fa8d-4870-b953-aeeaa61444ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.217753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-c54bf4b7-fa8d-4870-b953-aeeaa61444ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229 HTTP/1.1" status: 200 len: 917 time: 0.6191688 May 26 19:11:56.269923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ebcc2-8247-474e-b153-4d7c6d32a7f8']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:56.319773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:56.332068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae03829-34c1-44ff-b2ea-b01c8b248387 req-266c1bfc-fde5-4f44-b816-ad27ff397892 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0612812 May 26 19:11:56.397745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3ad082-5ea2-4737-8c68-2233814dc8ac') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:56.398084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3ad082-5ea2-4737-8c68-2233814dc8ac') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:56.416710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Calling delete_port for 45478644-c729-4a3c-9cca-a34b0d3a690a owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:11:56.452582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936b62-60a2-42b4-b201-ae07e329c5ea req-28a0fdbc-d17c-43b1-a31e-a45afd62aecf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.454203 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-61936b62-60a2-42b4-b201-ae07e329c5ea req-28a0fdbc-d17c-43b1-a31e-a45afd62aecf tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.9784694 May 26 19:11:56.476436 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-cd3fb21e-5d3a-45e8-b926-fffe84c44de8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27efcd63-e154-4346-a21e-0a2359418878 HTTP/1.1" status: 200 len: 217 time: 0.1978405 May 26 19:11:56.479591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.585302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.612737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:11:56.613165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.644169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-185b9693-0947-4f26-b4ba-ae85763d900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.644632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-185b9693-0947-4f26-b4ba-ae85763d900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.646287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-185b9693-0947-4f26-b4ba-ae85763d900a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1981 time: 0.6130133 May 26 19:11:56.705389 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-61936b62-60a2-42b4-b201-ae07e329c5ea req-a2fad2f7-454e-4a19-bb91-3c6224a26e6c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337980 May 26 19:11:56.714444 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1b3ad082-5ea2-4737-8c68-2233814dc8ac resource provider aggregate not found May 26 19:11:56.804130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-4fd028e9-02ab-4b33-b7b9-373a4e6744b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:56.806625 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-4fd028e9-02ab-4b33-b7b9-373a4e6744b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72d6c5d2-e96b-499d-bc46-d5f1011ccb9d HTTP/1.1" status: 200 len: 855 time: 0.2975264 May 26 19:11:56.823524 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1b3ad082-5ea2-4737-8c68-2233814dc8ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b3ad082-5ea2-4737-8c68-2233814dc8ac found for delete ", "request_id": "req-51535e21-d090-4319-9d4f-d53e1ab87223"}]} May 26 19:11:56.823524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-1e62ff52-2ea4-4725-8972-800f6341394f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=cd1a7b21-0571-4c99-9d01-2be42b735233 HTTP/1.1" status: 200 len: 217 time: 0.1151216 May 26 19:11:56.859641 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f590221-591e-4c2c-9df4-4dbaec732bac'] response: {'name': 'network-changed', 'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'status': 'completed', 'code': 200} May 26 19:11:56.903080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:56.977222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.039314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2ebcc2-8247-474e-b153-4d7c6d32a7f8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:57.052162 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8332cd83-9de1-427c-9255-6447d1a7adfc admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b2ebcc2-8247-474e-b153-4d7c6d32a7f8 HTTP/1.1" status: 204 len: 168 time: 4.0484889 May 26 19:11:57.078313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-249f0436-0aa6-479d-b7a8-5cbb579c0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.079672 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-249f0436-0aa6-479d-b7a8-5cbb579c0185 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=381af497-97b1-4c1e-bb07-8c36490043ad HTTP/1.1" status: 200 len: 801 time: 0.2178545 May 26 19:11:57.085726 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:11:57.166520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d79ca-083f-46f2-b273-97e40d7827df req-03e0e63e-258b-4bc4-8718-7b6df0342aa8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.168429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8d79ca-083f-46f2-b273-97e40d7827df req-03e0e63e-258b-4bc4-8718-7b6df0342aa8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 948 time: 0.1535368 May 26 19:11:57.236784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8d79ca-083f-46f2-b273-97e40d7827df req-39af3a09-8370-40aa-9b49-4698bb2dfb09 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571265 May 26 19:11:57.239063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-6dbe5e4f-ecf0-499b-a099-1475db39867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.240768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-6dbe5e4f-ecf0-499b-a099-1475db39867a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4225810 May 26 19:11:57.248925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52898) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:57.292692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3559a1-c6ec-4cce-99d3-e85638565e3c req-2f1a21c4-a83b-4127-86de-d9a997dbb24f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.294165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a3559a1-c6ec-4cce-99d3-e85638565e3c req-2f1a21c4-a83b-4127-86de-d9a997dbb24f tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.4334435 May 26 19:11:57.302868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-795c0e9a-ed94-41ce-91f4-1a1749dbaa7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23e16d3b2e824e7282aea7b771c16360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528352 May 26 19:11:57.305294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52902) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:57.383496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.413365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.534868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.559700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b40d2-f633-425c-aa02-49927cfdae07,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:57.571348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.573955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ed38-6a5e-4542-8cd2-07b17dc1cc80 req-609b0dcc-49a3-4e1f-bed9-9ea27c6ddc0d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.581846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ed38-6a5e-4542-8cd2-07b17dc1cc80 req-609b0dcc-49a3-4e1f-bed9-9ea27c6ddc0d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.581846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76a3ed38-6a5e-4542-8cd2-07b17dc1cc80 req-609b0dcc-49a3-4e1f-bed9-9ea27c6ddc0d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1679 time: 0.1265292 May 26 19:11:57.582685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:57.583453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9d0d4071-6432-43c3-883f-50ad9e354140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e3b40d2-f633-425c-aa02-49927cfdae07 HTTP/1.1" status: 204 len: 168 time: 0.2772279 May 26 19:11:57.637856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76a3ed38-6a5e-4542-8cd2-07b17dc1cc80 req-8db8ae43-69a4-40b8-81d1-71fcb6684f7b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 May 26 19:11:57.645135 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a3559a1-c6ec-4cce-99d3-e85638565e3c req-503a488f-18a3-4757-be23-ffbc0c940306 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482306 May 26 19:11:57.658289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-de87354a-e5fb-4721-89cd-fe35d8cd712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:57.659779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-de87354a-e5fb-4721-89cd-fe35d8cd712a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=152e1a70-443b-4275-b984-c0c26e98df98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5629067 May 26 19:11:57.665462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Pushing event deleted for resources: {'Port': ['ID=45478644-c729-4a3c-9cca-a34b0d3a690a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:57.751007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bf989745-c0c4-45cf-81c2-9f23df0c1591 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:11:57.848962 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-e326c170-1aed-4581-875a-2657fcdfb2a9 service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965512 May 26 19:11:57.976435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port bf989745-c0c4-45cf-81c2-9f23df0c1591 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:11:58.000476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port bf989745-c0c4-45cf-81c2-9f23df0c1591 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:11:58.000857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.042661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda8b1-cbe5-4350-9989-4012a4c57a49 req-e7cd60f2-bda0-4728-9989-f8b7e71ee04e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:58.052545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-defda8b1-cbe5-4350-9989-4012a4c57a49 req-e7cd60f2-bda0-4728-9989-f8b7e71ee04e tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.1263738 May 26 19:11:58.118940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-defda8b1-cbe5-4350-9989-4012a4c57a49 req-edd96395-4187-4305-a75f-4be5ea72dd6c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646565 May 26 19:11:58.171464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cbeb20b4-34c4-47b3-af1a-46820a9b32b9 req-2a02e519-b675-45ed-b3cb-3bde89a45bc8 tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2748024 May 26 19:11:58.202199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bf989745-c0c4-45cf-81c2-9f23df0c1591 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:11:58.202579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.273899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:11:58.296229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:11:58.302390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52918) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:58.316535 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.428002 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb0d92b-57c1-47cf-ae62-2f9c3f887d02'] response: {'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591', 'code': 200} May 26 19:11:58.462358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.462718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48e5fbf2-0332-40f9-a2b1-e948dfa425c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44db83b7af454ca09cb61ab17ccb3fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582327 May 26 19:11:58.465542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:58.510546 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-8e4b9e98-85fa-4b4b-b3a3-1124ef1402f5 service neutron] 10.222.0.13 "GET /v2.0/networks/152e1a70-443b-4275-b984-c0c26e98df98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440578 May 26 19:11:58.511697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:58.714165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.719237 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19d6a4d6-e838-43b8-b987-73a250b001a4 req-bb410281-0286-40d9-a206-81899cd60bfd service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277943 May 26 19:11:58.731268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5ae9-0d84-4f35-b5a4-3454b4881571 req-41c7ce4a-ddd7-41b3-82a3-9e1251684f04 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:58.735566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-527d5ae9-0d84-4f35-b5a4-3454b4881571 req-41c7ce4a-ddd7-41b3-82a3-9e1251684f04 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.2887461 May 26 19:11:58.759762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.849563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b2911-5349-45d0-b023-a1c93bcf75dc req-b58426c9-035e-4aed-b435-6e5da7ee7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:58.850979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-786b2911-5349-45d0-b023-a1c93bcf75dc req-b58426c9-035e-4aed-b435-6e5da7ee7353 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 1100 time: 0.2908633 May 26 19:11:58.860288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-527d5ae9-0d84-4f35-b5a4-3454b4881571 req-b1f9fc7a-6ee0-4390-8531-b756446e7c10 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023965 May 26 19:11:58.900770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-786b2911-5349-45d0-b023-a1c93bcf75dc req-2008f405-eb8a-4dea-95ad-441625ea2994 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 May 26 19:11:58.921446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.934643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-13059b6f-3b12-418d-ab57-9193c0c41cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/152e1a70-443b-4275-b984-c0c26e98df98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497708 May 26 19:11:58.938029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061d21c4-480b-4cb7-ac20-4f8fe952ab23,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:11:58.944897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:11:58.948684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b90d567e-3739-44af-99da-2ba41c57f934 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/061d21c4-480b-4cb7-ac20-4f8fe952ab23 HTTP/1.1" status: 204 len: 168 time: 0.4796236 May 26 19:11:59.072042 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-0c28cba4-40ff-4df0-8814-af51fd7b36ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=a3742fa0-a593-46f7-9206-c50cd98b224e HTTP/1.1" status: 200 len: 217 time: 0.0859444 May 26 19:11:59.087884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db16c52-80f9-4ec2-878f-ed79aaec8965 req-78631f21-5b53-4d4e-ab11-d75e75ce781b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.096342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db16c52-80f9-4ec2-878f-ed79aaec8965 req-78631f21-5b53-4d4e-ab11-d75e75ce781b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.099642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0db16c52-80f9-4ec2-878f-ed79aaec8965 req-78631f21-5b53-4d4e-ab11-d75e75ce781b tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1679 time: 0.1081705 May 26 19:11:59.161473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0db16c52-80f9-4ec2-878f-ed79aaec8965 req-5b3c7fcb-e3d2-4993-bfb7-9dae196377b7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553851 May 26 19:11:59.345181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698af8bb-4bb2-4f91-b5ed-6bcef5e9a5f3 req-784850d4-3682-4b13-8b50-b40ab4bb2ad0 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.346800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-698af8bb-4bb2-4f91-b5ed-6bcef5e9a5f3 req-784850d4-3682-4b13-8b50-b40ab4bb2ad0 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.5619178 May 26 19:11:59.378601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9da30-0293-49b7-ac75-1e5d6ae5f798 req-58952a74-2eed-4c28-aa05-497c2e83f759 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.381525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa9da30-0293-49b7-ac75-1e5d6ae5f798 req-58952a74-2eed-4c28-aa05-497c2e83f759 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.1010895 May 26 19:11:59.401275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-09cdf25c-3234-4ce9-ad19-3255cebdad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.402764 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-09cdf25c-3234-4ce9-ad19-3255cebdad33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c978e7c-f450-4e39-854c-8decf8aeda37 HTTP/1.1" status: 200 len: 801 time: 0.3193800 May 26 19:11:59.435482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa9da30-0293-49b7-ac75-1e5d6ae5f798 req-403c37ad-eabb-45a5-ad34-5721dcb6721b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481286 May 26 19:11:59.486407 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-698af8bb-4bb2-4f91-b5ed-6bcef5e9a5f3 req-23e508b1-883a-48e9-a8f1-fa72a9c48d21 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266997 May 26 19:11:59.499234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Router 87e1266e-5273-4b87-b45f-4b2762455b78 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:11:59.612948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad48b-0216-4735-9aa2-76393f01c138 req-26bdc0d0-1dbc-49f3-a277-77860e8817a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:11:59.614411 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-26bdc0d0-1dbc-49f3-a277-77860e8817a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56dce922-5fc0-4797-8590-89b53eba2792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2043273 May 26 19:11:59.634469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f19747ab-d1ea-4dd4-a1ed-83eb8bb72fcf req-2a2f7462-6d46-424f-8d43-1be2a3d9c6ae tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0509193 May 26 19:11:59.814874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:11:59.826969 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Sync routers for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:11:59.845874 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:11:59.846839 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:11:59.906918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e9e3be4e-0e38-4a79-9212-1585802265ae admin admin] 10.222.0.24 "PUT /v2.0/routers/87e1266e-5273-4b87-b45f-4b2762455b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7269182 May 26 19:11:59.907741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52964) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:11:59.917477 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-d7a809a5-69c9-46a0-b99a-bede9af65de3 service neutron] 10.222.0.13 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490435 May 26 19:12:00.086936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:00.251970 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:00.385880 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-243ad48b-0216-4735-9aa2-76393f01c138 req-2213e2ce-1aae-4d90-a347-fb227e580030 service neutron] 10.222.0.13 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597361 May 26 19:12:00.427624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12003-e8aa-4dd5-a4cb-bbb5a83c3f7f req-8f6f39a9-a34b-4ccd-8b2a-f3828dae8762 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:00.436026 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d2b12003-e8aa-4dd5-a4cb-bbb5a83c3f7f req-8f6f39a9-a34b-4ccd-8b2a-f3828dae8762 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.3412046 May 26 19:12:00.542843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:00.555378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-network', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:00.574777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:00.585510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Usage tracker for resource:network and tenant:c7a5573ac521465a88054a2823a2d1f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:00.599665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d2b12003-e8aa-4dd5-a4cb-bbb5a83c3f7f req-da9d1de7-8feb-400d-bca9-95e245438729 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623514 May 26 19:12:00.607941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:00.615844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:00.657910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Made reservation on behalf of c7a5573ac521465a88054a2823a2d1f9 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:00.660461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:00.706000 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:00.732401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-41af96fe-289a-4729-9598-203213430ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:00.732883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-41af96fe-289a-4729-9598-203213430ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:00.734520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-41af96fe-289a-4729-9598-203213430ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f216dfad69345888d136987434a100d&device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1981 time: 0.2794511 May 26 19:12:00.777434 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:11:57Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:00.785916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:00.793236 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Checking router: 87e1266e-5273-4b87-b45f-4b2762455b78 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:00.834637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Routers {'87e1266e-5273-4b87-b45f-4b2762455b78'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:00.835350 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['87e1266e-5273-4b87-b45f-4b2762455b78'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:00.886401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Usage tracker for resource:security_group_rule and tenant:c7a5573ac521465a88054a2823a2d1f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:00.898734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:00.918279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:00.927585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09d2b-0a8a-44be-98dc-b3f22837fbc6 req-797d2869-5b53-4e45-bc79-fa2b162682b6 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:00.938695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09d2b-0a8a-44be-98dc-b3f22837fbc6 req-797d2869-5b53-4e45-bc79-fa2b162682b6 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:00.948778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df09d2b-0a8a-44be-98dc-b3f22837fbc6 req-797d2869-5b53-4e45-bc79-fa2b162682b6 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1679 time: 0.5266366 May 26 19:12:01.001930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.018859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Deleting port e3221545-dc4f-4ecb-8cec-a67b97292503 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:01.019350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.027821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116cfd-394f-47f3-9cce-1643dd7f0226 req-b16ea0db-bead-49af-8f24-f17a4fda83a9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:01.035915 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-07116cfd-394f-47f3-9cce-1643dd7f0226 req-b16ea0db-bead-49af-8f24-f17a4fda83a9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.2513177 May 26 19:12:01.038420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-69c84f6b-87db-4b72-903f-77b6646152d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:01.040316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-69c84f6b-87db-4b72-903f-77b6646152d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=56dce922-5fc0-4797-8590-89b53eba2792 HTTP/1.1" status: 200 len: 903 time: 0.2973368 May 26 19:12:01.079152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1df09d2b-0a8a-44be-98dc-b3f22837fbc6 req-7a634eb7-f3bc-470b-9d2e-7ee766aea1de tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292019 May 26 19:12:01.132791 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] Set router 87e1266e-5273-4b87-b45f-4b2762455b78 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:01.162958 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-b04d6a6c-1d08-40d2-aa95-b2c49517bfc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=a3742fa0-a593-46f7-9206-c50cd98b224e HTTP/1.1" status: 200 len: 217 time: 0.1045425 May 26 19:12:01.289889 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-07116cfd-394f-47f3-9cce-1643dd7f0226 req-19b9ece6-2c3f-4d04-a34c-dec1ea58b999 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529285 May 26 19:12:01.359194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-9e68cbb3-1474-4f79-bdf5-ddc17a6bee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:01.362764 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-9e68cbb3-1474-4f79-bdf5-ddc17a6bee9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c978e7c-f450-4e39-854c-8decf8aeda37 HTTP/1.1" status: 200 len: 801 time: 0.1852698 May 26 19:12:01.416682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.427002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.490723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:12:01.496607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:11:57Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:01.509451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] For port e3221545-dc4f-4ecb-8cec-a67b97292503, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e3221545-dc4f-4ecb-8cec-a67b97292503,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:01.510261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.511920 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb9297-b2ba-4649-b8a2-77782aef6bab None None] The sync data for ids ['87e1266e-5273-4b87-b45f-4b2762455b78'] in n-d-843146-9 is: [{'id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-930146312-router', 'tenant_id': 'aa209c0ea17f48458d814cf830d5bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:20Z', 'updated_at': '2022-05-26T19:11:57Z', 'revision_number': 5, 'project_id': 'aa209c0ea17f48458d814cf830d5bb67', 'gw_port': {'id': 'e3221545-dc4f-4ecb-8cec-a67b97292503', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e1266e-5273-4b87-b45f-4b2762455b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:21Z', 'updated_at': '2022-05-26T19:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:01.546211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51592e8-0635-48b1-82ab-229929e4a343,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:01.562107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-691e7862-18d6-403a-9532-94d8217c923e req-bdddaa85-572a-4525-9de9-fdd2d72e0e9f tempest-ServersAdmin275Test-2115883042 tempest-ServersAdmin275Test-2115883042-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0791628 May 26 19:12:01.568146 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.568507 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Added segment 05454fd9-5585-4b38-b337-bcada4c74dcb of type vlan for network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 May 26 19:12:01.612452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:01.618490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-a6cefbf2-2aed-4acc-be7d-d48157ca54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:01.620185 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-a6cefbf2-2aed-4acc-be7d-d48157ca54cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56dce922-5fc0-4797-8590-89b53eba2792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2498279 May 26 19:12:01.760645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:01.775272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Calling delete_port for e3221545-dc4f-4ecb-8cec-a67b97292503 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:01.880093 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-b76e3baa-0b4c-461c-bd06-7f9e6711d441 service neutron] show failed (client error): The resource could not be found. May 26 19:12:01.881238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-b76e3baa-0b4c-461c-bd06-7f9e6711d441 service neutron] 10.222.0.53 "GET /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.3508384 May 26 19:12:01.908916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b0225-9855-4c56-b9f6-8845d27a405a req-be0752e4-99e1-445a-aaf6-bad9685264b6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:01.916643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472b0225-9855-4c56-b9f6-8845d27a405a req-be0752e4-99e1-445a-aaf6-bad9685264b6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.5090289 May 26 19:12:01.973363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45478644-c729-4a3c-9cca-a34b0d3a690a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:02.056014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 45478644-c729-4a3c-9cca-a34b0d3a690a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:02.056869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45478644-c729-4a3c-9cca-a34b0d3a690a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:02.100255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.101354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:02.101944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.147028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472b0225-9855-4c56-b9f6-8845d27a405a req-cac33985-34bf-47d4-9cb3-9ac64e39b479 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256486 May 26 19:12:02.148925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.292077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-b52dc492-feb2-4089-85bf-c2bdb22fa76b service neutron] 10.222.0.13 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605759 May 26 19:12:02.298966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] Pushing event updated for resources: {'Network': ['ID=8eb29322-9f3f-4dbe-a0db-1c7d383631f0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:02.301533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc5ecb5d-cefd-48f0-951a-971255575d2d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2135923 May 26 19:12:02.304697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53058) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:02.311950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:12:02.342455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Request body: {'subnet': {'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-subnet', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:02.412481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:02.429017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Usage tracker for resource:subnet and tenant:c7a5573ac521465a88054a2823a2d1f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:02.435197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:02.447513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d042c80-b362-4013-9b07-53dbfe044eff req-f5bd9d6f-0aad-4e6f-b78b-f03b3c08619c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:02.449157 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d042c80-b362-4013-9b07-53dbfe044eff req-f5bd9d6f-0aad-4e6f-b78b-f03b3c08619c tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.4691577 May 26 19:12:02.457020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:02.500127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3221545-dc4f-4ecb-8cec-a67b97292503,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:02.505724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Made reservation on behalf of c7a5573ac521465a88054a2823a2d1f9 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:02.508321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.629985 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d042c80-b362-4013-9b07-53dbfe044eff req-3f2a5e85-4d5d-446a-b997-dac40540ecdf tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705856 May 26 19:12:02.634842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b364f0dc-bc76-4051-bb3d-20cda76bea0d req-7a837a51-0f8e-4f3d-b69a-91707f844bad service neutron] 10.222.0.13 "GET /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321729 May 26 19:12:02.679101 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.851417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:02.868078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b21107e-0872-4c7c-bc6b-81bb90c41fef req-9c0eee75-7c9e-4e18-94a8-e6b162720807 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e1d6a928bd8496cbb103c30f0ea4c25&device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2535074 May 26 19:12:02.955943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d9a201-71e3-422e-8f40-42e3b7f52edf,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:02.959684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Checking segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:02.960041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Network hostable DHCP agents. Network: 8eb29322-9f3f-4dbe-a0db-1c7d383631f0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:12:02.979545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39a8f1-aca1-4a0d-8e60-1633073f417a req-f428dd21-6bfa-4db6-934a-04f215fdd9e5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:02.979545 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca39a8f1-aca1-4a0d-8e60-1633073f417a req-f428dd21-6bfa-4db6-934a-04f215fdd9e5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.2010560 May 26 19:12:03.011568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:12:03.032503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 8eb29322-9f3f-4dbe-a0db-1c7d383631f0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:03.041297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:03.041856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.044821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e1249-1a3f-4018-ac61-6f7a55d0399a None None] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:03.048453 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ca39a8f1-aca1-4a0d-8e60-1633073f417a req-b2aa8a62-856a-4eea-b74f-6a46a4ca5149 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614586 May 26 19:12:03.068199 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66cb87a0-b4f8-4a41-a560-73d637ba629c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7393727 May 26 19:12:03.071242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:03.076282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:03.086968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:03.098997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Usage tracker for resource:router and tenant:c7a5573ac521465a88054a2823a2d1f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:03.104514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:03.118061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:03.152031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.153154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.181264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.202881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b21107e-0872-4c7c-bc6b-81bb90c41fef req-bf005b20-cfe7-4cf2-89f0-674943b199b6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5e1d6a928bd8496cbb103c30f0ea4c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2250175 May 26 19:12:03.209842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.221855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a3742fa0-a593-46f7-9206-c50cd98b224e details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:03.335341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.360026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-5b82196e-0f2a-4376-9060-28ab1ddcb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:03.361649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-5b82196e-0f2a-4376-9060-28ab1ddcb587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1101 time: 0.9947653 May 26 19:12:03.383187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:03.443253 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-215e1f2e-cd82-4550-b879-adae7972a56d req-4566edc6-b89b-4d4e-a057-727f6199a1d9 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.1402423 May 26 19:12:03.488264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21107e-0872-4c7c-bc6b-81bb90c41fef req-e2dca645-2789-4e09-85ec-a6a24a7363ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:03.488627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b21107e-0872-4c7c-bc6b-81bb90c41fef req-e2dca645-2789-4e09-85ec-a6a24a7363ec service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2761891 May 26 19:12:03.495118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.495432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e1266e-5273-4b87-b45f-4b2762455b78 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:12:03.521808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4b50f-efd4-4783-b04b-d12cbcfebbbe req-6749e58e-203f-4cb4-a49d-9d143a6b836f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:03.530831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4b50f-efd4-4783-b04b-d12cbcfebbbe req-6749e58e-203f-4cb4-a49d-9d143a6b836f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:03.546575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f4b50f-efd4-4783-b04b-d12cbcfebbbe req-6749e58e-203f-4cb4-a49d-9d143a6b836f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1679 time: 0.6950016 May 26 19:12:03.557974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:12:03.559088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.602849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.651635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.652988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-04f848ee-db09-4e86-a5e9-b2f870df2d71 admin admin] 10.222.0.24 "DELETE /v2.0/routers/87e1266e-5273-4b87-b45f-4b2762455b78 HTTP/1.1" status: 204 len: 168 time: 3.7444408 May 26 19:12:03.657964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:03.696155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f4b50f-efd4-4783-b04b-d12cbcfebbbe req-07095a24-c844-4bba-a54f-30df23efa1c7 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486373 May 26 19:12:03.702104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:03.801067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 27efcd63-e154-4346-a21e-0a2359418878 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:03.813840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:03.857570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'network_id': '56dce922-5fc0-4797-8590-89b53eba2792', 'port_id': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'mac_address': 'fa:16:3e:86:b9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c978e7c-f450-4e39-854c-8decf8aeda37', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:03.950780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Deleting subnet 90d74a1e-db5c-4c24-944c-def09c635a51 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:12:03.959528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.084568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.128586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a3742fa0-a593-46f7-9206-c50cd98b224e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:04.129795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.217102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3742fa0-a593-46f7-9206-c50cd98b224e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:04.240050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e3221545-dc4f-4ecb-8cec-a67b97292503 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:04.304276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e3221545-dc4f-4ecb-8cec-a67b97292503 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:04.304704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e3221545-dc4f-4ecb-8cec-a67b97292503 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:04.320892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:04.336087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Allocated IP 172.20.0.2 (8eb29322-9f3f-4dbe-a0db-1c7d383631f0/e7d9a201-71e3-422e-8f40-42e3b7f52edf/3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:04.340656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:04.348886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=27efcd63-e154-4346-a21e-0a2359418878,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:04.366939 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.367705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cd1a7b21-0571-4c99-9d01-2be42b735233 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:04.373245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567cef3-dcc3-49f4-916c-790ad2c87009 req-6c1e6bfd-c0a6-455e-aa83-f68ba615ef02 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:04.380723 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2567cef3-dcc3-49f4-916c-790ad2c87009 req-6c1e6bfd-c0a6-455e-aa83-f68ba615ef02 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 1100 time: 0.5586140 May 26 19:12:04.422794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7405a-445b-4a18-bd28-bfc0102821cd req-16a19e2b-4061-49c5-bb4b-5615b535781c tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:04.427973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '27efcd63-e154-4346-a21e-0a2359418878', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'port_id': '27efcd63-e154-4346-a21e-0a2359418878', 'mac_address': 'fa:16:3e:bc:e4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:04.438059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2e7405a-445b-4a18-bd28-bfc0102821cd req-16a19e2b-4061-49c5-bb4b-5615b535781c tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 943 time: 0.5019555 May 26 19:12:04.462345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2567cef3-dcc3-49f4-916c-790ad2c87009 req-92abeeb5-2da0-45a4-b5dc-d699cffa6009 tempest-ServersOnMultiNodesTest-306400452 tempest-ServersOnMultiNodesTest-306400452-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 May 26 19:12:04.507195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:04.565975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:04.656520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2e7405a-445b-4a18-bd28-bfc0102821cd req-da2c93b2-259e-4014-a763-0aebfd135ff7 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156656 May 26 19:12:04.665712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.727192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 27efcd63-e154-4346-a21e-0a2359418878 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:04.727494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.742067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.745070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:04.755944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:04.787402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Transition to ACTIVE for port object 0adbb137-dc96-496e-9467-5d608935e932 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:04.788211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27efcd63-e154-4346-a21e-0a2359418878 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:04.793638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.901848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:04.945955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.016487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.108116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:05.124974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] No DVR routers for this DVR port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:05.163724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.167411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d74a1e-db5c-4c24-944c-def09c635a51,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:05.204122 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a62358c3-1a03-40c8-8538-50b9e0963d43 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/90d74a1e-db5c-4c24-944c-def09c635a51 HTTP/1.1" status: 204 len: 168 time: 1.5447049 May 26 19:12:05.204685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53092) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:05.259945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cd1a7b21-0571-4c99-9d01-2be42b735233,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:05.264555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd526ad2-8c2d-4467-8c68-d4cbfc332dc7 req-8d3f6361-63ae-4a28-925b-4fa23f816eeb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:05.285825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64a65b-1421-4090-8ac2-9b470ec489cd None None] Network 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:05.289826 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd526ad2-8c2d-4467-8c68-d4cbfc332dc7 req-8d3f6361-63ae-4a28-925b-4fa23f816eeb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.5501213 May 26 19:12:05.307518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'cd1a7b21-0571-4c99-9d01-2be42b735233', 'network_id': '152e1a70-443b-4275-b984-c0c26e98df98', 'port_id': 'cd1a7b21-0571-4c99-9d01-2be42b735233', 'mac_address': 'fa:16:3e:58:0a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381af497-97b1-4c1e-bb07-8c36490043ad', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:05.347009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b21107e-0872-4c7c-bc6b-81bb90c41fef req-221a91f2-c027-48d5-a2f2-48b0261eba62 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.53 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.0899506 May 26 19:12:05.481917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=27efcd63-e154-4346-a21e-0a2359418878,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:05.498554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:05.498884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:05.499214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:05.509215 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd526ad2-8c2d-4467-8c68-d4cbfc332dc7 req-bb417f37-171b-4935-86f1-b08a892758c5 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882422 May 26 19:12:05.534087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.534871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Allocated IP 172.25.0.107 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/d769a0a6-665e-41c3-9dee-838ce0ca4857) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:05.544518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:12:05.544873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:05.581722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:05.582060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:05.582452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:05.582899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Bound port: 0adbb137-dc96-496e-9467-5d608935e932, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:05.585431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.736794 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.770737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Transition to ACTIVE for port object 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:05.845596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.850110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:05.864855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf606427-044c-4129-98b9-bb2892a50960 req-a6b0fdf8-2299-4cd9-80d9-f301581cfe62 tempest-ServersAdmin275Test-761769647 tempest-ServersAdmin275Test-761769647-project] 10.222.0.24 "GET /v2.0/ports?device_id=83785b3c-4e8a-4bd3-92b8-f49c344c053d HTTP/1.1" status: 200 len: 210 time: 0.2390494 May 26 19:12:05.889463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Deleting port da6318e5-db03-4417-a5e4-69aa38d6a452 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:05.889463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.928851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port cd1a7b21-0571-4c99-9d01-2be42b735233 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:05.929598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.930167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:05.959436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:05.981439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:05.995074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:05.996083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Transition to ACTIVE for port object 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:05.996343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0cad8-5985-41a4-98fc-9cde2907d8ce req-e5866917-06cd-41ad-8bf3-579a94bc55e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:06.002350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1a7b21-0571-4c99-9d01-2be42b735233 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:06.009206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0cad8-5985-41a4-98fc-9cde2907d8ce req-e5866917-06cd-41ad-8bf3-579a94bc55e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:06.011051 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cfc0cad8-5985-41a4-98fc-9cde2907d8ce req-e5866917-06cd-41ad-8bf3-579a94bc55e3 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1680 time: 0.2913382 May 26 19:12:06.046117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.097119 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cfc0cad8-5985-41a4-98fc-9cde2907d8ce req-b7b7f1e9-e610-431b-83fb-157da5ade021 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783200 May 26 19:12:06.102979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.126532 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668e946d-47f7-4b2d-a8f4-cfdf930bb126'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'code': 200} May 26 19:12:06.181683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cd1a7b21-0571-4c99-9d01-2be42b735233,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:06.190278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['27efcd63-e154-4346-a21e-0a2359418878'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:06.228879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:06.253245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:06.255399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.278317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:06.290575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Pushing event updated for resources: {'Port': ['ID=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:06.310544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:06.324530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:06.330874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:06.391759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:06.398237 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.422332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.446904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Pushing event updated for resources: {'Port': ['ID=d769a0a6-665e-41c3-9dee-838ce0ca4857,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:06.580846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Attempting to bind port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:06.581383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Attempting to bind port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:06.581843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Attempting to bind port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:06.609781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:06.631495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:06.632252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Checking segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:06.633079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.633913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Bound using segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:06.634788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Bound port: 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:06.635525 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.667234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] DHCP port deletion for 4d995fa8-d69f-4f72-a5c8-a443844bb1f7 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:12:06.671925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['a3742fa0-a593-46f7-9206-c50cd98b224e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:06.704283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['cd1a7b21-0571-4c99-9d01-2be42b735233'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:06.716917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] For port da6318e5-db03-4417-a5e4-69aa38d6a452, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=da6318e5-db03-4417-a5e4-69aa38d6a452,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:06.717577 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.730892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:06.732774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.734366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] 10.222.0.13 "PUT /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 1096 time: 3.3612795 May 26 19:12:06.793978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Deleting port da6318e5-db03-4417-a5e4-69aa38d6a452 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:06.795342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:06.871890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22145c-6328-44eb-9c05-74eb7cf81574 req-ccee3eb8-bf21-4c95-b651-3c5e7fdfa448 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:06.873503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd22145c-6328-44eb-9c05-74eb7cf81574 req-ccee3eb8-bf21-4c95-b651-3c5e7fdfa448 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 944 time: 0.5084658 May 26 19:12:06.969003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c36f5-bb53-4a7d-92e4-607c1e998c52 req-5914aa79-6440-42ba-8bb8-a5541d1102a3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:06.972990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c2c36f5-bb53-4a7d-92e4-607c1e998c52 req-5914aa79-6440-42ba-8bb8-a5541d1102a3 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.6549122 May 26 19:12:06.976216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9858a-f426-4ce4-9230-82572187ae20 service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:06.993174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Calling delete_port for da6318e5-db03-4417-a5e4-69aa38d6a452 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:07.207499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dd22145c-6328-44eb-9c05-74eb7cf81574 req-61bb7182-d619-43a3-999b-b61038313ca5 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228323 May 26 19:12:07.215700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:07.249728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c2c36f5-bb53-4a7d-92e4-607c1e998c52 req-5783d383-96f6-481e-8cba-1d89979d9adc tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563427 May 26 19:12:07.282593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] For port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:07.351628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-d22fcb56-04a3-4874-95d2-72dc07d41080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:07.353292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-d22fcb56-04a3-4874-95d2-72dc07d41080 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.4712429 May 26 19:12:07.424914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] For port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:07.509617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:07.610350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-8cf50376-ff9e-40cc-9f68-805d1143ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:07.612283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-8cf50376-ff9e-40cc-9f68-805d1143ec02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2489302 May 26 19:12:07.614557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:07.692415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] For port da6318e5-db03-4417-a5e4-69aa38d6a452, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=da6318e5-db03-4417-a5e4-69aa38d6a452,segment=NetworkSegment(f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca),segment_id=f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:07.693265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:07.711388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] No DVR routers for this DVR port da6318e5-db03-4417-a5e4-69aa38d6a452 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:07.738584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65aa4b-59ee-4fdd-bdb5-e1361dff426c None None] Pushing event updated for resources: {'Port': ['ID=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:07.906206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6318e5-db03-4417-a5e4-69aa38d6a452,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:07.925652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53118) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:07.944429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.051518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-efa6dd40-fdfd-4019-838a-88510f6c4e48 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.061943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-efa6dd40-fdfd-4019-838a-88510f6c4e48 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.8992558 May 26 19:12:08.079648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Calling delete_port for da6318e5-db03-4417-a5e4-69aa38d6a452 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:08.086350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f92611-9d36-43e8-8480-424f83e0f13b req-0dd9e4fa-1632-4e04-a960-1c3e6cc29be1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.111540 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d3f92611-9d36-43e8-8480-424f83e0f13b req-0dd9e4fa-1632-4e04-a960-1c3e6cc29be1 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.6877809 May 26 19:12:08.192121 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d3f92611-9d36-43e8-8480-424f83e0f13b req-6e2be43f-5627-44b7-8aca-e316cf7d3cbb tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 May 26 19:12:08.213987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:08.213987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-f61efb52-508e-4b97-834e-9f188deea120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.5796392 May 26 19:12:08.358822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:08.359656 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:08.485407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.490252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device da6318e5-db03-4417-a5e4-69aa38d6a452 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:08.541366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port bf989745-c0c4-45cf-81c2-9f23df0c1591 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:08.541868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.546847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Router 70e6a015-687e-4d63-9b68-e8488c770681 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:12:08.669114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: da6318e5-db03-4417-a5e4-69aa38d6a452 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:08.669987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device da6318e5-db03-4417-a5e4-69aa38d6a452 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:08.726756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d995fa8-d69f-4f72-a5c8-a443844bb1f7']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:08.736076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-f87a5213-42dd-496f-a57c-0bb7d146f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.737595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-f87a5213-42dd-496f-a57c-0bb7d146f60b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.4152458 May 26 19:12:08.819315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:08.819711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:08.834771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.861463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Deleting port da6318e5-db03-4417-a5e4-69aa38d6a452 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:08.862438 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.863641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:08.909489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:08.929551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:08.940624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384c09-0d5a-4bcc-85b8-39c4d0fb2e86 req-d92398ca-8aee-4419-af50-83231c267758 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.961229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90384c09-0d5a-4bcc-85b8-39c4d0fb2e86 req-d92398ca-8aee-4419-af50-83231c267758 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.962863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90384c09-0d5a-4bcc-85b8-39c4d0fb2e86 req-d92398ca-8aee-4419-af50-83231c267758 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1681 time: 1.1990297 May 26 19:12:08.983061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b0481-c6ea-43f5-922a-1bc15f90c218 None None] The port 'da6318e5-db03-4417-a5e4-69aa38d6a452' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:12:08.989292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:08.990779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a145731-e683-4256-bfbf-db3de945076d req-0ef2cae1-0cd9-4c42-8cd1-7514298879d5 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:08.997897 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a145731-e683-4256-bfbf-db3de945076d req-0ef2cae1-0cd9-4c42-8cd1-7514298879d5 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 944 time: 0.2443631 May 26 19:12:09.004414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:09.004815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:09.005502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:09.013735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:09.021689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23a7e3df-87a1-41cd-bbae-2fbc0e429e34 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9493484 May 26 19:12:09.022360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1d6a928bd8496cbb103c30f0ea4c25 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:09.023864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53132) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:09.033557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:09.058405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:12:09.058815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:09.104754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:09.167708 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca resource provider aggregate not found May 26 19:12:09.235085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a145731-e683-4256-bfbf-db3de945076d req-46a722c6-1685-415a-bc63-d19f910b8582 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081602 May 26 19:12:09.341465 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1b58f5b-9513-42b8-9b1d-6a2660a1f5ca found for delete ", "request_id": "req-664ad0b9-af7b-4bc0-9ec6-24e026ecf8c9"}]} May 26 19:12:09.385780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:09.418066 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bd7a83-a94c-4e2d-bf24-6e66f753ea66'] response: {'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'status': 'completed', 'code': 200} May 26 19:12:09.444449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90384c09-0d5a-4bcc-85b8-39c4d0fb2e86 req-9ed95aee-8876-4a31-8b8a-064ec98ec29a tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190326 May 26 19:12:09.570524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:09.645428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceba195-6447-4748-90fd-1549eab29f78 None None] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:09.647700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port bf989745-c0c4-45cf-81c2-9f23df0c1591, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bf989745-c0c4-45cf-81c2-9f23df0c1591,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:09.648162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:09.819746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for bf989745-c0c4-45cf-81c2-9f23df0c1591 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:09.876489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 27efcd63-e154-4346-a21e-0a2359418878 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:09.947869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-722ef5f3-c7a0-4b34-b35f-5f3c777eda30 None None] Provisioning for port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:09.958425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-511c1ebb-de94-403b-9a2f-eb1b1a615b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:09.963454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-511c1ebb-de94-403b-9a2f-eb1b1a615b8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1967196 May 26 19:12:09.964185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.018429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.032377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-f88f260e-05a6-4ab2-8f18-4faafe2e7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:10.034344 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-f88f260e-05a6-4ab2-8f18-4faafe2e7a1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.6138551 May 26 19:12:10.073152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.165408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:10.276771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d995fa8-d69f-4f72-a5c8-a443844bb1f7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:10.293166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9fe597a3-c3aa-4748-94e9-778d19f57481 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d995fa8-d69f-4f72-a5c8-a443844bb1f7 HTTP/1.1" status: 204 len: 168 time: 5.0851078 May 26 19:12:10.294114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352472e5-5533-4e51-846f-fe1837717c89 req-1360508d-c124-4af8-976e-160c8f93cfcf tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:10.297393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 27efcd63-e154-4346-a21e-0a2359418878 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:10.301213 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-352472e5-5533-4e51-846f-fe1837717c89 req-1360508d-c124-4af8-976e-160c8f93cfcf tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 949 time: 0.7202518 May 26 19:12:10.305597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:10.314970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a3742fa0-a593-46f7-9206-c50cd98b224e up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:10.367164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea39363-17c8-4fc4-9933-19003c12bc0e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:10.371524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8bacfe96-8b50-4cc5-8a10-61f43b6fa044 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e1d6a928bd8496cbb103c30f0ea4c25&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4331629 May 26 19:12:10.390268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 27efcd63-e154-4346-a21e-0a2359418878 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:10.391507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:10.395258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.505749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-2f084107-a005-4243-b664-747fc5d7b60c service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230198 May 26 19:12:10.524762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626498e9-43f1-453c-b1df-283d3523b967 req-bcf5c182-f635-41a8-84e8-9c9c845762e0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:10.536495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626498e9-43f1-453c-b1df-283d3523b967 req-bcf5c182-f635-41a8-84e8-9c9c845762e0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.5525627 May 26 19:12:10.580621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.582260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:10.597996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:10.625857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188', '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'a245a8d4-782d-473e-adeb-d8578bdc7a24'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:10.690929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-352472e5-5533-4e51-846f-fe1837717c89 req-e6705754-174c-4e3d-8f63-16784ec6f5c6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887331 May 26 19:12:10.714924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:10.715429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.734150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=bf989745-c0c4-45cf-81c2-9f23df0c1591,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:10.795835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626498e9-43f1-453c-b1df-283d3523b967 req-438ee75e-2098-4550-8778-ac0b7fd2883d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584643 May 26 19:12:10.835949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port a3742fa0-a593-46f7-9206-c50cd98b224e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:10.844468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-da703a2d-39c7-4010-87e3-38b50da4e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:10.850675 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-da703a2d-39c7-4010-87e3-38b50da4e136 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.7582192 May 26 19:12:10.867928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port bf989745-c0c4-45cf-81c2-9f23df0c1591 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:10.874084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:10.908730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bec7c9f-efea-4bb6-b1c0-ed6ec0754796 req-05e5e576-12ae-4e14-b7d7-6d7219960567 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "DELETE /v2.0/ports/bf989745-c0c4-45cf-81c2-9f23df0c1591 HTTP/1.1" status: 204 len: 173 time: 2.6981757 May 26 19:12:10.923808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6889fec5-2333-4064-84c9-9bc62cb9594e req-9484d841-671e-4338-b416-91d10bd6cd3a service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089482 May 26 19:12:11.292086 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-f6781f96-da9f-434a-879a-7ded7c3f9fef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.3833945 May 26 19:12:11.310695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-69b3383d-4ea4-44de-b9a7-41899ff8bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:11.315184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-69b3383d-4ea4-44de-b9a7-41899ff8bf62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.3062222 May 26 19:12:11.325372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port a3742fa0-a593-46f7-9206-c50cd98b224e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:11.327746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:11.358712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114f3b-c4f0-48a2-b264-b6e04a83fd3a req-49133aa4-8c7f-4752-95a4-a351bed84458 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:11.380558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:06Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:11.381032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114f3b-c4f0-48a2-b264-b6e04a83fd3a req-49133aa4-8c7f-4752-95a4-a351bed84458 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:11.382868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8114f3b-c4f0-48a2-b264-b6e04a83fd3a req-49133aa4-8c7f-4752-95a4-a351bed84458 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1681 time: 0.2601590 May 26 19:12:11.446825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'name': 'network-vif-deleted', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:11.525078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:11.525666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Updating router 70e6a015-687e-4d63-9b68-e8488c770681 port d769a0a6-665e-41c3-9dee-838ce0ca4857 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:12:11.571171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:11.613458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 27efcd63-e154-4346-a21e-0a2359418878 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:11.615240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:11.694224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:11.735658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:11.742972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8114f3b-c4f0-48a2-b264-b6e04a83fd3a req-67f25f4a-7d3a-4dab-8da0-200a280565a2 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419957 May 26 19:12:11.822149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-01bdeb81-9af3-417a-b90c-83357881f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:11.823622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-01bdeb81-9af3-417a-b90c-83357881f9c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4398341 May 26 19:12:11.882550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-bc7a0d01-94c3-4e4a-9a16-f24880521dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:11.884250 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-bc7a0d01-94c3-4e4a-9a16-f24880521dc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.5911877 May 26 19:12:11.969971 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b03c327-5309-4c6d-97bf-8c34d91b6e04'] response: {'server_uuid': 'ec64f846-7ed1-4dad-91b5-37ef79cba421', 'name': 'network-vif-deleted', 'tag': 'bf989745-c0c4-45cf-81c2-9f23df0c1591', 'status': 'completed', 'code': 200} May 26 19:12:12.006831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-dad07755-b9c0-4dbf-b284-f01f614d9635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.1763031 May 26 19:12:12.156131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a3742fa0-a593-46f7-9206-c50cd98b224e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:12.156524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.208462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b97f8492-366f-4ff4-b38c-64239506dd93 req-1a03f95f-d1ae-4934-9326-3e7de17644ef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:12.219716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-068d213b-4529-45ba-b0f6-f571d72d5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:12.221469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-068d213b-4529-45ba-b0f6-f571d72d5753 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2085962 May 26 19:12:12.249685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=27efcd63-e154-4346-a21e-0a2359418878,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:12.269800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27efcd63-e154-4346-a21e-0a2359418878'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:12.271351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b97f8492-366f-4ff4-b38c-64239506dd93 req-1a03f95f-d1ae-4934-9326-3e7de17644ef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:12.272492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b97f8492-366f-4ff4-b38c-64239506dd93 req-1a03f95f-d1ae-4934-9326-3e7de17644ef tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec64f846-7ed1-4dad-91b5-37ef79cba421 HTTP/1.1" status: 200 len: 210 time: 0.1542768 May 26 19:12:12.339759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-0a910f0c-d809-4618-9463-d95a2a53bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:12.340733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-0a910f0c-d809-4618-9463-d95a2a53bf4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112032 May 26 19:12:12.346013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a652a81-fbd3-4e3e-b2c9-ac2dc04e29a1 req-aae16d75-1bb4-4c71-9af7-8456d9ce64b8 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:12.354160 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a652a81-fbd3-4e3e-b2c9-ac2dc04e29a1 req-aae16d75-1bb4-4c71-9af7-8456d9ce64b8 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 944 time: 1.2043333 May 26 19:12:12.356799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.389079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.421831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.553620 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7a652a81-fbd3-4e3e-b2c9-ac2dc04e29a1 req-c03aaa1d-ba01-4bc4-b09e-ded97da8736b tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984744 May 26 19:12:12.556747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea39363-17c8-4fc4-9933-19003c12bc0e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:12.600715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.604717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c1d58df2-531f-4713-b75f-42755467fc47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea39363-17c8-4fc4-9933-19003c12bc0e HTTP/1.1" status: 204 len: 168 time: 2.2059326 May 26 19:12:12.604717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-ad9586cd-1ba0-4d63-908e-6bbf915b92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:12.614791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-ad9586cd-1ba0-4d63-908e-6bbf915b92d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6849227 May 26 19:12:12.694588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-44345ed7-ce7c-4563-a9c2-15a5673cec82 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446920 May 26 19:12:12.708984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18703-541d-4f24-ae8b-b6967b0a85cc req-383e8497-0146-435a-bd38-c2f43561d613 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:12.721093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c18703-541d-4f24-ae8b-b6967b0a85cc req-383e8497-0146-435a-bd38-c2f43561d613 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.2109988 May 26 19:12:12.835352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:12.839219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bf989745-c0c4-45cf-81c2-9f23df0c1591 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:12.918110 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe9b044-d2e6-406a-8a70-aea9d387ce63'] response: {'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27efcd63-e154-4346-a21e-0a2359418878', 'code': 200} May 26 19:12:12.933988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-84251f95-34a7-401c-a574-c440fb73d866 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943208 May 26 19:12:12.958692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:12.959073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:12.961794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-0a8321a0-b34a-431d-b9e4-24415861153a service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148221 May 26 19:12:13.012042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c18703-541d-4f24-ae8b-b6967b0a85cc req-d1c65fea-23af-449a-b77e-321f9d106bfd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898204 May 26 19:12:13.051761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31b1c2-8423-43b3-8d9d-b5421aac76d3 req-c4499c58-1f74-46bb-9d0a-1965df7c0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:13.059945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b31b1c2-8423-43b3-8d9d-b5421aac76d3 req-c4499c58-1f74-46bb-9d0a-1965df7c0e23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 1096 time: 0.3052986 May 26 19:12:13.157603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:13.158747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6f7ffa2d-09d1-4b92-a738-f2641dbaccf2 None None] Provisioning complete for port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:13.159101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f7ffa2d-09d1-4b92-a738-f2641dbaccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.175111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b31b1c2-8423-43b3-8d9d-b5421aac76d3 req-fd300790-f56c-4ee0-8314-a71628afcb29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140153 May 26 19:12:13.175582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:13.198056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.216276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:13.220990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Usage tracker for resource:security_group_rule and tenant:6cf2e013b6ee4775872a9d31f2ab357e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:13.224534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:13.232197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:13.243448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: bf989745-c0c4-45cf-81c2-9f23df0c1591 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:13.243686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bf989745-c0c4-45cf-81c2-9f23df0c1591 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:13.247770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:13.256382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.344242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.345090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cd1a7b21-0571-4c99-9d01-2be42b735233 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:13.498547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.503935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.546239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Allocated IP 172.20.0.1 (8eb29322-9f3f-4dbe-a0db-1c7d383631f0/e7d9a201-71e3-422e-8f40-42e3b7f52edf/07d868d1-80d6-494a-954f-4931d5a5fdb5) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:13.561196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:13.568684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da36b031-0996-4b25-bcb3-b6980ecf2d44,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:13.573997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cf2e013b6ee4775872a9d31f2ab357e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965392 May 26 19:12:13.576446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:13.594989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.595324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.595691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.595977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.596418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.596743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.597508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.597702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.598021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.598330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.598641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.598945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a06c7-6c7b-4840-8cd1-f20e808385bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:13.625314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-086bf5f4-a450-48fb-a568-c01d571396b9 req-9d19cd63-5aa6-4d91-a782-ed0c299e0433 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807890 May 26 19:12:13.671190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.716322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.853745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.862373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.893574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da36b031-0996-4b25-bcb3-b6980ecf2d44,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:13.919749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d2ed8-da42-4aa3-a49c-44f34f0088b9 req-884e8aa3-4faa-45eb-8e1a-0b370d55e7a1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:13.922923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:13.926659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-607a5726-ab8f-4575-8e66-e093e5c15625 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da36b031-0996-4b25-bcb3-b6980ecf2d44 HTTP/1.1" status: 204 len: 168 time: 0.3491781 May 26 19:12:13.927890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d2ed8-da42-4aa3-a49c-44f34f0088b9 req-884e8aa3-4faa-45eb-8e1a-0b370d55e7a1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:13.937872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-512d2ed8-da42-4aa3-a49c-44f34f0088b9 req-884e8aa3-4faa-45eb-8e1a-0b370d55e7a1 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1682 time: 0.6345501 May 26 19:12:14.024984 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-512d2ed8-da42-4aa3-a49c-44f34f0088b9 req-54304d3e-2cdc-426e-a9fb-bcd3868e716e tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861583 May 26 19:12:14.030008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ffa2d-09d1-4b92-a738-f2641dbaccf2 None None] Current status of the port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:14.045537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:14.077141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port cd1a7b21-0571-4c99-9d01-2be42b735233 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:14.083303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.120605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc4a9-d96d-4954-ac9d-aa8d2de9fcdc req-7e74e797-4b45-45be-aa6c-4eb2d9004bd6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:14.125376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bfc4a9-d96d-4954-ac9d-aa8d2de9fcdc req-7e74e797-4b45-45be-aa6c-4eb2d9004bd6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.1712954 May 26 19:12:14.152323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port cd1a7b21-0571-4c99-9d01-2be42b735233 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:14.153631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.243789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.264038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bfc4a9-d96d-4954-ac9d-aa8d2de9fcdc req-de8c8ac5-c40e-47d7-9553-993a068caf10 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310613 May 26 19:12:14.297344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Transition to ACTIVE for port object d769a0a6-665e-41c3-9dee-838ce0ca4857 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:14.303434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.321246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 0adbb137-dc96-496e-9467-5d608935e932 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:14.332069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.471856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Transition to ACTIVE for port object 07d868d1-80d6-494a-954f-4931d5a5fdb5 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:14.551807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:14.554354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c4f5-77a2-4a4e-921d-9a8143300463 req-2b0d4bc6-7b74-40c9-9866-21e9c9ff7976 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:14.563505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4550c4f5-77a2-4a4e-921d-9a8143300463 req-2b0d4bc6-7b74-40c9-9866-21e9c9ff7976 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 949 time: 0.2789662 May 26 19:12:14.694411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06069-1ed7-4ae5-8d11-2bc89cbbbf21 req-3bb4bd93-a95d-4aac-8d2f-a9f265fa5548 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:14.700194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88f06069-1ed7-4ae5-8d11-2bc89cbbbf21 req-3bb4bd93-a95d-4aac-8d2f-a9f265fa5548 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.1720798 May 26 19:12:14.711789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a5e4-d657-41cb-a97c-cb24ed4dabde None None] Pushing event updated for resources: {'Port': ['ID=d769a0a6-665e-41c3-9dee-838ce0ca4857,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:14.730891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Attempting to bind port d769a0a6-665e-41c3-9dee-838ce0ca4857 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:14.731863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Attempting to bind port d769a0a6-665e-41c3-9dee-838ce0ca4857 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:14.732318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Attempting to bind port d769a0a6-665e-41c3-9dee-838ce0ca4857 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:14.796123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port cd1a7b21-0571-4c99-9d01-2be42b735233 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:14.805618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.822243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.822801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88f06069-1ed7-4ae5-8d11-2bc89cbbbf21 req-2ce3af4b-b4fc-4bda-9f42-74f52aaabec4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098728 May 26 19:12:14.846009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:14.861984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:14.865511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.866669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:14.866669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Bound port: d769a0a6-665e-41c3-9dee-838ce0ca4857, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:14.870733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.947747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:14.953012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73c4e62f-06e2-4467-b90c-eed9ce192309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:14.957839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:14.973917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4550c4f5-77a2-4a4e-921d-9a8143300463 req-5af68af5-d836-465b-85f4-c542dba52bbf tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091864 May 26 19:12:14.991078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:14.996091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:15.182473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Pushing event updated for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:15.199016 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280fe6f3-3da8-44f4-8968-b5287173de1f'] response: {'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'code': 200} May 26 19:12:15.225268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cd1a7b21-0571-4c99-9d01-2be42b735233,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:15.250567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:15.362928 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] For port d769a0a6-665e-41c3-9dee-838ce0ca4857, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:15.412820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] For port d769a0a6-665e-41c3-9dee-838ce0ca4857, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d769a0a6-665e-41c3-9dee-838ce0ca4857,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:15.440069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Deleting port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:15.440437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:15.443946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-eace38cf-9e63-4600-93e1-ca73ef3d392e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:15.445501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-eace38cf-9e63-4600-93e1-ca73ef3d392e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 949 time: 0.2182622 May 26 19:12:15.454940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:15.515526 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:15.523148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:15.568398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:15.574832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port a245a8d4-782d-473e-adeb-d8578bdc7a24 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:15.575239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:15.762754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '0adbb137-dc96-496e-9467-5d608935e932', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '0adbb137-dc96-496e-9467-5d608935e932', 'mac_address': 'fa:16:3e:7c:ee:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:15.816929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:15.950848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:15.952537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:16.149394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port a245a8d4-782d-473e-adeb-d8578bdc7a24, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a245a8d4-782d-473e-adeb-d8578bdc7a24,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:16.149983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:16.169937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e077a0d-6401-4a62-90e4-5fd63745d58e req-77af1c46-c5c2-4ec2-b94b-cae3096da557 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:16.170945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e077a0d-6401-4a62-90e4-5fd63745d58e req-77af1c46-c5c2-4ec2-b94b-cae3096da557 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.3251693 May 26 19:12:16.285108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:16.314371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] For port 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:16.315417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:16.329480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for a245a8d4-782d-473e-adeb-d8578bdc7a24 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:16.417067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a97e1168-28dc-4bd0-9cd6-737c9af12a32 None None] Provisioning for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:16.423857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e077a0d-6401-4a62-90e4-5fd63745d58e req-d1e5adfd-9128-4590-82b7-ea8069850bcf tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819606 May 26 19:12:16.469156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Calling delete_port for 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:16.570782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:16.712093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=a245a8d4-782d-473e-adeb-d8578bdc7a24,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:16.761271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188', '48dd7bd3-6909-47ba-80c2-1f30d5b8c534'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:16.799594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-e31e9f44-ad07-472d-a4d7-5fa3b1025a21 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:16.801222 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-e31e9f44-ad07-472d-a4d7-5fa3b1025a21 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 948 time: 0.8570511 May 26 19:12:16.869406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a97e1168-28dc-4bd0-9cd6-737c9af12a32 None None] Provisioning complete for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:16.869837 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a97e1168-28dc-4bd0-9cd6-737c9af12a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:16.923653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port a245a8d4-782d-473e-adeb-d8578bdc7a24 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:16.931205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c34cf-8f3d-4bee-987e-0c945d2e7309 req-e41cfe78-4822-41e5-a26f-73b45c059da8 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:16.938733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c34cf-8f3d-4bee-987e-0c945d2e7309 req-e41cfe78-4822-41e5-a26f-73b45c059da8 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:16.947163 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-734c34cf-8f3d-4bee-987e-0c945d2e7309 req-e41cfe78-4822-41e5-a26f-73b45c059da8 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1683 time: 1.5094657 May 26 19:12:16.953856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:16.967085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'name': 'network-vif-deleted', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:16.991811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca345c7b-eaf9-4f46-b378-04fa84cb3800 req-664297ff-3f7a-41a9-8d84-d8c79195f1fd tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "DELETE /v2.0/ports/a245a8d4-782d-473e-adeb-d8578bdc7a24 HTTP/1.1" status: 204 len: 173 time: 1.5398836 May 26 19:12:17.019337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:17.019916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.020724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45b63c-01f9-4cb6-a6a9-e88197641018 req-45460ba6-d88d-4aca-a5b2-84331407c96a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:17.043172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf45b63c-01f9-4cb6-a6a9-e88197641018 req-45460ba6-d88d-4aca-a5b2-84331407c96a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 948 time: 0.3314533 May 26 19:12:17.052262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cc858e5-5b6d-4cff-bc3f-6150ac21e7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.129019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a97e1168-28dc-4bd0-9cd6-737c9af12a32 None None] Port 07d868d1-80d6-494a-954f-4931d5a5fdb5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:12:17.131224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:17.131697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.154761 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-39b018ac-406a-450b-b105-85a9deffbe2b service neutron] 10.222.0.13 "GET /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.3366601 May 26 19:12:17.192271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-734c34cf-8f3d-4bee-987e-0c945d2e7309 req-e3230596-4527-4cb3-ad4e-e2839d48f73c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442241 May 26 19:12:17.233197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:17.249084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a5e4-d657-41cb-a97c-cb24ed4dabde None None] Pushing event updated for resources: {'Port': ['ID=d769a0a6-665e-41c3-9dee-838ce0ca4857,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:17.295677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:17.358407 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.422424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:06Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:17.536264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e28a0e-66ce-4900-b390-e7cdcf26fea9 None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:06Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:17.559480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:17.591154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.602046 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.691948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:17.723953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-44fe6e44-5f1b-46f3-b6d2-3471678b0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:17.726350 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-44fe6e44-5f1b-46f3-b6d2-3471678b0096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1099 time: 0.5376287 May 26 19:12:17.748010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:17.777735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.778193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.778595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.779007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.779398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.779789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.780176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.780505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.780893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.781293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.781674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.782055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:17.920139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf45b63c-01f9-4cb6-a6a9-e88197641018 req-c5ac0a6a-539a-4acf-805e-9484b316f5bd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727713 May 26 19:12:17.992128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:18.142167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['0adbb137-dc96-496e-9467-5d608935e932'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:18.259496 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:18.395570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:18.421127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:18.572382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c2a68-838a-41cd-9ce9-839dc1372be9 req-56c6c348-1d35-44e7-98b4-9e17efb273c5 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:18.582204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464c2a68-838a-41cd-9ce9-839dc1372be9 req-56c6c348-1d35-44e7-98b4-9e17efb273c5 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.3600967 May 26 19:12:18.588008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:18.601454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Request body: {'floatingip': {'port_id': '27efcd63-e154-4346-a21e-0a2359418878'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:18.777218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:18.798244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:18.812600 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2f03b1-4394-46a5-92b6-d7f0b11d1586'] response: {'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233', 'code': 200} May 26 19:12:18.826746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d769a0a6-665e-41c3-9dee-838ce0ca4857 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:18.919395 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76edcf4-0c0a-4f9d-809b-788ce306af8d'] response: {'server_uuid': 'aad3300c-0a95-41b7-a5f3-99ff84a7b6fe', 'name': 'network-vif-deleted', 'tag': 'a245a8d4-782d-473e-adeb-d8578bdc7a24', 'status': 'completed', 'code': 200} May 26 19:12:19.040354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d769a0a6-665e-41c3-9dee-838ce0ca4857 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:19.062017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d769a0a6-665e-41c3-9dee-838ce0ca4857 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:19.062820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:19.108498 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a26d2c6c-0378-43b7-9c41-f7eb523b5bdb req-efdef4b0-4bf4-435f-a323-85ac4288d2d9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=aad3300c-0a95-41b7-a5f3-99ff84a7b6fe HTTP/1.1" status: 200 len: 210 time: 0.3768387 May 26 19:12:19.148806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:19.160346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5fb747e1-4a9f-41aa-82e0-ca797fff518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:19.161895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5fb747e1-4a9f-41aa-82e0-ca797fff518e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 1.3460045 May 26 19:12:19.365125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Pushing event updated for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:19.402385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d769a0a6-665e-41c3-9dee-838ce0ca4857 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:19.403353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:19.427982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port d769a0a6-665e-41c3-9dee-838ce0ca4857, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d769a0a6-665e-41c3-9dee-838ce0ca4857,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:19.434573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:19.480004 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-0735d19b-1f2c-426a-902a-099ccf0b9477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.3109004 May 26 19:12:19.541246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:19.546431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=d769a0a6-665e-41c3-9dee-838ce0ca4857,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:19.620451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a245a8d4-782d-473e-adeb-d8578bdc7a24 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:19.691498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: a245a8d4-782d-473e-adeb-d8578bdc7a24 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:19.692579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a245a8d4-782d-473e-adeb-d8578bdc7a24 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:19.774011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5f968586-3f0f-4a3f-b522-1d2bae7a0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:19.775980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5f968586-3f0f-4a3f-b522-1d2bae7a0dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2783275 May 26 19:12:19.789002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:19.792529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb51d-45f8-4e5f-9996-5d11c0144061 req-3bff6591-b14e-4a65-a31d-656d26c861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:19.792529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb51d-45f8-4e5f-9996-5d11c0144061 req-3bff6591-b14e-4a65-a31d-656d26c861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:19.794682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-825fb51d-45f8-4e5f-9996-5d11c0144061 req-3bff6591-b14e-4a65-a31d-656d26c861ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1985 time: 0.8742418 May 26 19:12:19.839939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:19.848907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:19.851998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:20.161629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df571-aaf8-4536-bbc2-3b7f99c543e6 req-0150306b-40a2-4ac4-90b9-87c470d3e326 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:20.169702 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d95df571-aaf8-4536-bbc2-3b7f99c543e6 req-0150306b-40a2-4ac4-90b9-87c470d3e326 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.7053456 May 26 19:12:20.353861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3c4e12c2-ddb9-407f-bbc9-08dcaa29896a None None] Provisioning complete for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:20.354369 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3c4e12c2-ddb9-407f-bbc9-08dcaa29896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:20.538028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f4d1c-03b8-4f17-97b8-13eea2e838b9 req-ae76f83c-026b-459d-8e29-9fc2d7d7d031 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:20.538611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d769a0a6-665e-41c3-9dee-838ce0ca4857 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:20.545743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f4d1c-03b8-4f17-97b8-13eea2e838b9 req-ae76f83c-026b-459d-8e29-9fc2d7d7d031 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:20.555067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-201f4d1c-03b8-4f17-97b8-13eea2e838b9 req-ae76f83c-026b-459d-8e29-9fc2d7d7d031 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1683 time: 1.4437656 May 26 19:12:20.573675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-24607d64-4784-409a-a255-0d916dcac3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:20.575604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-24607d64-4784-409a-a255-0d916dcac3e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7933924 May 26 19:12:20.585265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d95df571-aaf8-4536-bbc2-3b7f99c543e6 req-783bee53-1b84-4578-ba7e-9ae843fb9c3c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145432 May 26 19:12:20.604796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-825fb51d-45f8-4e5f-9996-5d11c0144061 req-b9e9f373-65d8-441d-81b2-7ba3f11f44d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027401 May 26 19:12:20.637884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:20.645445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:20.764373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:12:20.874024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e12c2-ddb9-407f-bbc9-08dcaa29896a None None] Port 07d868d1-80d6-494a-954f-4931d5a5fdb5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:12:20.895553 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Floating IP dd39e80a-92bf-4af0-9d4a-9af660dbc962 associated. External IP: 172.25.0.52, port: 27efcd63-e154-4346-a21e-0a2359418878. May 26 19:12:20.939883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d769a0a6-665e-41c3-9dee-838ce0ca4857 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:20.940254 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:21.059739 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-2e05fdef-aaa2-441c-813d-d9bb0487492b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671967 May 26 19:12:21.131884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-201f4d1c-03b8-4f17-97b8-13eea2e838b9 req-0d738243-fcc5-44c2-b028-be89677b07af tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755882 May 26 19:12:21.263538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d769a0a6-665e-41c3-9dee-838ce0ca4857 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:21.336710 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-c689e8b4-77b6-4e01-a9fa-f1ed45420485 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697144 May 26 19:12:21.539008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Router f0e89f65-7d2c-4639-ba1f-d8c264611085 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:12:21.634067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 0adbb137-dc96-496e-9467-5d608935e932 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:21.638469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Router 6d49cc5b-c189-412b-930e-2e5022826b8d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:12:21.663303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:21.677932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:21.697744 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:21.698361 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:21.703508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e88da-3616-4931-bad2-a01b9cc6370f req-37bfafd8-82e1-4acb-a1d1-9917b8da9ce7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:21.706755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-007e88da-3616-4931-bad2-a01b9cc6370f req-37bfafd8-82e1-4acb-a1d1-9917b8da9ce7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:21.735740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-428d435a-b795-49bb-a343-9014c0692efa admin admin] 10.222.0.24 "PUT /v2.0/routers/70e6a015-687e-4d63-9b68-e8488c770681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7091482 May 26 19:12:21.811443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 0adbb137-dc96-496e-9467-5d608935e932 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:21.821766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 0adbb137-dc96-496e-9467-5d608935e932 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:21.822609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:21.884914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-007e88da-3616-4931-bad2-a01b9cc6370f req-37bfafd8-82e1-4acb-a1d1-9917b8da9ce7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:21.890636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007e88da-3616-4931-bad2-a01b9cc6370f req-37bfafd8-82e1-4acb-a1d1-9917b8da9ce7 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 0.4559784 May 26 19:12:22.076234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:22.088608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007e88da-3616-4931-bad2-a01b9cc6370f req-9fbb9277-8751-4d0f-9997-eabe97c0d5f0 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817186 May 26 19:12:22.098160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:22.163336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Sync routers for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:22.222090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:22.242849 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Sync routers for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:22.254940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53330) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:22.259729 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b8d35153-de3d-4aa3-8afc-a119ee70eac5 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d49cc5b-c189-412b-930e-2e5022826b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9513421 May 26 19:12:22.271696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:22.272933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:22.282900 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:22.285271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:22.296277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-22a38c61-547c-49ca-9472-b9a0040e4867 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "PUT /v2.0/floatingips/dd39e80a-92bf-4af0-9d4a-9af660dbc962 HTTP/1.1" status: 200 len: 990 time: 3.7043724 May 26 19:12:22.298214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'tag': '27efcd63-e154-4346-a21e-0a2359418878'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:22.305333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b9336-4c96-42ed-9608-7daf042f0e4b req-811cb8b6-3b1c-41f9-a764-be1d08d6601f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:22.315824 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-071b9336-4c96-42ed-9608-7daf042f0e4b req-811cb8b6-3b1c-41f9-a764-be1d08d6601f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.4028847 May 26 19:12:22.469451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:22.469902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:22.470416 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:22.551563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:22.569881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:22.635673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:22.644196 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-071b9336-4c96-42ed-9608-7daf042f0e4b req-dc32dbfd-5719-46de-8b6b-05b270a5062c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251405 May 26 19:12:22.773462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:22.812088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:22.816763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:23.049006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:23.094783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33ae11-4218-4053-8628-77b0b39f12a7 req-3bb7c26b-88d3-4dd8-83f7-27831e4d7b34 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:23.101905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33ae11-4218-4053-8628-77b0b39f12a7 req-3bb7c26b-88d3-4dd8-83f7-27831e4d7b34 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:23.104256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c33ae11-4218-4053-8628-77b0b39f12a7 req-3bb7c26b-88d3-4dd8-83f7-27831e4d7b34 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1683 time: 0.7025125 May 26 19:12:23.127321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-d8ba48cc-f19c-4888-b213-b748943c5560 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:23.130432 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-d8ba48cc-f19c-4888-b213-b748943c5560 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 0.3314295 May 26 19:12:23.256634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c33ae11-4218-4053-8628-77b0b39f12a7 req-8643d868-9434-4805-9a7c-3db2713eaa20 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445878 May 26 19:12:23.297201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-2d72380d-165d-4128-a914-41a09ab9ae06 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:23.297201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-2d72380d-165d-4128-a914-41a09ab9ae06 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:23.305577 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:23.319535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:23.319974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:23.332603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Deleting port eccdad38-8ee6-4eb7-a412-68eadd99dc0a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:23.332949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:23.454417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'dd39e80a-92bf-4af0-9d4a-9af660dbc962', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'port_id': '27efcd63-e154-4346-a21e-0a2359418878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'mac_address': 'fa:16:3e:bc:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:11:03Z', 'updated_at': '2022-05-26T19:12:20Z', 'revision_number': 1, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:23.460186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Checking router: f0e89f65-7d2c-4639-ba1f-d8c264611085 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:23.472884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:23.474362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:23.493802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-2d72380d-165d-4128-a914-41a09ab9ae06 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:23.502434 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-2d72380d-165d-4128-a914-41a09ab9ae06 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 821 time: 0.5842874 May 26 19:12:23.718705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] For port eccdad38-8ee6-4eb7-a412-68eadd99dc0a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:23.719302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:23.739512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:23.785163 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 2, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:23.812456 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:23.812690 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Updating router 70e6a015-687e-4d63-9b68-e8488c770681 port 07d868d1-80d6-494a-954f-4931d5a5fdb5 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:12:23.923126 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:23.940717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-3edeaaf9-4687-4cd1-9e32-8e8317a5e5d2 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/quotas/c7a5573ac521465a88054a2823a2d1f9 HTTP/1.1" status: 200 len: 375 time: 0.4077191 May 26 19:12:23.993623 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 5, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port': {'id': 'eccdad38-8ee6-4eb7-a412-68eadd99dc0a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:07:47Z', 'updated_at': '2022-05-26T19:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:24.008217 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Checking router: 6d49cc5b-c189-412b-930e-2e5022826b8d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:24.129711 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Routers {'6d49cc5b-c189-412b-930e-2e5022826b8d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:24.134829 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6d49cc5b-c189-412b-930e-2e5022826b8d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:24.182002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-572ea087-f4ca-43c4-a086-01eb6f2c992b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:24.186413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Calling delete_port for eccdad38-8ee6-4eb7-a412-68eadd99dc0a owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:24.213951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:24.214594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:24.345195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-572ea087-f4ca-43c4-a086-01eb6f2c992b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:24.356246 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-572ea087-f4ca-43c4-a086-01eb6f2c992b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121363 May 26 19:12:24.400190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc44c6c-9e33-4076-bed9-bbc68c9fdf08 req-d9067a65-6f8b-4906-965d-3efc484356ea tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:24.403293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5dc44c6c-9e33-4076-bed9-bbc68c9fdf08 req-d9067a65-6f8b-4906-965d-3efc484356ea tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.6489077 May 26 19:12:24.474900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5dc44c6c-9e33-4076-bed9-bbc68c9fdf08 req-3d86a84d-91d6-489c-b959-a531267c97f3 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629005 May 26 19:12:24.567892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:24.636773 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd4d8c7-3937-4681-8ae3-de780635ca1e'] response: {'name': 'network-changed', 'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'tag': '27efcd63-e154-4346-a21e-0a2359418878', 'status': 'completed', 'code': 200} May 26 19:12:24.679806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'dd39e80a-92bf-4af0-9d4a-9af660dbc962', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'port_id': '27efcd63-e154-4346-a21e-0a2359418878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'mac_address': 'fa:16:3e:bc:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:11:03Z', 'updated_at': '2022-05-26T19:12:20Z', 'revision_number': 1, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:24.685531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb812f94-0d0e-4502-9a42-6a809e26dc3a None None] The sync data for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 is: [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'dd39e80a-92bf-4af0-9d4a-9af660dbc962', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'port_id': '27efcd63-e154-4346-a21e-0a2359418878', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'mac_address': 'fa:16:3e:bc:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:11:03Z', 'updated_at': '2022-05-26T19:12:20Z', 'revision_number': 1, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:24.796480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:24.799207 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c58fcb-4c79-4f9a-ab43-8ed3350ac5d4'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'code': 200} May 26 19:12:24.844168 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:24.861798 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Transition to ACTIVE for port object 07d868d1-80d6-494a-954f-4931d5a5fdb5 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:24.875046 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] Set router 6d49cc5b-c189-412b-930e-2e5022826b8d gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:24.906946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-f94c98c8-cca3-4106-933f-f0c369040243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:24.913571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-f94c98c8-cca3-4106-933f-f0c369040243 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174&tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab HTTP/1.1" status: 200 len: 1101 time: 0.6657393 May 26 19:12:24.942174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:24.970750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Pushing event deleted for resources: {'Port': ['ID=eccdad38-8ee6-4eb7-a412-68eadd99dc0a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:25.065009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:12:23Z', 'revision_number': 6, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:25.070021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e888f23-43ef-43d2-a86f-3f147c22a08f None None] The sync data for ids ['6d49cc5b-c189-412b-930e-2e5022826b8d'] in n-d-843146-9 is: [{'id': '6d49cc5b-c189-412b-930e-2e5022826b8d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427558040-router', 'tenant_id': '23d529ff6acd4c6caccef196eacee387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:07:45Z', 'updated_at': '2022-05-26T19:12:23Z', 'revision_number': 6, 'project_id': '23d529ff6acd4c6caccef196eacee387', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:25.073416 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.082585 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-6788a6dc-7b87-4f14-8578-bfff7142cb78 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251863 May 26 19:12:25.119426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256fb562-443e-4094-82b5-772491db1b67 None None] New status for floating IP dd39e80a-92bf-4af0-9d4a-9af660dbc962: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:12:25.290275 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-e1eea954-56f5-4b22-9078-e0d5a5d90543 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580870 May 26 19:12:25.336811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-d4d69128-894a-418f-b5c5-b48ad152de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:25.343152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-d4d69128-894a-418f-b5c5-b48ad152de3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69989acb1e5046c7a687aa1587408f88&device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 1096 time: 0.6745033 May 26 19:12:25.350799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.388503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.485743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037', '4732e1d2-26f6-43ed-bffc-7273fc5372e4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:25.492767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=48dd7bd3-6909-47ba-80c2-1f30d5b8c534,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:25.574257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['506abc93-8b84-45cc-bcc8-0db6130ff188'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:25.578438 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Pushing event updated for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:25.613692 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Attempting to bind port 07d868d1-80d6-494a-954f-4931d5a5fdb5 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:25.614155 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Attempting to bind port 07d868d1-80d6-494a-954f-4931d5a5fdb5 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:25.619474 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Attempting to bind port 07d868d1-80d6-494a-954f-4931d5a5fdb5 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:25.622768 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.623097 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.623422 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.623737 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.624051 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.624363 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.624701 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.625013 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.625342 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.625643 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.625947 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.626248 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:25.659290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:25.659753 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Checking segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:25.660199 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.660595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Bound using segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:25.661096 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Bound port: 07d868d1-80d6-494a-954f-4931d5a5fdb5, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:25.661599 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.710313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.838484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:25.856196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.878635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'name': 'network-vif-deleted', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:25.887354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-8aab7ec2-1bd0-46fb-800a-92e2e734bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:25.889030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-8aab7ec2-1bd0-46fb-800a-92e2e734bdbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229 HTTP/1.1" status: 200 len: 917 time: 0.5393026 May 26 19:12:25.896044 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] For port 07d868d1-80d6-494a-954f-4931d5a5fdb5, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:25.905807 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] For port 07d868d1-80d6-494a-954f-4931d5a5fdb5, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d868d1-80d6-494a-954f-4931d5a5fdb5,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:25.913735 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:25.953653 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-56b501a4-7dd8-4ee8-aa2c-01429cc59d1d req-3ab8db49-4b02-4f50-bb11-3edbe378ed81 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "DELETE /v2.0/ports/48dd7bd3-6909-47ba-80c2-1f30d5b8c534 HTTP/1.1" status: 204 len: 173 time: 2.8018641 May 26 19:12:26.121158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 0adbb137-dc96-496e-9467-5d608935e932 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:26.200770 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:26.213725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:26.483961 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d2dde-e713-4b11-9035-4ebbe5c903ef None None] Pushing event updated for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:26.725255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53398) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:26.729215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eccdad38-8ee6-4eb7-a412-68eadd99dc0a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:26.929466 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:27.012311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: eccdad38-8ee6-4eb7-a412-68eadd99dc0a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:27.012311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eccdad38-8ee6-4eb7-a412-68eadd99dc0a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:27.012311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:27.121234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:27.164149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73181-cc08-4d6a-be6f-3364071b2572 req-b4229b6e-ce90-4df4-ba3b-a014f904fa08 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:27.193189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c73181-cc08-4d6a-be6f-3364071b2572 req-b4229b6e-ce90-4df4-ba3b-a014f904fa08 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ad1655d-4c5a-43cd-be56-aa0e2d46b8af HTTP/1.1" status: 200 len: 950 time: 2.1964097 May 26 19:12:27.195480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:27.268953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195b8a4-afe0-402e-bd4d-a66d4bd27ab2 req-e2cd4f4d-b486-4b65-a6f9-aadfc2cc6322 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:27.275560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:27.275560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30d59436-a5b2-414b-ab4e-7dc2f6f5bb0f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:27.286563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6195b8a4-afe0-402e-bd4d-a66d4bd27ab2 req-e2cd4f4d-b486-4b65-a6f9-aadfc2cc6322 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.8899150 May 26 19:12:27.385353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c73181-cc08-4d6a-be6f-3364071b2572 req-4de3bb14-8419-43aa-8ce3-192aa4908be8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835806 May 26 19:12:27.471663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-df131e1b-b7d6-42d6-b109-5fee3c74935e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27efcd63-e154-4346-a21e-0a2359418878 HTTP/1.1" status: 200 len: 1000 time: 1.5669982 May 26 19:12:27.471663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:27.471663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d49cc5b-c189-412b-930e-2e5022826b8d {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:12:27.615096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:27.619002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:27.711185 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6195b8a4-afe0-402e-bd4d-a66d4bd27ab2 req-5099b0d7-e7be-4415-a092-56e02507f471 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202890 May 26 19:12:27.717936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:27.756101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Usage tracker for resource:security_group_rule and tenant:a6b83524b4954a1598f300e15bf029f3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:27.782789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:27.832992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:27.846633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:27.850235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-348d2d39-4a58-4403-a96e-00c31492a039 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d49cc5b-c189-412b-930e-2e5022826b8d HTTP/1.1" status: 204 len: 168 time: 5.5852344 May 26 19:12:27.857150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53412) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:27.875712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a6993d3-6530-4d95-be3e-9e8db18892e2 req-3149a1cf-88e5-4125-9684-c0f1cfe96db1 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 210 time: 0.2514973 May 26 19:12:27.908793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-1f2bde4f-61d3-4d94-867e-f6889cda10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:27.908793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-1f2bde4f-61d3-4d94-867e-f6889cda10f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72d6c5d2-e96b-499d-bc46-d5f1011ccb9d HTTP/1.1" status: 200 len: 855 time: 0.4331751 May 26 19:12:27.929667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:27.929667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:28.015617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:28.110021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-683af7eb-e4c9-4087-9f14-86d28d73b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:28.115993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-683af7eb-e4c9-4087-9f14-86d28d73b13f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70878ea7-fbf7-4260-a4c7-1b0dc05fa229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008402 May 26 19:12:28.132180 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f00fc76-8dcd-4062-a1f7-e0c47e3e2a07'] response: {'server_uuid': '8ad1655d-4c5a-43cd-be56-aa0e2d46b8af', 'name': 'network-vif-deleted', 'tag': '48dd7bd3-6909-47ba-80c2-1f30d5b8c534', 'status': 'completed', 'code': 200} May 26 19:12:28.217075 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:25Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:28.223242 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61c028-e3b8-4d66-b354-c96db729724e None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:25Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:28.232354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Deleting subnet ecb8a9a3-8776-43df-a828-1feb451ecfe2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:12:28.241296 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:28.402865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:28.571870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-d8e36c29-b568-49c4-903e-1f32804c733a service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489999 May 26 19:12:28.753855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:28.794676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d868d1-80d6-494a-954f-4931d5a5fdb5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:28.918902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:28.961141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d87cb8d-7d36-4100-a685-411af7ba2435 req-1dc6857e-1685-4cf0-84f6-8ed3b2edb405 service neutron] 10.222.0.53 "GET /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814945 May 26 19:12:28.978496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Transition to ACTIVE for port object 0adbb137-dc96-496e-9467-5d608935e932 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:29.057761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.111878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:29.223335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:29.223913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.391119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:29.391465 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:29.583076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedfaa6-6463-4eb6-b937-b096b1199672 req-63d4456e-24cd-434d-8127-f0dbc66f3190 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:29.592864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3dedfaa6-6463-4eb6-b937-b096b1199672 req-63d4456e-24cd-434d-8127-f0dbc66f3190 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.1595325 May 26 19:12:29.625673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.671888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3dedfaa6-6463-4eb6-b937-b096b1199672 req-710e08e2-2b96-4c0d-98f2-ad378fbcdd0d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754452 May 26 19:12:29.695352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.744758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 07d868d1-80d6-494a-954f-4931d5a5fdb5 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:29.745158 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.800768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 07d868d1-80d6-494a-954f-4931d5a5fdb5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d868d1-80d6-494a-954f-4931d5a5fdb5,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:29.808059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:29.863996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-e14b6e25-842d-4088-b042-860e6b4935ec tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:29.865660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-e14b6e25-842d-4088-b042-860e6b4935ec tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 821 time: 0.6966765 May 26 19:12:29.869227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] No DVR routers for this DVR port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:29.883660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=10']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:29.902234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1947a29-4c8c-42f5-b33b-2b6e5babd9db req-cd55f28f-28d3-4887-a70d-533339ee92bc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 210 time: 0.1060534 May 26 19:12:29.962364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:29.977570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:29.978837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:29.998355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'port': {'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'admin_state_up': True, 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:30.036669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:30.037411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 48dd7bd3-6909-47ba-80c2-1f30d5b8c534 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:30.144048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a12af7d-1bdf-49ef-a165-e7272701b245,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:30.146825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:30.168943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.232282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9c37e-c250-4e54-9b60-e4f09cc7fafe req-e5f1e4fd-c096-4c0e-803c-6411ef4fcf7d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:30.239473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9c37e-c250-4e54-9b60-e4f09cc7fafe req-e5f1e4fd-c096-4c0e-803c-6411ef4fcf7d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:30.240086 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c0d9c37e-c250-4e54-9b60-e4f09cc7fafe req-e5f1e4fd-c096-4c0e-803c-6411ef4fcf7d tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1683 time: 1.4412875 May 26 19:12:30.250245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb8a9a3-8776-43df-a828-1feb451ecfe2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:30.278989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:30.279359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:30.279625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:30.284306 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e5e208b-b0b3-448a-b3e4-65671b716c0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6b83524b4954a1598f300e15bf029f3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3780479 May 26 19:12:30.285896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.286495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa73eb-e8dd-4407-ad09-c84f319f6713 None None] Network 979200a1-bb4a-47ba-a9cb-d30724dad36a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:30.290928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-912fe213-aabe-446c-845c-371eb9d05829 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:30.297776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-912fe213-aabe-446c-845c-371eb9d05829 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:30.299507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-912fe213-aabe-446c-845c-371eb9d05829 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 1683 time: 0.1981711 May 26 19:12:30.300153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:30.305563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec77b530-436b-4b21-9bdd-d051671cc20c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ecb8a9a3-8776-43df-a828-1feb451ecfe2 HTTP/1.1" status: 204 len: 168 time: 2.4377363 May 26 19:12:30.306215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:30.343684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:12:30.344006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Attempting to bind port 0adbb137-dc96-496e-9467-5d608935e932 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:30.399839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:30.400469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:30.401273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:30.401886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Bound port: 0adbb137-dc96-496e-9467-5d608935e932, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:30.402587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.487214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port cd1a7b21-0571-4c99-9d01-2be42b735233 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:30.487594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.570229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.606799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.607481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d868d1-80d6-494a-954f-4931d5a5fdb5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:30.628684 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c0d9c37e-c250-4e54-9b60-e4f09cc7fafe req-dfa86b01-5cbd-41a9-9bd6-cfe76b143b9f tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713763 May 26 19:12:30.703090 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a2e852-9d73-461d-b30d-7c9f942429bb'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'code': 200} May 26 19:12:30.736951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 07d868d1-80d6-494a-954f-4931d5a5fdb5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:30.737598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.767156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.780807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:30.796729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:30.856613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:30.858672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] DHCP port deletion for 979200a1-bb4a-47ba-a9cb-d30724dad36a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:12:30.865735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Deleting port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:30.866428 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.870041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Deleting port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:30.870410 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.913842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Made reservation on behalf of c7a5573ac521465a88054a2823a2d1f9 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:30.917314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:30.945669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 07d868d1-80d6-494a-954f-4931d5a5fdb5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:30.950729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:30.978518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.005123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.058171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a12af7d-1bdf-49ef-a165-e7272701b245,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:31.112000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.115603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6c4412f2-c228-439d-978d-956275cd8ea4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a12af7d-1bdf-49ef-a165-e7272701b245 HTTP/1.1" status: 204 len: 168 time: 0.8118379 May 26 19:12:31.157907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5119-4756-4a1b-ba13-90863f336999 req-08c27841-b920-45b0-b8b8-f8883f3b5330 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:31.165270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-216d5119-4756-4a1b-ba13-90863f336999 req-08c27841-b920-45b0-b8b8-f8883f3b5330 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.2615693 May 26 19:12:31.169962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port cd1a7b21-0571-4c99-9d01-2be42b735233, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cd1a7b21-0571-4c99-9d01-2be42b735233,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:31.170326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.211499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] For port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:31.212131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.326371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:31.327107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.328627 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] 10.222.0.53 "PUT /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 1097 time: 6.4077094 May 26 19:12:31.395987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for cd1a7b21-0571-4c99-9d01-2be42b735233 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:31.457365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Calling delete_port for 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:31.502435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] For port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,segment=NetworkSegment(77ca8379-157f-4bd8-9b82-c4073e854d84),segment_id=77ca8379-157f-4bd8-9b82-c4073e854d84)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:31.503016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.564255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:31.595361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340de625-1d18-4251-8f3c-b2455b6dc6bd service neutron] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=11']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:31.648753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] Pushing event deleted for resources: {'Port': ['ID=1ac75a14-1960-43ad-9cb3-e2d6d79127f6,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:31.660837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82db84-04c1-4884-8bc1-0ee0905c7d9b None None] No DVR routers for this DVR port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:31.718236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-216d5119-4756-4a1b-ba13-90863f336999 req-5784e746-d5c2-4808-b6e1-a863a4031a43 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520878 May 26 19:12:31.800646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Calling delete_port for 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:31.847971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-266ddda6-daff-431b-b189-754bdfb817e8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:31.849671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-266ddda6-daff-431b-b189-754bdfb817e8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 948 time: 0.4007494 May 26 19:12:31.860351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-8a7be2a2-8db1-402d-a06a-c0dfad12532f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:31.861805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-8a7be2a2-8db1-402d-a06a-c0dfad12532f tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3 HTTP/1.1" status: 200 len: 950 time: 0.2233553 May 26 19:12:31.873147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Allocated IP 172.20.0.3 (8eb29322-9f3f-4dbe-a0db-1c7d383631f0/e7d9a201-71e3-422e-8f40-42e3b7f52edf/4ee197ef-4512-4519-aae7-efd0fe79d575) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:31.909197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf4a-2582-4d24-9f2b-412646d101de req-37da4f6c-1dae-4415-b71d-d09b6a6c0dac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:31.909915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-304ddf4a-2582-4d24-9f2b-412646d101de req-37da4f6c-1dae-4415-b71d-d09b6a6c0dac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:31.979865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-304ddf4a-2582-4d24-9f2b-412646d101de req-37da4f6c-1dae-4415-b71d-d09b6a6c0dac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:31.981629 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-304ddf4a-2582-4d24-9f2b-412646d101de req-37da4f6c-1dae-4415-b71d-d09b6a6c0dac tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 948 time: 1.1687281 May 26 19:12:32.021518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1492c96-4e4c-4dcb-82ed-02186e2e0d86 req-f7daf359-53cb-4d49-b88e-7ba0aac27e4f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 210 time: 0.1175425 May 26 19:12:32.029731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:32.029905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.030059 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:32.081456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:32.081993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.085509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:32.135228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=cd1a7b21-0571-4c99-9d01-2be42b735233,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:32.151916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-6f518a41-cea5-44ff-87cb-343b16077ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:32.154532 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-6f518a41-cea5-44ff-87cb-343b16077ab1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1100 time: 0.4004519 May 26 19:12:32.160958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 506abc93-8b84-45cc-bcc8-0db6130ff188 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:32.162019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.168774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-304ddf4a-2582-4d24-9f2b-412646d101de req-35c848a4-ef7f-4133-b6cf-81e32db783e6 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768823 May 26 19:12:32.390084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-network', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:32.417513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:32.443432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port cd1a7b21-0571-4c99-9d01-2be42b735233 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:32.455120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.459961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-deleted', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:32.461865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Usage tracker for resource:network and tenant:bfd56eb6ecbf4c218326e15a2daa87b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:32.466848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.477441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:32.505062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:32.512224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:32.518837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-0a11c825-c159-4c2e-849f-25f25d499b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:32.519463 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-0a11c825-c159-4c2e-849f-25f25d499b68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3575466 May 26 19:12:32.520617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Transition to ACTIVE for port object 4ee197ef-4512-4519-aae7-efd0fe79d575 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:32.532403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Deleting port 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:32.532769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.543500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:32.543834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1ac75a14-1960-43ad-9cb3-e2d6d79127f6 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:32.592168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-4f7c395f-c0a6-4979-8f91-34bf93d3a184 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "DELETE /v2.0/ports/cd1a7b21-0571-4c99-9d01-2be42b735233 HTTP/1.1" status: 204 len: 173 time: 2.2749586 May 26 19:12:32.627492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Made reservation on behalf of bfd56eb6ecbf4c218326e15a2daa87b6 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:32.629778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.649949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-64458b93-490e-4715-b62c-1f6df35a6562 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:32.651368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-64458b93-490e-4715-b62c-1f6df35a6562 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.4260879 May 26 19:12:32.661329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-75785847-eb63-41b1-b7ff-f68e00f03741 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.1306965 May 26 19:12:32.688121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.740516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] The port '1ac75a14-1960-43ad-9cb3-e2d6d79127f6' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:12:32.742639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:32.787084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-6a4dcd8f-7873-44b1-936b-fd72b113b871 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/quotas/891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 375 time: 0.1151102 May 26 19:12:32.791899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:32.810979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Usage tracker for resource:security_group_rule and tenant:bfd56eb6ecbf4c218326e15a2daa87b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:32.820614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689705a-2742-4fd1-89ef-6c1a082bdfb8 req-a2083f85-a4e3-4d06-b274-883658503a53 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:32.822104 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b689705a-2742-4fd1-89ef-6c1a082bdfb8 req-a2083f85-a4e3-4d06-b274-883658503a53 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 946 time: 0.5015051 May 26 19:12:32.824657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:32.851396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:32.918795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port a3742fa0-a593-46f7-9206-c50cd98b224e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:32.919125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.938961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:32.941253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-9630694c-1d59-4951-91dd-60309f687e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:32.942697 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-9630694c-1d59-4951-91dd-60309f687e45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2460310 May 26 19:12:33.101287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 506abc93-8b84-45cc-bcc8-0db6130ff188, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=506abc93-8b84-45cc-bcc8-0db6130ff188,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:33.101647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.214078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.250059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b689705a-2742-4fd1-89ef-6c1a082bdfb8 req-76c81312-2dd9-4a65-a867-ef73afd03e38 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051769 May 26 19:12:33.264229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:33.279517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:33.294623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979200a1-bb4a-47ba-a9cb-d30724dad36a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:33.302085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:33.328216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event updated for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:33.354574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca8379-157f-4bd8-9b82-c4073e854d84') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:33.354859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca8379-157f-4bd8-9b82-c4073e854d84') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:33.394859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.397422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 4732e1d2-26f6-43ed-bffc-7273fc5372e4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4732e1d2-26f6-43ed-bffc-7273fc5372e4,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:33.398143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.408720 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a364d501-71f1-48a2-a5c1-0409368978b8'] response: {'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-deleted', 'tag': 'cd1a7b21-0571-4c99-9d01-2be42b735233', 'status': 'completed', 'code': 200} May 26 19:12:33.425629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 506abc93-8b84-45cc-bcc8-0db6130ff188 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:33.429003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.434411 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d272aa5-ad20-47c4-8fed-fea2ad2d1481'] response: {'name': 'network-changed', 'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'status': 'completed', 'code': 200} May 26 19:12:33.467395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:12:33.467801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.493476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-40fd857d-737d-4351-96d3-71622a4cbb7d tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6543102 May 26 19:12:33.513549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:33.514207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.627245 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 77ca8379-157f-4bd8-9b82-c4073e854d84 resource provider aggregate not found May 26 19:12:33.627950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-874d5dde-826f-4030-b488-8e455fc6064e None None] Provisioning for port 4ee197ef-4512-4519-aae7-efd0fe79d575 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:33.633825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-874d5dde-826f-4030-b488-8e455fc6064e None None] Provisioning complete for port 4ee197ef-4512-4519-aae7-efd0fe79d575 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:33.634006 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-874d5dde-826f-4030-b488-8e455fc6064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.664939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 4732e1d2-26f6-43ed-bffc-7273fc5372e4 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:33.700897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-874d5dde-826f-4030-b488-8e455fc6064e None None] Port 4ee197ef-4512-4519-aae7-efd0fe79d575 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:12:33.716910 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 77ca8379-157f-4bd8-9b82-c4073e854d84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ca8379-157f-4bd8-9b82-c4073e854d84 found for delete ", "request_id": "req-4ec0655b-0492-4abf-a196-99d0ba3df3ec"}]} May 26 19:12:33.729451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a3742fa0-a593-46f7-9206-c50cd98b224e no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:33.730389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5d00b879-55c2-42fc-874b-517f6c40aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:33.732401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5d00b879-55c2-42fc-874b-517f6c40aa1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7420590 May 26 19:12:33.771693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.788208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.848263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a3742fa0-a593-46f7-9206-c50cd98b224e is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:33.848873 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.862025 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-62072b3c-8817-4381-9503-0125882537a8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9679835 May 26 19:12:33.875045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.879250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:33.890101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:33.895101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.896062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cd1a7b21-0571-4c99-9d01-2be42b735233 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:33.897737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Request body: {'port': {'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:33.954680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:12:33.963378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: cd1a7b21-0571-4c99-9d01-2be42b735233 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:33.963958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cd1a7b21-0571-4c99-9d01-2be42b735233 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:33.964550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 506abc93-8b84-45cc-bcc8-0db6130ff188 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:33.979318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:33.999252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=979200a1-bb4a-47ba-a9cb-d30724dad36a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:34.000935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc413c-723f-49dc-99fb-fcbbff28ecd7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:34.018804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7a9b195-b72a-442a-b3a7-e62298ab3ab9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/979200a1-bb4a-47ba-a9cb-d30724dad36a HTTP/1.1" status: 204 len: 168 time: 3.7054956 May 26 19:12:34.045256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.045871 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Added segment 0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6 of type vlan for network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 May 26 19:12:34.063328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-c54b6efa-eb1b-4345-83f6-e755c27f4590 service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689061 May 26 19:12:34.088176 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:12:34.091541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:34.091989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.154397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-b7963838-4132-472d-adc9-4b3375cd317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:34.156019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-b7963838-4132-472d-adc9-4b3375cd317f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1100 time: 0.7244051 May 26 19:12:34.164923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:34.170023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773f9c-10e3-40ce-a108-c5b5135f8ece req-92ac0f82-c6e9-4fb0-af32-b8f5b2ae5c46 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:34.171625 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-56773f9c-10e3-40ce-a108-c5b5135f8ece req-92ac0f82-c6e9-4fb0-af32-b8f5b2ae5c46 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 0.6307807 May 26 19:12:34.173588 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-1ff59d53-a9a1-41eb-aa29-4aa2becc94cf service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278491 May 26 19:12:34.209054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.209403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.209738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.210068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.210396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.210717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.211277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.211792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.212324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.212840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.214207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.215539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:12:34.248042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 506abc93-8b84-45cc-bcc8-0db6130ff188 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:34.248497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.255622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.259906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53512) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:34.296607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for a3742fa0-a593-46f7-9206-c50cd98b224e owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:34.346222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.460266 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:34.520478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.536670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:34.559029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-56773f9c-10e3-40ce-a108-c5b5135f8ece req-3d67b22d-c97b-4693-ba6f-af3f0ef6ed5b tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974744 May 26 19:12:34.660007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:34.660296 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:34.668728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.669604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:34.671829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.676732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:34.682276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=506abc93-8b84-45cc-bcc8-0db6130ff188,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:34.716707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-45d10133-0a23-4724-8f99-978cea9cacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:34.718559 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-45d10133-0a23-4724-8f99-978cea9cacf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.5440261 May 26 19:12:34.732081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-80b2a3c6-1f64-4967-bb20-fcb74ff99ff4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa209c0ea17f48458d814cf830d5bb67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4488008 May 26 19:12:34.754096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=4732e1d2-26f6-43ed-bffc-7273fc5372e4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:34.805879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:34.890806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 506abc93-8b84-45cc-bcc8-0db6130ff188 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:34.929066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-3a2bb712-0ffe-4a8e-81ac-c94ddca86e4e service neutron] 10.222.0.24 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928280 May 26 19:12:34.930153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.002360 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dbeaeeb9-cf49-4c49-b6ae-0c7c34333163 req-5fbdfb0e-d5ad-4a51-9773-b44858320d14 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203138 May 26 19:12:35.003559 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-af74bf98-97f3-4eaa-837b-c8193b804eeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.2621045 May 26 19:12:35.022371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.8732085 May 26 19:12:35.028144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53524) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:35.039924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc689f4e-f396-459d-aa85-bf27caf00a8e admin admin] Pushing event updated for resources: {'Network': ['ID=b7f4d717-9b71-4ab9-a055-dc8f3a28e570,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:35.060345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:12:35.071769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 4732e1d2-26f6-43ed-bffc-7273fc5372e4 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:35.079127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Request body: {'subnet': {'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-subnet', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:35.087564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.095742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d713a4a-323a-49bb-8fb9-989ff68bfbb4 req-0ff0acb0-f7c2-4a58-a1da-86d3f55d921b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "DELETE /v2.0/ports/4732e1d2-26f6-43ed-bffc-7273fc5372e4 HTTP/1.1" status: 204 len: 173 time: 3.2308602 May 26 19:12:35.132398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ee9e56-4278-48c6-b59f-e8d2aa7d4e6a req-1ef66a17-aeff-425b-b007-feb234299e8d tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.13 "DELETE /v2.0/ports/506abc93-8b84-45cc-bcc8-0db6130ff188 HTTP/1.1" status: 204 len: 173 time: 3.2338464 May 26 19:12:35.155807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.170327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port a3742fa0-a593-46f7-9206-c50cd98b224e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:35.170993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.325587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:35.340837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.387092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Usage tracker for resource:subnet and tenant:bfd56eb6ecbf4c218326e15a2daa87b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:35.477359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:35.490490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'name': 'network-vif-deleted', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188'}, {'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'name': 'network-vif-deleted', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:35.514738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:35.540598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-39be4fc9-f143-4996-8dd3-57dfcec839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:35.544712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-39be4fc9-f143-4996-8dd3-57dfcec839a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.5144279 May 26 19:12:35.617023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Made reservation on behalf of bfd56eb6ecbf4c218326e15a2daa87b6 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:35.629346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.709956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.815584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cba72df-c17f-4845-95e4-35286e2c5bea,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:35.857347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-454ecea5-1b86-41da-811b-553fb86bea95 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:35.857347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-454ecea5-1b86-41da-811b-553fb86bea95 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:35.862177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-487ccb18-1d92-4795-b283-bc99a827c54d req-dd6e6902-02cc-425a-b33f-eb4bd3bed55a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:35.874354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4732e1d2-26f6-43ed-bffc-7273fc5372e4 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:35.880272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port a3742fa0-a593-46f7-9206-c50cd98b224e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a3742fa0-a593-46f7-9206-c50cd98b224e,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:35.880730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.890328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:35.891680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-498bc185-1d23-429b-a36f-57b50eaad60a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cba72df-c17f-4845-95e4-35286e2c5bea HTTP/1.1" status: 204 len: 168 time: 1.0413852 May 26 19:12:35.906886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-487ccb18-1d92-4795-b283-bc99a827c54d req-dd6e6902-02cc-425a-b33f-eb4bd3bed55a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:35.913587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-487ccb18-1d92-4795-b283-bc99a827c54d req-dd6e6902-02cc-425a-b33f-eb4bd3bed55a tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=766d42bd-3cbf-4485-8675-4e067c95380e HTTP/1.1" status: 200 len: 210 time: 0.1528656 May 26 19:12:36.061531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4732e1d2-26f6-43ed-bffc-7273fc5372e4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:36.063464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4732e1d2-26f6-43ed-bffc-7273fc5372e4 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:36.084920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-454ecea5-1b86-41da-811b-553fb86bea95 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:36.100656 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-454ecea5-1b86-41da-811b-553fb86bea95 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 931 time: 1.2781899 May 26 19:12:36.103548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-a3ec29a1-712c-4d47-936e-db130d78f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:36.109780 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-a3ec29a1-712c-4d47-936e-db130d78f696 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1100 time: 1.0128343 May 26 19:12:36.131698 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab16140-5ea9-4760-9603-6e019e9a14d6'] response: {'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'code': 200} May 26 19:12:36.171321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:36.260532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:36.378171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for a3742fa0-a593-46f7-9206-c50cd98b224e owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:36.525262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-1b62ab65-dc7d-4752-82a6-91c7ce20cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:36.525262 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-1b62ab65-dc7d-4752-82a6-91c7ce20cb5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9674885 May 26 19:12:36.536590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee197ef-4512-4519-aae7-efd0fe79d575 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:36.547799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-3553c6eb-5210-40a2-b4b2-156da397dae5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:36.635126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:36.647034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbf0a5-4986-4c82-8db7-22182139cdaa req-3c390462-9ae9-41f9-b283-2b0b4fea897c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:36.647034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5fdbf0a5-4986-4c82-8db7-22182139cdaa req-3c390462-9ae9-41f9-b283-2b0b4fea897c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Synchronizing usage tracker for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:36.701211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5fdbf0a5-4986-4c82-8db7-22182139cdaa req-3c390462-9ae9-41f9-b283-2b0b4fea897c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Unset dirty status for tenant:8f216dfad69345888d136987434a100d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:36.707800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fdbf0a5-4986-4c82-8db7-22182139cdaa req-3c390462-9ae9-41f9-b283-2b0b4fea897c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc38491-f160-42cf-b68e-63402a19445d HTTP/1.1" status: 200 len: 944 time: 0.2860637 May 26 19:12:36.768855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-cfde5167-45ff-41e5-b735-f539d1f807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:36.768855 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-cfde5167-45ff-41e5-b735-f539d1f807c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.6101801 May 26 19:12:36.779549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-3553c6eb-5210-40a2-b4b2-156da397dae5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:36.784586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36', '73ce15c6-f4e6-4be7-9eeb-5f674580270e', '429cd090-7495-44de-93df-a714b0412037'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:36.791495 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f27bcaea-0b51-4003-b4c8-196be6550a2c req-3553c6eb-5210-40a2-b4b2-156da397dae5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848714 May 26 19:12:36.792360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fdbf0a5-4986-4c82-8db7-22182139cdaa req-73deefff-c2a9-47bd-902a-b57b5335f3ee tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "GET /v2.0/security-groups?id=073fb61d-a8e0-4ba0-b478-04a3f44ee510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816941 May 26 19:12:36.869473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:36.987845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Transition to ACTIVE for port object 4ee197ef-4512-4519-aae7-efd0fe79d575 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:37.023370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:37.027771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-dfbf6333-9704-4ef3-b71e-76fae1af3d66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 200 len: 217 time: 0.2337604 May 26 19:12:37.049669 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cdc068-3900-4a7f-b39d-56f31a0ba19a'] response: {'server_uuid': 'bf6a05aa-1e7d-4046-ad1a-ecadc4f5c8a3', 'name': 'network-vif-deleted', 'tag': '506abc93-8b84-45cc-bcc8-0db6130ff188', 'status': 'completed', 'code': 200} May 26 19:12:37.050216 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cdc068-3900-4a7f-b39d-56f31a0ba19a'] response: {'server_uuid': '766d42bd-3cbf-4485-8675-4e067c95380e', 'name': 'network-vif-deleted', 'tag': '4732e1d2-26f6-43ed-bffc-7273fc5372e4', 'status': 'completed', 'code': 200} May 26 19:12:37.054467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=a3742fa0-a593-46f7-9206-c50cd98b224e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:37.110068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53556) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:37.328816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a6894d55-6945-471a-8f12-5733f08995cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23d529ff6acd4c6caccef196eacee387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038102 May 26 19:12:37.352686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53564) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:37.363377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port a3742fa0-a593-46f7-9206-c50cd98b224e on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:37.389440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e2ff93b-3276-46a7-8242-f796e173de54 req-691193ce-2006-41a0-8ebd-9f7879a8613f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 210 time: 0.2631342 May 26 19:12:37.389440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:37.411426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.13 "DELETE /v2.0/ports/a3742fa0-a593-46f7-9206-c50cd98b224e HTTP/1.1" status: 204 len: 173 time: 4.7925658 May 26 19:12:37.547529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:37.737862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Pushing event updated for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:37.791609 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-8f34072a-68f7-4706-a613-84f8683881c7 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2635093 May 26 19:12:37.828831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:37.897782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:37.943580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-6c43e22e-1802-4ae8-9b74-093e9089d337 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:37.947224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-6c43e22e-1802-4ae8-9b74-093e9089d337 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 820 time: 0.5425510 May 26 19:12:37.973272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Request body: {'port': {'device_id': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'admin_state_up': True, 'tenant_id': '891552066e664642bc2c603d042ea48c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:38.178872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:38.228977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:38.232903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f40ee0-d3e6-469a-8e4e-90bca37496f6 HTTP/1.1" status: 204 len: 168 time: 0.8526101 May 26 19:12:38.234311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d5aa2-f6d0-4e2f-93af-e2508bdef636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f40ee0-d3e6-469a-8e4e-90bca37496f6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:38.240676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:38.253520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:38.269974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Made reservation on behalf of 891552066e664642bc2c603d042ea48c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:12:38.275989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:38.358811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-444e4e90-b086-473a-8c67-e268770ec466 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687319 May 26 19:12:38.361226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-0ccda79d-2351-4564-8ffe-785a8bb965ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:38.363236 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-0ccda79d-2351-4564-8ffe-785a8bb965ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 1.2274485 May 26 19:12:38.364444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674fb03f-59c5-4c2c-9d56-d5d1425cc2da,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:38.377711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5732f-33f5-4106-9f45-15f7738649aa req-c7664f7d-b516-4e29-91d4-1a3fd2401122 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:38.382772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecc5732f-33f5-4106-9f45-15f7738649aa req-c7664f7d-b516-4e29-91d4-1a3fd2401122 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 943 time: 0.2643600 May 26 19:12:38.529551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Checking segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:38.529904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Network hostable DHCP agents. Network: b7f4d717-9b71-4ab9-a055-dc8f3a28e570, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:12:38.566859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Allocated IP 172.20.0.9 (32463b11-b1ac-4c2b-b8c3-0e24e3accacb/f5db4c14-f328-4cb3-a174-08c5aeeeca44/dd55b589-dd1e-4ef0-a02a-335fd0ecde90) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:38.764389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04870-245b-4aa1-8379-1fc0d0ac0124 req-5bab79ce-8b36-4ce4-88a7-b17c539da65d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:38.765935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-72a04870-245b-4aa1-8379-1fc0d0ac0124 req-5bab79ce-8b36-4ce4-88a7-b17c539da65d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 949 time: 1.6539409 May 26 19:12:38.790763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:12:38.825207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-a7c7ec09-89f5-4d92-bf5d-7c618851f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:38.826731 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-a7c7ec09-89f5-4d92-bf5d-7c618851f5a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4136753 May 26 19:12:38.827347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b7f4d717-9b71-4ab9-a055-dc8f3a28e570) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:38.836924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01520e59-396f-4b18-b330-18095f3e5fb8 None None] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:38.944452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:38.945071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:38.964236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Attempting to bind port 4ee197ef-4512-4519-aae7-efd0fe79d575 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:38.964600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Attempting to bind port 4ee197ef-4512-4519-aae7-efd0fe79d575 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:38.964927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Attempting to bind port 4ee197ef-4512-4519-aae7-efd0fe79d575 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:39.058837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-deleted', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:39.083240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.152206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-72a04870-245b-4aa1-8379-1fc0d0ac0124 req-50cf5fb9-3d6e-4ac1-a269-6dfcfa6bbb5c tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689399 May 26 19:12:39.184467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:12:39.186209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.186906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.208648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:39.219277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Port 4ee197ef-4512-4519-aae7-efd0fe79d575 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:12:39.220362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Attempting to bind port 4ee197ef-4512-4519-aae7-efd0fe79d575 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:39.257792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:39.258059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Checking segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:39.262747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Bound using segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:39.263389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Bound port: 4ee197ef-4512-4519-aae7-efd0fe79d575, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:39.263905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.308097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:39.418265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecc5732f-33f5-4106-9f45-15f7738649aa req-46252689-ba7c-444e-b2ab-10d32571d24e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0208642 May 26 19:12:39.423623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:39.461199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:39.462284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:39.471262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:39.527557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:39.536309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4ee197ef-4512-4519-aae7-efd0fe79d575,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:39.712523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:39.717673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.721802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.729213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting subnet 5c978e7c-f450-4e39-854c-8decf8aeda37 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:12:39.840116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.873089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Pushing event updated for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:39.879430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2901ce72-3c7e-4be7-8a2b-1d3d7bf59ec9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.8445232 May 26 19:12:39.887590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53614) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:39.909417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-84c93ec3-bde8-4c08-9eb8-e72f063454de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9425402 May 26 19:12:39.916403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:39.928718 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c512dd8a-5a3c-4a04-857a-8f177dfe751a'] response: {'server_uuid': 'acc38491-f160-42cf-b68e-63402a19445d', 'name': 'network-vif-deleted', 'tag': 'a3742fa0-a593-46f7-9206-c50cd98b224e', 'status': 'completed', 'code': 200} May 26 19:12:39.935780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:39.940803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:39.941523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:39.942951 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-a636a334-6286-406f-ae81-ad9b2d1f9cbf service neutron] 10.222.0.13 "PUT /v2.0/ports/4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 1091 time: 6.0628974 May 26 19:12:39.943416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:39.956765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Request body: {'port': {'device_id': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:40.010609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.013504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:40.130940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Usage tracker for resource:router and tenant:bfd56eb6ecbf4c218326e15a2daa87b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:40.141495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Allocated IP 172.20.0.2 (b7f4d717-9b71-4ab9-a055-dc8f3a28e570/674fb03f-59c5-4c2c-9d56-d5d1425cc2da/210a64bd-0f58-447e-9757-95a477ed1343) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:40.149437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:40.151335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-c235f893-63ce-4252-9377-12a28460916a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3020446 May 26 19:12:40.153787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:12:40.235190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:40.257546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371b0f-d817-4eb7-94ee-641607d981e0 req-25bdca20-4f6d-4a64-a053-5f7642ffc9bf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:40.260691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-51371b0f-d817-4eb7-94ee-641607d981e0 req-25bdca20-4f6d-4a64-a053-5f7642ffc9bf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:40.385684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.422102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.423862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.492343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-51371b0f-d817-4eb7-94ee-641607d981e0 req-25bdca20-4f6d-4a64-a053-5f7642ffc9bf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:40.499134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:40.501166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51371b0f-d817-4eb7-94ee-641607d981e0 req-25bdca20-4f6d-4a64-a053-5f7642ffc9bf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 931 time: 0.7735176 May 26 19:12:40.521527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0adbb137-dc96-496e-9467-5d608935e932', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '0adbb137-dc96-496e-9467-5d608935e932', 'mac_address': 'fa:16:3e:7c:ee:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:40.566496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-30efde7c-916d-4760-a16f-2eb35a4a3e95 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:40.568546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-30efde7c-916d-4760-a16f-2eb35a4a3e95 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 950 time: 0.5447977 May 26 19:12:40.727962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.788400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:40.791362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.882107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:40.882107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.919148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.924172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Transition to ACTIVE for port object 210a64bd-0f58-447e-9757-95a477ed1343 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:40.929030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:40.934594 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1256337-fd0a-4448-9f19-4d6b1b57ca10 req-78dd78bd-874b-4e0c-b176-605f13412bb4 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161510 May 26 19:12:40.970067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:40.972299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5091a98-ace1-4902-b56b-34c871b39d3a req-31b4bb52-5082-4a75-aba0-ff347ceb0c95 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:40.973681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51371b0f-d817-4eb7-94ee-641607d981e0 req-9bebbf28-bf40-4e3a-9aab-d195e584272a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714360 May 26 19:12:40.985626 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c5091a98-ace1-4902-b56b-34c871b39d3a req-31b4bb52-5082-4a75-aba0-ff347ceb0c95 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 950 time: 0.5853710 May 26 19:12:41.050923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 429cd090-7495-44de-93df-a714b0412037 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:41.050923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.073352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Transition to ACTIVE for port object 210a64bd-0f58-447e-9757-95a477ed1343 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:41.081389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-b70ff4d7-b236-411d-b82a-5d33c8d3575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:41.082910 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-b70ff4d7-b236-411d-b82a-5d33c8d3575c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1094 time: 0.9399724 May 26 19:12:41.086993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.127625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.194207 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51547570-0258-4843-ac3e-3b07d7a74b71'] response: {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:12:41.199148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:41.199148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:41.199148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:41.204499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:41.283219 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-ff469585-ee5a-4379-a4ce-e1d4926a36f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.1833577 May 26 19:12:41.330972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d199d7-fd53-40c5-be1b-bf8548057e1e None None] Network 56dce922-5fc0-4797-8590-89b53eba2792 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:41.335748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Subnet': ['ID=5c978e7c-f450-4e39-854c-8decf8aeda37,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:41.345984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.365643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c5091a98-ace1-4902-b56b-34c871b39d3a req-0d170ca8-a5e0-451b-b0c0-b65b8a067058 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726103 May 26 19:12:41.371732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-75aed6a9-5875-4cbd-ad56-ea623fa6b41c tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/subnets/5c978e7c-f450-4e39-854c-8decf8aeda37 HTTP/1.1" status: 204 len: 168 time: 1.8334312 May 26 19:12:41.372395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53638) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:41.460091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-ed4b8b4c-14a6-4f16-8267-44983305a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:41.460876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-ed4b8b4c-14a6-4f16-8267-44983305a14a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1611481 May 26 19:12:41.529450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Pushing event updated for resources: {'Port': ['ID=210a64bd-0f58-447e-9757-95a477ed1343,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:41.549557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0adbb137-dc96-496e-9467-5d608935e932'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:41.565398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.641215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Attempting to bind port 210a64bd-0f58-447e-9757-95a477ed1343 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:41.641580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Attempting to bind port 210a64bd-0f58-447e-9757-95a477ed1343 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:41.642019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Attempting to bind port 210a64bd-0f58-447e-9757-95a477ed1343 on network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:41.642229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port b22404e6-23ea-4100-b1cc-1899402bb502 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:41.642504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.678848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-00432db4-2bd7-4f43-bb5f-e2451a04a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:41.678848 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-00432db4-2bd7-4f43-bb5f-e2451a04a639 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059627 May 26 19:12:41.698006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:41.698442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Checking segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:41.699490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.699887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Bound using segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:41.700371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Bound port: 210a64bd-0f58-447e-9757-95a477ed1343, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:41.700744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.857297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:41.983212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 429cd090-7495-44de-93df-a714b0412037 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:42.013160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:42.013694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.046598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd55b589-dd1e-4ef0-a02a-335fd0ecde90 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:42.119071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216484f4-e925-4dd5-bf5b-ad67716f51cd req-f2c3aad2-3397-4134-8e66-3da2001e7f6e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:42.124417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7bd1b-3871-4499-b47c-93f05e7d4d07 req-fa6c0716-ed9b-414d-9769-8c37e5b869af tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:42.124417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4f7bd1b-3871-4499-b47c-93f05e7d4d07 req-fa6c0716-ed9b-414d-9769-8c37e5b869af tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 950 time: 0.8050146 May 26 19:12:42.142586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.150037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-216484f4-e925-4dd5-bf5b-ad67716f51cd req-f2c3aad2-3397-4134-8e66-3da2001e7f6e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 943 time: 0.5622144 May 26 19:12:42.243051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] For port 210a64bd-0f58-447e-9757-95a477ed1343, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:42.248996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] For port 210a64bd-0f58-447e-9757-95a477ed1343, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=210a64bd-0f58-447e-9757-95a477ed1343,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:42.283368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.313650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-e90f9e2b-6c4f-4b3a-97a2-75aa9c754776 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223388 May 26 19:12:42.321862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 429cd090-7495-44de-93df-a714b0412037 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:42.356456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] DHCP port deletion for 56dce922-5fc0-4797-8590-89b53eba2792 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:12:42.409726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Deleting port b22404e6-23ea-4100-b1cc-1899402bb502 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:42.409726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.437819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 429cd090-7495-44de-93df-a714b0412037 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:42.437819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.444448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Transition to ACTIVE for port object dd55b589-dd1e-4ef0-a02a-335fd0ecde90 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:42.456378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.489651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06928b3e-896a-429f-a960-83f96d4b4154 None None] Pushing event updated for resources: {'Port': ['ID=210a64bd-0f58-447e-9757-95a477ed1343,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:42.491288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-216484f4-e925-4dd5-bf5b-ad67716f51cd req-a634f2e8-e37c-47bb-addf-2df903ced4c5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637776 May 26 19:12:42.513948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4f7bd1b-3871-4499-b47c-93f05e7d4d07 req-b747b5a8-a687-4ecc-a9f6-cfdd53252dc3 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945346 May 26 19:12:42.550568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port b22404e6-23ea-4100-b1cc-1899402bb502, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b22404e6-23ea-4100-b1cc-1899402bb502,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:42.550940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.631277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b22404e6-23ea-4100-b1cc-1899402bb502 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:42.750689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '429cd090-7495-44de-93df-a714b0412037'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:42.838047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:42.838047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:42.858918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:42.930162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for b22404e6-23ea-4100-b1cc-1899402bb502 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:43.024979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38e93b-6059-46b8-805d-04372aad3203 req-d8dba322-491c-448d-871f-6d8a2e898de8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:43.028329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9d38e93b-6059-46b8-805d-04372aad3203 req-d8dba322-491c-448d-871f-6d8a2e898de8 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/ports?device_id=57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635 HTTP/1.1" status: 200 len: 950 time: 0.8128765 May 26 19:12:43.104517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83e5b641-5258-4d47-b2bd-98cc7c42f884 req-5adf0d2e-c43d-41ba-a7e8-2418a69d1207 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7800684 May 26 19:12:43.225512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:43.225512 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:43.272621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:43.272621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:43.272621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:43.283286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] For port b22404e6-23ea-4100-b1cc-1899402bb502, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b22404e6-23ea-4100-b1cc-1899402bb502,segment=NetworkSegment(d06d3be4-ef3d-485f-a3dc-f3a69b9d2965),segment_id=d06d3be4-ef3d-485f-a3dc-f3a69b9d2965)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:43.283859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.286563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:12:43.286670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:43.291515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:43.299123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:43.300436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:43.301105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:43.301799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Bound port: dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:43.302405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.304643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b22404e6-23ea-4100-b1cc-1899402bb502 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:43.305019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.330911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 73ce15c6-f4e6-4be7-9eeb-5f674580270e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:43.331478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.361784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.416892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad85c0-316a-4ed3-9195-b5ab596e5ea4 req-fda14d6e-9d9b-482b-8957-5586ffaa5c34 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:43.419591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baad85c0-316a-4ed3-9195-b5ab596e5ea4 req-fda14d6e-9d9b-482b-8957-5586ffaa5c34 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.6122558 May 26 19:12:43.495636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Calling delete_port for b22404e6-23ea-4100-b1cc-1899402bb502 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:43.499888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Port': ['ID=b22404e6-23ea-4100-b1cc-1899402bb502,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:43.505006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] No DVR routers for this DVR port b22404e6-23ea-4100-b1cc-1899402bb502 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:43.647206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baad85c0-316a-4ed3-9195-b5ab596e5ea4 req-c852378d-4a01-4e16-bd18-e8a79fdd4a28 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592853 May 26 19:12:43.680383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:43.680603 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:43.682959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:43.719025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:43.728727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.767397 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.810421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.835030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-f49bf417-993a-4ad3-a2ed-5801210a5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:43.836669 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-f49bf417-993a-4ad3-a2ed-5801210a5531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1094 time: 0.6715705 May 26 19:12:43.841438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 429cd090-7495-44de-93df-a714b0412037 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:43.841777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.878687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:43.891692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.899797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:43.926057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d74b-6359-4bdf-a4e3-a69adbe1c738 req-6695d3d7-676d-436a-bfce-f798abc6d6df tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:43.927510 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fbc8d74b-6359-4bdf-a4e3-a69adbe1c738 req-6695d3d7-676d-436a-bfce-f798abc6d6df tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 948 time: 0.7000234 May 26 19:12:43.976982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:43.977699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.979530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-0fea0793-9761-4681-98b0-5dfadbcb2be4 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 1091 time: 4.0440488 May 26 19:12:43.981374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:43.982507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dce922-5fc0-4797-8590-89b53eba2792']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:43.991902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:44.039923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 0adbb137-dc96-496e-9467-5d608935e932 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:44.045670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0adbb137-dc96-496e-9467-5d608935e932 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:44.046012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.110501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:44.110800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06d3be4-ef3d-485f-a3dc-f3a69b9d2965') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:44.167799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.191174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Deleting port b22404e6-23ea-4100-b1cc-1899402bb502 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:44.191174 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.209604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-f36c5d17-8617-4ee6-9652-e5ab52d57dca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7654948 May 26 19:12:44.231730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592d4f2-d9f0-4839-8d84-4d64903100b1 None None] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:44.409299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7113bb69-f97e-4ab1-864f-9e1a96e254cb None None] The port 'b22404e6-23ea-4100-b1cc-1899402bb502' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:12:44.424660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.456046 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fbc8d74b-6359-4bdf-a4e3-a69adbe1c738 req-880a792e-4850-44a6-b0b1-4760f99ccc48 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530063 May 26 19:12:44.477928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:12:44.478475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.513714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-66d2c0eb-345c-4baa-bcda-9eadc64ee86a None None] Provisioning for port 210a64bd-0f58-447e-9757-95a477ed1343 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:44.532241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0adbb137-dc96-496e-9467-5d608935e932 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:44.535088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.544379 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d06d3be4-ef3d-485f-a3dc-f3a69b9d2965 resource provider aggregate not found May 26 19:12:44.641447 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b241a9a-7e35-4222-9aea-d45fe2727393'] response: {'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '429cd090-7495-44de-93df-a714b0412037', 'code': 200} May 26 19:12:44.666746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:44.671698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 210a64bd-0f58-447e-9757-95a477ed1343 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:44.676537 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d06d3be4-ef3d-485f-a3dc-f3a69b9d2965 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d06d3be4-ef3d-485f-a3dc-f3a69b9d2965 found for delete ", "request_id": "req-4107fd56-e1aa-4d8c-a482-8e6ee1da4eee"}]} May 26 19:12:44.691062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-e3c9f0e5-be54-4ab5-8ea8-4ec3ac8536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:44.692600 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-e3c9f0e5-be54-4ab5-8ea8-4ec3ac8536aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.8336959 May 26 19:12:44.695696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 73ce15c6-f4e6-4be7-9eeb-5f674580270e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=73ce15c6-f4e6-4be7-9eeb-5f674580270e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:44.696459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.788076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63f9f-370b-416f-9706-9ca7130134e4 req-5c171ab2-36c2-4e29-80df-185e6a92a30a tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:44.797749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccf63f9f-370b-416f-9706-9ca7130134e4 req-5c171ab2-36c2-4e29-80df-185e6a92a30a tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 1101 time: 0.9255848 May 26 19:12:44.802224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.807379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69d96eb4-2d9c-4440-b605-bfcf05111e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:44.912772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 73ce15c6-f4e6-4be7-9eeb-5f674580270e owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:44.919261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccf63f9f-370b-416f-9706-9ca7130134e4 req-e479c64f-3428-485f-88bc-1299b5c948c8 tempest-MigrationsAdminTest-1013922014 tempest-MigrationsAdminTest-1013922014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208651 May 26 19:12:44.960730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-1b6f9399-5ce0-4b1e-858c-f5246bb7d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:44.965859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-1b6f9399-5ce0-4b1e-858c-f5246bb7d92f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1094 time: 0.8358185 May 26 19:12:44.970314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=13']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:44.986140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-ccae7eae-8b91-46ad-bdfe-e013ba24b5d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.2785280 May 26 19:12:45.020463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.129395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.145334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 210a64bd-0f58-447e-9757-95a477ed1343 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:45.157006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 210a64bd-0f58-447e-9757-95a477ed1343 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:45.157533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.162712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Allocated IP 172.25.0.64 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/12044673-436e-44db-b226-8824db2f84d1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:45.195397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Network': ['ID=56dce922-5fc0-4797-8590-89b53eba2792,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:45.232838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-62cb82bc-48f9-43a6-b69f-d1beef2fbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:45.234914 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-62cb82bc-48f9-43a6-b69f-d1beef2fbe3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 1101 time: 1.0029180 May 26 19:12:45.284642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-1a2f1802-9e18-4d97-ac23-e5b2767a79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:45.286262 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-1a2f1802-9e18-4d97-ac23-e5b2767a79c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.2758307 May 26 19:12:45.296964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d81ae11-9a32-4cc6-8abd-0474d503a484 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/networks/56dce922-5fc0-4797-8590-89b53eba2792 HTTP/1.1" status: 204 len: 168 time: 3.9213336 May 26 19:12:45.350138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53672) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:45.378030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.437409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 210a64bd-0f58-447e-9757-95a477ed1343 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:45.437950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.443496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 429cd090-7495-44de-93df-a714b0412037, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=429cd090-7495-44de-93df-a714b0412037,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:45.444114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.497890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 210a64bd-0f58-447e-9757-95a477ed1343, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=210a64bd-0f58-447e-9757-95a477ed1343,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:45.503402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.600668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=210a64bd-0f58-447e-9757-95a477ed1343,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:45.652459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 429cd090-7495-44de-93df-a714b0412037 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:45.709601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.725559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:45.786433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting subnet 381af497-97b1-4c1e-bb07-8c36490043ad {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:12:45.809743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4ee197ef-4512-4519-aae7-efd0fe79d575 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:45.824869 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead1543e-ce6a-40e5-8193-175b2ba22395'] response: {'name': 'network-changed', 'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'status': 'completed', 'code': 200} May 26 19:12:45.836151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-b0e02849-3ed1-4078-bd1e-c53397f62439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:45.837709 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-b0e02849-3ed1-4078-bd1e-c53397f62439 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.5789278 May 26 19:12:45.838196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.857197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=73ce15c6-f4e6-4be7-9eeb-5f674580270e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:45.859092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.889249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fd2cb09-03da-4f0b-83ab-c23a20023df8 None None] Provisioning complete for port 210a64bd-0f58-447e-9757-95a477ed1343 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:45.889631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fd2cb09-03da-4f0b-83ab-c23a20023df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.901235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-f5e2e533-1156-47c9-8959-943e2b0c54b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 217 time: 0.9173517 May 26 19:12:45.902354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:45.941956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 73ce15c6-f4e6-4be7-9eeb-5f674580270e no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:45.975785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a667fa-9692-45d8-b56e-11623e72bfd6 req-b6bd54df-27d9-47c2-a63b-bb89c745b13e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:45.991823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76a667fa-9692-45d8-b56e-11623e72bfd6 req-b6bd54df-27d9-47c2-a63b-bb89c745b13e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.5086021 May 26 19:12:46.098040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Pushing event updated for resources: {'Port': ['ID=12044673-436e-44db-b226-8824db2f84d1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:46.149609 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-bc02d822-912e-4edb-9151-6f0c7c5b1d2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 200 len: 217 time: 0.2881706 May 26 19:12:46.154608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 73ce15c6-f4e6-4be7-9eeb-5f674580270e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:46.155275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 73ce15c6-f4e6-4be7-9eeb-5f674580270e not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:46.260127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 73ce15c6-f4e6-4be7-9eeb-5f674580270e on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:46.263520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-2cb64dd9-73ce-4245-8786-ee04b0556608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:46.265565 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-2cb64dd9-73ce-4245-8786-ee04b0556608 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1148214 May 26 19:12:46.266581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:46.286011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=429cd090-7495-44de-93df-a714b0412037,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:46.286228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'name': 'network-vif-deleted', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:46.335354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:46.357536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:46.363749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:46.395076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4ee197ef-4512-4519-aae7-efd0fe79d575,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:46.412666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-427b1b69-6065-4eff-bb20-3a7ed41c7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:46.416185 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-427b1b69-6065-4eff-bb20-3a7ed41c7129 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1160824 May 26 19:12:46.419566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 429cd090-7495-44de-93df-a714b0412037 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:46.428276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:46.441014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:46.481353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-7a007422-da87-4f28-be35-6c8e4a174c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:46.485273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-7a007422-da87-4f28-be35-6c8e4a174c72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.5138757 May 26 19:12:46.527155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9d38e93b-6059-46b8-805d-04372aad3203 req-67e15051-7780-40ef-b1e9-bc76f7caaffa tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "DELETE /v2.0/ports/73ce15c6-f4e6-4be7-9eeb-5f674580270e HTTP/1.1" status: 204 len: 173 time: 3.4863508 May 26 19:12:46.596307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-c2dc9b59-8149-42fe-8e75-a62ff5e6fb69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853276 May 26 19:12:46.604316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-131790dd-561a-426e-af9e-dfd0e4368ddd req-54f38431-fdc0-4939-b9fa-3b17774cc5c9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "DELETE /v2.0/ports/429cd090-7495-44de-93df-a714b0412037 HTTP/1.1" status: 204 len: 173 time: 6.0190139 May 26 19:12:46.665804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:46.681570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 210a64bd-0f58-447e-9757-95a477ed1343 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:46.820095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bf53e-fd16-4fff-a05c-f0ad69085c90 req-e17a1ec8-adab-4454-b38f-ddfccd98ac07 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:46.829464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc4bf53e-fd16-4fff-a05c-f0ad69085c90 req-e17a1ec8-adab-4454-b38f-ddfccd98ac07 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 943 time: 1.0025549 May 26 19:12:46.843944 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-76a667fa-9692-45d8-b56e-11623e72bfd6 req-fffef80f-50f0-4e59-97ce-68a176289ebd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8609726 May 26 19:12:46.854143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2cb09-03da-4f0b-83ab-c23a20023df8 None None] Current status of the port 210a64bd-0f58-447e-9757-95a477ed1343 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:46.877208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:46.995259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a54e0c8-6ede-4786-af30-baede48539f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.022570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4ee197ef-4512-4519-aae7-efd0fe79d575 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:47.023362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.071943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee197ef-4512-4519-aae7-efd0fe79d575 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:47.095292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 210a64bd-0f58-447e-9757-95a477ed1343 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:47.095947 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.141521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4ee197ef-4512-4519-aae7-efd0fe79d575,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:47.151046 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.171621 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-a72bcbf8-e68b-4638-b0c9-328de6ffedba service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433682 May 26 19:12:47.257368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:47.328053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc4bf53e-fd16-4fff-a05c-f0ad69085c90 req-ba5994fb-57a5-4f69-9eca-69e06640c0cf tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976170 May 26 19:12:47.357070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-c1199135-acf8-434e-8a9c-881a2b0f4308 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474451 May 26 19:12:47.372523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 210a64bd-0f58-447e-9757-95a477ed1343 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:47.404807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6a4a5940-f663-41b4-a4b5-bc39b125eb36'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:47.474243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.478149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4ee197ef-4512-4519-aae7-efd0fe79d575'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:47.500780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-7d494aaf-19da-4b65-8180-3618f59a0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:47.502969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-7d494aaf-19da-4b65-8180-3618f59a0679 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2071776 May 26 19:12:47.689070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c20c3599-30ac-4b45-92e5-3fb0606c2107 req-05d81c99-5437-4aba-9c95-513d795369b6 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572787 May 26 19:12:47.715287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-ceac5714-5b7e-4b96-b28b-3cf9fdec7d7b service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006764 May 26 19:12:47.727612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:47.731189 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7debe8f2-5dca-4514-8107-9978faa72b10'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'code': 200} May 26 19:12:47.864891 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d40997-0ede-4a2e-909d-090c382a1ab1'] response: {'server_uuid': '57ae29a6-f1b4-48f0-8c0e-bbfdd52b8635', 'name': 'network-vif-deleted', 'tag': '73ce15c6-f4e6-4be7-9eeb-5f674580270e', 'status': 'completed', 'code': 200} May 26 19:12:47.868616 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-d2935378-db1e-4d53-a8e8-c400f470691c service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899793 May 26 19:12:48.013299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-deleted', 'tag': '429cd090-7495-44de-93df-a714b0412037'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:48.017766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.028371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.200122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.259282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc2d2e-600f-485d-8571-9e2daa06fb50 req-86ef40d9-2c6c-42fe-9810-5abe22469aa8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:48.265946 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97bc2d2e-600f-485d-8571-9e2daa06fb50 req-86ef40d9-2c6c-42fe-9810-5abe22469aa8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 951 time: 0.3315179 May 26 19:12:48.303833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c7c1a56f-d534-45dc-ad14-ad3d2a2c047f req-eca36f7b-7999-493e-bcdf-47337b4c1438 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:48.306566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Subnet': ['ID=381af497-97b1-4c1e-bb07-8c36490043ad,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:48.320915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.331493 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97fa8c70-7e1c-4513-928e-de2b3f78fc25 req-ca1a0da3-89d8-4085-82de-2ddf56f14d41 service neutron] 10.222.0.13 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515538 May 26 19:12:48.331668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314dc32f-34e6-4244-bf9a-edb4a25c7df5 None None] Network 152e1a70-443b-4275-b984-c0c26e98df98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:12:48.356015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f50e14b2-3c46-4c07-84d9-ba51ec7cfa51 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/subnets/381af497-97b1-4c1e-bb07-8c36490043ad HTTP/1.1" status: 204 len: 168 time: 3.0040863 May 26 19:12:48.360946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53696) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:48.381126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97bc2d2e-600f-485d-8571-9e2daa06fb50 req-038c8f67-ae5c-4842-a914-5c2b9ef333a8 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154175 May 26 19:12:48.461123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c7c1a56f-d534-45dc-ad14-ad3d2a2c047f req-eca36f7b-7999-493e-bcdf-47337b4c1438 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:48.472498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7c1a56f-d534-45dc-ad14-ad3d2a2c047f req-eca36f7b-7999-493e-bcdf-47337b4c1438 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=d01f954f-49d4-409a-8ddf-1fe9b0df9a2a HTTP/1.1" status: 200 len: 210 time: 0.4643886 May 26 19:12:48.472999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53702) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:48.563898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.578307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port 2aefe542-078a-4969-bf33-c5d9ee7133b5 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:48.578868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.649462 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089e50c9-8b03-45a8-a893-8fea808ddbd2'] response: {'server_uuid': 'd01f954f-49d4-409a-8ddf-1fe9b0df9a2a', 'name': 'network-vif-deleted', 'tag': '429cd090-7495-44de-93df-a714b0412037', 'status': 'completed', 'code': 200} May 26 19:12:48.654128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-44af0632-7a0f-4b90-b4a7-46eb60b851c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:48.656346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-44af0632-7a0f-4b90-b4a7-46eb60b851c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1094 time: 0.5197058 May 26 19:12:48.685165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] DHCP port deletion for 152e1a70-443b-4275-b984-c0c26e98df98 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:12:48.690987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Deleting port 2aefe542-078a-4969-bf33-c5d9ee7133b5 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:48.691359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.926638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e51ff-052c-43db-b22f-3735d6972400 req-46543c3a-aa1e-413d-9a28-b26b44c56de5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:48.926638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c07e51ff-052c-43db-b22f-3735d6972400 req-46543c3a-aa1e-413d-9a28-b26b44c56de5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.3031232 May 26 19:12:48.942889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] For port 2aefe542-078a-4969-bf33-c5d9ee7133b5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2aefe542-078a-4969-bf33-c5d9ee7133b5,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:48.943460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.946214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:48.984589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] For port 2aefe542-078a-4969-bf33-c5d9ee7133b5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2aefe542-078a-4969-bf33-c5d9ee7133b5,segment=NetworkSegment(2d0e18d6-bf8d-40b5-8bff-33c6062ac37e),segment_id=2d0e18d6-bf8d-40b5-8bff-33c6062ac37e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:48.984958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:49.004704 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c07e51ff-052c-43db-b22f-3735d6972400 req-4bcfbd52-9f2f-43c4-98b2-641b76fdac2c tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727651 May 26 19:12:49.017067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:49.046274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Usage tracker for resource:security_group_rule and tenant:24222207b0054a6ebbf0e1cfbefeb3dc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:49.051259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:49.073124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:49.080971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-9f438dcb-06b4-4441-9c4b-54ae43980fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:49.082469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-9f438dcb-06b4-4441-9c4b-54ae43980fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.4180250 May 26 19:12:49.150063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Calling delete_port for 2aefe542-078a-4969-bf33-c5d9ee7133b5 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:49.167869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Calling delete_port for 2aefe542-078a-4969-bf33-c5d9ee7133b5 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:49.239524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:49.256109 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:49.263567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-79e9ba3b-02f6-463e-851c-74cda33b355d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 217 time: 0.1008821 May 26 19:12:49.291705 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:12:49.292803 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:12:49.356587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] Pushing event deleted for resources: {'Port': ['ID=2aefe542-078a-4969-bf33-c5d9ee7133b5,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:49.368741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09597ded-4a83-456b-933b-82b62c44bcb8 None None] No DVR routers for this DVR port 2aefe542-078a-4969-bf33-c5d9ee7133b5 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:49.526941 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:49.611742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8450f-f7a3-45b8-a39a-ee66e0cc5b6c req-a1b4b8d2-f5f7-4040-a068-fae61db28ce0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:49.614305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f422282-c347-4ff9-9eca-2d2dbe0ce505 req-6936bb4e-1410-49cd-8ce9-8a25131e7b69 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:49.615295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f422282-c347-4ff9-9eca-2d2dbe0ce505 req-6936bb4e-1410-49cd-8ce9-8a25131e7b69 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 944 time: 0.8529890 May 26 19:12:49.619711 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-98f8450f-f7a3-45b8-a39a-ee66e0cc5b6c req-a1b4b8d2-f5f7-4040-a068-fae61db28ce0 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 951 time: 0.1259704 May 26 19:12:49.627371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-52f4bd25-cf2d-4164-a27c-7b303bc9aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:49.629177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-52f4bd25-cf2d-4164-a27c-7b303bc9aafc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.3546810 May 26 19:12:49.677472 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-98f8450f-f7a3-45b8-a39a-ee66e0cc5b6c req-2e2d40e4-8d3c-4c53-9ff2-4653ae80616f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 May 26 19:12:49.734134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-d141dad7-fb9b-4ad5-9f7d-51446420d59b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797091 May 26 19:12:49.777920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f422282-c347-4ff9-9eca-2d2dbe0ce505 req-6e3353e2-1bc5-4c02-9456-f2b1aa2501ab tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528497 May 26 19:12:49.786382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4ee197ef-4512-4519-aae7-efd0fe79d575 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:49.797930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Deleting port 2aefe542-078a-4969-bf33-c5d9ee7133b5 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:49.797930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:49.912399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 4ee197ef-4512-4519-aae7-efd0fe79d575 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:49.917589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 4ee197ef-4512-4519-aae7-efd0fe79d575 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:49.917960 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.033959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-c22c34c3-fe24-4e53-8d6b-ed4599988c49 service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896831 May 26 19:12:50.049680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] The port '2aefe542-078a-4969-bf33-c5d9ee7133b5' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:12:50.081440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4ee197ef-4512-4519-aae7-efd0fe79d575 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:50.082485 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.143748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:50.166941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4ee197ef-4512-4519-aae7-efd0fe79d575,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:50.173499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.259682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:50.291363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.314270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.344408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-179bf8a2-81f0-48e9-ad10-31743caa9d7e req-783c92d5-b56e-4f96-b2ed-0fe5730091fc service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936561 May 26 19:12:50.344990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.363370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152e1a70-443b-4275-b984-c0c26e98df98']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:50.369528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Router 8186bf10-38ba-45cd-a83f-4de20e16c187 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:12:50.380085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:50.380500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0e18d6-bf8d-40b5-8bff-33c6062ac37e') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:50.397923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.432464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d195e-911a-4acf-aab4-a9f9522d0f71 req-ac8aff51-8791-4c7f-82ff-699643c75126 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:50.434024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cc9d195e-911a-4acf-aab4-a9f9522d0f71 req-ac8aff51-8791-4c7f-82ff-699643c75126 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Synchronizing usage tracker for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:50.434759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24222207b0054a6ebbf0e1cfbefeb3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9403551 May 26 19:12:50.441507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:50.441507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.446065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-66b56cd8-7e1e-413b-822b-20bdb8b88519 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:50.449699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-66b56cd8-7e1e-413b-822b-20bdb8b88519 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 951 time: 0.6695797 May 26 19:12:50.474407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:12:50.474757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.524552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d782298-e476-4737-b41d-b7ef268dd06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75cca9e-9b0e-4428-9db5-dc4698f81118,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:50.561327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2aefe542-078a-4969-bf33-c5d9ee7133b5 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:50.574216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-cc9d195e-911a-4acf-aab4-a9f9522d0f71 req-ac8aff51-8791-4c7f-82ff-699643c75126 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Unset dirty status for tenant:0402c40e24554b648ed15e2df84c6d0e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:50.575160 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc9d195e-911a-4acf-aab4-a9f9522d0f71 req-ac8aff51-8791-4c7f-82ff-699643c75126 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.3127091 May 26 19:12:50.589936 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2d0e18d6-bf8d-40b5-8bff-33c6062ac37e resource provider aggregate not found May 26 19:12:50.619707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2aefe542-078a-4969-bf33-c5d9ee7133b5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:50.620307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2aefe542-078a-4969-bf33-c5d9ee7133b5 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:50.657704 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2d0e18d6-bf8d-40b5-8bff-33c6062ac37e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d0e18d6-bf8d-40b5-8bff-33c6062ac37e found for delete ", "request_id": "req-bd9361a8-3069-4f30-aed4-4e03ea7b28f6"}]} May 26 19:12:50.699008 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.702124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Deleting port 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:50.702493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.704740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.740945 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cc9d195e-911a-4acf-aab4-a9f9522d0f71 req-7793e40f-6d79-4468-a5c0-f431060348a9 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447773 May 26 19:12:50.746768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdc1bd-80ad-438d-9131-01d7bf43c40e req-07402eaf-d117-4df9-9343-5e8bef17144e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:50.748213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63fdc1bd-80ad-438d-9131-01d7bf43c40e req-07402eaf-d117-4df9-9343-5e8bef17144e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.4772160 May 26 19:12:50.765138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] Pushing event deleted for resources: {'Network': ['ID=152e1a70-443b-4275-b984-c0c26e98df98,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:50.767634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb366c9d-9492-4fae-805a-daaad7741a92 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] 10.222.0.24 "DELETE /v2.0/networks/152e1a70-443b-4275-b984-c0c26e98df98 HTTP/1.1" status: 204 len: 168 time: 2.4066198 May 26 19:12:50.768416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.800304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:50.800643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.811986 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Sync routers for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:50.819887 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ec8f70-ad35-4c65-954f-19d88c8ece57'] response: {'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'code': 200} May 26 19:12:50.824171 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:50.825004 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:50.878710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.892343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63fdc1bd-80ad-438d-9131-01d7bf43c40e req-3fa8eacc-638e-4906-90ce-e97151b2b095 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329620 May 26 19:12:50.900247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.904662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ee7606a0-aa1d-49c7-ad06-c5ef71376f6f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.0124269 May 26 19:12:50.905674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:50.908335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75cca9e-9b0e-4428-9db5-dc4698f81118,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:50.922500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:50.925567 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e4feeea-9724-478f-a82f-ea41d20d24cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e75cca9e-9b0e-4428-9db5-dc4698f81118 HTTP/1.1" status: 204 len: 168 time: 0.4780529 May 26 19:12:51.102740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa9914-11d6-4a43-8459-b5fd3a6ec6bd req-b3c51d65-95c1-4a35-9232-a24758c0b45f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:51.106380 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a7aa9914-11d6-4a43-8459-b5fd3a6ec6bd req-b3c51d65-95c1-4a35-9232-a24758c0b45f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 951 time: 0.1193078 May 26 19:12:51.160702 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a7aa9914-11d6-4a43-8459-b5fd3a6ec6bd req-0a3b532f-c0bd-4ed4-a77f-fa3f50c4e5f4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 May 26 19:12:51.190459 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:51.348815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53752) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:51.369467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:51.387611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:51.393675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:c620b812bd99419d962e5419d18459bd is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:51.397420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:51.404198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:51.453340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53758) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:51.575196 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:47Z', 'revision_number': 3, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:51.579593 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Checking router: 8186bf10-38ba-45cd-a83f-4de20e16c187 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:12:51.579970 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Updating router 8186bf10-38ba-45cd-a83f-4de20e16c187 port 12044673-436e-44db-b226-8824db2f84d1 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:12:51.615563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] For port 0adbb137-dc96-496e-9467-5d608935e932, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0adbb137-dc96-496e-9467-5d608935e932,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:51.616341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:51.627411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42409e54-c778-4d91-9e01-8bd1bb99eb8e req-6ef1b004-6b09-49da-9ec8-95c8c9e56a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:51.628893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42409e54-c778-4d91-9e01-8bd1bb99eb8e req-6ef1b004-6b09-49da-9ec8-95c8c9e56a2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.7192628 May 26 19:12:51.634563 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:51.693648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:51.701461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:51.821177 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c620b812bd99419d962e5419d18459bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709923 May 26 19:12:51.831374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53764) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:51.842205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Calling delete_port for 0adbb137-dc96-496e-9467-5d608935e932 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:51.853292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc658f0-47ae-42b5-b466-d5e99dff1ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40603a-93fc-4be2-9e94-14fd818f8ad1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:51.926649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8455-17d6-407d-8b69-a8b847e15d29 req-0db2f3cd-ece8-4aa3-9548-1ea006d9aac5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:51.928223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-492f8455-17d6-407d-8b69-a8b847e15d29 req-0db2f3cd-ece8-4aa3-9548-1ea006d9aac5 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 945 time: 0.7125592 May 26 19:12:51.991926 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.018499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42409e54-c778-4d91-9e01-8bd1bb99eb8e req-43fe8089-f4f4-4661-904b-3a5d987c4851 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804595 May 26 19:12:52.028061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Transition to ACTIVE for port object 12044673-436e-44db-b226-8824db2f84d1 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:52.047211 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.106981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-492f8455-17d6-407d-8b69-a8b847e15d29 req-3376152b-94b7-4df2-be12-899f0b6749d2 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638255 May 26 19:12:52.161447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538a20-b7d8-47fb-a381-085f783aa913 None None] Pushing event updated for resources: {'Port': ['ID=12044673-436e-44db-b226-8824db2f84d1,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:52.224418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Attempting to bind port 12044673-436e-44db-b226-8824db2f84d1 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:12:52.224774 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Attempting to bind port 12044673-436e-44db-b226-8824db2f84d1 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:12:52.225523 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Attempting to bind port 12044673-436e-44db-b226-8824db2f84d1 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:12:52.238005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:12:52.239075 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:12:52.239716 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.240397 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:12:52.241029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Bound port: 12044673-436e-44db-b226-8824db2f84d1, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:12:52.241655 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.250422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.336814 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] For port 12044673-436e-44db-b226-8824db2f84d1, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:12:52.350305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.410156 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] For port 12044673-436e-44db-b226-8824db2f84d1, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=12044673-436e-44db-b226-8824db2f84d1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:12:52.412360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.419220 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.426784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d', '92446ef1-da8a-4d32-838b-7c638e6064f7', '983767bf-232b-4d4a-959a-d64873db5b18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:52.435627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cff9c-d00c-45e8-ba75-c2787c96302d req-abe5ee89-be71-4e4b-bb0b-edbacffbecf5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:52.445853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-484cff9c-d00c-45e8-ba75-c2787c96302d req-abe5ee89-be71-4e4b-bb0b-edbacffbecf5 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.4506352 May 26 19:12:52.504207 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-76d4118f-160b-457e-a694-ddd9db6395d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4443095 May 26 19:12:52.516388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.552430 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:52.553256 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:52.586997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event deleted for resources: {'Port': ['ID=0adbb137-dc96-496e-9467-5d608935e932,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:52.658007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6538a20-b7d8-47fb-a381-085f783aa913 None None] Pushing event updated for resources: {'Port': ['ID=12044673-436e-44db-b226-8824db2f84d1,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:52.707354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] No DVR routers for this DVR port 0adbb137-dc96-496e-9467-5d608935e932 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:52.710758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.722540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-deleted', 'tag': '0adbb137-dc96-496e-9467-5d608935e932'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:52.759881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a27b0662-58f6-4086-bb61-cde8b496c928 req-4baed7f3-39a5-4d2b-9aaa-9a917624c755 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.53 "DELETE /v2.0/ports/0adbb137-dc96-496e-9467-5d608935e932 HTTP/1.1" status: 204 len: 173 time: 2.2423887 May 26 19:12:52.783478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efee9-2575-4b59-ae24-d53184bdfc52 req-39bf4e89-ef70-4953-a364-24170be7f8c1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:52.784997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c2efee9-2575-4b59-ae24-d53184bdfc52 req-39bf4e89-ef70-4953-a364-24170be7f8c1 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.5480645 May 26 19:12:52.828447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40603a-93fc-4be2-9e94-14fd818f8ad1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:52.866913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:52.868010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d989cb16-cbed-43f3-bb75-ef317057348c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f40603a-93fc-4be2-9e94-14fd818f8ad1 HTTP/1.1" status: 204 len: 168 time: 1.0336022 May 26 19:12:52.881060 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-484cff9c-d00c-45e8-ba75-c2787c96302d req-2860f3ba-2c41-4a7c-b786-2eea8193a43e tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341626 May 26 19:12:52.909134 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:12:52.986480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c2efee9-2575-4b59-ae24-d53184bdfc52 req-73673775-0ec6-411b-9ca7-be4a8c6a7bbe tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 May 26 19:12:53.038713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-51848fa6-f17a-4f75-b9eb-16cc9f9b352b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:53.040753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-51848fa6-f17a-4f75-b9eb-16cc9f9b352b tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 0.5833843 May 26 19:12:53.144142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:53.182151 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354bdde1-b0f3-4f4f-8540-247e909909d9'] response: {'server_uuid': '61a86501-6e85-4b4f-935a-8f1e120cb174', 'name': 'network-vif-deleted', 'tag': '0adbb137-dc96-496e-9467-5d608935e932', 'status': 'completed', 'code': 200} May 26 19:12:53.299048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Deleting port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:53.299453 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:53.311951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-3c622ba4-fef5-4f9b-9d0a-cbfd1a2f4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:53.317877 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-3c622ba4-fef5-4f9b-9d0a-cbfd1a2f4d32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 1095 time: 0.7729254 May 26 19:12:53.642953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:53.781730 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:47Z', 'revision_number': 3, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:53.785368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Allocated IP 172.20.0.1 (b7f4d717-9b71-4ab9-a055-dc8f3a28e570/674fb03f-59c5-4c2c-9d56-d5d1425cc2da/e7e4b177-86dd-4e25-9577-8b5247f65a3c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:53.790042 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26045fa-0d84-4d28-a1c6-f52aead889c2 None None] The sync data for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 is: [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:47Z', 'revision_number': 3, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:12:53.933292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:53.942075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8e9a07c4-f477-4d62-8a81-7af4fbd1b9a3 req-5e736a49-5555-45ff-80fc-5bcef40cdd5a tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=61a86501-6e85-4b4f-935a-8f1e120cb174 HTTP/1.1" status: 200 len: 210 time: 0.3039429 May 26 19:12:54.049672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 0adbb137-dc96-496e-9467-5d608935e932 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:54.051526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0adbb137-dc96-496e-9467-5d608935e932 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:54.106080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-793acd7b-18c6-4f7d-8b9a-4c29c662a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:54.112608 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-793acd7b-18c6-4f7d-8b9a-4c29c662a454 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.7515256 May 26 19:12:54.397430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] For port 6a4a5940-f663-41b4-a4b5-bc39b125eb36, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6a4a5940-f663-41b4-a4b5-bc39b125eb36,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:54.397430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:54.419697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:54.554962 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-b8577e76-5e47-4e01-907f-8a1985fd9321 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 200 len: 217 time: 0.2546990 May 26 19:12:54.590451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Calling delete_port for 6a4a5940-f663-41b4-a4b5-bc39b125eb36 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:54.647073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Transition to ACTIVE for port object e7e4b177-86dd-4e25-9577-8b5247f65a3c will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:12:54.697514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1705f-aed0-4b1d-a084-bebc8d2cff86 req-928b854b-e789-4328-841e-6e10d1d755ce tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:54.699657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8e1705f-aed0-4b1d-a084-bebc8d2cff86 req-928b854b-e789-4328-841e-6e10d1d755ce tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 945 time: 0.7319288 May 26 19:12:54.739446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 12044673-436e-44db-b226-8824db2f84d1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:54.777186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-ce0ab242-0a6c-4227-b952-195f4125911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:54.779298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-ce0ab242-0a6c-4227-b952-195f4125911b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2083323 May 26 19:12:54.866888 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-74eabfda-c65e-4697-8a6d-a060fd241643 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815947 May 26 19:12:54.871948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:54.929535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 12044673-436e-44db-b226-8824db2f84d1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:54.939005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 12044673-436e-44db-b226-8824db2f84d1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:54.939632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:54.957430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8e1705f-aed0-4b1d-a084-bebc8d2cff86 req-461deaff-5835-4666-a6f5-325d04dc8955 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029092 May 26 19:12:55.090157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:55.104111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:55.117091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:12:55.257953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 12044673-436e-44db-b226-8824db2f84d1 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:55.258675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.263186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca07ce-ea5f-44ec-8d54-5e2b3aa81444 req-78c8f268-8d9a-4119-9be4-dc77c3863d19 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:55.270575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5bca07ce-ea5f-44ec-8d54-5e2b3aa81444 req-78c8f268-8d9a-4119-9be4-dc77c3863d19 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a42f25-f447-4f7f-9fa0-fed9bec8890d HTTP/1.1" status: 200 len: 949 time: 1.0416214 May 26 19:12:55.288179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 12044673-436e-44db-b226-8824db2f84d1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=12044673-436e-44db-b226-8824db2f84d1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:55.298793 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.311581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:55.327462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.414441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5bca07ce-ea5f-44ec-8d54-5e2b3aa81444 req-339bfd80-eff4-4b91-aa30-e7c33cc88227 tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6d87397-89dc-43f0-91f1-a9e3357fbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419401 May 26 19:12:55.500571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=12044673-436e-44db-b226-8824db2f84d1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:55.501526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Pushing event deleted for resources: {'Port': ['ID=6a4a5940-f663-41b4-a4b5-bc39b125eb36,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:55.622804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-7d8641a5-2dda-4df4-962c-f023d09999db service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436643 May 26 19:12:55.634303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.690275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1f2313fd-0881-47f2-982f-843fa95f7dad None None] Provisioning for port e7e4b177-86dd-4e25-9577-8b5247f65a3c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:12:55.710473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1f2313fd-0881-47f2-982f-843fa95f7dad None None] Provisioning complete for port e7e4b177-86dd-4e25-9577-8b5247f65a3c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:55.711100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1f2313fd-0881-47f2-982f-843fa95f7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.804391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Deleting port 61693833-7e0b-4463-91e0-8ef8f6139641 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:55.805509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.848698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:12:55.881912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] No DVR routers for this DVR port 6a4a5940-f663-41b4-a4b5-bc39b125eb36 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:12:55.883042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1f2313fd-0881-47f2-982f-843fa95f7dad None None] Port e7e4b177-86dd-4e25-9577-8b5247f65a3c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:12:55.900615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:55.943990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'name': 'network-vif-deleted', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:12:56.019654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a2de19e-590a-4207-8897-c7a4f05a4c73 req-ac47910e-459e-49e0-8f44-9512d9df60cb tempest-ServersOnMultiNodesTest-784662854 tempest-ServersOnMultiNodesTest-784662854-project] 10.222.0.53 "DELETE /v2.0/ports/6a4a5940-f663-41b4-a4b5-bc39b125eb36 HTTP/1.1" status: 204 len: 173 time: 2.9100282 May 26 19:12:56.030092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89bf3a-bdbd-411f-897f-7e6664d1cc58 req-9a5a8cb7-23f1-4d90-b860-5e3e46ba765a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:56.033913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a89bf3a-bdbd-411f-897f-7e6664d1cc58 req-9a5a8cb7-23f1-4d90-b860-5e3e46ba765a tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.8002076 May 26 19:12:56.090837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6a4a5940-f663-41b4-a4b5-bc39b125eb36 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:12:56.191113 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df082e0-f1b5-4986-a8e0-34d8a1ebc942'] response: {'server_uuid': '01a42f25-f447-4f7f-9fa0-fed9bec8890d', 'name': 'network-vif-deleted', 'tag': '6a4a5940-f663-41b4-a4b5-bc39b125eb36', 'status': 'completed', 'code': 200} May 26 19:12:56.235208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 6a4a5940-f663-41b4-a4b5-bc39b125eb36 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:12:56.235208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6a4a5940-f663-41b4-a4b5-bc39b125eb36 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:12:56.340315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a89bf3a-bdbd-411f-897f-7e6664d1cc58 req-52a0d0a3-fcc5-4a78-be96-6ef0ce6a83a4 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428453 May 26 19:12:56.404441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:56.460819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb', 'port_id': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'mac_address': 'fa:16:3e:ed:27:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5db4c14-f328-4cb3-a174-08c5aeeeca44', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:12:56.511568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-204d02d4-9db2-4af1-9f7a-e5f23944b627 req-d9ab164e-4f52-432b-8104-6d893cf953e2 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8745685 May 26 19:12:56.624381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:56.661718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:56.662335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:56.710696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 12044673-436e-44db-b226-8824db2f84d1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:12:56.775957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd55b589-dd1e-4ef0-a02a-335fd0ecde90 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:12:56.831635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:56.841590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:56.869855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] For port 61693833-7e0b-4463-91e0-8ef8f6139641, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=61693833-7e0b-4463-91e0-8ef8f6139641,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:56.870596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:56.952541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 12044673-436e-44db-b226-8824db2f84d1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:56.953557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:57.077098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Calling delete_port for 61693833-7e0b-4463-91e0-8ef8f6139641 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:57.096480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:57.199488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7070-0577-4fb0-a379-38cb41b1edd0 req-af904e64-20ab-401b-9b30-e966b78cdf6e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:57.216913 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a79c7070-0577-4fb0-a379-38cb41b1edd0 req-af904e64-20ab-401b-9b30-e966b78cdf6e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 945 time: 0.6540527 May 26 19:12:57.221642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['dd55b589-dd1e-4ef0-a02a-335fd0ecde90'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:57.326874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a79c7070-0577-4fb0-a379-38cb41b1edd0 req-cf9a2bec-5a9e-40c1-a25d-08c898aa1d7f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918877 May 26 19:12:57.330451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fbf3c-b69f-4dc3-96c6-469312e67cb8 req-722a7233-32b7-443c-bdd8-ce55baf41259 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:57.334573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 12044673-436e-44db-b226-8824db2f84d1 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:12:57.338332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f45fbf3c-b69f-4dc3-96c6-469312e67cb8 req-722a7233-32b7-443c-bdd8-ce55baf41259 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:12:57.402525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:57.505563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:57.605789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:57.608063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f45fbf3c-b69f-4dc3-96c6-469312e67cb8 req-722a7233-32b7-443c-bdd8-ce55baf41259 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:12:57.618439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45fbf3c-b69f-4dc3-96c6-469312e67cb8 req-722a7233-32b7-443c-bdd8-ce55baf41259 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 950 time: 0.8735301 May 26 19:12:57.719180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61693833-7e0b-4463-91e0-8ef8f6139641,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:57.765871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45fbf3c-b69f-4dc3-96c6-469312e67cb8 req-3b5ee38e-60db-43af-a67a-9b8d6744f60d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462712 May 26 19:12:57.799983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:57.837251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:58.047540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:58.097870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-1fb8baaa-1f3a-4522-b626-e8c36f8e5964 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:58.099159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-1fb8baaa-1f3a-4522-b626-e8c36f8e5964 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 950 time: 0.7030132 May 26 19:12:58.108509 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-4b57d10b-ce6e-4edf-b359-f9ecbd22d58f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3859313 May 26 19:12:58.133395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:12:58.141366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:12:58.201386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Usage tracker for resource:floatingip and tenant:c7a5573ac521465a88054a2823a2d1f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:12:58.243647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:12:58.262437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:12:58.287655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Deleting port 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:12:58.287655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.320208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.347711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.375226 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38772a6c-e224-41f3-b9ed-ad81db335ac9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0402c40e24554b648ed15e2df84c6d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182077 May 26 19:12:58.375226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53850) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:58.420674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:12:58.427725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:12:58.445815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e33a7b-93ee-4a60-b1e2-7ff28d5a923d req-c3f61b70-679c-4b99-a891-c9c2244dcef3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:58.447311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69e33a7b-93ee-4a60-b1e2-7ff28d5a923d req-c3f61b70-679c-4b99-a891-c9c2244dcef3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 944 time: 0.3819544 May 26 19:12:58.594316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.702814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.746331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-02055211-afd6-4332-9359-e48a1b51f966 None None] Provisioning complete for port e7e4b177-86dd-4e25-9577-8b5247f65a3c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:12:58.747367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-02055211-afd6-4332-9359-e48a1b51f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.793000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69e33a7b-93ee-4a60-b1e2-7ff28d5a923d req-9206297e-1d38-4417-ac76-e04048d9fbdb tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750843 May 26 19:12:58.815397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-02055211-afd6-4332-9359-e48a1b51f966 None None] Port e7e4b177-86dd-4e25-9577-8b5247f65a3c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:12:58.936045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] For port 983767bf-232b-4d4a-959a-d64873db5b18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=983767bf-232b-4d4a-959a-d64873db5b18,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:12:58.936045 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:58.943768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Router 8186bf10-38ba-45cd-a83f-4de20e16c187 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:12:59.118911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Calling delete_port for 983767bf-232b-4d4a-959a-d64873db5b18 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:12:59.129825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.162500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.178249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d87397-89dc-43f0-91f1-a9e3357fbb3f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:59.270612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Router 8db0818f-167e-4e52-968d-c976d472db64 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:12:59.294990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.296105 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39238943-2fec-4901-ba43-fba1fe1038da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6d87397-89dc-43f0-91f1-a9e3357fbb3f HTTP/1.1" status: 204 len: 168 time: 0.8644292 May 26 19:12:59.525217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Allocated IP 172.25.0.29 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/45c38cf1-bf77-4953-aaaf-d362382104c9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:12:59.598089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:59.610077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79acd-e4dc-4b61-91fe-68f591ca061e req-35ea5e97-2343-4d04-90c2-46a18082606f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:12:59.614607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20b79acd-e4dc-4b61-91fe-68f591ca061e req-35ea5e97-2343-4d04-90c2-46a18082606f tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a68dba-ad51-4a66-9f7f-509b0d546194 HTTP/1.1" status: 200 len: 950 time: 0.5055563 May 26 19:12:59.615725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Sync routers for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:59.627898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:59.629013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:59.657887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-478b02b0-1716-4607-b10e-0c246c9f906f admin admin] 10.222.0.24 "PUT /v2.0/routers/8186bf10-38ba-45cd-a83f-4de20e16c187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7466025 May 26 19:12:59.679548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.691666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d', '92446ef1-da8a-4d32-838b-7c638e6064f7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:12:59.722002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53864) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:59.742587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.773015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20b79acd-e4dc-4b61-91fe-68f591ca061e req-8cd1773e-9a2b-4460-a977-1fe8160ab6ea tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504383 May 26 19:12:59.773827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event deleted for resources: {'Port': ['ID=983767bf-232b-4d4a-959a-d64873db5b18,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:12:59.785137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:12:59.800109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Sync routers for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:12:59.830420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:12:59.831454 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e13b455e-4250-45a9-9a1f-b9d0d14acde7 admin admin] 10.222.0.24 "PUT /v2.0/routers/8db0818f-167e-4e52-968d-c976d472db64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3699460 May 26 19:12:59.832477 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:12:59.835901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:12:59.848332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:12:59.992556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:00.013120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:00.022256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:00.023879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:00.081753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.133196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event updated for resources: {'Port': ['ID=45c38cf1-bf77-4953-aaaf-d362382104c9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:00.172666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] No DVR routers for this DVR port 983767bf-232b-4d4a-959a-d64873db5b18 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:00.202575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.204535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54829bdd-2736-45b5-8ca0-9b5336af9da8 req-b0fe699e-265c-4399-9b75-5a1eef739645 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "DELETE /v2.0/ports/983767bf-232b-4d4a-959a-d64873db5b18 HTTP/1.1" status: 204 len: 173 time: 2.0666766 May 26 19:13:00.204966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-deleted', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:00.249104 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:00.268490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-512ce291-0e00-456c-b127-ec39fdf0973e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75443a5b2bc84479904f0aff018c1dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205796 May 26 19:13:00.273645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:00.293328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:00.332964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.518700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.544157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.622732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.629781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.662952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Deleting port 2459959d-65bf-483f-8d39-5316200c9921 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:00.668702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.687030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:00.692192 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '2459959d-65bf-483f-8d39-5316200c9921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:12:57Z', 'revision_number': 5, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port': {'id': '2459959d-65bf-483f-8d39-5316200c9921', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db0818f-167e-4e52-968d-c976d472db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:22Z', 'updated_at': '2022-05-26T19:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:00.697181 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Checking router: 8db0818f-167e-4e52-968d-c976d472db64 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:00.710933 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Routers {'8db0818f-167e-4e52-968d-c976d472db64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:00.711646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8db0818f-167e-4e52-968d-c976d472db64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:00.732135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:00.732588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.860780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9758d96-d885-4044-9b68-0fd8012e38ac req-56c12302-04cb-41da-ae72-5ec01d52a483 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:00.868392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9758d96-d885-4044-9b68-0fd8012e38ac req-56c12302-04cb-41da-ae72-5ec01d52a483 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 944 time: 0.3746293 May 26 19:13:00.882753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.895841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.942878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.952570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] For port 2459959d-65bf-483f-8d39-5316200c9921, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2459959d-65bf-483f-8d39-5316200c9921,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:00.952570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:00.964597 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] Set router 8db0818f-167e-4e52-968d-c976d472db64 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:00.977086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca413f3-4215-4724-ad0a-7c55468b7198,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:00.996986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9758d96-d885-4044-9b68-0fd8012e38ac req-c053a6f1-c0bc-4114-9d17-4ee290c12184 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276448 May 26 19:13:01.040577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event updated for resources: {'Port': ['ID=45c38cf1-bf77-4953-aaaf-d362382104c9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:01.165760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.187235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 2, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:01.200542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Calling delete_port for 2459959d-65bf-483f-8d39-5316200c9921 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:01.207829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.210242 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-444f22fb-c049-43fe-a5ab-025bde0d512f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0899823 May 26 19:13:01.232973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Checking router: 8186bf10-38ba-45cd-a83f-4de20e16c187 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:01.233359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Updating router 8186bf10-38ba-45cd-a83f-4de20e16c187 port e7e4b177-86dd-4e25-9577-8b5247f65a3c binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:13:01.280252 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:13:00Z', 'revision_number': 6, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:01.289433 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240b9de-5ff6-4548-a083-3c9d16174e28 None None] The sync data for ids ['8db0818f-167e-4e52-968d-c976d472db64'] in n-d-843146-9 is: [{'id': '8db0818f-167e-4e52-968d-c976d472db64', 'name': 'tempest-ServersTestMultiNic-811709972-router', 'tenant_id': '8f216dfad69345888d136987434a100d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:19Z', 'updated_at': '2022-05-26T19:13:00Z', 'revision_number': 6, 'project_id': '8f216dfad69345888d136987434a100d', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:01.319810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:01.319810 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.374401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-b4805452-1b42-46cd-a0cb-154646a57098 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:floatingip {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:01.384955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.386626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cffda46a-44d7-4997-8da7-d3c3593c74cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ca413f3-4215-4724-ad0a-7c55468b7198 HTTP/1.1" status: 204 len: 168 time: 1.1073122 May 26 19:13:01.393268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:01.400045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-b4805452-1b42-46cd-a0cb-154646a57098 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:floatingip {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:01.402561 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-b4805452-1b42-46cd-a0cb-154646a57098 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.1853909 May 26 19:13:01.431452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.463122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:01.597018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-1eb29fb4-c2d2-4152-821c-3fc6b33566ed tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:01.598984 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-1eb29fb4-c2d2-4152-821c-3fc6b33566ed tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1895466 May 26 19:13:01.610674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-1b78906d-40bd-4253-aa39-44500e54f48e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:13:01.612096 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b011ca-c773-4d5f-81a6-74f6661c556a req-1b78906d-40bd-4253-aa39-44500e54f48e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074122 May 26 19:13:01.719959 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c0ee10-8661-4b08-8a7a-8818a1f8e4e9'] response: {'server_uuid': 'e7a68dba-ad51-4a66-9f7f-509b0d546194', 'name': 'network-vif-deleted', 'tag': '983767bf-232b-4d4a-959a-d64873db5b18', 'status': 'completed', 'code': 200} May 26 19:13:01.848852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-5834a40a-412c-49ec-a686-b229041f8f37 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:01.856889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-5834a40a-412c-49ec-a686-b229041f8f37 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 829 time: 0.5827520 May 26 19:13:01.882489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-d41523b0-f800-4b30-86cf-0ede1c6b4338 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/quotas/bfd56eb6ecbf4c218326e15a2daa87b6 HTTP/1.1" status: 200 len: 375 time: 0.0239937 May 26 19:13:01.886703 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:01.887490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:01.975410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 983767bf-232b-4d4a-959a-d64873db5b18 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:01.975823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 983767bf-232b-4d4a-959a-d64873db5b18 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:02.012891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:02.085285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-84511afb-17ab-4092-ada0-6ca80110b239 req-73c1762f-7a11-4f5f-b78f-b806faf334f5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:02.113977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.141088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.157926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Transition to ACTIVE for port object e7e4b177-86dd-4e25-9577-8b5247f65a3c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:02.168694 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.200556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Pushing event deleted for resources: {'Port': ['ID=2459959d-65bf-483f-8d39-5316200c9921,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:02.238549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-84511afb-17ab-4092-ada0-6ca80110b239 req-73c1762f-7a11-4f5f-b78f-b806faf334f5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:02.259642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-73c1762f-7a11-4f5f-b78f-b806faf334f5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3759763 May 26 19:13:02.388314 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6d643f-91e8-4482-8d4f-52bd6c43066d'] response: {'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'code': 200} May 26 19:13:02.560844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad8ab3-e497-4239-be69-1a23b713164b None None] Pushing event updated for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:02.590401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.600881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Attempting to bind port e7e4b177-86dd-4e25-9577-8b5247f65a3c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:02.601204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Attempting to bind port e7e4b177-86dd-4e25-9577-8b5247f65a3c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:02.601573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Attempting to bind port e7e4b177-86dd-4e25-9577-8b5247f65a3c on network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:02.605279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 61693833-7e0b-4463-91e0-8ef8f6139641 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:02.681509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 61693833-7e0b-4463-91e0-8ef8f6139641 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:02.681876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 61693833-7e0b-4463-91e0-8ef8f6139641 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:02.682894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2459959d-65bf-483f-8d39-5316200c9921 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:02.707803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:02.708212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Checking segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:02.708620 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.709007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Bound using segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:02.709504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Bound port: e7e4b177-86dd-4e25-9577-8b5247f65a3c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:02.709870 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.740738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2459959d-65bf-483f-8d39-5316200c9921 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:02.740738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2459959d-65bf-483f-8d39-5316200c9921 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:02.893376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.896720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899184be-de35-428c-9522-4c9ae6a40afa req-cb1e6b35-2fb1-4203-a0f7-7570a11870c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:02.898216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] For port e7e4b177-86dd-4e25-9577-8b5247f65a3c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:02.898387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-899184be-de35-428c-9522-4c9ae6a40afa req-cb1e6b35-2fb1-4203-a0f7-7570a11870c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1096 time: 0.4544899 May 26 19:13:02.900977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.901775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] For port e7e4b177-86dd-4e25-9577-8b5247f65a3c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7e4b177-86dd-4e25-9577-8b5247f65a3c,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:02.907604 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.931716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-54d5ac4b-de63-456b-b4e4-aff4baaf6cbb tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:02.934412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-54d5ac4b-de63-456b-b4e4-aff4baaf6cbb tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 821 time: 0.3354650 May 26 19:13:02.950391 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-5c974e89-d9a3-4326-b21c-3c86783b44cf tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/quotas/c7a5573ac521465a88054a2823a2d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0102468 May 26 19:13:02.989959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:02.990450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8db0818f-167e-4e52-968d-c976d472db64 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:13:02.993218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:02.994035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:03.007394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-6b6afe73-43a9-4fec-8145-55b6ef88d030 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468748 May 26 19:13:03.020982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-899184be-de35-428c-9522-4c9ae6a40afa req-df0799b0-82c4-4e91-9204-2ff49126c852 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157367 May 26 19:13:03.078261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.080486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0bd678e8-8421-427f-b8c7-66f7afd84304 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8db0818f-167e-4e52-968d-c976d472db64 HTTP/1.1" status: 204 len: 168 time: 3.2067745 May 26 19:13:03.088353 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-9d52453e-fda5-42c3-be8d-3e32380bfd16 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1295285 May 26 19:13:03.089235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53952) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:03.094977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad8ab3-e497-4239-be69-1a23b713164b None None] Pushing event updated for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:03.271910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:03.287808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-13588030-ed78-40b3-a5ee-8a4f3fa5562a service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656705 May 26 19:13:03.290747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Deleting subnet 92d45225-bb50-4e56-93c8-3c9efd6b24b6 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:13:03.298801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.377808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.459398 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6295c10b-aebd-4b0a-bd35-82ff5190b953 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249011 May 26 19:13:03.540009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.737087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:02Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:03.742073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbcb83-2119-4213-8450-8114726ecd1e None None] The sync data for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 is: [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:02Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:03.759624 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-b43c9a36-c4f6-42de-bb73-cfe405ec5b86 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626736 May 26 19:13:03.762744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.806346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:03.824283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:03.833084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d08a54-abb6-443c-a1ed-ccc8688a2f60 None None] Network 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:03.836328 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92d45225-bb50-4e56-93c8-3c9efd6b24b6 HTTP/1.1" status: 204 len: 168 time: 0.7456546 May 26 19:13:03.838087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ab231-44a3-4dcc-aa12-33b0b2ef1b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d45225-bb50-4e56-93c8-3c9efd6b24b6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:03.990677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:04.007802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741ce4-cbc9-490d-a327-ed35813db59f req-da1313d0-9ce2-446e-8982-a52985e1a2da tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:04.009596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f741ce4-cbc9-490d-a327-ed35813db59f req-da1313d0-9ce2-446e-8982-a52985e1a2da tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 945 time: 0.2490673 May 26 19:13:04.161432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f741ce4-cbc9-490d-a327-ed35813db59f req-7842b061-2644-4edd-92e2-c9711d8b883b tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405754 May 26 19:13:04.165735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Deleting port ba6619ab-67cb-44c6-a4c9-65bf415c7bba {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:04.176333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:04.382022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] DHCP port deletion for 4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:13:04.387591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Deleting port ba6619ab-67cb-44c6-a4c9-65bf415c7bba {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:04.387965 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:04.688318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7e4b177-86dd-4e25-9577-8b5247f65a3c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:04.983864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] For port ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:04.985732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.005607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b238471-c89b-4221-b2af-5a50b3e6ce03 req-82325ce2-0e48-488c-9093-835f229b2e76 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:05.016284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b238471-c89b-4221-b2af-5a50b3e6ce03 req-82325ce2-0e48-488c-9093-835f229b2e76 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.2555406 May 26 19:13:05.073719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27477447-3ad2-4ffa-acaa-1bff5c685375 req-56e449ec-b103-4bfd-91d9-cbeab99b9c49 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 210 time: 0.1059120 May 26 19:13:05.180669 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1b238471-c89b-4221-b2af-5a50b3e6ce03 req-1e1ceb26-2106-4173-a9b2-b39b45c295ba tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 May 26 19:13:05.225136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] For port ba6619ab-67cb-44c6-a4c9-65bf415c7bba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,segment=NetworkSegment(21ceda6e-14c8-40b4-9302-53a1c00b7233),segment_id=21ceda6e-14c8-40b4-9302-53a1c00b7233)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:05.225136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.274384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e7e4b177-86dd-4e25-9577-8b5247f65a3c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:05.288541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Calling delete_port for ba6619ab-67cb-44c6-a4c9-65bf415c7bba owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:05.335801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7e4b177-86dd-4e25-9577-8b5247f65a3c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:05.336440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.588116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.681616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] No DVR routers for this DVR port ba6619ab-67cb-44c6-a4c9-65bf415c7bba on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:05.710381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6c8fc-647c-40a7-abf3-4a2c5b590c59 None None] Pushing event deleted for resources: {'Port': ['ID=ba6619ab-67cb-44c6-a4c9-65bf415c7bba,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:05.717763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7e4b177-86dd-4e25-9577-8b5247f65a3c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:05.718256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.723756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afff4a-fac1-4fbd-be88-56db943c94fe req-659fdbd7-42c1-4ea4-9682-817ae07b20dd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:05.736841 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-89afff4a-fac1-4fbd-be88-56db943c94fe req-659fdbd7-42c1-4ea4-9682-817ae07b20dd tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 945 time: 0.2237387 May 26 19:13:05.765208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Calling delete_port for ba6619ab-67cb-44c6-a4c9-65bf415c7bba owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:05.772569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e7e4b177-86dd-4e25-9577-8b5247f65a3c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7e4b177-86dd-4e25-9577-8b5247f65a3c,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:05.780727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:05.884965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ba6619ab-67cb-44c6-a4c9-65bf415c7bba no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:05.902055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25ae9a85-c055-451b-be6b-de050be7d2c3 req-2f538815-9549-415d-9592-2ed8ef8c2a21 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 210 time: 0.5069361 May 26 19:13:06.018284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-647b5b0f-93d1-4d77-a22d-35a939d80fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:06.019228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-647b5b0f-93d1-4d77-a22d-35a939d80fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:06.037844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ba6619ab-67cb-44c6-a4c9-65bf415c7bba {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:06.051634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-89afff4a-fac1-4fbd-be88-56db943c94fe req-18dabdf4-993a-4c62-bd91-10ccd992bd38 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135772 May 26 19:13:06.059601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ba6619ab-67cb-44c6-a4c9-65bf415c7bba not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:06.095431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-647b5b0f-93d1-4d77-a22d-35a939d80fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:06.104659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-647b5b0f-93d1-4d77-a22d-35a939d80fcd tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 1.0106709 May 26 19:13:06.132798 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:13:06.136441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:06.136820 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:13:06.139096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-dd8cc1c7-d3b4-4fb2-b61b-808f7d468ec2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:06.145254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-84511afb-17ab-4092-ada0-6ca80110b239 req-dd8cc1c7-d3b4-4fb2-b61b-808f7d468ec2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:06.167453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-84511afb-17ab-4092-ada0-6ca80110b239 req-dd8cc1c7-d3b4-4fb2-b61b-808f7d468ec2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:06.169466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-dd8cc1c7-d3b4-4fb2-b61b-808f7d468ec2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.53 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 829 time: 0.5215111 May 26 19:13:06.185401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'port': {'device_id': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'admin_state_up': True, 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:06.247798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:06.357335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f55cd3e8-d464-42fc-a4a1-65f815820b81 req-ceafd1ef-7079-4561-bd93-4b0818ef6e44 tempest-FlavorsV2NegativeTest-689979298 tempest-FlavorsV2NegativeTest-689979298-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e56f0f2c1a22494aaaeee9a8959e1e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2190857 May 26 19:13:06.431187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Deleting port 92446ef1-da8a-4d32-838b-7c638e6064f7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:06.431857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:06.441243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:06.453674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892b025-36e3-42c7-bdd7-59bade76bf44 req-f2daa59d-078f-466c-8032-0cb6c334e154 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:06.460926 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0892b025-36e3-42c7-bdd7-59bade76bf44 req-f2daa59d-078f-466c-8032-0cb6c334e154 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1096 time: 0.1821773 May 26 19:13:06.479724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:06.508392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Made reservation on behalf of bfd56eb6ecbf4c218326e15a2daa87b6 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:06.513100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:06.555338 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0892b025-36e3-42c7-bdd7-59bade76bf44 req-3bb9d41f-6e20-4c70-823d-282a6ebbef5b tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933549 May 26 19:13:06.612544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7e4b177-86dd-4e25-9577-8b5247f65a3c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:06.723958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Deleting port ba6619ab-67cb-44c6-a4c9-65bf415c7bba {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:06.730738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:06.746602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7e4b177-86dd-4e25-9577-8b5247f65a3c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:06.747031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:06.790290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54040) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:06.889520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7e4b177-86dd-4e25-9577-8b5247f65a3c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:06.898139 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df5e5c89-06ee-4f98-8660-a45b5f925d4a req-313a5a34-4397-47a3-8587-f3bafc4f7a2d tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 210 time: 0.1091173 May 26 19:13:06.904679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Allocated IP 172.20.0.11 (b7f4d717-9b71-4ab9-a055-dc8f3a28e570/674fb03f-59c5-4c2c-9d56-d5d1425cc2da/ea855b7b-08c2-4d27-ba8b-af407b44fa87) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:06.912862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] The port 'ba6619ab-67cb-44c6-a4c9-65bf415c7bba' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:13:06.931133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-cf2f322f-ee32-4969-91d4-39efbee2ee7b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:06.933533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-cf2f322f-ee32-4969-91d4-39efbee2ee7b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.53 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 821 time: 0.4545784 May 26 19:13:06.988413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'port': {'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'admin_state_up': True, 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:07.196079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.211130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd3e8-d464-42fc-a4a1-65f815820b81 req-a6f18eb1-de07-478c-8262-d8bf8d1b10a9 tempest-FlavorsV2NegativeTest-689979298 tempest-FlavorsV2NegativeTest-689979298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:07.218685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f55cd3e8-d464-42fc-a4a1-65f815820b81 req-a6f18eb1-de07-478c-8262-d8bf8d1b10a9 tempest-FlavorsV2NegativeTest-689979298 tempest-FlavorsV2NegativeTest-689979298-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8481174 May 26 19:13:07.279959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.287325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:07.318310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f55cd3e8-d464-42fc-a4a1-65f815820b81 req-bb99f593-ea05-4331-ad63-5e978235d8c1 tempest-FlavorsV2NegativeTest-689979298 tempest-FlavorsV2NegativeTest-689979298-project] 10.222.0.24 "GET /v2.0/quotas/e56f0f2c1a22494aaaeee9a8959e1e62 HTTP/1.1" status: 200 len: 375 time: 0.0972085 May 26 19:13:07.330533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Usage tracker for resource:security_group_rule and tenant:86d78e126e4d499f8b4ac7478f8b0d0e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:07.382176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.408929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951223-2f67-49fd-bc7a-c5d7d7a21475 req-4e135de3-577d-4d22-8eaa-81debaae84c9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:07.410505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-99951223-2f67-49fd-bc7a-c5d7d7a21475 req-4e135de3-577d-4d22-8eaa-81debaae84c9 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 950 time: 0.3093369 May 26 19:13:07.413411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Transition to ACTIVE for port object ea855b7b-08c2-4d27-ba8b-af407b44fa87 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:07.470312 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-99951223-2f67-49fd-bc7a-c5d7d7a21475 req-0e2dc628-abce-4f3c-b99e-1e51326ecaa4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 May 26 19:13:07.481523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.538591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:07.564748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:07.568004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:07.573072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:07.578269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:07.596131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:07.602853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f55cd3e8-d464-42fc-a4a1-65f815820b81 req-b8eb4556-bb6e-4c29-bff9-50e455c90741 tempest-FlavorsV2NegativeTest-689979298 tempest-FlavorsV2NegativeTest-689979298-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e56f0f2c1a22494aaaeee9a8959e1e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2901549 May 26 19:13:07.629373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event updated for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:07.664135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ceda6e-14c8-40b4-9302-53a1c00b7233') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:07.664710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ceda6e-14c8-40b4-9302-53a1c00b7233') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:07.744181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:07.744880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.757612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.781812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-1beb8dbb-1a38-47e0-944f-2821433d55ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6015298 May 26 19:13:07.799862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Request body: {'port': {'device_id': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:07.856513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:07.867921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13d76ed8-a2f8-4540-a30c-bbcc05ef7c55 req-6abd585a-3ed7-4252-8c4c-848de237c6fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 210 time: 0.1031389 May 26 19:13:07.881507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:07.888377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b77187-49bc-47c8-9af0-67ee99a309d3 req-5e0054c6-53da-4acb-b8d2-b4ae536ddbf9 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:07.889811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b77187-49bc-47c8-9af0-67ee99a309d3 req-5e0054c6-53da-4acb-b8d2-b4ae536ddbf9 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1096 time: 0.2300105 May 26 19:13:07.903729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 92446ef1-da8a-4d32-838b-7c638e6064f7 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:07.979743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:07.999213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:13:07.999213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.080525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.134532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2d66-bc1e-4e43-aa6b-0b1a44df743a None None] Provisioning for port ea855b7b-08c2-4d27-ba8b-af407b44fa87 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:08.151223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2d66-bc1e-4e43-aa6b-0b1a44df743a None None] Provisioning complete for port ea855b7b-08c2-4d27-ba8b-af407b44fa87 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:08.151563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2d66-bc1e-4e43-aa6b-0b1a44df743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.224766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Made reservation on behalf of c7a5573ac521465a88054a2823a2d1f9 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:08.237940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 92446ef1-da8a-4d32-838b-7c638e6064f7 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:08.237940 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.245199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.276011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a2d66-bc1e-4e43-aa6b-0b1a44df743a None None] Port ea855b7b-08c2-4d27-ba8b-af407b44fa87 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:13:08.278876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:08.290666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:08.296962 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 21ceda6e-14c8-40b4-9302-53a1c00b7233 resource provider aggregate not found May 26 19:13:08.297143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.303489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:08.303881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.338867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91b77187-49bc-47c8-9af0-67ee99a309d3 req-58e50d5c-6d58-4d5a-be91-30f04c5e6098 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511258 May 26 19:13:08.394232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:08.465892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Calling delete_port for 92446ef1-da8a-4d32-838b-7c638e6064f7 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:08.625248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.632253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:08.752080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:13:08.752080 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:13:08.786531 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 21ceda6e-14c8-40b4-9302-53a1c00b7233 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ceda6e-14c8-40b4-9302-53a1c00b7233 found for delete ", "request_id": "req-1ae8f1b3-284c-4564-8a46-0d75b3ce17fe"}]} May 26 19:13:08.960635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea855b7b-08c2-4d27-ba8b-af407b44fa87 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:08.968219 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13e6e1d-363c-44a7-8830-2e2fbd539ebc'] response: {'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'code': 200} May 26 19:13:08.973957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:08.973957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.005428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0 HTTP/1.1" status: 204 len: 168 time: 5.1515946 May 26 19:13:09.027679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Transition to ACTIVE for port object ea855b7b-08c2-4d27-ba8b-af407b44fa87 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:09.033164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.052743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.082358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5da097-68e5-403b-af4c-37f9c38f3641 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0bafd0-6ae5-479e-bc96-8d62bd5d58a0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:09.114631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.256597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83016f0-85aa-4ddb-ba81-27438e808874,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:09.281395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Deleting port 92446ef1-da8a-4d32-838b-7c638e6064f7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:09.281395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.331183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54098) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:09.453839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.464607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dee31752-e41a-4f93-a075-9db36f8fd98d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86d78e126e4d499f8b4ac7478f8b0d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6587167 May 26 19:13:09.472934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54102) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:09.539534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Pushing event updated for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:09.555618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:09.559844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6055be7-376d-4f99-b1f2-b66b2ae7f4d9 req-d69c49d6-3390-4ab5-a5cb-b4de73bf29f9 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:09.561416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6055be7-376d-4f99-b1f2-b66b2ae7f4d9 req-d69c49d6-3390-4ab5-a5cb-b4de73bf29f9 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 932 time: 1.2671397 May 26 19:13:09.578066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Allocated IP 172.20.0.5 (8eb29322-9f3f-4dbe-a0db-1c7d383631f0/e7d9a201-71e3-422e-8f40-42e3b7f52edf/d1d91576-96c2-47b5-974c-8c7b19719dd0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:09.609619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Usage tracker for resource:security_group_rule and tenant:e56f0f2c1a22494aaaeee9a8959e1e62 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:09.623135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:09.660998 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71dda1ef-174f-4252-9d6f-326609bb1d50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f216dfad69345888d136987434a100d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243077 May 26 19:13:09.664035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:09.670974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54106) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:09.765033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6055be7-376d-4f99-b1f2-b66b2ae7f4d9 req-bffed648-768f-4a03-957a-35ee460131b5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885443 May 26 19:13:09.790228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08156d25-d413-42b0-b909-760827fee944 req-6a8171ec-6876-4173-8d0f-ad04303e9add tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:09.790228 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-08156d25-d413-42b0-b909-760827fee944 req-6a8171ec-6876-4173-8d0f-ad04303e9add tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7c7dfd1-639f-440c-b339-ebc48cd16184 HTTP/1.1" status: 200 len: 948 time: 0.4438725 May 26 19:13:09.790228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.848969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Attempting to bind port ea855b7b-08c2-4d27-ba8b-af407b44fa87 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:09.848969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Attempting to bind port ea855b7b-08c2-4d27-ba8b-af407b44fa87 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:09.848969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Attempting to bind port ea855b7b-08c2-4d27-ba8b-af407b44fa87 on network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:09.889065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.889065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Port ea855b7b-08c2-4d27-ba8b-af407b44fa87 on network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:09.895898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Attempting to bind port ea855b7b-08c2-4d27-ba8b-af407b44fa87 on network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:09.935068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:09.935068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Checking segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:09.935068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Bound using segment: {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:09.935068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Bound port: ea855b7b-08c2-4d27-ba8b-af407b44fa87, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:09.935068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:09.950116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.019999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-08156d25-d413-42b0-b909-760827fee944 req-6ddad313-8a84-4517-ad5d-f6fd222f4f66 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040756 May 26 19:13:10.082880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] For port 92446ef1-da8a-4d32-838b-7c638e6064f7, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=92446ef1-da8a-4d32-838b-7c638e6064f7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:10.083248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.180827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.206569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.218926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.250840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Calling delete_port for 92446ef1-da8a-4d32-838b-7c638e6064f7 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:10.342417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.471482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8b2989dd-b027-46f3-8cee-af13d7498074 req-6891cf88-cb9b-4f4e-8f59-fab86edb4489 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 210 time: 0.2539163 May 26 19:13:10.484808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.513213 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e56f0f2c1a22494aaaeee9a8959e1e62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5489223 May 26 19:13:10.537426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54112) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:10.543256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:10.546560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08458960-e53f-4010-8e5d-94da170d2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2a8acb-094b-4576-b785-6f9aef9e8f98,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:10.560242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Transition to ACTIVE for port object d1d91576-96c2-47b5-974c-8c7b19719dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:10.609559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:10.622175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83016f0-85aa-4ddb-ba81-27438e808874,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:10.631401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.637364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.641026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.643686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.658188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:10.712426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.714029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-75adb9f1-fea8-4c01-850a-cc2e59a320c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a83016f0-85aa-4ddb-ba81-27438e808874 HTTP/1.1" status: 204 len: 168 time: 1.2368011 May 26 19:13:10.722463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event deleted for resources: {'Port': ['ID=92446ef1-da8a-4d32-838b-7c638e6064f7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:10.787572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fb61d-a8e0-4ba0-b478-04a3f44ee510,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:10.825297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:10.828441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.831957 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] 10.222.0.53 "PUT /v2.0/ports/ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 1092 time: 3.0409935 May 26 19:13:10.835965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:10.838670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:10.848831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:10.851838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-935af7d7-e070-47b4-b40b-a739c1ce8f75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/073fb61d-a8e0-4ba0-b478-04a3f44ee510 HTTP/1.1" status: 204 len: 168 time: 1.1789696 May 26 19:13:10.922242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:10.972375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:11.053848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.089788 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:13:11.096512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2f1fd-acc8-41a7-ac9a-a61854c1a65c service neutron] Pushing event updated for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:11.236999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.300007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:11.301199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.306058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event updated for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:11.324402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] No DVR routers for this DVR port 92446ef1-da8a-4d32-838b-7c638e6064f7 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:11.334134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.337679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-deleted', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:11.372849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78f79a86-a36a-46f5-8578-4c7cba5020ef req-762c05af-ab4d-4697-8b3e-b9e466f45e2d tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "DELETE /v2.0/ports/92446ef1-da8a-4d32-838b-7c638e6064f7 HTTP/1.1" status: 204 len: 173 time: 5.2332840 May 26 19:13:11.386577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-593716f1-899f-4ccf-8424-824fa3e9e835 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4108438 May 26 19:13:11.399801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Request body: {'port': {'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:11.444418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4ee197ef-4512-4519-aae7-efd0fe79d575'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:11.459027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3a553-4817-4a44-96b8-afca95f99f6e req-58d31c97-7530-4315-b5bc-c062595bd100 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:11.462863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1a3a553-4817-4a44-96b8-afca95f99f6e req-58d31c97-7530-4315-b5bc-c062595bd100 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.5887539 May 26 19:13:11.560771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-f416ff38-706b-4f31-92ca-2240ffe0ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:11.563077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-f416ff38-706b-4f31-92ca-2240ffe0ff3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1095 time: 0.6158848 May 26 19:13:11.580339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f2f46d54-fd94-4688-b5aa-17d974adc834 None None] Provisioning for port d1d91576-96c2-47b5-974c-8c7b19719dd0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:11.583586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.610222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f2f46d54-fd94-4688-b5aa-17d974adc834 None None] Provisioning complete for port d1d91576-96c2-47b5-974c-8c7b19719dd0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:11.611142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f2f46d54-fd94-4688-b5aa-17d974adc834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.788624 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-0fa61d51-73c6-44c5-9f13-3d3efae43244 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 217 time: 0.2171168 May 26 19:13:11.821613 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f1a3a553-4817-4a44-96b8-afca95f99f6e req-e07e6e10-87f2-4d34-ab9e-4263e316e9fa tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350246 May 26 19:13:11.881871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54160) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:11.920087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.920482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f2f46d54-fd94-4688-b5aa-17d974adc834 None None] Port d1d91576-96c2-47b5-974c-8c7b19719dd0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:13:11.928496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:11.977051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2a8acb-094b-4576-b785-6f9aef9e8f98,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:11.998558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:12.011753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1170d2a4-4bc8-49bc-a183-83af813c96c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce2a8acb-094b-4576-b785-6f9aef9e8f98 HTTP/1.1" status: 204 len: 168 time: 1.4728265 May 26 19:13:12.063974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-353091dd-760a-4f0a-bb8f-da578c04c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:12.066128 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-353091dd-760a-4f0a-bb8f-da578c04c1a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.2709496 May 26 19:13:12.193611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-dcd2a216-e869-4c33-a1f1-67f45d68625f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:12.194639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-dcd2a216-e869-4c33-a1f1-67f45d68625f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:12.221192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-dcd2a216-e869-4c33-a1f1-67f45d68625f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:12.229778 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-dcd2a216-e869-4c33-a1f1-67f45d68625f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 944 time: 0.2131546 May 26 19:13:12.253340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511afb-17ab-4092-ada0-6ca80110b239 req-b309fe33-df82-4e7c-9b8b-30f174996eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:12.255363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-b309fe33-df82-4e7c-9b8b-30f174996eaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721635 May 26 19:13:12.309208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-18af4293-e9e7-4979-b934-8073bc28e4a7 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:12.413402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-e1790308-153a-4a60-9ca7-0ebc6f4bd178 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:13:12.415650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-e1790308-153a-4a60-9ca7-0ebc6f4bd178 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384533 May 26 19:13:12.435972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Request body: {'binding': {'host': 'n-h2-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:12.436634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Unknown quota resources ['binding']. {{(pid=88362) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:13:12.472407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d91576-96c2-47b5-974c-8c7b19719dd0 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:12.481702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:12.486381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:12.491770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2564c3f63ca845b3b05520036bfadadd is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:12.499229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:12.511503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:12.515997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Transition to ACTIVE for port object d1d91576-96c2-47b5-974c-8c7b19719dd0 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:12.525253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:12.531228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-18af4293-e9e7-4979-b934-8073bc28e4a7 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:12.543558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f6b9f6bf-32a5-467c-b3d3-f764ea48133b req-18af4293-e9e7-4979-b934-8073bc28e4a7 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128109 May 26 19:13:12.629294 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216418d9-2e3b-4d26-ae9b-7e2de6b938f0'] response: {'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'status': 'completed', 'code': 200} May 26 19:13:12.642891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-ccfb2a44-4af2-4548-ab34-2d270349db6b service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782921 May 26 19:13:12.786994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:12.840484 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0528e6d3-ba19-4fe4-8e86-8d6fb214be7b'] response: {'server_uuid': 'd7c7dfd1-639f-440c-b339-ebc48cd16184', 'name': 'network-vif-deleted', 'tag': '92446ef1-da8a-4d32-838b-7c638e6064f7', 'status': 'completed', 'code': 200} May 26 19:13:12.892888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Attempting to bind port d1d91576-96c2-47b5-974c-8c7b19719dd0 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:12.893379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Attempting to bind port d1d91576-96c2-47b5-974c-8c7b19719dd0 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:12.893703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Attempting to bind port d1d91576-96c2-47b5-974c-8c7b19719dd0 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:12.912341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:12.918657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Port d1d91576-96c2-47b5-974c-8c7b19719dd0 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:12.918970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Attempting to bind port d1d91576-96c2-47b5-974c-8c7b19719dd0 on network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:12.948540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:12.948874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Checking segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:12.949287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Bound using segment: {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:12.949821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Bound port: d1d91576-96c2-47b5-974c-8c7b19719dd0, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05454fd9-5585-4b38-b337-bcada4c74dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:12.950169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:12.988196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.028927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.127193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2564c3f63ca845b3b05520036bfadadd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2423320 May 26 19:13:13.132927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5c91d-95f4-4d70-ac59-513bc5df72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70472a5d-e90c-41a1-a19f-f22ee2ebf487,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:13.135162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54202) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:13.140712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1712416697-network', 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:13.146663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:13.152229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:13.154589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Usage tracker for resource:network and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:13.158502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:13.159804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:13.167266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:13.170831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.173659 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-84511afb-17ab-4092-ada0-6ca80110b239 req-b37e9335-bbfa-4b4f-b289-6f68a404e8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380984 May 26 19:13:13.198877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on host n-h2-843146-9 for vnic_type normal with profile None {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:13.199204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:13.199836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:13.215681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:13.215681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:13.267742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:13.267742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.269105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] 10.222.0.53 "PUT /v2.0/ports/d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 1091 time: 1.8748658 May 26 19:13:13.271591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:13.271819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:13.272121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:13.274534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:13.274534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Bound port: dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:13.274944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.293396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.293605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3da2-f3e4-45b4-94f8-a30503ff6b1b req-fdfced9e-0bac-4c12-b749-379bc99d8278 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:13.298360 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b4dd3da2-f3e4-45b4-94f8-a30503ff6b1b req-fdfced9e-0bac-4c12-b749-379bc99d8278 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 943 time: 0.3088348 May 26 19:13:13.328135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:13.332626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:13.337382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:13.346007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:13.372109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.429631 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b4dd3da2-f3e4-45b4-94f8-a30503ff6b1b req-5432262c-0d5d-4ef7-a771-0eea4384ce64 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 May 26 19:13:13.441581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.451450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:13.466756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.467688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-03470291-94ed-4ad8-9ba6-197b429f1dcf service neutron] 10.222.0.24 "POST /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90/bindings HTTP/1.1" status: 201 len: 389 time: 1.0425112 May 26 19:13:13.488508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96109b-52c2-4f41-9057-cdd253047c55 req-3c33079d-3079-4faf-8fbf-8efbf44b15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:13.491572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-3c33079d-3079-4faf-8fbf-8efbf44b15b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1095 time: 0.2664423 May 26 19:13:13.492107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a1a2-667c-475b-b21e-127ba7121e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:13.506810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.520423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.615215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.626997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae3e27-0e91-406d-80c1-a906153b99d0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:13.638856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70472a5d-e90c-41a1-a19f-f22ee2ebf487,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:13.651393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.652288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.653181 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ddcdde0d-3a52-463f-849e-4efc5df89f35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70472a5d-e90c-41a1-a19f-f22ee2ebf487 HTTP/1.1" status: 204 len: 168 time: 0.5139897 May 26 19:13:13.661547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.667771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.668112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.668444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.668789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.670142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.670472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.670798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.671120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.671445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.671768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:13.694415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:13:13.703178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96109b-52c2-4f41-9057-cdd253047c55 req-fff0c76d-358d-4517-a02c-2a2bf418e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:13.706924 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-fff0c76d-358d-4517-a02c-2a2bf418e0a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 930 time: 0.2089930 May 26 19:13:13.718500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-5b71b9d2-394f-4c72-809e-daaf07c9710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:13.720442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-5b71b9d2-394f-4c72-809e-daaf07c9710a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1094 time: 0.2687879 May 26 19:13:13.726912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:13.727513 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Added segment 3450a50c-472a-44db-8685-98f0076df28e of type vlan for network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 May 26 19:13:13.731052 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.021033 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-98540727-7367-46c1-b147-0b55b77a0b5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 217 time: 0.3047831 May 26 19:13:14.035529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.077913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-68ab1676-1932-40db-b13b-cd2734a0a0d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 217 time: 0.3412151 May 26 19:13:14.079628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.080866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.081826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.109432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96109b-52c2-4f41-9057-cdd253047c55 req-0c76a4df-a930-49b7-949b-c897ba755b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.111500 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-0c76a4df-a930-49b7-949b-c897ba755b70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.0803394 May 26 19:13:14.293860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96109b-52c2-4f41-9057-cdd253047c55 req-80dc9a35-a4a8-4a16-8d2c-88238051b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.295355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-80dc9a35-a4a8-4a16-8d2c-88238051b6c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740296 May 26 19:13:14.304741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65d4a-7752-46e1-96ea-1a0352e86f53 req-424e8eeb-740e-42ab-8141-00ceb18b0650 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.306277 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97f65d4a-7752-46e1-96ea-1a0352e86f53 req-424e8eeb-740e-42ab-8141-00ceb18b0650 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 945 time: 0.1266818 May 26 19:13:14.320060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4053640 May 26 19:13:14.325661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9254f-829a-4a13-8d76-ac7babdcdab2 admin admin] Pushing event updated for resources: {'Network': ['ID=03ee5799-3a7b-43ee-9c39-df0da92c3d32,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:14.330153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54234) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:14.333648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-b0aa6ea8-ac1e-47e0-b040-26e16f0ef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.335106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-b0aa6ea8-ac1e-47e0-b040-26e16f0ef01b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.2485924 May 26 19:13:14.339446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:13:14.402114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-c2574563-9a87-444c-800f-4c0cb9ca9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.403871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-c2574563-9a87-444c-800f-4c0cb9ca9f4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1096 time: 0.6035769 May 26 19:13:14.404239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Request body: {'subnet': {'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1712416697-subnet', 'tenant_id': '4cc77e37b26e43099596f3f88934e99a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:14.418354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:14.438095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Usage tracker for resource:subnet and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:14.453269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:14.468895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:14.477753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97f65d4a-7752-46e1-96ea-1a0352e86f53 req-3b13b103-be88-4fec-a9b0-d692db8f5a7e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484153 May 26 19:13:14.505995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:14.508305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.588392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a61ead-5dd2-4987-8e8b-19c432a8ebf8 req-14f83200-3490-49e2-a534-78116b72cf92 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.597355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64a61ead-5dd2-4987-8e8b-19c432a8ebf8 req-14f83200-3490-49e2-a534-78116b72cf92 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 944 time: 0.4470377 May 26 19:13:14.692128 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-c442e240-bf84-4b68-9288-8a98644247e5 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846049 May 26 19:13:14.772617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9ea7dee7-7ad8-4480-9d67-20e2126c681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.782134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-5620810d-82da-4b30-ab46-d01eb974c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.789925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-5620810d-82da-4b30-ab46-d01eb974c091 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3722422 May 26 19:13:14.796852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54250) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:14.880968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-e8954599-9877-4f28-86d0-42e77e6792c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:14.882806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-e8954599-9877-4f28-86d0-42e77e6792c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5329795 May 26 19:13:14.883654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:14.890632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:14.923194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64a61ead-5dd2-4987-8e8b-19c432a8ebf8 req-742e00dd-ac31-46d6-bb90-bcd458002908 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080995 May 26 19:13:14.989356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-a5e2299e-de4a-4c9d-a74f-e90f798888a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 217 time: 0.1966460 May 26 19:13:15.126125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-568012340-network', 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:15.136086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:15.136223 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-da96109b-52c2-4f41-9057-cdd253047c55 req-6d5ebab4-396b-42a6-9a53-eaa0d4fdcf79 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362147 May 26 19:13:15.140372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Usage tracker for resource:network and tenant:47d6f35fc08a4534b562c5769fb2d95c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:15.143649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:15.151455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:15.163812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1065a77-204c-49ca-8d51-83b34d18d003,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:15.168506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:15.170452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:15.187268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:15.187635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Network hostable DHCP agents. Network: 03ee5799-3a7b-43ee-9c39-df0da92c3d32, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:13:15.195934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:15.209921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703528e2-8580-4130-ba2d-20ea637a50b8 req-be02b64b-be52-401f-80df-1b5356c158a4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:15.211412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-703528e2-8580-4130-ba2d-20ea637a50b8 req-be02b64b-be52-401f-80df-1b5356c158a4 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.2260911 May 26 19:13:15.239326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:13:15.273977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-a0c8f131-b9b5-42e6-a426-7fec6bbaf6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:15.276078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-a0c8f131-b9b5-42e6-a426-7fec6bbaf6b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2250230 May 26 19:13:15.277535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:15.300002 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-703528e2-8580-4130-ba2d-20ea637a50b8 req-33de5e64-e6b0-4459-a15a-167aaffc91d6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b377235-d890-48a3-98dd-d69807118110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 May 26 19:13:15.303317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 03ee5799-3a7b-43ee-9c39-df0da92c3d32) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:15.321467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b577519-2c27-4d24-b56a-2942af825db5 None None] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:15.335490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:15.336347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:15.350286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-54d0007a-dde5-47e5-929e-7fa744ece964 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575597 May 26 19:13:15.363665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Usage tracker for resource:security_group_rule and tenant:47d6f35fc08a4534b562c5769fb2d95c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:15.387402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-baa56075-4092-4cef-9360-9eef510e73ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0543420 May 26 19:13:15.402303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:15.430368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:15.633364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-be3b7fd9-a390-42fc-abb5-5a96026c2b00 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095098 May 26 19:13:15.650087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fbbae-d3d4-4a9d-8ddc-8bf4d0aee86d req-8d75122c-805e-45af-81a1-80885eb3753b tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:15.660378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e98fbbae-d3d4-4a9d-8ddc-8bf4d0aee86d req-8d75122c-805e-45af-81a1-80885eb3753b tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.1656806 May 26 19:13:15.736084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e98fbbae-d3d4-4a9d-8ddc-8bf4d0aee86d req-003f92be-3f1b-4e86-babc-7efa0d5c1ad7 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups?id=e85c251c-2e42-4345-8f3f-fe93cca49e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747149 May 26 19:13:15.790125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-9042a3b4-6118-4f06-89af-f55ccac5ca96 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168649 May 26 19:13:15.806330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1608b556-a815-4858-b842-cc41fc698c77 None None] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:15.855488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742c099-db51-43c9-a1f7-4ccfd4df0be0 req-90d9278e-d93c-42ff-8ebd-6fcc88392f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:15.855993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0742c099-db51-43c9-a1f7-4ccfd4df0be0 req-90d9278e-d93c-42ff-8ebd-6fcc88392f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:16.012201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-213154e2-ae96-4ef9-b915-3c13435206e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:16.012201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-213154e2-ae96-4ef9-b915-3c13435206e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Synchronizing usage tracker for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:16.020620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.022673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0742c099-db51-43c9-a1f7-4ccfd4df0be0 req-90d9278e-d93c-42ff-8ebd-6fcc88392f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:16.025793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0742c099-db51-43c9-a1f7-4ccfd4df0be0 req-90d9278e-d93c-42ff-8ebd-6fcc88392f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 943 time: 0.8353419 May 26 19:13:16.041018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc8484c8-3f5e-474a-b577-a74a5b5ba099 req-01d3b31b-3acf-496b-b4a5-4c7dac1994ee service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003096 May 26 19:13:16.059103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.071779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:13:16.082400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.082400 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Added segment 9a841b08-fca6-4b3e-b062-76149226c96d of type vlan for network faf6b053-e2ce-4426-8757-7c1833aab502 May 26 19:13:16.161827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-213154e2-ae96-4ef9-b915-3c13435206e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Unset dirty status for tenant:9b9b00b5537b4f13ab4a100f7123d2ab on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:16.163443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-213154e2-ae96-4ef9-b915-3c13435206e7 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "GET /v2.0/ports?device_id=65cea6a0-b901-4aba-8ebb-b7d152dfdeda HTTP/1.1" status: 200 len: 950 time: 0.7340789 May 26 19:13:16.334591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6f00a-e30e-41ae-9408-8b29f99b7427,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:16.338531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-78ce0de1-028b-44df-a9a7-9ac0d7a6b763 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417948 May 26 19:13:16.377509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0742c099-db51-43c9-a1f7-4ccfd4df0be0 req-2ede9037-0380-4ce9-bdb0-45df827e9572 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385403 May 26 19:13:16.381960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.405489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Deleting port 20d227c8-03a8-4306-b048-1e2d1933c39d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:16.409342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.484045 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbaa4db-38ac-42dd-a19e-1a43fe08f357'] response: {'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'status': 'completed', 'code': 200} May 26 19:13:16.492552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.493639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:16.495674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.752074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] Pushing event updated for resources: {'Network': ['ID=faf6b053-e2ce-4426-8757-7c1833aab502,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:16.764340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a6d3a3b9-61ba-457d-97e7-039a0ab982a8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9592710 May 26 19:13:16.767894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54278) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:16.772058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network faf6b053-e2ce-4426-8757-7c1833aab502 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:13:16.776986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Request body: {'subnet': {'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-568012340-subnet', 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:16.785679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:16.791879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Usage tracker for resource:subnet and tenant:47d6f35fc08a4534b562c5769fb2d95c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:16.795095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:16.802684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:16.817024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:16.820789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.911956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-0775e0ea-89f2-49b2-b454-08779581fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:16.913851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-0775e0ea-89f2-49b2-b454-08779581fc30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1094 time: 0.3744614 May 26 19:13:16.916894 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df1812b4-c33c-4859-9ded-f2bb868c99bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:16.963817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43138-7c12-4426-a4d5-d14dcdf894fd req-20928daa-1837-4163-a6f5-9eb77db9dc89 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:16.965355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bc43138-7c12-4426-a4d5-d14dcdf894fd req-20928daa-1837-4163-a6f5-9eb77db9dc89 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 945 time: 0.3671272 May 26 19:13:16.969683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] For port 20d227c8-03a8-4306-b048-1e2d1933c39d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=20d227c8-03a8-4306-b048-1e2d1933c39d,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:16.970292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.107245 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.193908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981d1bfa-622c-4f6b-84eb-e4abcedc99df,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:17.199828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:17.200182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Network hostable DHCP agents. Network: faf6b053-e2ce-4426-8757-7c1833aab502, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:13:17.221025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Network faf6b053-e2ce-4426-8757-7c1833aab502 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:13:17.233079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, faf6b053-e2ce-4426-8757-7c1833aab502) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:17.237552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:17.238195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.240783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Calling delete_port for 20d227c8-03a8-4306-b048-1e2d1933c39d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:17.246223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda00b0-3a3a-403b-bb56-8f01c758a3be None None] Network faf6b053-e2ce-4426-8757-7c1833aab502 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:17.262678 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4056d1a-7898-4eec-a2cd-b3a887497e79 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4935360 May 26 19:13:17.361369 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.384615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-881229e3-5c4e-4d6b-bfa6-6427eb47ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:17.386993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-881229e3-5c4e-4d6b-bfa6-6427eb47ce02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.4530532 May 26 19:13:17.494923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-e32c7d36-66f8-455b-aefd-542b7b9cc264 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 217 time: 0.1004410 May 26 19:13:17.504670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bc43138-7c12-4426-a4d5-d14dcdf894fd req-49263c71-0fa4-4a63-8d47-b039942ec174 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262961 May 26 19:13:17.518839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b0af3-f62f-4726-890a-1e4187d0c46c None None] Network faf6b053-e2ce-4426-8757-7c1833aab502 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:17.667151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-55bd4ceb-f6e7-4b5d-967a-7d532a9f1622 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:17.669537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-55bd4ceb-f6e7-4b5d-967a-7d532a9f1622 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.53 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 945 time: 0.5585403 May 26 19:13:17.677291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-ce052e61-17cd-4cf8-a5a4-95072814afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:17.679659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-ce052e61-17cd-4cf8-a5a4-95072814afda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1734555 May 26 19:13:17.802605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.818628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['20d227c8-03a8-4306-b048-1e2d1933c39d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:17.858399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Deleting port 27efcd63-e154-4346-a21e-0a2359418878 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:17.858570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:17.905664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Pushing event deleted for resources: {'Port': ['ID=20d227c8-03a8-4306-b048-1e2d1933c39d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:17.987232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ea855b7b-08c2-4d27-ba8b-af407b44fa87 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:13:18.049510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:18.056172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-792883969-network', 'tenant_id': 'fc6b047e17ee40248d546a092864c08e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:18.064411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:18.076599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Usage tracker for resource:network and tenant:fc6b047e17ee40248d546a092864c08e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:18.086144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:18.095454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:18.111358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Made reservation on behalf of fc6b047e17ee40248d546a092864c08e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:18.114611 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.142041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.151691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.174407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:18.174407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6b047e17ee40248d546a092864c08e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:18.174407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:18.178686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:18.242856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:18.262077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'mac_address': 'fa:16:3e:40:be:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:13:18.277609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.284754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] No DVR routers for this DVR port 20d227c8-03a8-4306-b048-1e2d1933c39d on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:18.285332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.287483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.307620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-03711315-83c5-40f6-93c4-e3bf369aae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:18.309132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-03711315-83c5-40f6-93c4-e3bf369aae95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931370 May 26 19:13:18.319451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:13:18.333745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764f85b8-0191-45b7-90ad-311897220238,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:18.339245 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.339850 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Added segment 98789204-c01f-442f-b286-fade91a94749 of type vlan for network 68333aba-b6c8-4a7d-bd2b-180baba3657e May 26 19:13:18.345631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ea855b7b-08c2-4d27-ba8b-af407b44fa87 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:18.346145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.350854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.351509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.352042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.352586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.353167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.353775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.354333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.355528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.356082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.356650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.357213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.357762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:18.381008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea855b7b-08c2-4d27-ba8b-af407b44fa87 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:18.392290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.407356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:18.410223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43159f8e-8c0f-41c7-8046-1444212d3a0a req-b2d465b2-dadd-4e12-aa73-fa94138643b6 tempest-MigrationsAdminTest-1710740737 tempest-MigrationsAdminTest-1710740737-project] 10.222.0.13 "DELETE /v2.0/ports/20d227c8-03a8-4306-b048-1e2d1933c39d HTTP/1.1" status: 204 len: 173 time: 2.2374308 May 26 19:13:18.413286 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.432936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.434361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:18.435140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.520575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:18.546366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-deleted', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:18.587654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] Pushing event updated for resources: {'Network': ['ID=68333aba-b6c8-4a7d-bd2b-180baba3657e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:18.606952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 68333aba-b6c8-4a7d-bd2b-180baba3657e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:13:18.624382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-24cbf2f4-161f-4a7c-a9ed-467af6e72e26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5735271 May 26 19:13:18.625131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:18.627670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8ac49b0c-073a-41da-8222-fbbf9e94d82b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:18.628604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8ac49b0c-073a-41da-8222-fbbf9e94d82b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:18.633990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Request body: {'subnet': {'network_id': '68333aba-b6c8-4a7d-bd2b-180baba3657e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-792883969-subnet', 'tenant_id': 'fc6b047e17ee40248d546a092864c08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:18.639695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:18.644156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Usage tracker for resource:subnet and tenant:fc6b047e17ee40248d546a092864c08e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:18.647417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:18.654331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:18.668427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Made reservation on behalf of fc6b047e17ee40248d546a092864c08e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:18.671045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.681182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-0fcb7077-325c-4541-9403-1fd2c90b2c0f service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627009 May 26 19:13:18.714723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8ac49b0c-073a-41da-8222-fbbf9e94d82b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:18.715865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8ac49b0c-073a-41da-8222-fbbf9e94d82b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.6174312 May 26 19:13:18.800674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] For port 27efcd63-e154-4346-a21e-0a2359418878, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=27efcd63-e154-4346-a21e-0a2359418878,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:18.800965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:18.812016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-6b69ea49-e381-459c-acd2-544702a60bb0 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0423262 May 26 19:13:18.918069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ea855b7b-08c2-4d27-ba8b-af407b44fa87'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:18.943766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8392e134-ca4e-462d-9c62-6ac7ff72c6c1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769136 May 26 19:13:19.076831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.161293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f27d5a1-0b22-4063-9c7b-49bf83494dc7 req-838a177c-20b8-41fc-9a8c-ec1b0122c0d6 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665465 May 26 19:13:19.216873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9996690-ad70-4b9b-b0a1-17158ee10f0b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:19.225909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Checking segment: {'id': '98789204-c01f-442f-b286-fade91a94749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '68333aba-b6c8-4a7d-bd2b-180baba3657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:19.226470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Network hostable DHCP agents. Network: 68333aba-b6c8-4a7d-bd2b-180baba3657e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:13:19.251666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Network 68333aba-b6c8-4a7d-bd2b-180baba3657e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:13:19.261738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 68333aba-b6c8-4a7d-bd2b-180baba3657e) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:19.266613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:19.267208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.274488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1fada-fc3a-4915-a837-b45bc1606b7e None None] Network 68333aba-b6c8-4a7d-bd2b-180baba3657e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:19.301430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-792a1c96-77c5-450e-91ee-54bcfe4af5d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6648166 May 26 19:13:19.370338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-13ab9d82-c4ef-476e-adeb-9ceff938cb42 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144301 May 26 19:13:19.469251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.469606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.469924 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Floating IP dd39e80a-92bf-4af0-9d4a-9af660dbc962 disassociated. External IP: 172.25.0.52, port: 27efcd63-e154-4346-a21e-0a2359418878. May 26 19:13:19.470557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Calling delete_port for 27efcd63-e154-4346-a21e-0a2359418878 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:19.540986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.596817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649ee66-06fa-4c86-8a77-c4ea02ced081 None None] Network 68333aba-b6c8-4a7d-bd2b-180baba3657e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:19.611394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-33030257-a59c-490a-b4de-be1ca458f1e8 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296693 May 26 19:13:19.687882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:19.934487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:19.937647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event deleted for resources: {'Port': ['ID=27efcd63-e154-4346-a21e-0a2359418878,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:19.976966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 20d227c8-03a8-4306-b048-1e2d1933c39d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:19.977391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 20d227c8-03a8-4306-b048-1e2d1933c39d not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:19.999048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1d91576-96c2-47b5-974c-8c7b19719dd0 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:13:20.005875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ea855b7b-08c2-4d27-ba8b-af407b44fa87 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:20.156112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b21c-7fb8-4eb0-8014-430f24082785 req-a230b9e6-41c9-4658-a5e3-336daa569753 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:20.157635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3600b21c-7fb8-4eb0-8014-430f24082785 req-a230b9e6-41c9-4658-a5e3-336daa569753 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 945 time: 0.2599573 May 26 19:13:20.193845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Router f0e89f65-7d2c-4639-ba1f-d8c264611085 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:20.200566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ea855b7b-08c2-4d27-ba8b-af407b44fa87 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:20.220699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ea855b7b-08c2-4d27-ba8b-af407b44fa87 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:20.221094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.223662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3600b21c-7fb8-4eb0-8014-430f24082785 req-09b13044-18f7-4fb6-9563-c1fd4701a035 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 May 26 19:13:20.359734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:20.404369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:13:20.438506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:20.482095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ea855b7b-08c2-4d27-ba8b-af407b44fa87 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:20.482482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.495648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d1d91576-96c2-47b5-974c-8c7b19719dd0 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:20.496027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.535326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] No DVR routers for this DVR port 27efcd63-e154-4346-a21e-0a2359418878 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:20.538527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.548880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Sync routers for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:20.582280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d91576-96c2-47b5-974c-8c7b19719dd0 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:20.590557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:20.591670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:20.600577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00c2437d-5565-4e64-aa7f-ea428207c131 req-b5de8b90-3f2b-4c2f-aae8-22a64649314e tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/ports?device_id=b14cc813-9763-4e85-a06b-bc420e6f1bb3 HTTP/1.1" status: 200 len: 210 time: 0.0666761 May 26 19:13:20.608677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da7e1059-add0-4bcc-9fcc-c30b91e2bcc6 req-5ac58a61-b658-4060-bfe7-e518df4178d6 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.53 "DELETE /v2.0/ports/27efcd63-e154-4346-a21e-0a2359418878 HTTP/1.1" status: 204 len: 173 time: 2.9331660 May 26 19:13:20.705266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:20.716493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:20.722503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.799294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:20.846127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54344) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:20.861336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:20.861336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 27efcd63-e154-4346-a21e-0a2359418878 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:20.867877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae7f76-4836-49dc-96f8-22011571d949 req-be878ae5-1453-41d8-8988-8a89299ceacd tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:20.880436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09ae7f76-4836-49dc-96f8-22011571d949 req-be878ae5-1453-41d8-8988-8a89299ceacd tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 944 time: 0.1597719 May 26 19:13:20.921699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 27efcd63-e154-4346-a21e-0a2359418878 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:20.922043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 27efcd63-e154-4346-a21e-0a2359418878 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:20.941697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09ae7f76-4836-49dc-96f8-22011571d949 req-0b7dd0bd-51cc-471a-80e8-fe20678ee9f6 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598934 May 26 19:13:20.953518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:21.020298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:21.104597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d1d91576-96c2-47b5-974c-8c7b19719dd0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:21.117869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f828a11c-4af0-421d-a371-98d150184f87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b9b00b5537b4f13ab4a100f7123d2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691243 May 26 19:13:21.126182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54350) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:21.240793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:21.256383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:21.378635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:21.432662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985740-da6e-434d-b2a1-78cf56fc291f req-ba928449-8059-4cfe-b8af-a1bd51aba8b5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:21.434781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30985740-da6e-434d-b2a1-78cf56fc291f req-ba928449-8059-4cfe-b8af-a1bd51aba8b5 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 945 time: 0.3892777 May 26 19:13:21.521338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-82b113ce-f655-46bb-bfcf-a1b66b9f917a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:21.522715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-82b113ce-f655-46bb-bfcf-a1b66b9f917a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3019271 May 26 19:13:21.540589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:21.608687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:21.627318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Checking router: f0e89f65-7d2c-4639-ba1f-d8c264611085 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:21.634364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:21.635542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:21.665734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30985740-da6e-434d-b2a1-78cf56fc291f req-1b1fb3d8-d1b5-404e-b346-0821470392c2 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103417 May 26 19:13:21.749118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:21.763790 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fb2471-d419-49b1-baef-3457d330cdd0'] response: {'server_uuid': '65cea6a0-b901-4aba-8ebb-b7d152dfdeda', 'name': 'network-vif-deleted', 'tag': '20d227c8-03a8-4306-b048-1e2d1933c39d', 'status': 'completed', 'code': 200} May 26 19:13:21.776868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b377235-d890-48a3-98dd-d69807118110,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:21.794677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:21.795789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8d4537fd-695b-4a8a-9202-9d5db061b063 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b377235-d890-48a3-98dd-d69807118110 HTTP/1.1" status: 204 len: 168 time: 0.6694269 May 26 19:13:21.822472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:21.834060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Usage tracker for resource:port and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:21.842547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:21.852757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:21.859541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:21.877958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:21.882646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:22.222648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54374) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:22.293355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5cff2f24-71f2-4bab-9f67-7c86f2095ad8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1287aca83874382aa3f7500c31273de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699134 May 26 19:13:22.295890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54378) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:22.343405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:22.348072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c368bf-df84-48eb-87a6-ef8304ea629b None None] The sync data for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 is: [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:10:59Z', 'revision_number': 4, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55', 'name': '', 'network_id': '70878ea7-fbf7-4260-a4c7-1b0dc05fa229', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'mac_address': 'fa:16:3e:3f:b4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:58Z', 'updated_at': '2022-05-26T19:11:06Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'subnets': [{'id': '72d6c5d2-e96b-499d-bc46-d5f1011ccb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:22.389663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:22.425768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:22.487642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:22.515724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94992e9-7601-402e-978e-ce2e3086baf7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:22.526437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:22.528108 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4d19375-5d47-42c1-905a-adf2aeb97596 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f94992e9-7601-402e-978e-ce2e3086baf7 HTTP/1.1" status: 204 len: 168 time: 0.2301781 May 26 19:13:22.535172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.4 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/5ea60970-5be5-4c56-ade1-2649e78cf366) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:22.656142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-936b1ed8-5678-4a63-9320-90e9413817e2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:22.657231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-718418e2-5c62-4179-8273-1c39978d1f43 req-936b1ed8-5678-4a63-9320-90e9413817e2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:22.733299 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c184dd-5359-4ec4-8b42-a11a5e40b495 None None] New status for floating IP dd39e80a-92bf-4af0-9d4a-9af660dbc962: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:13:22.825343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-718418e2-5c62-4179-8273-1c39978d1f43 req-936b1ed8-5678-4a63-9320-90e9413817e2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:22.826548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-936b1ed8-5678-4a63-9320-90e9413817e2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.5863373 May 26 19:13:22.868806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-1fbd2684-3a6b-4624-be91-afcc89721485 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/quotas/47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 375 time: 0.0240550 May 26 19:13:22.928376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-9f8ece9d-caae-4b37-87cf-6bf8b36a1b03 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518901 May 26 19:13:22.936411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:23.159410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8e50f261-b38f-45a8-b0f9-05d4a1a36750 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207756 May 26 19:13:23.197752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:23.352563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:23.362947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:23.362947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:23.424378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:23.478041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-93e2cc9c-4eb9-4671-a8cf-a23ff3775845 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158185 May 26 19:13:23.499565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:23.499565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:23.536098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-8d02342c-6e3d-4b0f-882f-4cd6338c86e9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9963529 May 26 19:13:23.559549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Request body: {'port': {'device_id': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:23.766220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:23.803159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'name': 'network-vif-deleted', 'tag': '27efcd63-e154-4346-a21e-0a2359418878'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:24.038769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1d91576-96c2-47b5-974c-8c7b19719dd0 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:24.150182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-0f47728b-4a7b-49af-860c-cfdd9e6d68c2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:24.151443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-0f47728b-4a7b-49af-860c-cfdd9e6d68c2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:24.164761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d1d91576-96c2-47b5-974c-8c7b19719dd0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:24.191799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d1d91576-96c2-47b5-974c-8c7b19719dd0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:24.191799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:24.264040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-0f47728b-4a7b-49af-860c-cfdd9e6d68c2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:24.264040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-0f47728b-4a7b-49af-860c-cfdd9e6d68c2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 931 time: 0.4663320 May 26 19:13:24.378744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-56d0309f-2559-44a4-b5f2-efc1694a39cb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:24.456452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-56d0309f-2559-44a4-b5f2-efc1694a39cb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:24.456452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-419f2bbb-81f5-4c14-add3-476bcca399cd req-56d0309f-2559-44a4-b5f2-efc1694a39cb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854427 May 26 19:13:24.493251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea60970-5be5-4c56-ade1-2649e78cf366 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:24.502619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:24.519716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Transition to ACTIVE for port object 5ea60970-5be5-4c56-ade1-2649e78cf366 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:24.534089 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341e3ddd-3696-490a-9f5d-a8b971594702'] response: {'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'code': 200} May 26 19:13:24.539027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d1d91576-96c2-47b5-974c-8c7b19719dd0 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:24.539766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:24.573614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:24.610098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:24.615159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:24.705474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:24.994239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:25.146403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-afdf6725-1570-495b-9cca-95a741691155 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:25.148455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-afdf6725-1570-495b-9cca-95a741691155 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.6920037 May 26 19:13:25.158048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536be0-5023-42fb-aae8-4f91c788c355 req-ee9a8b06-a40d-4cd3-9700-597a2de5b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:25.159554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90536be0-5023-42fb-aae8-4f91c788c355 req-ee9a8b06-a40d-4cd3-9700-597a2de5b642 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1097 time: 0.5008674 May 26 19:13:25.177792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:25.227967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7823a9-0982-4581-aec9-10c9626a5d7d req-9c5faa33-e88b-43ae-bdea-fb61de23075d tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:25.229948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e7823a9-0982-4581-aec9-10c9626a5d7d req-9c5faa33-e88b-43ae-bdea-fb61de23075d tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 946 time: 0.5235741 May 26 19:13:25.270307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Attempting to bind port 5ea60970-5be5-4c56-ade1-2649e78cf366 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:25.270632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Attempting to bind port 5ea60970-5be5-4c56-ade1-2649e78cf366 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:25.270955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Attempting to bind port 5ea60970-5be5-4c56-ade1-2649e78cf366 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:25.294840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Port 5ea60970-5be5-4c56-ade1-2649e78cf366 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:25.295159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Attempting to bind port 5ea60970-5be5-4c56-ade1-2649e78cf366 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:25.323427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90536be0-5023-42fb-aae8-4f91c788c355 req-9976c68d-c63d-4102-8996-d5368dea2eeb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508312 May 26 19:13:25.350494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:25.350830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:25.351407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:25.351860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Bound port: 5ea60970-5be5-4c56-ade1-2649e78cf366, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:25.352203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.393902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e7823a9-0982-4581-aec9-10c9626a5d7d req-82aa9026-f517-4647-986d-e2f4474401cf tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542757 May 26 19:13:25.448680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.512268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:25.545026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:25.549770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5ea60970-5be5-4c56-ade1-2649e78cf366,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:25.568763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.669789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.688222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:25.692185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Usage tracker for resource:security_group_rule and tenant:87d449d55d4e43278572033623d92486 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:25.696150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:25.703525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:25.772247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:25.772802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.774154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 200 len: 1091 time: 2.2346804 May 26 19:13:25.812978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.819309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:25.871253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330c00-91af-454a-98be-5e811cf3d8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:25.874437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87d449d55d4e43278572033623d92486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584855 May 26 19:13:25.874437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039f7da-ae21-4fdd-ade1-374067df7da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91940499-67b7-4afb-8d5f-e193137646b1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:25.876383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54444) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:26.006555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:26.030990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:13:26.070556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-6d21e022-0250-46f9-9301-05a9be47ac74 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:26.072584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-6d21e022-0250-46f9-9301-05a9be47ac74 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.3433220 May 26 19:13:26.104785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Request body: {'port': {'device_id': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'admin_state_up': True, 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:26.132443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052db7-7735-408e-8873-ed3d724f2750 req-72bdd513-1258-4e5a-833e-3303855272cc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:26.133819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93052db7-7735-408e-8873-ed3d724f2750 req-72bdd513-1258-4e5a-833e-3303855272cc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 945 time: 0.5243938 May 26 19:13:26.140967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:26.170272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:26.183839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 has no active binding in host n-h2-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:13:26.234578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:26.294490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-bbc0afa3-0a0a-41fc-b201-f5ac36fc6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:26.295961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-bbc0afa3-0a0a-41fc-b201-f5ac36fc6f03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 1094 time: 0.4149058 May 26 19:13:26.313754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:26.432279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-75fb0966-209c-4a7b-abcc-64a8ea3aa2f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 200 len: 217 time: 0.1216648 May 26 19:13:26.441642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93052db7-7735-408e-8873-ed3d724f2750 req-b417295d-d7df-46be-93bb-555ca49c4373 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977550 May 26 19:13:26.444606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:26.526034 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:26.538347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:26.597085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:26.812188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Usage tracker for resource:port and tenant:47d6f35fc08a4534b562c5769fb2d95c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:26.820866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:26.841233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:26.855724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-a36f5b48-2875-4f85-93d9-890356cba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:26.856471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-a36f5b48-2875-4f85-93d9-890356cba763 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.4138856 May 26 19:13:26.929162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:26.976640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.011106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:27.011106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.043900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:27.043900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:27.043900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:27.047232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-ac844288-6947-445e-beaa-29663e6df56a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255391 May 26 19:13:27.058998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91940499-67b7-4afb-8d5f-e193137646b1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:27.095728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:27.095728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Attempting to bind port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on network 32463b11-b1ac-4c2b-b8c3-0e24e3accacb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:27.105814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.106628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c68ad25a-c465-4ff3-82bf-aeedb32b5184 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91940499-67b7-4afb-8d5f-e193137646b1 HTTP/1.1" status: 204 len: 168 time: 1.2236609 May 26 19:13:27.207311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:27.207651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Checking segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:27.208264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Bound using segment: {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:27.209184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Bound port: dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '32463b11-b1ac-4c2b-b8c3-0e24e3accacb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:27.209184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.376225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-13b817f3-482f-4d66-8499-31132957ec52 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061297 May 26 19:13:27.419165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0718f1-78b2-4013-b9e9-c05c6b7297f4 req-a1b803fb-a2d7-418b-91be-62ddeaaee89e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:27.420645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe0718f1-78b2-4013-b9e9-c05c6b7297f4 req-a1b803fb-a2d7-418b-91be-62ddeaaee89e tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.5710273 May 26 19:13:27.428468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54458) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:27.568729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:27.568729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.605981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:27.617548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:27.623941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Allocated IP 172.20.0.13 (faf6b053-e2ce-4426-8757-7c1833aab502/981d1bfa-622c-4f6b-84eb-e4abcedc99df/688fac49-f0d7-419e-8aa5-7777d58f3140) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:27.627409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:27.636468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Usage tracker for resource:security_group_rule and tenant:31711e1737b744f89ab15afd19427a74 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:27.668470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:27.676964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe0718f1-78b2-4013-b9e9-c05c6b7297f4 req-dab54623-830f-4f46-bf8e-c96cc685656f tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189159 May 26 19:13:27.708045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:27.901225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bffb2ab-b55a-43e1-8880-312ac4b0e42f req-cb404284-5519-4edd-ba0e-32c9af6dbb00 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752784 May 26 19:13:27.944710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab92404b-c9b5-4715-8f99-1f04579ef77f req-348aca8f-6eeb-4682-9fa8-661926f7322a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 210 time: 0.1148570 May 26 19:13:27.974152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:28.010317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:28.010317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.010317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-26bd14b0-977b-492d-b4ca-da949c687975 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 1121 time: 2.8430429 May 26 19:13:28.019146 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca58045-3989-4ff8-aaf1-ba18307f9fd2'] response: {'server_uuid': 'b14cc813-9763-4e85-a06b-bc420e6f1bb3', 'name': 'network-vif-deleted', 'tag': '27efcd63-e154-4346-a21e-0a2359418878', 'status': 'completed', 'code': 200} May 26 19:13:28.085403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['dd55b589-dd1e-4ef0-a02a-335fd0ecde90'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:28.162634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dd55b589-dd1e-4ef0-a02a-335fd0ecde90'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:28.338215 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.347845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.350759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.415444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7a5b1-7557-4471-9780-c4c7c669405c req-db249a1c-53b9-4ada-80f7-777773bb8777 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:28.417783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6d7a5b1-7557-4471-9780-c4c7c669405c req-db249a1c-53b9-4ada-80f7-777773bb8777 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 943 time: 0.2724977 May 26 19:13:28.420797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af61ea-71de-41ee-99d4-c254800b586b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:28.426831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7e8623a4-fe7a-4faa-9baf-cf89eb4111a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31711e1737b744f89ab15afd19427a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9751217 May 26 19:13:28.431760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54464) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:28.490572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6d7a5b1-7557-4471-9780-c4c7c669405c req-cc22e4cc-6ce3-42a3-adad-c470fc9a7925 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604041 May 26 19:13:28.493356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.509739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.526725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54468) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:28.553156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.587133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Network faf6b053-e2ce-4426-8757-7c1833aab502 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:28.599591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:28.599591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:28.654222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.666350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:28.691072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.709291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.725617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:28.726274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.729951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af61ea-71de-41ee-99d4-c254800b586b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:28.753201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.758891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5692759f-2ac3-455a-a35d-0f02cadd6808 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0af61ea-71de-41ee-99d4-c254800b586b HTTP/1.1" status: 204 len: 168 time: 0.3216414 May 26 19:13:28.786397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.808730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c251c-2e42-4345-8f3f-fe93cca49e43,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:28.828698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:28.834844 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35ff79df-bb4e-469a-9a6e-48a0846eb964 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "DELETE /v2.0/security-groups/e85c251c-2e42-4345-8f3f-fe93cca49e43 HTTP/1.1" status: 204 len: 168 time: 0.3061516 May 26 19:13:28.834844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:28.860558 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-39594b21-b0ec-4e60-9c5e-f0771e146c74 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] show failed (client error): The resource could not be found. May 26 19:13:28.861964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39594b21-b0ec-4e60-9c5e-f0771e146c74 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "GET /v2.0/security-groups/e85c251c-2e42-4345-8f3f-fe93cca49e43 HTTP/1.1" status: 404 len: 347 time: 0.0260317 May 26 19:13:28.864730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:28.950214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-8d620f94-852f-445c-8a37-e2d3d06c603c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8581667 May 26 19:13:28.964539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Request body: {'port': {'device_id': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:29.068844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Deleting port e8c447c7-3156-4093-ab6b-34bf21da4d78 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:29.069275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.094263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b3b5e-1c4c-4e53-add9-bc1d93905499 req-de38ef77-e738-4c69-9055-f40eb33ead74 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:29.095780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b84b3b5e-1c4c-4e53-add9-bc1d93905499 req-de38ef77-e738-4c69-9055-f40eb33ead74 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 946 time: 0.3535721 May 26 19:13:29.126305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.202897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b84b3b5e-1c4c-4e53-add9-bc1d93905499 req-9d9dc3f1-a41d-4867-97ac-1ba31ba7f087 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984979 May 26 19:13:29.290481 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3740bb6d-a480-420d-89af-5d4d67213170'] response: {'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'code': 200} May 26 19:13:29.353464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.355371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.497500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Calling delete_port for e8c447c7-3156-4093-ab6b-34bf21da4d78 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:29.683210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.742160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413654cd-b9e2-4ca2-bb05-4520b5b0ec5f req-54442494-1b65-436b-a6b7-a09330eb8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:29.742160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-413654cd-b9e2-4ca2-bb05-4520b5b0ec5f req-54442494-1b65-436b-a6b7-a09330eb8336 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1096 time: 0.2185073 May 26 19:13:29.755068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c5afd-5a89-44dd-9f4a-d39034658042 req-74e55a56-500d-4178-9d8d-a3919f40834c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:29.755068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c52c5afd-5a89-44dd-9f4a-d39034658042 req-74e55a56-500d-4178-9d8d-a3919f40834c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 945 time: 0.2307272 May 26 19:13:29.813645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Pushing event deleted for resources: {'Port': ['ID=e8c447c7-3156-4093-ab6b-34bf21da4d78,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:29.883457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.883819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688fac49-f0d7-419e-8aa5-7777d58f3140 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:29.892682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-413654cd-b9e2-4ca2-bb05-4520b5b0ec5f req-9acf8c33-82eb-413c-acb6-3ca1f2561638 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073039 May 26 19:13:29.898439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.899698 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a201d12-4bf8-46d6-8a79-f0ac43707dd2 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd39e80a-92bf-4af0-9d4a-9af660dbc962 HTTP/1.1" status: 204 len: 168 time: 1.0334516 May 26 19:13:29.900003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:29.902766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:29.916591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c52c5afd-5a89-44dd-9f4a-d39034658042 req-5cb51751-ec48-49ee-8fe0-acbf1a8eb37b tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968528 May 26 19:13:29.951553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Transition to ACTIVE for port object 688fac49-f0d7-419e-8aa5-7777d58f3140 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:29.974624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.008104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5ea60970-5be5-4c56-ade1-2649e78cf366 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:13:30.171405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366'}, {'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90'}, {'name': 'network-changed', 'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:30.256676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5ea60970-5be5-4c56-ade1-2649e78cf366,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:30.292657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '5ea60970-5be5-4c56-ade1-2649e78cf366', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': '5ea60970-5be5-4c56-ade1-2649e78cf366', 'mac_address': 'fa:16:3e:fa:c2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:13:30.360115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5ea60970-5be5-4c56-ade1-2649e78cf366 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:30.360503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.381292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea60970-5be5-4c56-ade1-2649e78cf366 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:30.406116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5ea60970-5be5-4c56-ade1-2649e78cf366,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:30.412294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.422698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:30.445072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87cb99-6a3c-4d26-a1fc-fe22b0e5e031 req-8ff0e06b-e571-40b2-bafb-ad2e320a98ac tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:30.446580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b87cb99-6a3c-4d26-a1fc-fe22b0e5e031 req-8ff0e06b-e571-40b2-bafb-ad2e320a98ac tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 943 time: 0.3947709 May 26 19:13:30.491326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:30.491580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:30.492099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:30.508697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:30.509018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:30.524025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:30.535053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:30.535527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:30.535914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:30.536264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Bound port: 688fac49-f0d7-419e-8aa5-7777d58f3140, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:30.536607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.566639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b87cb99-6a3c-4d26-a1fc-fe22b0e5e031 req-2de8c15a-e622-40e2-9725-8e2ddf471852 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 May 26 19:13:30.684618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:30.687695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:30.692432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.705547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:30.812647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:30.813274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.814640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] 10.222.0.53 "PUT /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 1092 time: 1.8560436 May 26 19:13:30.855968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1546fc4-11bf-45fd-b951-1e7d471ca4dd service neutron] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:30.872285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:30.933489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-059d5315-e246-451d-a1ce-ddeaa0743cf7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:30.934175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-059d5315-e246-451d-a1ce-ddeaa0743cf7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:30.960004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-059d5315-e246-451d-a1ce-ddeaa0743cf7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:30.961183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-059d5315-e246-451d-a1ce-ddeaa0743cf7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 944 time: 0.2632070 May 26 19:13:30.969894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-0da07440-c647-4ced-b226-e904d1629dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:30.971312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-0da07440-c647-4ced-b226-e904d1629dd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1095 time: 0.1106074 May 26 19:13:31.054268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-b9bcea8b-b4d7-410a-94ef-8eea7bbb28dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.0685937 May 26 19:13:31.115321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-4fb6f92e-38d8-415b-911f-ce6f0c7e5c85 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:31.139132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718418e2-5c62-4179-8273-1c39978d1f43 req-f262a22a-eeaa-4384-ae7b-afb4cda36a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:31.140666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-f262a22a-eeaa-4384-ae7b-afb4cda36a32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0784910 May 26 19:13:31.141575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-4fb6f92e-38d8-415b-911f-ce6f0c7e5c85 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:31.142564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-252dd075-dc64-4b5a-99ee-eae43bd5b958 req-4fb6f92e-38d8-415b-911f-ce6f0c7e5c85 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752036 May 26 19:13:31.246038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Deleting port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:31.246461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:31.320623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-ed1cfeae-f009-4f90-9618-b034e20cb8e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700745 May 26 19:13:31.430247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] For port fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:31.430247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:31.558053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-21b13c1f-bf42-4515-a6d1-e10e6c8d5107 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 258 time: 0.3735287 May 26 19:13:31.560795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Calling delete_port for fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:31.563541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-12af5151-a58a-41bb-affa-804376c066ec service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344198 May 26 19:13:31.571399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:31.599891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:31.654206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Usage tracker for resource:floatingip and tenant:bfd56eb6ecbf4c218326e15a2daa87b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:31.666654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:31.680732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:31.699111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:31.791627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:31.796672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718418e2-5c62-4179-8273-1c39978d1f43 req-632d2c68-0319-4a0a-a1d4-87f180870bba service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196858 May 26 19:13:31.836846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:31.888121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.014990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5ea60970-5be5-4c56-ade1-2649e78cf366 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:32.091337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Allocated IP 172.25.0.51 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5f54acf7-2829-4cb8-bea1-31a5fcfee14d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:32.141763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 5ea60970-5be5-4c56-ade1-2649e78cf366 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:32.157753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 5ea60970-5be5-4c56-ade1-2649e78cf366 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:32.158415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.315373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.329146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5ea60970-5be5-4c56-ade1-2649e78cf366 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:32.329518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.351988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-0b319fbd-06a7-4baa-8d4a-b9ad085ae7bb service neutron] 10.222.0.13 "GET /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90/bindings/n-h2-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.1268816 May 26 19:13:32.356750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:32.369367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5ea60970-5be5-4c56-ade1-2649e78cf366,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:32.373511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.403895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.482305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:32.521217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.662517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:32.668488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:32.679820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:32.715784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Router f0e89f65-7d2c-4639-ba1f-d8c264611085 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:32.723349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event updated for resources: {'Port': ['ID=5f54acf7-2829-4cb8-bea1-31a5fcfee14d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:32.789019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:32.820542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:32.858296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.877573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd55b589-dd1e-4ef0-a02a-335fd0ecde90 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:32.916238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:32.928825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:32.941076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Sync routers for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:32.953512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:32.953972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:32.954268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:32.966433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c98fab2d-2c29-42fa-97a2-3b67e1097e59 admin admin] 10.222.0.24 "PUT /v2.0/routers/f0e89f65-7d2c-4639-ba1f-d8c264611085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0583472 May 26 19:13:32.966970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54540) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:33.037394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.169314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:33.483848 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.503809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:13:31Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:33.507544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Checking router: f0e89f65-7d2c-4639-ba1f-d8c264611085 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:33.517770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Routers {'f0e89f65-7d2c-4639-ba1f-d8c264611085'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:33.518538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f0e89f65-7d2c-4639-ba1f-d8c264611085'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:33.558984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] Transition to ACTIVE for port object dd55b589-dd1e-4ef0-a02a-335fd0ecde90 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:33.573497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.728752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] Set router f0e89f65-7d2c-4639-ba1f-d8c264611085 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:33.852581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] No DVR routers for this DVR port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:33.891355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] Pushing event updated for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:33.947428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.950729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.956006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:33.990836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-24a01a98-8d31-42a6-8f84-f8a03835470d service neutron] 10.222.0.13 "PUT /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90/bindings/n-h2-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6307123 May 26 19:13:34.067049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Deleting port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:34.068082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:34.096807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:13:31Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:34.101154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a013b0-9905-4b90-b465-1d7347be94b2 None None] The sync data for ids ['f0e89f65-7d2c-4639-ba1f-d8c264611085'] in n-d-843146-9 is: [{'id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'name': 'tempest-ServersTestBootFromVolume-1547737832-router', 'tenant_id': '69989acb1e5046c7a687aa1587408f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:10:47Z', 'updated_at': '2022-05-26T19:13:31Z', 'revision_number': 5, 'project_id': '69989acb1e5046c7a687aa1587408f88', 'gw_port': {'id': 'bd5bacac-2f0e-4bb2-ac83-18edf67a26f1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:24:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e89f65-7d2c-4639-ba1f-d8c264611085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:10:49Z', 'updated_at': '2022-05-26T19:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:34.203163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event updated for resources: {'Port': ['ID=5f54acf7-2829-4cb8-bea1-31a5fcfee14d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:34.288280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:34.333437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:34.335221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-8a5ce644-d838-42df-86c2-0318adab92cb tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7671788 May 26 19:13:34.446029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-efc2d015-37a4-4277-9099-08092c2d481c req-c847d8e1-65dc-47f4-9b54-000c6793468b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:34.450051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] For port bd5bacac-2f0e-4bb2-ac83-18edf67a26f1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:34.450409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:34.466526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-013468d4-2c33-497b-b185-cf4100916f73 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:34.468066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-013468d4-2c33-497b-b185-cf4100916f73 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.3501971 May 26 19:13:34.487705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:34.524052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:34.524398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe93e0d3-30b0-4f98-94c9-52bfd2b6ed55 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:34.741877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Calling delete_port for bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:34.815688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-efc2d015-37a4-4277-9099-08092c2d481c req-c847d8e1-65dc-47f4-9b54-000c6793468b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:34.816825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-c847d8e1-65dc-47f4-9b54-000c6793468b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.4666131 May 26 19:13:34.966404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-a907467a-cd2a-4955-8ea9-b78ea87ed91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:34.967845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-a907467a-cd2a-4955-8ea9-b78ea87ed91c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55&tenant_id=891552066e664642bc2c603d042ea48c HTTP/1.1" status: 200 len: 1095 time: 0.4461975 May 26 19:13:35.053102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2d015-37a4-4277-9099-08092c2d481c req-12c47533-1244-4181-927c-2516f2e15ad4 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:35.054366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-12c47533-1244-4181-927c-2516f2e15ad4 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2233815 May 26 19:13:35.098295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-1c9463ba-7eb9-4628-b4b7-a3cca5dc2595 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:13:35.099217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc2d015-37a4-4277-9099-08092c2d481c req-1c9463ba-7eb9-4628-b4b7-a3cca5dc2595 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121641 May 26 19:13:35.134432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.182886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5bacac-2f0e-4bb2-ac83-18edf67a26f1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:35.289360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-4fc0b4c9-042e-4004-b0f9-1e7271abe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:35.290803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-4fc0b4c9-042e-4004-b0f9-1e7271abe915 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1095 time: 0.2925713 May 26 19:13:35.422819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.632305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.643708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.663947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617e41-9834-4378-8a89-d9d5adc21139 req-f12ec529-1ea7-4893-acb9-866fd8330bb5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:35.664738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea617e41-9834-4378-8a89-d9d5adc21139 req-f12ec529-1ea7-4893-acb9-866fd8330bb5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 945 time: 0.4490030 May 26 19:13:35.668038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-bbd5292b-61bf-4a19-8466-83d4c7db4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:35.669471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-bbd5292b-61bf-4a19-8466-83d4c7db4d26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.3672044 May 26 19:13:35.762962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-903a816a-1ccc-4ed3-bf91-e5504eaf2a3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 217 time: 0.0819862 May 26 19:13:35.804478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.804990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0e89f65-7d2c-4639-ba1f-d8c264611085 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:13:35.831843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea617e41-9834-4378-8a89-d9d5adc21139 req-0f823cd6-61c6-4b7c-9c11-6b596f876b60 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530819 May 26 19:13:35.845404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.855650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-321dcbed-24ee-4ee3-8fc3-113dcdad9090 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f0e89f65-7d2c-4639-ba1f-d8c264611085 HTTP/1.1" status: 204 len: 168 time: 2.8799760 May 26 19:13:35.856977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:35.872635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-b65dbb16-47b7-4cf6-b5c1-ccb40731bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:35.872635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-b65dbb16-47b7-4cf6-b5c1-ccb40731bdaa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0980425 May 26 19:13:35.938685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-673d2911-bc97-4923-bfe9-04fdec856ec5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592711 May 26 19:13:35.942094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Deleting subnet 72d6c5d2-e96b-499d-bc46-d5f1011ccb9d {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:13:35.950608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:35.972543 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dba3124-fcfb-4d50-897e-9ffba1ffd427'] response: {'name': 'network-changed', 'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366', 'status': 'completed', 'code': 200} May 26 19:13:35.972827 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dba3124-fcfb-4d50-897e-9ffba1ffd427'] response: {'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'code': 200} May 26 19:13:35.974305 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dba3124-fcfb-4d50-897e-9ffba1ffd427'] response: {'name': 'network-changed', 'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'status': 'completed', 'code': 200} May 26 19:13:36.014285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.045690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:36.124260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:13:36.127417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:36.165017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.285740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.359460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.390367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/72d6c5d2-e96b-499d-bc46-d5f1011ccb9d HTTP/1.1" status: 204 len: 168 time: 0.5377955 May 26 19:13:36.390367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737c806-1f9d-4762-a4cc-4c31728bf7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72d6c5d2-e96b-499d-bc46-d5f1011ccb9d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:36.393355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54552) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:36.398337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:36.401718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388a0c8-33a9-4c0c-a5d3-83fd8bb56e50 None None] Network 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:36.418837 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.447723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Request body: {'security_group': {'name': 'tempest-securitygroup-630768158', 'description': 'tempest-description-947551990'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:36.455890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:36.466498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-f4432829-46d1-4c54-b625-6f5ba3b4fce1 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203311 May 26 19:13:36.466498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Usage tracker for resource:security_group and tenant:bf94f0f4fd184759b48167ceb23c597b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:36.472790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:36.526053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:36.530192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:13:36.571085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:36.571219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.580261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Deleting port 1a7a837d-4b68-40e7-9072-4547acc6f565 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:36.580505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.652842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:36.690280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-c60cf34b-ad67-4f11-93a7-b0efdcde968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:36.692723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-c60cf34b-ad67-4f11-93a7-b0efdcde968e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 1096 time: 0.5767725 May 26 19:13:36.692723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.711102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:36.711102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bd5bacac-2f0e-4bb2-ac83-18edf67a26f1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:36.737946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-6b11a3e1-a5c0-43ab-a491-c00059853d48 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531629 May 26 19:13:36.737946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.838215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:36.838215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Usage tracker for resource:security_group_rule and tenant:bf94f0f4fd184759b48167ceb23c597b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:36.839566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:36.839775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:36.849535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:36.866740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'port_id': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'mac_address': 'fa:16:3e:bb:08:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981d1bfa-622c-4f6b-84eb-e4abcedc99df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:13:36.898735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] For port 1a7a837d-4b68-40e7-9072-4547acc6f565, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1a7a837d-4b68-40e7-9072-4547acc6f565,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:36.898735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:36.910242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-f83afdc7-1481-4797-8ff3-1740ca2f5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:36.910242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-f83afdc7-1481-4797-8ff3-1740ca2f5c2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.1970298 May 26 19:13:36.979752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 688fac49-f0d7-419e-8aa5-7777d58f3140 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:36.979752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.004920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688fac49-f0d7-419e-8aa5-7777d58f3140 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:37.033021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:37.049638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.066143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-e1e49c8b-d1ab-4b81-912c-70400a1bef90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 200 len: 217 time: 0.1494544 May 26 19:13:37.105894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] DHCP port deletion for 70878ea7-fbf7-4260-a4c7-1b0dc05fa229 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:13:37.140411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Deleting port 1a7a837d-4b68-40e7-9072-4547acc6f565 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:37.140917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.211642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:37.243944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Calling delete_port for 1a7a837d-4b68-40e7-9072-4547acc6f565 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:37.272468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-fe0b7c1f-2f90-46b3-b9f4-b213fb103063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:37.273212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.273551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.275406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.275505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-fe0b7c1f-2f90-46b3-b9f4-b213fb103063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.1938112 May 26 19:13:37.275597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.275597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.277077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.277077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.277077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.278953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.278953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.278953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.278953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:37.369591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.373997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-8f59d7c1-bb46-4d9f-b8e0-bd388665bc30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841742 May 26 19:13:37.384602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.393979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:37.402236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.405340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] For port 1a7a837d-4b68-40e7-9072-4547acc6f565, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1a7a837d-4b68-40e7-9072-4547acc6f565,segment=NetworkSegment(8a6e38fc-b1e8-445b-bc89-5e8af435bc27),segment_id=8a6e38fc-b1e8-445b-bc89-5e8af435bc27)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:37.405340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.437762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Usage tracker for resource:security_group_rule and tenant:bf94f0f4fd184759b48167ceb23c597b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:37.454462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7a837d-4b68-40e7-9072-4547acc6f565,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:37.461502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] No DVR routers for this DVR port 1a7a837d-4b68-40e7-9072-4547acc6f565 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:13:37.469324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:37.476576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-fdfbaef1-5e16-44ea-a6ee-99c506573141 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:37.478134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-fdfbaef1-5e16-44ea-a6ee-99c506573141 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55&tenant_id=891552066e664642bc2c603d042ea48c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.3286185 May 26 19:13:37.544749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:37.560365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['688fac49-f0d7-419e-8aa5-7777d58f3140'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:37.594405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Calling delete_port for 1a7a837d-4b68-40e7-9072-4547acc6f565 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:13:37.628037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241d44a2-d859-4431-95b7-d1b3176e926d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:37.632828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.685584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70878ea7-fbf7-4260-a4c7-1b0dc05fa229']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:37.700636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6e38fc-b1e8-445b-bc89-5e8af435bc27') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:37.700636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6e38fc-b1e8-445b-bc89-5e8af435bc27') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:37.707758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.745066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.750500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:13:37.750500 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:13:37.753473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:13:37.753473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.796843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-4b8b81ef-a897-4dd1-b35e-017c6cbaad25 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965070 May 26 19:13:37.831060 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 8a6e38fc-b1e8-445b-bc89-5e8af435bc27 resource provider aggregate not found May 26 19:13:37.869673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.871484 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 8a6e38fc-b1e8-445b-bc89-5e8af435bc27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a6e38fc-b1e8-445b-bc89-5e8af435bc27 found for delete ", "request_id": "req-60e10bef-b83a-4472-9ad8-3f66c340451f"}]} May 26 19:13:37.871484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.873085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.893294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:37.901891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] Pushing event deleted for resources: {'Network': ['ID=70878ea7-fbf7-4260-a4c7-1b0dc05fa229,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:37.920762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-325c93b4-962a-4a1f-9a70-7d70e826d3ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/70878ea7-fbf7-4260-a4c7-1b0dc05fa229 HTTP/1.1" status: 204 len: 168 time: 1.5219913 May 26 19:13:37.974678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:38.011683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f79f3d-571f-4866-a811-5c3291c75f2e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:38.024444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-4a495d5d-4be2-43a9-a9ec-544b318c4248 service neutron] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:38.035355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.035355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c45720b-8a3c-4d2c-bf22-0ae62ae2be56 req-6c80ad75-22b5-4e70-8857-ff3212d16363 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5862434 May 26 19:13:38.035355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-4a495d5d-4be2-43a9-a9ec-544b318c4248 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.035841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0986e7f-30d4-4ed8-82be-a16629eb786f req-4a495d5d-4be2-43a9-a9ec-544b318c4248 service neutron] 10.222.0.53 "DELETE /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90/bindings/n-h1-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.4868522 May 26 19:13:38.125184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-cac700bf-4356-4e52-87d9-182eab793043 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260264 May 26 19:13:38.186706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:38.239199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Deleting port 1a7a837d-4b68-40e7-9072-4547acc6f565 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:13:38.239714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.245590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e3fe17f-d560-4647-9024-f9a36bf5d160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69989acb1e5046c7a687aa1587408f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574050 May 26 19:13:38.247755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54572) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:38.341639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.347111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc9f56-849d-400f-8f37-5fd093465587 req-dcd3a72e-19e1-4959-bf91-1e24e8b05c81 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:38.350729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ebc9f56-849d-400f-8f37-5fd093465587 req-dcd3a72e-19e1-4959-bf91-1e24e8b05c81 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 945 time: 0.1805198 May 26 19:13:38.354982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f2264d5-5b15-4bab-a2ba-27b245642a98 None None] The port '1a7a837d-4b68-40e7-9072-4547acc6f565' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:13:38.363651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-fa8b1038-a412-4190-940d-13140e53b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:38.365565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-fa8b1038-a412-4190-940d-13140e53b4cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1095 time: 0.1556206 May 26 19:13:38.386592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.470461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.496133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d06c608-8e17-44d7-838d-c5ccb73c9b1f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:38.512452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:38.515201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6dfee4bf-9a86-488d-9c5d-3e25062c67de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d06c608-8e17-44d7-838d-c5ccb73c9b1f HTTP/1.1" status: 204 len: 168 time: 0.2641351 May 26 19:13:38.578391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ebc9f56-849d-400f-8f37-5fd093465587 req-6177a1ef-58d4-4de5-adeb-a29cfe372780 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086287 May 26 19:13:38.584209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1a7a837d-4b68-40e7-9072-4547acc6f565 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:13:38.651053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1a7a837d-4b68-40e7-9072-4547acc6f565 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:13:38.651248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1a7a837d-4b68-40e7-9072-4547acc6f565 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:13:38.669785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-1736139f-b551-4e9f-954d-0f5bd4ffc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:38.671205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-1736139f-b551-4e9f-954d-0f5bd4ffc8f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.2986312 May 26 19:13:38.754809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-680e48ef-d8fe-43ea-bdd6-64f5e7fccc27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 200 len: 217 time: 0.0759642 May 26 19:13:39.054961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d1658-ed77-4f05-95a7-72f91619064a req-bbd82f5a-e4fa-4f54-bc8e-d64b26a4923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:39.058169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-bbd82f5a-e4fa-4f54-bc8e-d64b26a4923e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.2654822 May 26 19:13:39.134337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-d39c383d-c33c-4dc6-826d-f90c7e212f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619454 May 26 19:13:39.221283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa948-e92f-46dc-bc2e-5c2da55efcf7 req-a6091a19-3ba8-4b7d-b2bf-9a79a61b48cf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:39.221283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6bfa948-e92f-46dc-bc2e-5c2da55efcf7 req-a6091a19-3ba8-4b7d-b2bf-9a79a61b48cf tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 944 time: 0.4691935 May 26 19:13:39.326238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6bfa948-e92f-46dc-bc2e-5c2da55efcf7 req-274d0342-178d-4c06-a05b-14fd114d0329 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871093 May 26 19:13:39.335434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-a601de34-98bc-4b23-b65c-f328153c844a service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012181 May 26 19:13:39.499172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:39.554387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571d1658-ed77-4f05-95a7-72f91619064a req-973687df-2c5b-48fb-a847-a484da04909f service neutron] 10.222.0.13 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109962 May 26 19:13:39.580524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23ea66-28aa-4d04-b2ce-7e4802a67e64 req-2b68f200-86b6-491c-ba52-a1d2b9bb3d61 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:39.582408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b23ea66-28aa-4d04-b2ce-7e4802a67e64 req-2b68f200-86b6-491c-ba52-a1d2b9bb3d61 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 945 time: 0.1353817 May 26 19:13:39.638343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1569126399-network', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:39.642142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b23ea66-28aa-4d04-b2ce-7e4802a67e64 req-fbaf0ad2-bf5b-420c-8914-759a7319b64c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517938 May 26 19:13:39.651445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:39.657962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Usage tracker for resource:network and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:39.659429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:39.667519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:39.680143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Made reservation on behalf of 9aa959b8bb864e79bc03edb3e357ed3a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:39.683710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:39.700053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:39.702979 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f68fd7-a50d-4eb1-8ae7-27b10e8fe84b'] response: {'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366', 'code': 200} May 26 19:13:39.731457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:39.736270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Usage tracker for resource:security_group_rule and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:39.741206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:39.755311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:39.879836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:39.886942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:39.921219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:13:39.922528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-c597b423-9f6f-4433-8e7e-e7acb1fe7397 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:39.924534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-c597b423-9f6f-4433-8e7e-e7acb1fe7397 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1080117 May 26 19:13:39.925249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43208c-336f-4985-bd6b-e4932afd5d4f req-5258e1ae-ac73-4510-9d00-9d4258d43533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:39.926664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f43208c-336f-4985-bd6b-e4932afd5d4f req-5258e1ae-ac73-4510-9d00-9d4258d43533 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1498127 May 26 19:13:39.933141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0b23c-3548-4dfb-a442-7807faf881ef,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:39.941259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:39.941650 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Added segment b16c334d-571c-4cd7-a750-75913374f352 of type vlan for network 0e317e7c-13a5-4c26-8374-e35f3727f87c May 26 19:13:39.976175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.025143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.026073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:40.031517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.039406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-69641b4a-ac5f-4d6b-9771-13ad33ed8773 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.1102512 May 26 19:13:40.057509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'floatingip': {'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:40.104043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:40.126885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f43208c-336f-4985-bd6b-e4932afd5d4f req-ff270250-96ad-405c-b9b9-e72d7d63462c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414101 May 26 19:13:40.139066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.179564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6788442 May 26 19:13:40.184543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54606) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:40.190899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Request body: {'subnet': {'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1569126399-subnet', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:40.193135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501cfc1-3502-4aed-88e5-b8bd8dfeb2db admin admin] Pushing event updated for resources: {'Network': ['ID=0e317e7c-13a5-4c26-8374-e35f3727f87c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:40.203189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 688fac49-f0d7-419e-8aa5-7777d58f3140 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:40.206537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:40.209476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:13:40.210839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Usage tracker for resource:subnet and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:40.214728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:40.221354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:40.229466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 688fac49-f0d7-419e-8aa5-7777d58f3140 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:40.229952 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.232943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Made reservation on behalf of 9aa959b8bb864e79bc03edb3e357ed3a for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:40.235558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.432527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 688fac49-f0d7-419e-8aa5-7777d58f3140 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:40.432898 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.460755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.466149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:40.470430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.542127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:40.547164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07dded8-d6da-437e-b9aa-bdf743ce6911,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:40.557213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Checking segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:40.557612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Network hostable DHCP agents. Network: 0e317e7c-13a5-4c26-8374-e35f3727f87c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:13:40.578234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:13:40.587401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0e317e7c-13a5-4c26-8374-e35f3727f87c) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:40.593765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:40.594361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.601294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ea6ef-6fc0-42b5-b931-ddda1f6a078d None None] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:40.621645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54610) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:40.621982 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fcbc9e33-bcfd-4265-8247-48dd8f55a3d0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4370890 May 26 19:13:40.632567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:40.642996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:40.654084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Usage tracker for resource:router and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:40.657982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:40.665317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:40.688592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.690042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.720546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.824326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-0e317e7c-13a5-4c26-8374-e35f3727f87c', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:13:40.825178 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:40.861320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:13:40.988251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Allocated IP 172.20.0.2 (0e317e7c-13a5-4c26-8374-e35f3727f87c/d07dded8-d6da-437e-b9aa-bdf743ce6911/f9a79321-a226-4aca-89b4-1f4a9cc30b04) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:41.246073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.257965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.282731 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.299363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Transition to ACTIVE for port object f9a79321-a226-4aca-89b4-1f4a9cc30b04 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:41.326000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Transition to ACTIVE for port object f9a79321-a226-4aca-89b4-1f4a9cc30b04 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:41.331177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.332612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.400256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:41.403139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:41.407137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:41.416500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Pushing event updated for resources: {'Port': ['ID=f9a79321-a226-4aca-89b4-1f4a9cc30b04,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:41.501289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Attempting to bind port f9a79321-a226-4aca-89b4-1f4a9cc30b04 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:41.501510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Attempting to bind port f9a79321-a226-4aca-89b4-1f4a9cc30b04 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:41.501840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Attempting to bind port f9a79321-a226-4aca-89b4-1f4a9cc30b04 on network 0e317e7c-13a5-4c26-8374-e35f3727f87c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:41.507477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:41.507841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Checking segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:41.508236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.508621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Bound using segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:41.509124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Bound port: f9a79321-a226-4aca-89b4-1f4a9cc30b04, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:41.509490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.530283 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Floating IP b789045d-4e1a-4af1-86a2-b085348feba3 associated. External IP: 172.25.0.51, port: ea855b7b-08c2-4d27-ba8b-af407b44fa87. May 26 19:13:41.599860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] For port f9a79321-a226-4aca-89b4-1f4a9cc30b04, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:41.603513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] For port f9a79321-a226-4aca-89b4-1f4a9cc30b04, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f9a79321-a226-4aca-89b4-1f4a9cc30b04,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:41.608502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:41.701053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69f7c5-464b-4361-973c-1e78c9315e88 None None] Pushing event updated for resources: {'Port': ['ID=f9a79321-a226-4aca-89b4-1f4a9cc30b04,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:41.706305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:42.201022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.235862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Router 8186bf10-38ba-45cd-a83f-4de20e16c187 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:42.236952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.537503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:42.539484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Allocated IP 172.25.0.161 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/30b28459-09a0-4632-b7c4-f2e64f0cd7ac) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:42.551761 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Sync routers for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:42.573396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:42.580638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f9a79321-a226-4aca-89b4-1f4a9cc30b04 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:42.582157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.593428 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:42.667450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e40ac-dd7b-43f9-beee-ec46cacdeb5c None None] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:13:42.707769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-ae3ebc49-6a29-45e7-96dd-a7af02bf1262 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "PUT /v2.0/floatingips/b789045d-4e1a-4af1-86a2-b085348feba3 HTTP/1.1" status: 200 len: 996 time: 2.6617770 May 26 19:13:42.804168 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:42.806430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.826595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Provisioning for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:42.835245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:42.842190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-d6d70f61-52af-4859-bb77-b2147133466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:42.843673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-d6d70f61-52af-4859-bb77-b2147133466f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1097 time: 0.1100485 May 26 19:13:42.849855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:42.850443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.855019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:42.876494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Provisioning complete for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:42.876813 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.010822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:43.017395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:43.021304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Pushing event updated for resources: {'Port': ['ID=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:43.026800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:43.106089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-470bd055-1be3-41a4-98ce-3810c0653ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:43.107537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-470bd055-1be3-41a4-98ce-3810c0653ead service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 930 time: 0.2479753 May 26 19:13:43.185674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Current status of the port f9a79321-a226-4aca-89b4-1f4a9cc30b04 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:43.186049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.197712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f9a79321-a226-4aca-89b4-1f4a9cc30b04 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:43.198082 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.248947 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b789045d-4e1a-4af1-86a2-b085348feba3', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'mac_address': 'fa:16:3e:40:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:32Z', 'updated_at': '2022-05-26T19:13:40Z', 'revision_number': 1, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:43.253248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f9a79321-a226-4aca-89b4-1f4a9cc30b04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f9a79321-a226-4aca-89b4-1f4a9cc30b04,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:43.257075 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Checking router: 8186bf10-38ba-45cd-a83f-4de20e16c187 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:43.267416 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:43.268142 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:43.285643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.340312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-3628d145-9fc2-451e-a454-01fd1817dca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 999 time: 0.1802051 May 26 19:13:43.381080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:13:43.381717 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:13:43.394057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f9a79321-a226-4aca-89b4-1f4a9cc30b04,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:43.482058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-e019d446-baa1-41be-af97-84522a1511e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:43.483514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-e019d446-baa1-41be-af97-84522a1511e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.1332462 May 26 19:13:43.488521 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:43.726957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.863897 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b789045d-4e1a-4af1-86a2-b085348feba3', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'mac_address': 'fa:16:3e:40:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:32Z', 'updated_at': '2022-05-26T19:13:40Z', 'revision_number': 1, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:43.869669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f822c8de-62b2-4ca1-b687-9f7d3f3747ee None None] The sync data for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 is: [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b789045d-4e1a-4af1-86a2-b085348feba3', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'mac_address': 'fa:16:3e:40:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:32Z', 'updated_at': '2022-05-26T19:13:40Z', 'revision_number': 1, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:43.870369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-43880422-a0c7-4d82-88a6-da4b585c8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:43.871890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-43880422-a0c7-4d82-88a6-da4b585c8c38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3812129 May 26 19:13:43.888050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-6f17ce20-23b6-4f6c-bf3b-4b5f4a95dd8f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:13:43.889022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-6f17ce20-23b6-4f6c-bf3b-4b5f4a95dd8f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058439 May 26 19:13:43.894268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:43.943672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bf97ada-cd5f-4cc6-a241-26068c7f3c17 None None] Current status of the port f9a79321-a226-4aca-89b4-1f4a9cc30b04 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:44.068688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-12fbb68b-988b-4808-8b3b-1fa12c073529 None None] Provisioning complete for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:44.069407 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12fbb68b-988b-4808-8b3b-1fa12c073529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:44.113153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf14007-b11c-4060-a162-f41b317081b6 None None] New status for floating IP b789045d-4e1a-4af1-86a2-b085348feba3: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:13:44.236084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-b8182665-6dc1-4132-a36b-4f6c25c569d9 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881639 May 26 19:13:44.431708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-12fbb68b-988b-4808-8b3b-1fa12c073529 None None] Current status of the port f9a79321-a226-4aca-89b4-1f4a9cc30b04 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:44.460723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:44.467119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bbcae6b-545a-4d5d-8d5d-ffbf17d79b96 req-0b2dcafb-b758-4711-89ed-2047a4d540b7 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225220 May 26 19:13:44.539234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f9a79321-a226-4aca-89b4-1f4a9cc30b04 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:44.609753 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-076cf98f-9389-4763-9109-429255e2f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:44.628062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:44.628422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:44.732730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8885a-edef-4f5c-9a5f-da444b763a3c req-98beb3bf-d3a9-42f0-b50a-4a1b49456d13 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:44.734197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57a8885a-edef-4f5c-9a5f-da444b763a3c req-98beb3bf-d3a9-42f0-b50a-4a1b49456d13 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1316817 May 26 19:13:44.747601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f9a79321-a226-4aca-89b4-1f4a9cc30b04 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:44.755323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Router 8ea69809-8892-4383-92ea-cf8b4021d2d6 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:13:44.856787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57a8885a-edef-4f5c-9a5f-da444b763a3c req-986786a8-b05f-4520-84e5-599f15667525 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157060 May 26 19:13:44.933638 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a662aa9-2c21-4567-a4d7-fcbf04bed553'] response: {'name': 'network-changed', 'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'status': 'completed', 'code': 200} May 26 19:13:44.948163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1661803404', 'description': 'tempest-description-911450384'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:44.996589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:45.009987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Usage tracker for resource:security_group and tenant:bf94f0f4fd184759b48167ceb23c597b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:45.018071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:45.034253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:45.053160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:45.067488 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Sync routers for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:45.071805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.085172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:45.087532 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:45.099444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.103871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54624) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:45.104415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8305f2c4-98b2-4c73-884b-96f83a0edd03 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.4814339 May 26 19:13:45.105122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:45.110875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Usage tracker for resource:security_group_rule and tenant:bf94f0f4fd184759b48167ceb23c597b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:45.115601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:45.123259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:45.126864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-ac21cfcd-5576-41ba-a4d2-dab076d4d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:45.128611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-ac21cfcd-5576-41ba-a4d2-dab076d4d492 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1097 time: 0.1649063 May 26 19:13:45.296708 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:45.480943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-10a91948-632a-4386-8b17-0f26468f84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:45.480943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-10a91948-632a-4386-8b17-0f26468f84e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.3432939 May 26 19:13:45.492010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.557709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.580575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-d8823a27-a87e-49e1-9edc-f2b6a4119c48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.0850623 May 26 19:13:45.659415 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:43Z', 'revision_number': 3, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:45.662291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0db759-c171-4402-8bfc-702271ab35b4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:45.664249 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Checking router: 8ea69809-8892-4383-92ea-cf8b4021d2d6 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:45.665796 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Updating router 8ea69809-8892-4383-92ea-cf8b4021d2d6 port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:13:45.679108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.680453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c18a83e1-2242-44b2-83f0-aa39d24b056b req-b433c4d4-e947-46b6-a783-051f8bfca9a6 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7489183 May 26 19:13:45.692503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-1f641e69-8c6f-4886-9af7-a86f6f7bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:45.694129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-1f641e69-8c6f-4886-9af7-a86f6f7bbdd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1015711 May 26 19:13:45.759374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-87ee083f-d2a5-4533-9c70-d9f742bbbf39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562742 May 26 19:13:45.766320 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:45.990472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-e825bdf2-152d-418b-afa9-8e2daa85252b service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242646 May 26 19:13:46.003194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-9298fec3-4955-4f86-83af-9d045fca769a tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:46.004626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-9298fec3-4955-4f86-83af-9d045fca769a tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1319723 May 26 19:13:46.145597 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.155115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.159193 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Transition to ACTIVE for port object 30b28459-09a0-4632-b7c4-f2e64f0cd7ac will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:46.169067 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.180603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6507d6a9-4235-456b-8938-e6bb3af51e1a tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.1540999 May 26 19:13:46.191268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:46.256728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Pushing event updated for resources: {'Port': ['ID=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:46.271705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.287446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.288156 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.288156 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.288670 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.288670 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.288951 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.293000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:13:46.300841 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Attempting to bind port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:46.301325 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Attempting to bind port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:46.301626 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Attempting to bind port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:46.308444 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:46.308799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:46.309696 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.310082 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:46.310533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Bound port: 30b28459-09a0-4632-b7c4-f2e64f0cd7ac, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:46.311069 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.386190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] For port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:46.389308 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] For port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:46.396959 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.432324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Allocated IP 172.20.0.1 (0e317e7c-13a5-4c26-8374-e35f3727f87c/d07dded8-d6da-437e-b9aa-bdf743ce6911/4d583e74-7504-4192-9277-37957351a3dc) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:46.506932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:46.507547 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:46.511986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b968be1b-cab8-464e-b0bd-32d172cf45c0 req-42765a2e-f450-4dcc-aa4c-1542214db6f3 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061324 May 26 19:13:46.586006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532af11-0931-45e7-82a6-44811d37b901 None None] Pushing event updated for resources: {'Port': ['ID=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:46.631027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.650385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Transition to ACTIVE for port object 4d583e74-7504-4192-9277-37957351a3dc will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:46.682069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.705093 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:46.761913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37abdc06-1821-499b-97d9-f74ecd4a0c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.763958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:46.765661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:46.770772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:46.800758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:46.839801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:46.972242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:47.048814 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:43Z', 'revision_number': 3, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:47.054399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0932e0af-bf92-4c2e-a5ae-5eac6ddfff7e None None] The sync data for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 is: [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:43Z', 'revision_number': 3, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:47.081574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1bcf6642-3391-48c6-895e-c43adaab4dca None None] Provisioning for port 4d583e74-7504-4192-9277-37957351a3dc completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:47.090100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1bcf6642-3391-48c6-895e-c43adaab4dca None None] Provisioning complete for port 4d583e74-7504-4192-9277-37957351a3dc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:47.090651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6642-3391-48c6-895e-c43adaab4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.167901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.173400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.174703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf6642-3391-48c6-895e-c43adaab4dca None None] Port 4d583e74-7504-4192-9277-37957351a3dc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:13:47.206047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.297456 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.379934 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Floating IP 01ca921c-d37f-48ef-8577-e270c8255db8 associated. External IP: 172.25.0.29, port: 4ee197ef-4512-4519-aae7-efd0fe79d575. May 26 19:13:47.496399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.503416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.623991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:47.626652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:47.820793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:47.920816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:47.922987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:47.992506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:48.062675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:48.070202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:48.077596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:48.094023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:48.094237 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:13:48.098537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:48.159919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-6dd265e6-88b8-426d-a8f2-0069a6eef765 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "PUT /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 995 time: 1.9724352 May 26 19:13:48.216756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Router 8ea69809-8892-4383-92ea-cf8b4021d2d6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:48.294728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-58b34176-15ef-487e-be1a-f9c4836e6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:48.296223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-58b34176-15ef-487e-be1a-f9c4836e6d9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.1047082 May 26 19:13:48.416113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c9eaea43-4541-4636-a1ef-83576021238c None None] Provisioning complete for port 4d583e74-7504-4192-9277-37957351a3dc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:48.416113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9eaea43-4541-4636-a1ef-83576021238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:48.426082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:48.437287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b353bc72-5f06-48c1-b7eb-25f9f16393d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ea69809-8892-4383-92ea-cf8b4021d2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308251 May 26 19:13:48.467512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:48.493408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-f0deeda0-01b5-4721-a57d-b9e26be38080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:48.494946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-f0deeda0-01b5-4721-a57d-b9e26be38080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.1884553 May 26 19:13:48.553148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c9eaea43-4541-4636-a1ef-83576021238c None None] Port 4d583e74-7504-4192-9277-37957351a3dc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:13:48.618686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-2405aa77-163c-4ae8-b380-d462c7d82fcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 998 time: 0.1172745 May 26 19:13:48.647513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30b28459-09a0-4632-b7c4-f2e64f0cd7ac up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:48.720053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-04f59ac1-cce8-4079-b32d-528f6c24ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:48.723701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-04f59ac1-cce8-4079-b32d-528f6c24ef25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0972936 May 26 19:13:48.843250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:48.863058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:48.863434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:48.938006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-7dd39896-657b-4a81-b47d-7ddc331e8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:48.939495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-7dd39896-657b-4a81-b47d-7ddc331e8f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084250 May 26 19:13:49.068560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:49.069016 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:49.076135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Sync routers for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:49.092582 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:49.095351 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:49.109531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 1, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:49.114532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:49.116770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:49.120464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-085ed549-7f20-41af-b4c8-1afa0645418c service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731226 May 26 19:13:49.124951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:49.166115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:49.167737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:49.284252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f1c08c4-8aa4-4b70-b1e8-8fe74fd02f8c req-4cc67b81-3c2f-47dd-96ff-47f7419dc080 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626980 May 26 19:13:49.291318 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:49.310729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:49.428458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:49.494318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b970f-76d9-4fc6-ada5-11f3cbb2b08d req-7e0597f4-2334-433a-a4f9-e8fbfeefd561 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:49.496572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e58b970f-76d9-4fc6-ada5-11f3cbb2b08d req-7e0597f4-2334-433a-a4f9-e8fbfeefd561 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 946 time: 0.0867584 May 26 19:13:49.547493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e58b970f-76d9-4fc6-ada5-11f3cbb2b08d req-5466484f-b413-4a1f-8fab-f0f87f0b3397 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 May 26 19:13:49.601715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:49.608615 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531837d0-bd87-45b4-bffd-3c2e8f8e7ac1'] response: {'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'code': 200} May 26 19:13:49.660872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 2, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:49.665558 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Checking router: 8ea69809-8892-4383-92ea-cf8b4021d2d6 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:49.665946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Updating router 8ea69809-8892-4383-92ea-cf8b4021d2d6 port 4d583e74-7504-4192-9277-37957351a3dc binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:13:49.719055 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:49.830310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 1, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:49.834561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d133f-97e3-4b1d-bbd2-550a1623eac7 None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 1, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:49.838718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-71095cf2-acf4-4cd3-bc54-c86f0704eba1 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 258 time: 0.2170460 May 26 19:13:49.848556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c291973-d740-49a8-9f7e-418e1c5c2f83 req-b01d48b2-c7f2-458a-bd68-ca1bfb5e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:49.850021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c291973-d740-49a8-9f7e-418e1c5c2f83 req-b01d48b2-c7f2-458a-bd68-ca1bfb5e5d34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1097 time: 0.1357908 May 26 19:13:49.854658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:49.861188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:49.890552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:49.913928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c291973-d740-49a8-9f7e-418e1c5c2f83 req-91550833-ec7f-4047-a098-59328c93b469 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 May 26 19:13:49.915361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.074500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.102473 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.105383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8dc629-f90b-4967-9ead-a09e6ca4cabb None None] New status for floating IP 01ca921c-d37f-48ef-8577-e270c8255db8: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:13:50.115703 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Transition to ACTIVE for port object 4d583e74-7504-4192-9277-37957351a3dc will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:50.123621 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.260874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Allocated IP 172.25.0.132 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/16f4dc78-f9ce-471a-bb94-df889ea6e7b6) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:50.387124 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e4fe-be1d-4fca-bc4c-1269f883f238 None None] Pushing event updated for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:50.432938 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Attempting to bind port 4d583e74-7504-4192-9277-37957351a3dc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:50.433569 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Attempting to bind port 4d583e74-7504-4192-9277-37957351a3dc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:50.434080 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Attempting to bind port 4d583e74-7504-4192-9277-37957351a3dc on network 0e317e7c-13a5-4c26-8374-e35f3727f87c {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:50.444193 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:50.444754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Checking segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:50.445348 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.445965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Bound using segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:50.447098 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Bound port: 4d583e74-7504-4192-9277-37957351a3dc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:50.447688 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.482593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.520632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.582811 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] For port 4d583e74-7504-4192-9277-37957351a3dc, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:50.586359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30b28459-09a0-4632-b7c4-f2e64f0cd7ac up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:50.587042 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] For port 4d583e74-7504-4192-9277-37957351a3dc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d583e74-7504-4192-9277-37957351a3dc,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:50.592818 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.615547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event updated for resources: {'Port': ['ID=16f4dc78-f9ce-471a-bb94-df889ea6e7b6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:50.670218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:50.672179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:50.672382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:50.672382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.675430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:50.704257 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:50.705183 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:50.771819 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e4fe-be1d-4fca-bc4c-1269f883f238 None None] Pushing event updated for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:50.775633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.817004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:50.852904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:50.928028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:51.101198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:51.106013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:51.226651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event updated for resources: {'Port': ['ID=16f4dc78-f9ce-471a-bb94-df889ea6e7b6,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:51.235857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:51.269760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:51.272821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-1861f4ee-dd5b-4f49-a95f-76071d72c617 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4261470 May 26 19:13:51.303070 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:50Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:51.308307 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab7b36-8640-4e94-ac7a-0bcacb58131a None None] The sync data for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 is: [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:50Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:51.498588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-cd8a8c67-1912-4836-a231-bc2a9ed917ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:13:51.528279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-cd8a8c67-1912-4836-a231-bc2a9ed917ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:13:51.530043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-cd8a8c67-1912-4836-a231-bc2a9ed917ca tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.2503562 May 26 19:13:51.741492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-a82c8de7-e6b7-44c1-a239-7863cbcfe206 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:51.745007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f4e499b-db1f-4059-a1b3-743a2171b8b6 req-a82c8de7-e6b7-44c1-a239-7863cbcfe206 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2071218 May 26 19:13:52.025726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-6b8a8d1a-9a8c-4daa-acf4-26eb26c55cac tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:52.034966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-6b8a8d1a-9a8c-4daa-acf4-26eb26c55cac tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.1919472 May 26 19:13:52.053893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-110a53e1-3ee3-4aae-9c12-083bfd0f53cc tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0186255 May 26 19:13:52.195202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-1575b733-8598-43c0-baee-f496584b17e3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1403439 May 26 19:13:52.424987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-f88ffaf9-257e-4528-a554-8fca84a589ae service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250175 May 26 19:13:52.506523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-3fcf4cb2-090a-4b11-94f8-947b6390cad6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2238255 May 26 19:13:52.598542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d583e74-7504-4192-9277-37957351a3dc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:52.628680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-f4de6a48-702c-46bb-a152-a00e107b0ada service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056625 May 26 19:13:52.652956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-820d7f1d-c65c-4a08-a585-33011dd76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:52.655177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-820d7f1d-c65c-4a08-a585-33011dd76868 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=891552066e664642bc2c603d042ea48c&device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 1095 time: 0.1199191 May 26 19:13:52.715245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4d583e74-7504-4192-9277-37957351a3dc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:13:52.719829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4d583e74-7504-4192-9277-37957351a3dc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:52.719829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:52.883017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-f5ea2bfe-9f5f-4e0a-8524-d70a72edbced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:52.886722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-f5ea2bfe-9f5f-4e0a-8524-d70a72edbced service neutron] 10.222.0.53 "GET /v2.0/networks?id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 200 len: 921 time: 0.2062616 May 26 19:13:52.916242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4d583e74-7504-4192-9277-37957351a3dc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:52.916477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:52.966050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4d583e74-7504-4192-9277-37957351a3dc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d583e74-7504-4192-9277-37957351a3dc,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:13:52.972643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.005242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-21595344-c22c-46b9-b1f0-957469629244 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 200 len: 217 time: 0.0945423 May 26 19:13:53.065480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:53.084433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-4a87c70f-084d-4e88-a418-3f9f49929f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:53.086580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-4a87c70f-084d-4e88-a418-3f9f49929f71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 200 len: 860 time: 0.0800123 May 26 19:13:53.171908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-d09127a3-e41f-49cf-b8f0-97e980b4c1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=32463b11-b1ac-4c2b-b8c3-0e24e3accacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745111 May 26 19:13:53.265792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-226934811', 'description': 'tempest-description-542995869'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:53.277197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:53.284503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Usage tracker for resource:security_group and tenant:00728947f4014c6f91209a7c69163f24 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:53.288980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:53.298284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:53.328461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.356804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.378250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-04147ea5-df4a-4aa2-bcaf-e380c91e7526 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968939 May 26 19:13:53.380586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:53.384957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Usage tracker for resource:security_group_rule and tenant:00728947f4014c6f91209a7c69163f24 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:53.409855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:53.421885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:53.562788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92cdf1be-674c-4b09-9f9c-ec66fa18306d req-f8ae38b0-7238-4c3a-ae95-3e9cd54aa627 service neutron] 10.222.0.53 "GET /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747580 May 26 19:13:53.714185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.718299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.729392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:53.736201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Usage tracker for resource:security_group_rule and tenant:00728947f4014c6f91209a7c69163f24 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:53.744389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:53.754168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:53.757518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c049671-05e8-41a6-a5e5-e68889ced824,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:53.822736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.826790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.866503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f439989-7de5-4206-b536-d5c471523363,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:53.869103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:53.870269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-524ca65f-d11c-4bed-ad8e-ae7e41c9473f req-cb287943-6b5a-4bb2-8c3a-96664074e754 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6127577 May 26 19:13:53.913377 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34b0b4b-cc41-4a2b-9498-784a3846c4f6'] response: {'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'status': 'completed', 'code': 200} May 26 19:13:54.024793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-0c4b8c11-ed86-4106-976d-dbc40e12ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:54.026398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-0c4b8c11-ed86-4106-976d-dbc40e12ea3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1097 time: 0.0833561 May 26 19:13:54.035294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:54.041438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304925453', 'description': 'tempest-description--683360675'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.051972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.059452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:security_group and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:54.064962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:54.094204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.118342 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.144344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.151156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:security_group_rule and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:54.155079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:54.161463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.244263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.248129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.292182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.293720 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2573149 May 26 19:13:54.294610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2dd7-ed48-451e-b86b-bfd03747a40d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303bd0b2-3f47-4933-a135-36cfcc02d428,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:54.296731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54672) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:54.301897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'security_group_rule': {'security_group_id': '303bd0b2-3f47-4933-a135-36cfcc02d428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.308647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.312556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:security_group_rule and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:54.315434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:54.324429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.340377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.378217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-f245b1c4-a352-408d-a9cb-0247d3844d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:54.379654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-f245b1c4-a352-408d-a9cb-0247d3844d07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 930 time: 0.3437340 May 26 19:13:54.392868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-45aadf79-55ca-43bf-89a7-43d3709e3f2f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:54.394264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-45aadf79-55ca-43bf-89a7-43d3709e3f2f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3216352 May 26 19:13:54.407912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.411682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.439706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8f0a47-e6da-47fe-8bba-1bc00a8dd542,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:54.449085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.450352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f57ce015-a209-4ca0-a0ee-bde699c01ecb tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525178 May 26 19:13:54.453024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:54.458032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'security_group_rule': {'security_group_id': '303bd0b2-3f47-4933-a135-36cfcc02d428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.458852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.463863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.467807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:security_group_rule and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:54.470714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:54.476612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.495897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.546807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d583e74-7504-4192-9277-37957351a3dc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:13:54.552443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-550027b3-46a0-471d-b1fa-e1a2f242cf3e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:54.553965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-550027b3-46a0-471d-b1fa-e1a2f242cf3e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3914845 May 26 19:13:54.564466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.569059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.599091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b76a148-40a8-4347-ad42-9cb6a0786754,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:54.607151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.609074 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aeca494b-3429-4259-86ec-a36afe9eee7b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545377 May 26 19:13:54.611628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54680) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:13:54.617127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.623775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.625462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4d583e74-7504-4192-9277-37957351a3dc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:13:54.626002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.628177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:floatingip and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:13:54.631141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:13:54.636872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.647230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.697830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-dd59b6d0-1535-4725-867b-c662431d4ba4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 1001 time: 0.3026187 May 26 19:13:54.750117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4d583e74-7504-4192-9277-37957351a3dc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:13:54.761558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-df8d087d-8bad-40f9-beca-b71f325e7356 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.1941626 May 26 19:13:54.783987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:54.792494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.850684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:13:54.881082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:13:54.883893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-9c285fe8-26c8-464e-a8cb-bcc075388345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:54.885408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-9c285fe8-26c8-464e-a8cb-bcc075388345 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.1770489 May 26 19:13:54.937631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Allocated IP 172.25.0.166 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9932312b-d315-4c3a-b380-fd949560ee5a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:54.947181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:13:54.950969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:54.964518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.091355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.121862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.186720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:55.189426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:55.191952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:55.238287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'Port': ['ID=9932312b-d315-4c3a-b380-fd949560ee5a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:55.238566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-fb6d2913-ae38-450f-b573-c0efe06318c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:55.239772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-fb6d2913-ae38-450f-b573-c0efe06318c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3456788 May 26 19:13:55.290612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.351331 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.569550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.574584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.629137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.9 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/ac0bd93a-fa64-45a1-b299-e7e985c6744b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:13:55.769534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-079f5e76-6819-4541-9d09-561733745c72 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892349 May 26 19:13:55.808283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'Port': ['ID=9932312b-d315-4c3a-b380-fd949560ee5a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:55.820051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.844464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:55.845898 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9abbafb1-994d-4f41-8d83-0eac1a13b09e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2332950 May 26 19:13:55.958822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:13:56.189267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ad11e1-3922-4a0e-ba70-5a5b7b56f57c req-5548fb7c-fa77-44d4-83da-8bdbc500731f service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126334 May 26 19:13:56.216400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:56.358169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:56.365395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:56.370035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:13:56.407972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:56.505317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:13:56.511023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:13:56.513283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:13:56.628510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:56.662922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:56.663516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:56.688411 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Floating IP 01ca921c-d37f-48ef-8577-e270c8255db8 associated. External IP: 172.25.0.29, port: 4ee197ef-4512-4519-aae7-efd0fe79d575. May 26 19:13:56.768703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-65dc9f63-9fbe-4276-978d-be5dcd5de8f2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3135095 May 26 19:13:56.783945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Request body: {'port': {'device_id': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:13:57.158735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:57.381033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:57.677175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:57.687281 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:57.696608 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:57.697232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:57.875891 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:57.889691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0bd93a-fa64-45a1-b299-e7e985c6744b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:13:57.900452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:57.925146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Transition to ACTIVE for port object ac0bd93a-fa64-45a1-b299-e7e985c6744b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:13:57.984252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:58.224662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:58.235483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:56Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:58.239301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:58.247693 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:58.248284 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:58.425655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:13:58.434226 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:58.511326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Attempting to bind port ac0bd93a-fa64-45a1-b299-e7e985c6744b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:13:58.511743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Attempting to bind port ac0bd93a-fa64-45a1-b299-e7e985c6744b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:13:58.512067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Attempting to bind port ac0bd93a-fa64-45a1-b299-e7e985c6744b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:58.526769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Port ac0bd93a-fa64-45a1-b299-e7e985c6744b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:13:58.527086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Attempting to bind port ac0bd93a-fa64-45a1-b299-e7e985c6744b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:13:58.540905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:13:58.541259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:13:58.542127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:13:58.542127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Bound port: ac0bd93a-fa64-45a1-b299-e7e985c6744b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:13:58.542366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:58.698801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:13:58.704686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:58.757721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:13:58.770791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:13:58.783975 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:56Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:58.787888 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c77ffc-9b14-4bd0-946c-6e6b7ffbfacd None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:56Z', 'revision_number': 3, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:13:58.802410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:58.881286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:58.881882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:13:58.883274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac0bd93a-fa64-45a1-b299-e7e985c6744b HTTP/1.1" status: 200 len: 1091 time: 2.1048815 May 26 19:13:58.893970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c9c354ce-8ebf-4094-b304-b1b1eaad2b9e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "PUT /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 997 time: 4.1197977 May 26 19:13:58.971699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8ef77-b4ce-49d1-83f9-6e1b9298905e None None] New status for floating IP 01ca921c-d37f-48ef-8577-e270c8255db8: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:13:58.980754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3267b-a4aa-4b97-9b4c-574d71d2c363 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:13:59.031616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-60568650-8d5f-4b3d-ac3a-237444783648 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.033562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-60568650-8d5f-4b3d-ac3a-237444783648 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports/4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 942 time: 0.1316400 May 26 19:13:59.049248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-942c2df0-7f04-42c3-925d-c0959df1334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.050688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-942c2df0-7f04-42c3-925d-c0959df1334a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 1094 time: 0.1139503 May 26 19:13:59.156297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-8cd8038e-3fcc-4cad-ab18-2fba3e4f27e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b HTTP/1.1" status: 200 len: 217 time: 0.0984395 May 26 19:13:59.237091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-46751893-aacc-4c13-8896-b716dd351644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.238501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-46751893-aacc-4c13-8896-b716dd351644 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0746450 May 26 19:13:59.277372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-fa68ac6b-6315-4b91-bf34-3feddc651e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.278880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-fa68ac6b-6315-4b91-bf34-3feddc651e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.1678650 May 26 19:13:59.312821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5c3d5cc3-5c56-4a32-b3a9-6e9435943426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674930 May 26 19:13:59.328241 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:13:59.337742 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:59.338348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:59.517678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:13:59.522331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-236ef329-6b0f-46ad-8a95-ed403bf524f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.524316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-236ef329-6b0f-46ad-8a95-ed403bf524f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2387795 May 26 19:13:59.533068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-8ca099c4-35db-4758-a9a0-4f04e0106a20 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714456 May 26 19:13:59.618759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-b72703cf-5149-4a3f-b7df-c34886421d25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.0876985 May 26 19:13:59.748740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-8ed41ccc-0e8d-4088-8963-f3c5fa94337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.750148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-8ed41ccc-0e8d-4088-8963-f3c5fa94337d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0901165 May 26 19:13:59.808283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-6b79f9e3-a086-4172-9278-47e21b0afe34 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244744 May 26 19:13:59.837890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-ef43bda3-7551-43aa-8a33-3d88d22590d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:13:59.839509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-ef43bda3-7551-43aa-8a33-3d88d22590d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771499 May 26 19:13:59.893253 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:59Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:13:59.897796 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:13:59.908926 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:13:59.909583 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:00.093414 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:00.093634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-c14794cf-dea2-4347-bc55-eb660af0c9a7 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477777 May 26 19:14:00.226406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-d8a8dac8-077c-425a-8a71-dbf1ff1d9c42 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259866 May 26 19:14:00.324428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-a354624e-70f8-4d73-8116-003b52eb3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:00.325954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-a354624e-70f8-4d73-8116-003b52eb3a1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1096 time: 0.0745690 May 26 19:14:00.444807 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:59Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:00.449588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3e38f-909c-4476-a08f-106f1a7657bf None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:d3:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98708b03-4a19-4ec0-a616-41eba01179c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:13:59Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:00.462996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-aa69272c-b8cd-4c7d-9433-21e17070b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:00.464474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-aa69272c-b8cd-4c7d-9433-21e17070b87d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.1328297 May 26 19:14:00.579328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-69e56471-9533-4e54-919e-19620d65e0ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 1000 time: 0.1086006 May 26 19:14:00.653223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-0140132d-1315-4c4e-bb3e-b5254e77d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:00.654697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-0140132d-1315-4c4e-bb3e-b5254e77d95b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0693858 May 26 19:14:00.733975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-916f9c03-2266-454b-9b84-12e3aad1e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:00.735354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-916f9c03-2266-454b-9b84-12e3aad1e87b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748560 May 26 19:14:00.875288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-87cb0753-97c7-40fa-b76b-61e1ff27ba68 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333177 May 26 19:14:01.018660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde3cd42-4ced-4589-acaf-9f2615624a8b req-d24d54d8-f242-4f03-ab64-d4ea53bb208d service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374123 May 26 19:14:01.316808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d58b0-c95d-4f49-adda-37e3920b39f2 req-f085dd05-82a3-4903-89bb-d2a7ddca5e8b tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:01.318227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-639d58b0-c95d-4f49-adda-37e3920b39f2 req-f085dd05-82a3-4903-89bb-d2a7ddca5e8b tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 1095 time: 0.0709674 May 26 19:14:01.362226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-639d58b0-c95d-4f49-adda-37e3920b39f2 req-7cd7494b-8223-4d0e-be08-9f86f88616d1 tempest-LiveAutoBlockMigrationV225Test-1556419391 tempest-LiveAutoBlockMigrationV225Test-1556419391-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=caa8a703-13fc-45da-97b2-a0b8bbf2072a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 May 26 19:14:01.593006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abbc96-e003-4cac-b23d-47a676d485cd req-d676e428-5a42-4fda-9358-5b0567239a6a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:01.594372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1abbc96-e003-4cac-b23d-47a676d485cd req-d676e428-5a42-4fda-9358-5b0567239a6a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 946 time: 0.0842042 May 26 19:14:01.639544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1abbc96-e003-4cac-b23d-47a676d485cd req-9775ad7a-0a4f-42a2-b788-a5219e42fc2f tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 May 26 19:14:01.818680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-6d242880-442f-459c-8118-791fd760aaac tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:01.820128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-6d242880-442f-459c-8118-791fd760aaac tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0811512 May 26 19:14:01.902000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-16444dc3-cb6d-4ff3-9d48-c0df1b40c55f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0756197 May 26 19:14:01.911508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-9a3d63b1-fa5a-47ca-8cd7-6440ba228b86 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'floatingip': {'port_id': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:01.993671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-9a3d63b1-fa5a-47ca-8cd7-6440ba228b86 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:02.199679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ac0bd93a-fa64-45a1-b299-e7e985c6744b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:14:02.332685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:02.345790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b', 'mac_address': 'fa:16:3e:6a:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:14:02.399792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ac0bd93a-fa64-45a1-b299-e7e985c6744b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:02.400155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:02.417422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0bd93a-fa64-45a1-b299-e7e985c6744b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:02.433112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:02.437283 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:02.462548 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-9a3d63b1-fa5a-47ca-8cd7-6440ba228b86 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] update failed (client error): There was a conflict when trying to complete your request. May 26 19:14:02.463557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d76f35e-ee0a-41e5-b19c-1a08c3a93d9d req-9a3d63b1-fa5a-47ca-8cd7-6440ba228b86 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "PUT /v2.0/floatingips/9a24a2d1-f817-46a5-aec2-58cabdb6422b HTTP/1.1" status: 409 len: 551 time: 0.5559955 May 26 19:14:02.512652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:02.678581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ac0bd93a-fa64-45a1-b299-e7e985c6744b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:02.829253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-952672808', 'description': 'tempest-description-590700985'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:02.834559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:02.839212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Usage tracker for resource:security_group and tenant:00728947f4014c6f91209a7c69163f24 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:02.842130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:02.848130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:02.858487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:02.877848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:02.881629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Usage tracker for resource:security_group_rule and tenant:00728947f4014c6f91209a7c69163f24 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:02.884943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:02.890557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:02.960094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:02.964398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:03.001213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d499c73-17e7-4215-8e3c-9c1817f2cc16,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:03.003759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:03.004921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-902d45cf-e6db-44c0-a684-32b5e724fe7e req-3ca6b149-3f85-4ffc-a40c-10ba82a92345 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1795716 May 26 19:14:03.123347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-4282d2e1-3644-4d06-a5cc-3acc67bff794 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1304925453&fields=id&tenant_id=9aa959b8bb864e79bc03edb3e357ed3a HTTP/1.1" status: 200 len: 267 time: 0.0383718 May 26 19:14:03.271701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-634fce36-d455-45a4-b51c-415e6bad1bf4 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:03.273022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-634fce36-d455-45a4-b51c-415e6bad1bf4 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/networks?id=0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 200 len: 806 time: 0.1432464 May 26 19:14:03.288024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-496a97a5-4f97-4e17-8740-20a3cdacf8d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/quotas/9aa959b8bb864e79bc03edb3e357ed3a HTTP/1.1" status: 200 len: 375 time: 0.0093136 May 26 19:14:03.371704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-78235916-c660-431f-86ff-4bd4fd2b3198 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784631 May 26 19:14:03.509519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-d8421bdf-01af-45dd-83fb-443a76ae81fb service neutron] 10.222.0.24 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264081 May 26 19:14:03.640310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-dc3776b0-ed16-4425-8920-ec2279fdc683 service neutron] 10.222.0.24 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248732 May 26 19:14:03.807027 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd024de1-bb4f-4d7c-a8f4-4bd39f80312c'] response: {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:14:03.973972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-7bb80916-99bd-406b-9aa8-8499a8b91324 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.1563981 May 26 19:14:04.021806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-e3121fbe-f6e6-4dbf-a8ed-6f5363c7f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.023282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-e3121fbe-f6e6-4dbf-a8ed-6f5363c7f952 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.1521883 May 26 19:14:04.138212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-d3f3c5ec-4c97-4fd8-9939-9f29ced36000 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.139696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-d3f3c5ec-4c97-4fd8-9939-9f29ced36000 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports/d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 942 time: 0.1592932 May 26 19:14:04.184033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-e3c1e8df-aaac-4f44-9dac-04782f56e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.185577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-e3c1e8df-aaac-4f44-9dac-04782f56e96c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.1548707 May 26 19:14:04.210099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ac0bd93a-fa64-45a1-b299-e7e985c6744b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:14:04.318095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-792bae9b-34c7-41a1-8fcb-6320705cb391 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.1241713 May 26 19:14:04.323509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port ac0bd93a-fa64-45a1-b299-e7e985c6744b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:04.329131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ac0bd93a-fa64-45a1-b299-e7e985c6744b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:04.329512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:04.455604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ac0bd93a-fa64-45a1-b299-e7e985c6744b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:04.455976 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:04.486137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:04.496227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:04.501424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:04.519294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-f104e3ec-6e0e-45d5-be2c-7a905868dda3 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.2769043 May 26 19:14:04.522588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-04ddbf4c-51bd-4a06-9818-68caf4830f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.524713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-04ddbf4c-51bd-4a06-9818-68caf4830f03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1986461 May 26 19:14:04.571796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:04.726032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-4c1272a4-b577-4b37-a7fc-d695895c54ca tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.727320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee919dd7-5367-4962-86f1-e3ce2a6a59b9 req-4c1272a4-b577-4b37-a7fc-d695895c54ca tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2010214 May 26 19:14:04.732658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-383cebe9-8e5a-4ad5-a0fd-bdf588edbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:04.734104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-383cebe9-8e5a-4ad5-a0fd-bdf588edbda6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893981 May 26 19:14:04.950130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-78900275-d0ec-4e75-b209-47a42fb74176 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090876 May 26 19:14:05.119865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6aa6ac89-f472-4bb6-a42a-64f83a83c8b9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:05.121303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6aa6ac89-f472-4bb6-a42a-64f83a83c8b9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.53 "GET /v2.0/networks?id=0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 200 len: 806 time: 0.2705045 May 26 19:14:05.151543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdae46bf-5184-4784-90db-91a7edb5fc39 req-82dd828c-174e-4f88-b01d-5f878e31419f service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926069 May 26 19:14:05.225308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-7f086d19-1283-4c0c-a78a-1e98fae837c7 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aa959b8bb864e79bc03edb3e357ed3a HTTP/1.1" status: 200 len: 380 time: 0.0881071 May 26 19:14:05.238536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'port': {'device_id': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'admin_state_up': True, 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'security_groups': ['303bd0b2-3f47-4933-a135-36cfcc02d428']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:05.374085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3ed34-2e6b-49c8-addd-f11083a5d34d req-0844a50a-e377-4d5c-8610-9ae01a75123a tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:05.375556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10b3ed34-2e6b-49c8-addd-f11083a5d34d req-0844a50a-e377-4d5c-8610-9ae01a75123a tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1097 time: 0.2065585 May 26 19:14:05.398378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:05.406849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Usage tracker for resource:port and tenant:9aa959b8bb864e79bc03edb3e357ed3a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:05.411005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:05.423965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:05.437775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10b3ed34-2e6b-49c8-addd-f11083a5d34d req-fc4752cd-442a-4e8d-b6d4-c677f5661f84 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 May 26 19:14:05.442397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Made reservation on behalf of 9aa959b8bb864e79bc03edb3e357ed3a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:14:05.446722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:05.586427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-d7ab9815-5f07-44c2-867f-314c31a4c57d tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips/9a24a2d1-f817-46a5-aec2-58cabdb6422b HTTP/1.1" status: 200 len: 693 time: 0.1245906 May 26 19:14:05.809350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}, {'name': 'network-changed', 'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b'}, {'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:05.819739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-a3e93392-b6a9-41ea-a272-db4aebd333f2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:05.821723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-a3e93392-b6a9-41ea-a272-db4aebd333f2 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2295001 May 26 19:14:05.822780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Allocated IP 172.20.0.7 (0e317e7c-13a5-4c26-8374-e35f3727f87c/d07dded8-d6da-437e-b9aa-bdf743ce6911/9b564ab5-8e34-411b-9889-815bc4895d40) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:14:05.832989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-4b5a9c9c-0697-4828-a703-244c3282f014 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:14:05.833949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-4b5a9c9c-0697-4828-a703-244c3282f014 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067701 May 26 19:14:05.975791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-fbc4ac9d-d6d4-4f5e-aa2d-6f92697efd95 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.1352324 May 26 19:14:06.261070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.266494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-b07948db-2f5e-4ea1-9d61-819b8f643320 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.2814360 May 26 19:14:06.476002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-933dafcb-57a0-40da-8d99-1e6c4b027c29 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:06.478009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-933dafcb-57a0-40da-8d99-1e6c4b027c29 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "GET /v2.0/ports?device_id=ccf67bb3-317d-4551-8e10-8d4a8e684d55 HTTP/1.1" status: 200 len: 944 time: 0.5852628 May 26 19:14:06.520697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Deleting port 16f4dc78-f9ce-471a-bb94-df889ea6e7b6 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:06.520947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.553148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.610228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Transition to ACTIVE for port object 9b564ab5-8e34-411b-9889-815bc4895d40 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:06.634164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Deleting port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:06.634490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.847165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.847504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:06.927786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:07.087401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Calling delete_port for 16f4dc78-f9ce-471a-bb94-df889ea6e7b6 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:07.174835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:14:07.184607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:14:07.204638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:14:07.271570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event updated for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:07.302625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] For port dd55b589-dd1e-4ef0-a02a-335fd0ecde90, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:07.302976 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:07.328419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:07.329063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:07.398424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9123-c30b-47b3-9bc6-3bb285bf61f3 None None] Provisioning for port 9b564ab5-8e34-411b-9889-815bc4895d40 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:07.403199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9123-c30b-47b3-9bc6-3bb285bf61f3 None None] Provisioning complete for port 9b564ab5-8e34-411b-9889-815bc4895d40 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:07.403560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9123-c30b-47b3-9bc6-3bb285bf61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:07.450785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Calling delete_port for dd55b589-dd1e-4ef0-a02a-335fd0ecde90 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:07.458430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e9123-c30b-47b3-9bc6-3bb285bf61f3 None None] Port 9b564ab5-8e34-411b-9889-815bc4895d40 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:14:07.685609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-e6f28f98-7246-4b71-b8ba-bee798373e89 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4506876 May 26 19:14:07.710622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Request body: {'port': {'device_id': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:07.742457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:07.810067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event deleted for resources: {'Port': ['ID=16f4dc78-f9ce-471a-bb94-df889ea6e7b6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:08.011966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.024685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.048089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:08.066004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.118226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event deleted for resources: {'Port': ['ID=dd55b589-dd1e-4ef0-a02a-335fd0ecde90,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:08.128809 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.129957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65463e23-df23-4f66-91a6-acfb944af4f7 req-0dc88ae8-b62b-4a24-a5c2-1c1990fb0062 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "DELETE /v2.0/floatingips/9a24a2d1-f817-46a5-aec2-58cabdb6422b HTTP/1.1" status: 204 len: 173 time: 1.8531015 May 26 19:14:08.220975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] No DVR routers for this DVR port dd55b589-dd1e-4ef0-a02a-335fd0ecde90 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:08.231607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.233540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed5e1d4a-1484-476c-ace7-93803ea2e1af req-704d7ec0-7392-4430-b89b-9e956a711cf0 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "DELETE /v2.0/ports/dd55b589-dd1e-4ef0-a02a-335fd0ecde90 HTTP/1.1" status: 204 len: 173 time: 1.7433980 May 26 19:14:08.470668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940d19c-8f57-44bb-9801-9e037b94d595 req-7b3167b1-d148-4593-9935-2a9773aa2638 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:08.470668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0940d19c-8f57-44bb-9801-9e037b94d595 req-7b3167b1-d148-4593-9935-2a9773aa2638 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:08.516333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0940d19c-8f57-44bb-9801-9e037b94d595 req-7b3167b1-d148-4593-9935-2a9773aa2638 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:08.517529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0940d19c-8f57-44bb-9801-9e037b94d595 req-7b3167b1-d148-4593-9935-2a9773aa2638 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 945 time: 0.2887433 May 26 19:14:08.630978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0940d19c-8f57-44bb-9801-9e037b94d595 req-cd83ae2e-e9b5-4b3b-8191-afd660fd8dd1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068258 May 26 19:14:08.641282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b564ab5-8e34-411b-9889-815bc4895d40 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:08.651883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.687195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Transition to ACTIVE for port object 9b564ab5-8e34-411b-9889-815bc4895d40 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:08.693487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:08.902784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:09.038472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Attempting to bind port 9b564ab5-8e34-411b-9889-815bc4895d40 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:09.038747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Attempting to bind port 9b564ab5-8e34-411b-9889-815bc4895d40 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:09.039445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Attempting to bind port 9b564ab5-8e34-411b-9889-815bc4895d40 on network 0e317e7c-13a5-4c26-8374-e35f3727f87c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:09.055600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Port 9b564ab5-8e34-411b-9889-815bc4895d40 on network 0e317e7c-13a5-4c26-8374-e35f3727f87c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:09.055950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Attempting to bind port 9b564ab5-8e34-411b-9889-815bc4895d40 on network 0e317e7c-13a5-4c26-8374-e35f3727f87c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:09.071815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:09.072175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Checking segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:09.072519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Bound using segment: {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:09.072954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Bound port: 9b564ab5-8e34-411b-9889-815bc4895d40, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16c334d-571c-4cd7-a750-75913374f352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:09.073320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:09.231158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:09.250968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9b564ab5-8e34-411b-9889-815bc4895d40,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:09.266160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-091f650d-bcd3-4bd8-a06e-27239ee6bcfa tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Synchronizing usage tracker for tenant:00728947f4014c6f91209a7c69163f24 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:09.270692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:09.469420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:09.470011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:09.472180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 200 len: 1091 time: 1.7660780 May 26 19:14:09.475257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-091f650d-bcd3-4bd8-a06e-27239ee6bcfa tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Unset dirty status for tenant:00728947f4014c6f91209a7c69163f24 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:09.489399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-091f650d-bcd3-4bd8-a06e-27239ee6bcfa tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45086 time: 0.8198526 May 26 19:14:09.523979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977eda-9d31-475b-994c-61ed7a1ba8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:09.600585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-15a4eb1f-d45d-4860-8985-9b41e9945094 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/06a430ca-b55d-448f-b2e2-a08673dd2162 HTTP/1.1" status: 200 len: 2981 time: 0.1102788 May 26 19:14:09.662489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-b94bb4f7-9fc2-47a9-a96a-019ee109ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:09.664484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-b94bb4f7-9fc2-47a9-a96a-019ee109ab7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 1094 time: 0.1366708 May 26 19:14:09.667294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-64ebef8a-1f3a-4f96-a7cf-455daab06992 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/06a430ca-b55d-448f-b2e2-a08673dd2162 HTTP/1.1" status: 200 len: 2981 time: 0.0593975 May 26 19:14:09.752851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-0d7af8f8-d592-4b00-ab3c-9d837eb1f040 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 200 len: 217 time: 0.0802176 May 26 19:14:09.825788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-8e2e0166-5f25-44fc-8339-30f9dec43256 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/13ae3e27-0e91-406d-80c1-a906153b99d0 HTTP/1.1" status: 200 len: 2981 time: 0.1024764 May 26 19:14:09.852169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-f59320b9-e0e9-48a8-8350-271bc391f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:09.853579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-f59320b9-e0e9-48a8-8350-271bc391f5cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d07dded8-d6da-437e-b9aa-bdf743ce6911 HTTP/1.1" status: 200 len: 845 time: 0.0866427 May 26 19:14:09.919738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-7a1a9db8-eda4-470d-babb-8f723e298ef2 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/13ae3e27-0e91-406d-80c1-a906153b99d0 HTTP/1.1" status: 200 len: 2981 time: 0.0875626 May 26 19:14:09.987029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-705e8cba-a0c0-4b6c-b66d-9b131968dfad tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/18fc413c-723f-49dc-99fb-fcbbff28ecd7 HTTP/1.1" status: 200 len: 2981 time: 0.0602388 May 26 19:14:10.005879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-8f1547eb-4779-4707-bccb-8c53ddf2bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:10.007311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-8f1547eb-4779-4707-bccb-8c53ddf2bcbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e317e7c-13a5-4c26-8374-e35f3727f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314857 May 26 19:14:10.126181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-3899bc9d-a5ab-46de-86bb-b445507eb3a4 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/18fc413c-723f-49dc-99fb-fcbbff28ecd7 HTTP/1.1" status: 200 len: 2981 time: 0.1321552 May 26 19:14:10.199260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-eae908a4-90c7-4e5b-ac40-3fd41951e83d service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826942 May 26 19:14:10.206500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-724c0d77-4293-44ae-80b6-1301ccbf758d tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/241d44a2-d859-4431-95b7-d1b3176e926d HTTP/1.1" status: 200 len: 2981 time: 0.0739534 May 26 19:14:10.255945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:10.295293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: dd55b589-dd1e-4ef0-a02a-335fd0ecde90 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:10.295707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd55b589-dd1e-4ef0-a02a-335fd0ecde90 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:10.353999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-3e51bfd6-9927-4678-9cb0-adeddd366f55 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/241d44a2-d859-4431-95b7-d1b3176e926d HTTP/1.1" status: 200 len: 2981 time: 0.1278450 May 26 19:14:10.402621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f960fe6d-3fd0-4610-bf29-6fc1bf77b02c req-bd75753f-151e-4d12-b9a7-dd5351080d00 service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951649 May 26 19:14:10.424543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-6837d165-8fc0-4e7a-8c21-0b782a8423d7 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/33d6f00a-e30e-41ae-9408-8b29f99b7427 HTTP/1.1" status: 200 len: 2981 time: 0.0641434 May 26 19:14:10.480116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-f649ff7c-7996-495d-8941-902b13937758 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/33d6f00a-e30e-41ae-9408-8b29f99b7427 HTTP/1.1" status: 200 len: 2981 time: 0.0491357 May 26 19:14:10.530962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-b825050e-e7ef-47a1-9053-638bd9c4e3d7 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/764f85b8-0191-45b7-90ad-311897220238 HTTP/1.1" status: 200 len: 2981 time: 0.0444086 May 26 19:14:10.584687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-b2bb9b46-175a-46e6-9af5-929d22b473e6 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/764f85b8-0191-45b7-90ad-311897220238 HTTP/1.1" status: 200 len: 2981 time: 0.0473466 May 26 19:14:10.634728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-0d399bff-bd13-409d-b0fa-491927588195 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/79728800-04fa-4edf-8a9a-657ff6582ccc HTTP/1.1" status: 200 len: 2973 time: 0.0433180 May 26 19:14:10.685429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-d6d45622-1e41-4bb4-a12b-224569c664cd tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/79728800-04fa-4edf-8a9a-657ff6582ccc HTTP/1.1" status: 200 len: 2973 time: 0.0442772 May 26 19:14:10.737642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-72d00b9b-837f-4a59-92f3-4421398ab28e tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9c049671-05e8-41a6-a5e5-e68889ced824 HTTP/1.1" status: 200 len: 2981 time: 0.0469656 May 26 19:14:10.786429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-792042e7-b588-4e73-8806-232213f052fc tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9c049671-05e8-41a6-a5e5-e68889ced824 HTTP/1.1" status: 200 len: 2981 time: 0.0424309 May 26 19:14:10.836066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-aefbcf1b-e69a-4aeb-99cf-f3ee6a9b2b5c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9e94fad3-3d86-4f4b-80ca-3e42e0dbf5fc HTTP/1.1" status: 200 len: 2981 time: 0.0439150 May 26 19:14:10.885212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-c0276bb9-4fb2-409a-9f29-ab1b632ccac6 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9e94fad3-3d86-4f4b-80ca-3e42e0dbf5fc HTTP/1.1" status: 200 len: 2981 time: 0.0429673 May 26 19:14:10.935820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-fccf5c3c-46b8-4a4c-a026-49835d559c9b tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a51592e8-0635-48b1-82ab-229929e4a343 HTTP/1.1" status: 200 len: 2981 time: 0.0441825 May 26 19:14:10.983089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-7add396e-9e35-4290-9f99-3df3c01ac0a1 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a51592e8-0635-48b1-82ab-229929e4a343 HTTP/1.1" status: 200 len: 2981 time: 0.0419965 May 26 19:14:11.041057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-f3e67580-cfbf-4edd-9550-04c195419ea2 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c8007306-e5fd-4f33-af1f-18438d488ee4 HTTP/1.1" status: 200 len: 2977 time: 0.0518081 May 26 19:14:11.097824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-a7bbf2d6-b134-43f2-8a7f-00585203e89d tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c8007306-e5fd-4f33-af1f-18438d488ee4 HTTP/1.1" status: 200 len: 2977 time: 0.0511262 May 26 19:14:11.148370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-4ea673a5-2a18-42d7-8886-f7e5c10554be tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/caa8a703-13fc-45da-97b2-a0b8bbf2072a HTTP/1.1" status: 200 len: 2981 time: 0.0440722 May 26 19:14:11.197430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-77a476b3-111b-4588-ba80-5540d5112842 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/caa8a703-13fc-45da-97b2-a0b8bbf2072a HTTP/1.1" status: 200 len: 2981 time: 0.0427926 May 26 19:14:11.247439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-927d33a6-75b3-4fd8-a0bc-08844969fc49 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ccf0b23c-3548-4dfb-a442-7807faf881ef HTTP/1.1" status: 200 len: 2981 time: 0.0437212 May 26 19:14:11.295012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b299564-b4d1-440b-88c2-457fa47c1784 req-03d65a0f-d5f8-4baf-a949-5226acf872b7 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ccf0b23c-3548-4dfb-a442-7807faf881ef HTTP/1.1" status: 200 len: 2981 time: 0.0418758 May 26 19:14:11.472403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d217a9-e1da-4562-8181-d87a0b8f18af req-11b45fe6-0d3f-4fd7-bd44-378bf4fb9ac9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:11.472989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19d217a9-e1da-4562-8181-d87a0b8f18af req-11b45fe6-0d3f-4fd7-bd44-378bf4fb9ac9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Synchronizing usage tracker for tenant:9aa959b8bb864e79bc03edb3e357ed3a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:11.489870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19d217a9-e1da-4562-8181-d87a0b8f18af req-11b45fe6-0d3f-4fd7-bd44-378bf4fb9ac9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Unset dirty status for tenant:9aa959b8bb864e79bc03edb3e357ed3a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:11.491034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-19d217a9-e1da-4562-8181-d87a0b8f18af req-11b45fe6-0d3f-4fd7-bd44-378bf4fb9ac9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 943 time: 0.1009934 May 26 19:14:11.536863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-19d217a9-e1da-4562-8181-d87a0b8f18af req-fc5ddc35-63f6-4433-a5f5-3280e8ca272d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 May 26 19:14:11.586316 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a579e6-506e-4ad7-888e-2a8e4ffe7d0c'] response: {'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b', 'code': 200} May 26 19:14:11.841836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-cd8c2816-584b-4523-a4b8-185e8cdfe201 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.2443733 May 26 19:14:11.909956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1507870-b8cb-4da9-ab07-c379ede2b227 req-4dae94e6-d2b1-434e-a0b1-5cb1ef6013ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:11.911388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1507870-b8cb-4da9-ab07-c379ede2b227 req-4dae94e6-d2b1-434e-a0b1-5cb1ef6013ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 1096 time: 0.2578852 May 26 19:14:11.925244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-93006d0b-7c78-4d55-8bb0-dd017d887f4f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:11.926454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-93006d0b-7c78-4d55-8bb0-dd017d887f4f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports/d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 942 time: 0.0789311 May 26 19:14:11.960524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1507870-b8cb-4da9-ab07-c379ede2b227 req-6a1f8686-cfba-4127-a119-ffbe069333c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 May 26 19:14:12.106755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-6ccd85eb-fb2f-42ef-b553-4ae9434e4d24 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.1037219 May 26 19:14:12.263808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-5973072a-b0ed-4033-ba9b-56f9d0ffde55 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:12.265151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-5973072a-b0ed-4033-ba9b-56f9d0ffde55 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1531618 May 26 19:14:12.374349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-802d0028-4ebc-4da5-b5a3-7fbd9cfeb1a7 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.1021874 May 26 19:14:12.384055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:12.484273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:12.751782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:12.756496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:12.756805 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Floating IP 01ca921c-d37f-48ef-8577-e270c8255db8 disassociated. External IP: 172.25.0.29, port: d1d91576-96c2-47b5-974c-8c7b19719dd0. May 26 19:14:13.107894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:13.451212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:13.456000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:13.460486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:13.470215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:13.470893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:13.521380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-74b31fce-0f63-40b9-bb85-a8cd1795715f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:13.522797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-74b31fce-0f63-40b9-bb85-a8cd1795715f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "GET /v2.0/ports?device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 945 time: 0.1620796 May 26 19:14:13.524871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-e26a1f2c-0916-411b-b4b1-080e507c9017 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "PUT /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 694 time: 1.1451390 May 26 19:14:13.640761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port ac0bd93a-fa64-45a1-b299-e7e985c6744b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:13.641108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:13.651563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:13.760272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-3e03364e-946f-441a-827e-24856d61e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:13.761738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-3e03364e-946f-441a-827e-24856d61e0e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1096 time: 0.2051480 May 26 19:14:13.783034 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:13.977453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:13.981355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:13.989687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:13.990289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:14.008753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-8ef66eb7-a4b5-48bb-abd6-1e34dd7d9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:14.010215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-8ef66eb7-a4b5-48bb-abd6-1e34dd7d9350 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2418475 May 26 19:14:14.087126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-7db9f6b7-0767-4207-88b6-f9d6aabd08d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 217 time: 0.0670745 May 26 19:14:14.089697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port ac0bd93a-fa64-45a1-b299-e7e985c6744b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ac0bd93a-fa64-45a1-b299-e7e985c6744b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:14.090056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:14.175010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:14.255792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for ac0bd93a-fa64-45a1-b299-e7e985c6744b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:14.307191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9b564ab5-8e34-411b-9889-815bc4895d40 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:14:14.317141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-822445ea-8c9f-4448-9f6f-d70161eecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:14.318577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-822445ea-8c9f-4448-9f6f-d70161eecfb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.2209146 May 26 19:14:14.471707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-3a98a99c-615c-4f39-bb90-f0f5d5270f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:14.473217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-3a98a99c-615c-4f39-bb90-f0f5d5270f7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475451 May 26 19:14:14.474315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:14.510155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366', 'ac0bd93a-fa64-45a1-b299-e7e985c6744b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:14.547016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=ac0bd93a-fa64-45a1-b299-e7e985c6744b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:14.641696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.642052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.642331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.642657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.642979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.643322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.643650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.643965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.644279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.644589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.644900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.645237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:14.658737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5004395e-8cd7-48d8-9941-573898a12351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:14.693468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port ac0bd93a-fa64-45a1-b299-e7e985c6744b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:14.697504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:14.726315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813241c-cc93-4a67-ad79-2676b4f75ca4 req-5dd66ef8-f55c-4e1d-b62d-a183cf3b34db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "DELETE /v2.0/ports/ac0bd93a-fa64-45a1-b299-e7e985c6744b HTTP/1.1" status: 204 len: 173 time: 1.1978536 May 26 19:14:14.732044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9b564ab5-8e34-411b-9889-815bc4895d40,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:14.752574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-c2dbec2a-a136-4709-9bdb-50ab4c782603 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418988 May 26 19:14:14.764221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9b564ab5-8e34-411b-9889-815bc4895d40', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'port_id': '9b564ab5-8e34-411b-9889-815bc4895d40', 'mac_address': 'fa:16:3e:ba:d1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:14:14.831038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d135c091-65ec-48d1-bec2-380072719795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:14.858635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135c091-65ec-48d1-bec2-380072719795 None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:14.930656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9b564ab5-8e34-411b-9889-815bc4895d40 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:14.930938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:14.954359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b564ab5-8e34-411b-9889-815bc4895d40 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:14.978215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9b564ab5-8e34-411b-9889-815bc4895d40,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:14.983220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:15.014526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c91b79c-ec0f-4464-a264-24e6c3cf3b4d req-336bc01a-f91d-4f82-9ca7-503628e0c569 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609279 May 26 19:14:15.075683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:15.168697 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c4c1f-1e63-4211-beaa-edba1048f141 None None] New status for floating IP 01ca921c-d37f-48ef-8577-e270c8255db8: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:14:15.318391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c0abb-6a73-4b4d-a2bc-5fb609838c0b req-77e5acbb-4bbf-4982-b529-791ce1388a00 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:15.319915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-708c0abb-6a73-4b4d-a2bc-5fb609838c0b req-77e5acbb-4bbf-4982-b529-791ce1388a00 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1097 time: 0.1150846 May 26 19:14:15.365118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-708c0abb-6a73-4b4d-a2bc-5fb609838c0b req-564213c9-9848-4001-8ff3-6fc4c17d9c00 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 May 26 19:14:15.416430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9b564ab5-8e34-411b-9889-815bc4895d40'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:15.437513 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d573b-f2d4-4371-8e26-746ee54b3180'] response: {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:14:15.438390 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d573b-f2d4-4371-8e26-746ee54b3180'] response: {'name': 'network-changed', 'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b', 'status': 'completed', 'code': 200} May 26 19:14:15.438877 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36d573b-f2d4-4371-8e26-746ee54b3180'] response: {'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'status': 'completed', 'code': 200} May 26 19:14:15.678928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-682082b5-92b3-439b-97fd-1b226982a33c tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:15.712265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-c2fa56cb-ff06-44f6-888f-2cf64449eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:15.713805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-c2fa56cb-ff06-44f6-888f-2cf64449eaa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1096 time: 0.1650479 May 26 19:14:15.715490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-682082b5-92b3-439b-97fd-1b226982a33c tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:15.716546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-682082b5-92b3-439b-97fd-1b226982a33c tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 1001 time: 0.2534614 May 26 19:14:15.718294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-25f823c5-4dcf-420e-b854-e083ea476728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:15.719637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-25f823c5-4dcf-420e-b854-e083ea476728 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.2053959 May 26 19:14:15.953324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e0dbde69-70ec-4ee1-81fa-49e529a632af tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:15.953894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e0dbde69-70ec-4ee1-81fa-49e529a632af tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:16.038677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e0dbde69-70ec-4ee1-81fa-49e529a632af tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:16.039842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e0dbde69-70ec-4ee1-81fa-49e529a632af tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports/ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 943 time: 0.3173499 May 26 19:14:16.040852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-de35cf4d-a994-409e-b840-dcb550c35051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.042211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-de35cf4d-a994-409e-b840-dcb550c35051 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.3186846 May 26 19:14:16.044680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-8ff803ec-8aa2-4ca6-8919-f16f2a90535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.046038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-8ff803ec-8aa2-4ca6-8919-f16f2a90535b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2711132 May 26 19:14:16.172020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-2ec0e3e0-1a09-4eb7-b905-c546f039a824 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 217 time: 0.1223817 May 26 19:14:16.265023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-b545a90f-3bf9-45c8-9db3-9fa0789cd036 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.1628125 May 26 19:14:16.373152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-0aff63cc-fe30-42d5-8bd1-bb6504178f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.374576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-0aff63cc-fe30-42d5-8bd1-bb6504178f9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1490993 May 26 19:14:16.385125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-8cf45381-82ec-4633-968e-59949b348fc5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 1001 time: 0.2129974 May 26 19:14:16.447123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-2f11c1a4-1529-4de8-840f-297f9af11a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.448334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-2f11c1a4-1529-4de8-840f-297f9af11a7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1679363 May 26 19:14:16.479459 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b8b92d1b-b52e-4d7e-8d3a-b1532133ced6 req-d009798a-2d4e-4118-929d-a61b5b710b6a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "GET /v2.0/ports?device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 210 time: 0.0483401 May 26 19:14:16.649605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-d3c8a522-ec19-4632-a796-d87b6b1df3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.651065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-d3c8a522-ec19-4632-a796-d87b6b1df3b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2691100 May 26 19:14:16.657708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-63f69dcb-ad09-47f6-a2e6-405d4342a658 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.658945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-63f69dcb-ad09-47f6-a2e6-405d4342a658 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2425597 May 26 19:14:16.763048 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e104969-fe7d-4898-afc3-4cb4295e083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:16.930543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-e945704f-181d-4c1c-8d52-2c272d886ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:16.932020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-e945704f-181d-4c1c-8d52-2c272d886ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4729729 May 26 19:14:17.080024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-57e1c344-4fde-4b5a-8740-432e0efcf1d5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 1001 time: 0.3942838 May 26 19:14:17.108241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:17.189369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-b1f8aab6-2c59-4dfb-9d8b-3c8f1b74d2bf service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294683 May 26 19:14:17.294741 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:17.316360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-07e605e8-9043-4c88-afb9-5549df20760e service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686147 May 26 19:14:17.327220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:17.472187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-deleted', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90'}, {'name': 'network-changed', 'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40'}, {'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0'}, {'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'name': 'network-vif-deleted', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:17.565365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-2670644f-274c-4cb4-888e-941e39d4dad6 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665736 May 26 19:14:17.673353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-1e95847b-1d95-47b0-b2e1-fd195ead9107 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485789 May 26 19:14:17.794816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:17.801874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-7ff2f29c-4bb3-43e3-82a3-24c2fca1f27c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=f84fcd8b-9329-4f2c-a33e-d7223e60358a HTTP/1.1" status: 200 len: 210 time: 0.0551667 May 26 19:14:17.802423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:17.802726 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Floating IP b789045d-4e1a-4af1-86a2-b085348feba3 disassociated. External IP: 172.25.0.51, port: ea855b7b-08c2-4d27-ba8b-af407b44fa87. May 26 19:14:17.989106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:18.205824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-f2d2b612-731a-433a-91e7-9e7a377f3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:18.207235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-f2d2b612-731a-433a-91e7-9e7a377f3c6a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4cc77e37b26e43099596f3f88934e99a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3529282 May 26 19:14:18.302929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9b564ab5-8e34-411b-9889-815bc4895d40 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:14:18.370673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9b564ab5-8e34-411b-9889-815bc4895d40 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:18.375861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9b564ab5-8e34-411b-9889-815bc4895d40 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:18.376223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:18.492283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9b564ab5-8e34-411b-9889-815bc4895d40 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:18.492651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:18.499098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-0b99c1de-960a-4661-87be-85d84a902b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:18.500527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-155c36f6-21c4-4003-97a9-6d4a57f30640 req-0b99c1de-960a-4661-87be-85d84a902b06 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411761 May 26 19:14:18.508088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Router 8186bf10-38ba-45cd-a83f-4de20e16c187 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:18.521026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:18.530994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9b564ab5-8e34-411b-9889-815bc4895d40,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:18.535136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:18.605260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:18.689147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:18.694105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:18.698971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Sync routers for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:18.708625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:18.709255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:18.753758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-409ae4ee-8205-409c-aae1-db58afbaf5e5 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "PUT /v2.0/floatingips/b789045d-4e1a-4af1-86a2-b085348feba3 HTTP/1.1" status: 200 len: 694 time: 1.6596298 May 26 19:14:18.836509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e12541e8-f6aa-4bc3-ba51-e773e7efe09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:18.838001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-e12541e8-f6aa-4bc3-ba51-e773e7efe09a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1097 time: 0.0715330 May 26 19:14:18.892664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:18.969554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-548bf57f-759c-4811-b8de-bc30d144df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:18.971012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-548bf57f-759c-4811-b8de-bc30d144df7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 930 time: 0.1272993 May 26 19:14:19.047806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-a81c1aa4-d316-457c-be7a-453c525917cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 217 time: 0.0704429 May 26 19:14:19.124089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-51772c63-c37e-4e20-b416-362bb162c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:19.125576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-51772c63-c37e-4e20-b416-362bb162c35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.0695524 May 26 19:14:19.200141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-472b01ba-6c10-41cb-809b-d1f0fadd7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:19.202128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-472b01ba-6c10-41cb-809b-d1f0fadd7271 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706842 May 26 19:14:19.215702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:19.219566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Checking router: 8186bf10-38ba-45cd-a83f-4de20e16c187 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:19.228155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:19.228746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:19.336324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-19aea323-604c-4845-b3a4-1817b74f72d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280577 May 26 19:14:19.457027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:19.469420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1883f8de-3729-48f5-bfd2-26f3311ed4b0 req-9ca3a1fd-787a-4eeb-8470-f2b6ac39b0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272910 May 26 19:14:19.594331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:19.644598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc9b2ac6-0a17-4f88-a2c3-ef4fab7d9f08 req-76ccd624-9a89-4143-aeab-a90e75a25ab7 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Synchronizing usage tracker for tenant:bf94f0f4fd184759b48167ceb23c597b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:19.661209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc9b2ac6-0a17-4f88-a2c3-ef4fab7d9f08 req-76ccd624-9a89-4143-aeab-a90e75a25ab7 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Unset dirty status for tenant:bf94f0f4fd184759b48167ceb23c597b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:19.662989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc9b2ac6-0a17-4f88-a2c3-ef4fab7d9f08 req-76ccd624-9a89-4143-aeab-a90e75a25ab7 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf94f0f4fd184759b48167ceb23c597b HTTP/1.1" status: 200 len: 6101 time: 0.0988324 May 26 19:14:19.716549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc9b2ac6-0a17-4f88-a2c3-ef4fab7d9f08 req-1d667b90-7e01-4fd2-bd64-081823d76c66 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "GET /v2.0/security-groups/241d44a2-d859-4431-95b7-d1b3176e926d HTTP/1.1" status: 200 len: 2981 time: 0.0470216 May 26 19:14:19.768006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc9b2ac6-0a17-4f88-a2c3-ef4fab7d9f08 req-44169bcf-a930-4ae6-b9b9-b8c5f3aacc45 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "GET /v2.0/security-groups/241d44a2-d859-4431-95b7-d1b3176e926d HTTP/1.1" status: 200 len: 2981 time: 0.0454066 May 26 19:14:19.794308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:19.798319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec76d3-598f-4cac-b9ad-f6d1fccab32d None None] The sync data for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 is: [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:12:56Z', 'revision_number': 4, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7e4b177-86dd-4e25-9577-8b5247f65a3c', 'name': '', 'network_id': 'b7f4d717-9b71-4ab9-a055-dc8f3a28e570', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'mac_address': 'fa:16:3e:a8:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:53Z', 'updated_at': '2022-05-26T19:13:05Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'subnets': [{'id': '674fb03f-59c5-4c2c-9d56-d5d1425cc2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:20.007940 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd2cb05-541b-499e-9f5a-489ea8e9b510 None None] New status for floating IP b789045d-4e1a-4af1-86a2-b085348feba3: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:14:20.067585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c041c44-d498-440e-aa4c-b2611f10a550 req-67fe0e43-4d2f-4b91-a384-7c98316c7263 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:20.069068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c041c44-d498-440e-aa4c-b2611f10a550 req-67fe0e43-4d2f-4b91-a384-7c98316c7263 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.2093563 May 26 19:14:20.119655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c041c44-d498-440e-aa4c-b2611f10a550 req-fcf960eb-8185-4858-b9ff-2be3adaef019 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 May 26 19:14:20.306447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ac0bd93a-fa64-45a1-b299-e7e985c6744b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:20.345397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: ac0bd93a-fa64-45a1-b299-e7e985c6744b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:20.346352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ac0bd93a-fa64-45a1-b299-e7e985c6744b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:20.663084 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af780e3-a0a4-494e-a6aa-ddd451dfc259'] response: {'server_uuid': 'ccf67bb3-317d-4551-8e10-8d4a8e684d55', 'name': 'network-vif-deleted', 'tag': 'dd55b589-dd1e-4ef0-a02a-335fd0ecde90', 'status': 'completed', 'code': 200} May 26 19:14:20.664225 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af780e3-a0a4-494e-a6aa-ddd451dfc259'] response: {'name': 'network-changed', 'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40', 'status': 'completed', 'code': 200} May 26 19:14:20.664225 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af780e3-a0a4-494e-a6aa-ddd451dfc259'] response: {'name': 'network-changed', 'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'status': 'completed', 'code': 200} May 26 19:14:20.664681 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af780e3-a0a4-494e-a6aa-ddd451dfc259'] response: {'server_uuid': 'f84fcd8b-9329-4f2c-a33e-d7223e60358a', 'name': 'network-vif-deleted', 'tag': 'ac0bd93a-fa64-45a1-b299-e7e985c6744b', 'status': 'completed', 'code': 200} May 26 19:14:20.700636 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd48c1c-e94b-47e8-81aa-9566aed3220b'] response: {'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40', 'code': 200} May 26 19:14:20.860537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-6a324c1a-933b-41ae-beff-37fd0df157ef tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips/b789045d-4e1a-4af1-86a2-b085348feba3 HTTP/1.1" status: 200 len: 692 time: 0.1409225 May 26 19:14:21.005425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-8c819fdd-978c-4d8d-abc6-d9d50b023f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:21.006877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-8c819fdd-978c-4d8d-abc6-d9d50b023f69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.3179677 May 26 19:14:21.012625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510b1d-f33e-4557-919c-b0198486ef27 req-08fbe0e0-fb64-4ce4-a437-8db9033da8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:21.013989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93510b1d-f33e-4557-919c-b0198486ef27 req-08fbe0e0-fb64-4ce4-a437-8db9033da8fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2295249 May 26 19:14:21.131335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-be0b350a-453a-4a9d-abbf-35a700cf4882 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:21.133107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-be0b350a-453a-4a9d-abbf-35a700cf4882 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2657683 May 26 19:14:21.224961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93510b1d-f33e-4557-919c-b0198486ef27 req-c74fbc0e-2b83-43ab-8486-c5b513f1321c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970494 May 26 19:14:21.243179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-debebe41-9266-49b6-b0ae-afdd6e5679b3 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0964823 May 26 19:14:21.350451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-4e0ff800-17eb-4f29-82e6-ac9618886f92 tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0965240 May 26 19:14:21.353061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-065bd897-ebf0-4739-94d0-b07ebcc78a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:21.354468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-065bd897-ebf0-4739-94d0-b07ebcc78a98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 200 len: 907 time: 0.3256209 May 26 19:14:21.515959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Deleting port 5f54acf7-2829-4cb8-bea1-31a5fcfee14d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:21.516287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:21.616131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-c3119342-1229-459b-954c-4cfb9c60f1cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 200 len: 217 time: 0.0772264 May 26 19:14:21.758399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-e36637be-18c0-400b-86b6-8976b100c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:21.759820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-e36637be-18c0-400b-86b6-8976b100c68f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d07dded8-d6da-437e-b9aa-bdf743ce6911 HTTP/1.1" status: 200 len: 845 time: 0.1345122 May 26 19:14:21.830029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:21.830265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.107287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Calling delete_port for 5f54acf7-2829-4cb8-bea1-31a5fcfee14d owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:22.220901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-54927e43-ac1f-416a-bfed-b49c8d08a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:22.222704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-54927e43-ac1f-416a-bfed-b49c8d08a86c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e317e7c-13a5-4c26-8374-e35f3727f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325526 May 26 19:14:22.234757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-8599fe77-67f8-43c5-b932-997ee0946bb3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:22.235413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-8599fe77-67f8-43c5-b932-997ee0946bb3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:22.377702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-8599fe77-67f8-43c5-b932-997ee0946bb3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:22.378763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-8599fe77-67f8-43c5-b932-997ee0946bb3 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f248e1-3f65-4cfd-8399-23ec0674fdac HTTP/1.1" status: 200 len: 944 time: 0.5294194 May 26 19:14:22.457307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.536917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event deleted for resources: {'Port': ['ID=5f54acf7-2829-4cb8-bea1-31a5fcfee14d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:22.582506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Deleting port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:22.582834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.638410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-a8db5434-0a5f-4b7d-88f9-28f2910575dd service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992722 May 26 19:14:22.684282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:22.707436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-d7dc8ab4-6d20-4e74-9735-a40915d9bb4e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:22.708871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-d7dc8ab4-6d20-4e74-9735-a40915d9bb4e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.53 "GET /v2.0/ports?device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 945 time: 0.0800455 May 26 19:14:22.785574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Deleting port d1d91576-96c2-47b5-974c-8c7b19719dd0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:22.785913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.812490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.958426 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:22.959575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a03b27c7-3ab3-4526-8d1c-dfb0062a062d req-ff407117-2206-4b36-a151-f9441af7f4da tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "DELETE /v2.0/floatingips/b789045d-4e1a-4af1-86a2-b085348feba3 HTTP/1.1" status: 204 len: 173 time: 1.6029685 May 26 19:14:22.985225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-9b6076b7-8f61-40a5-985f-88c18d95d43d service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309259 May 26 19:14:23.142048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] For port d1d91576-96c2-47b5-974c-8c7b19719dd0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:23.142544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:23.193401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] For port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:23.193759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:23.272181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Calling delete_port for d1d91576-96c2-47b5-974c-8c7b19719dd0 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:23.342773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Calling delete_port for e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:23.415894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:23.430000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d1d91576-96c2-47b5-974c-8c7b19719dd0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:23.459132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4ee197ef-4512-4519-aae7-efd0fe79d575'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:23.459381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-8b18776f-4902-4026-990c-2f69e171e1ed tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:23.460852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-8b18776f-4902-4026-990c-2f69e171e1ed tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3589072 May 26 19:14:23.464649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-e6d0aefe-1dc0-425c-8e72-67f5e5bcf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:23.466064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-e6d0aefe-1dc0-425c-8e72-67f5e5bcf5fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=98708b03-4a19-4ec0-a616-41eba01179c2 HTTP/1.1" status: 200 len: 1096 time: 0.4132910 May 26 19:14:23.470985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event deleted for resources: {'Port': ['ID=d1d91576-96c2-47b5-974c-8c7b19719dd0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:23.517071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.517322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.517524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.517858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.518223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.518509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.518833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.519158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.519484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.519811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.520147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.520511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:23.527659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-9f90c1ef-6fb5-4b9e-a507-cd27d8c1014a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0442152 May 26 19:14:23.567935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] No DVR routers for this DVR port d1d91576-96c2-47b5-974c-8c7b19719dd0 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:23.571313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:23.574307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'name': 'network-vif-deleted', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:23.591449 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e568f14-62ee-4df2-b5b6-bb5727ca9bce req-ad2beabf-94c4-4b84-b5f0-d53da3bd1190 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.53 "DELETE /v2.0/ports/d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 204 len: 173 time: 0.8768487 May 26 19:14:23.874498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:23.878505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-db77d49f-7f7b-40b7-b261-1a14b91f3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:23.880132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-db77d49f-7f7b-40b7-b261-1a14b91f3dba service neutron] 10.222.0.53 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.3998256 May 26 19:14:23.886670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:23.989651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event deleted for resources: {'Port': ['ID=e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:24.042683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-985d8bc1-1a79-4e35-a7d5-0d47b73a3976 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d91576-96c2-47b5-974c-8c7b19719dd0 HTTP/1.1" status: 200 len: 217 time: 0.1193745 May 26 19:14:24.077740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-2ed04f42-89b4-4113-8f32-7a6d018f7489 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:24.120526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] No DVR routers for this DVR port e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:24.135095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:24.158602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-2ed04f42-89b4-4113-8f32-7a6d018f7489 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:24.159793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-2ed04f42-89b4-4113-8f32-7a6d018f7489 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6313317 May 26 19:14:24.163925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b34a3eb8-0d7d-4b72-aad2-ae7845cfab1f req-db1839d1-6e4b-43c9-9dbd-29471fb0dbbc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "DELETE /v2.0/ports/e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 HTTP/1.1" status: 204 len: 173 time: 1.7736588 May 26 19:14:24.168393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-269076c8-4269-448e-8e09-8ac85ef610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:24.169948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-269076c8-4269-448e-8e09-8ac85ef610c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.1010230 May 26 19:14:24.349893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-e4250f5c-1493-4dda-9ab3-da67b9c8c060 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789191 May 26 19:14:24.356162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-34bab53f-0a22-4f1e-930a-eed823022818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:24.357551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-34bab53f-0a22-4f1e-930a-eed823022818 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686218 May 26 19:14:24.588500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-25848893-d001-40c4-bf50-979d8379716c service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300339 May 26 19:14:24.594192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-47c048a5-a791-4aeb-88f8-bd82bbcfa273 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170169 May 26 19:14:24.782664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-fe12e377-8c1d-4296-897c-e378de5128f2 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7d499c73-17e7-4215-8e3c-9c1817f2cc16 HTTP/1.1" status: 200 len: 1776 time: 0.0720913 May 26 19:14:24.785927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b2259d6-3372-4113-8c0b-4785c29bf1ce req-aef1c320-bab5-44b3-a258-12571cbace42 service neutron] 10.222.0.53 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806710 May 26 19:14:24.854843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:24.879628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:24.925446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:24.943473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d499c73-17e7-4215-8e3c-9c1817f2cc16,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:24.957553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:24.958666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9116652c-ce5e-4119-b5c2-7e861bcbc221 req-88060ccd-5a5d-475f-aaa5-eca932a2267c tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d499c73-17e7-4215-8e3c-9c1817f2cc16 HTTP/1.1" status: 204 len: 173 time: 0.1645105 May 26 19:14:25.093614 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:14:25.204315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b59a-b417-4344-8ad6-f496acd3232e req-d49cbd75-8211-4e1e-a26d-40de0e4a125c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:25.205789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-d49cbd75-8211-4e1e-a26d-40de0e4a125c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0798554 May 26 19:14:25.289683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-055109f1-9645-4c24-9aab-79f3c2a4ff3f tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 695 time: 0.0780745 May 26 19:14:25.299069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:25.484347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:26.036105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ac4ea723-4433-4252-af55-e1afb0c4c56c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:26.037558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ac4ea723-4433-4252-af55-e1afb0c4c56c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3011737 May 26 19:14:26.051040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:26.220326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:26.235284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:26.251854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:14:26.255242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:26.333811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1d91576-96c2-47b5-974c-8c7b19719dd0 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:26.367406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d1d91576-96c2-47b5-974c-8c7b19719dd0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:26.367740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1d91576-96c2-47b5-974c-8c7b19719dd0 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:26.368152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:26.401793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:26.402126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:26.412209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:26.419712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:26.662700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.11 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:14:26.668275 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Floating IP 01ca921c-d37f-48ef-8577-e270c8255db8 associated. External IP: 172.25.0.29, port: 4ee197ef-4512-4519-aae7-efd0fe79d575. May 26 19:14:27.296320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:27.323579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:27.418490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:27.430955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:27.560020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:14:27.566845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:14:27.575251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:14:27.621837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:27.634588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:27.644255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:27.649685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:27.653341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:27.653952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:27.691994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:27.692589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:27.723373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-39e03ca2-ed71-46de-8ab4-947ed030c07c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "PUT /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 995 time: 2.4281464 May 26 19:14:27.724544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ec298f48-e657-4e52-8ec5-5722fc835bcb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6775110 May 26 19:14:27.736799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Request body: {'port': {'device_id': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:27.833429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:27.902815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:27.919150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b59a-b417-4344-8ad6-f496acd3232e req-d3b9d1b4-dc02-454a-b942-22842e389bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:27.920614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-d3b9d1b4-dc02-454a-b942-22842e389bae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.1593270 May 26 19:14:28.162550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b59a-b417-4344-8ad6-f496acd3232e req-e9b26f48-a4c9-4ee8-a9ce-f3fa6d8a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:28.164585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-e9b26f48-a4c9-4ee8-a9ce-f3fa6d8a51f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2369354 May 26 19:14:28.232784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:14:26Z', 'revision_number': 8, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:28.236764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:28.246330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:28.246929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:28.433451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:28.472148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-916340cf-fedf-4bcd-be4a-e28035ff1c85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 998 time: 0.2935030 May 26 19:14:28.553945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b59a-b417-4344-8ad6-f496acd3232e req-7500edfb-64da-432d-ba3d-fe0e2f5d8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:28.555381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-7500edfb-64da-432d-ba3d-fe0e2f5d8b7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0763931 May 26 19:14:28.668179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:28.677904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:28.698593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Transition to ACTIVE for port object f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:28.702901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:28.707670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b59a-b417-4344-8ad6-f496acd3232e req-35050728-bb1d-4e78-8a90-69f886cfe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:28.709180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-35050728-bb1d-4e78-8a90-69f886cfe377 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445351 May 26 19:14:28.796929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:14:26Z', 'revision_number': 8, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:28.800902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffbf98-0c53-447f-8108-d613bae6dae4 None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '01ca921c-d37f-48ef-8577-e270c8255db8', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'port_id': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'mac_address': 'fa:16:3e:c7:05:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:00Z', 'updated_at': '2022-05-26T19:14:26Z', 'revision_number': 8, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:28.949477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:28.994872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea11e1-4f2a-4c28-93e8-4d35d058b992 None None] New status for floating IP 01ca921c-d37f-48ef-8577-e270c8255db8: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:14:29.051184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-2e7c9383-7483-4749-ba5f-931ae42c4d40 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045299 May 26 19:14:29.145003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Attempting to bind port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:29.145349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Attempting to bind port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:29.145673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Attempting to bind port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:29.160223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:29.160530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Attempting to bind port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:29.174968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:29.175527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:29.175936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:29.176588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Bound port: f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:29.177364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:29.282433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3794b59a-b417-4344-8ad6-f496acd3232e req-932d1619-a36b-4eaf-b904-7617684a35f7 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174861 May 26 19:14:29.311954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:29.315065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:29.320767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:29.380354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:29.381100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:29.382403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] 10.222.0.53 "PUT /v2.0/ports/f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a HTTP/1.1" status: 200 len: 1092 time: 1.6498227 May 26 19:14:29.407194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0badbb-40c3-4e04-9967-b5b05ebb0a75 service neutron] Pushing event updated for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:29.501628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-bd2ddb32-d0ed-4b69-a9f8-57ddb71727d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:29.503128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-bd2ddb32-d0ed-4b69-a9f8-57ddb71727d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 1095 time: 0.0760777 May 26 19:14:29.575585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-3a98c52a-c152-4c80-a306-1b1da1a80b3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a HTTP/1.1" status: 200 len: 217 time: 0.0649657 May 26 19:14:29.643117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-5281d085-d299-4775-8583-8fc772757def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:29.644581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-5281d085-d299-4775-8583-8fc772757def service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0620239 May 26 19:14:29.691790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-87fe848a-1cf5-4ae7-99e0-7b4aef7aa2fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400207 May 26 19:14:29.825716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-eb32915f-d51a-41f5-a01d-aee4a9750236 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276093 May 26 19:14:29.964406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5752fa-1e5c-46d0-a2e6-01e55c4a25cc req-d37d2331-822c-48be-a074-b076fd277d8c service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326597 May 26 19:14:30.287116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-9323cbc4-8f93-4100-95a3-0309e7aa5290 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:14:30.288089 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-9323cbc4-8f93-4100-95a3-0309e7aa5290 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065172 May 26 19:14:30.297312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Request body: {'binding': {'host': 'n-h1-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:30.297763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Unknown quota resources ['binding']. {{(pid=88362) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:14:30.495336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on host n-h1-843146-9 for vnic_type normal with profile None {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:30.495661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:30.495984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:30.501020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:30.501364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:30.506427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:30.506761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:30.507154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:30.507568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Bound port: 688fac49-f0d7-419e-8aa5-7777d58f3140, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:30.536173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:30.542313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:30.543469 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-e4afa4ff-29cd-4596-8f94-f370144e71de service neutron] 10.222.0.24 "POST /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140/bindings HTTP/1.1" status: 201 len: 389 time: 0.2492743 May 26 19:14:30.984470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c075-87a2-445e-905d-8362070a7aaa req-d8b34b3b-9c64-4cc4-a86f-c500663add01 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:30.985934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82a2c075-87a2-445e-905d-8362070a7aaa req-d8b34b3b-9c64-4cc4-a86f-c500663add01 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.2136552 May 26 19:14:30.987937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-095b8326-da6f-4fc8-b4d1-b8fcd3442f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:30.989294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-095b8326-da6f-4fc8-b4d1-b8fcd3442f60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1097 time: 0.2488475 May 26 19:14:31.111302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82a2c075-87a2-445e-905d-8362070a7aaa req-761d7140-4eb9-411a-b2e5-09ce34366b86 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188889 May 26 19:14:31.151284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2ae516e3-530d-4d66-94f2-39a61b72b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:31.152747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2ae516e3-530d-4d66-94f2-39a61b72b475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1475019 May 26 19:14:31.204823 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b2b0c5-5e34-4cf7-82c9-b3500d69a3a4'] response: {'server_uuid': '98708b03-4a19-4ec0-a616-41eba01179c2', 'name': 'network-vif-deleted', 'tag': 'd1d91576-96c2-47b5-974c-8c7b19719dd0', 'status': 'completed', 'code': 200} May 26 19:14:31.219124 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc70c0c-472c-45dc-a432-747539ef57f9'] response: {'name': 'network-changed', 'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'status': 'completed', 'code': 200} May 26 19:14:31.260194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-20d7aac5-40a2-42d2-96da-ea4f3e1dcf65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.1014016 May 26 19:14:31.391131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-6b2980bf-4dac-427d-80b0-b5f53fd0b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:31.392420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-6b2980bf-4dac-427d-80b0-b5f53fd0b360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1260455 May 26 19:14:31.448427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-1cd24906-3acf-4bcd-8b79-2f59eed0b44d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472503 May 26 19:14:31.455531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-b1a41ed7-2471-4494-9b5a-8a3b9f39fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:31.456873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-b1a41ed7-2471-4494-9b5a-8a3b9f39fb6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 1097 time: 0.2446165 May 26 19:14:31.509732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e484-188f-4171-b574-0420753129bd req-91a5058d-7a46-4329-813d-bbfd5cf5c498 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:31.510467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-beb8e484-188f-4171-b574-0420753129bd req-91a5058d-7a46-4329-813d-bbfd5cf5c498 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:31.663994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-beb8e484-188f-4171-b574-0420753129bd req-91a5058d-7a46-4329-813d-bbfd5cf5c498 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:31.665169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb8e484-188f-4171-b574-0420753129bd req-91a5058d-7a46-4329-813d-bbfd5cf5c498 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 944 time: 0.3650575 May 26 19:14:31.723184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-23cd74b0-aceb-4938-9c5f-fb3128d174e3 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653775 May 26 19:14:31.769989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-890d0042-332e-464b-979f-5186e6b3ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:31.771382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-890d0042-332e-464b-979f-5186e6b3ffed service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 200 len: 930 time: 0.2936203 May 26 19:14:31.880142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb8e484-188f-4171-b574-0420753129bd req-38214ce8-6d41-4d32-bd0a-a6a5bd114643 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065217 May 26 19:14:31.906159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-f11715a3-362c-4821-9bb3-aec37f611dc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 200 len: 217 time: 0.0798326 May 26 19:14:32.031736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-08ba6901-476b-4704-b856-f6596f5632cd service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914953 May 26 19:14:32.034924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c3a3411-d3d5-47a5-923e-010543db286b req-c3795e83-b0da-471e-b9ac-4daa9d4756b9 tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7f439989-7de5-4206-b536-d5c471523363 HTTP/1.1" status: 200 len: 1776 time: 0.1262445 May 26 19:14:32.036327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-e58d467d-27d8-42c1-b7f4-88e84f4d2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:32.037679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-e58d467d-27d8-42c1-b7f4-88e84f4d2b31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 200 len: 868 time: 0.1160324 May 26 19:14:32.217957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8c3a3411-d3d5-47a5-923e-010543db286b req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:32.253171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-804bc742-a53d-4fd5-a339-89d1e31c9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:32.254618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-804bc742-a53d-4fd5-a339-89d1e31c9099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7f4d717-9b71-4ab9-a055-dc8f3a28e570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999297 May 26 19:14:32.258281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-f4e6fadc-a2ce-444b-94d3-3876f7477ca6 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:32.262563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-f4e6fadc-a2ce-444b-94d3-3876f7477ca6 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1097 time: 0.1673098 May 26 19:14:32.265069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8c3a3411-d3d5-47a5-923e-010543db286b req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:32.299699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:32.609901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8c3a3411-d3d5-47a5-923e-010543db286b req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:32.639839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f439989-7de5-4206-b536-d5c471523363,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:32.662123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:32.677611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-7ca5af4a-6fbc-4c57-ab11-496b807dce45 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059467 May 26 19:14:32.680622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8c3a3411-d3d5-47a5-923e-010543db286b req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:32.681643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c3a3411-d3d5-47a5-923e-010543db286b req-1eb5372c-ba68-419f-a9a4-f62e7dcb721a tempest-SecurityGroupsTestAdminJSON-1289059390 tempest-SecurityGroupsTestAdminJSON-1289059390-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f439989-7de5-4206-b536-d5c471523363 HTTP/1.1" status: 204 len: 173 time: 0.6393139 May 26 19:14:33.034038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51fed9b3-d186-42e3-90fd-e485b4647def req-1ac103cd-3b54-463f-b189-573de3da4ce8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 997 time: 0.3028128 May 26 19:14:33.066358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-692af413-3ba4-4f37-9dc5-50d338a8adaf req-97c350e2-4bab-44c2-beb7-92fc3c11ef38 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813398 May 26 19:14:33.180269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:33.219756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-deleted', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1'}, {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}, {'name': 'network-changed', 'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:33.240907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fed9b3-d186-42e3-90fd-e485b4647def req-0e0f437c-1473-4a94-b63a-db8dae90eda2 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:33.243468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51fed9b3-d186-42e3-90fd-e485b4647def req-0e0f437c-1473-4a94-b63a-db8dae90eda2 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1998742 May 26 19:14:33.261059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-51fed9b3-d186-42e3-90fd-e485b4647def req-a2fb6662-7038-4711-8b5e-c384c876c500 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:14:33.263708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51fed9b3-d186-42e3-90fd-e485b4647def req-a2fb6662-7038-4711-8b5e-c384c876c500 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136421 May 26 19:14:33.269204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:33.331146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:33.336993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:33.567716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:33.580289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:33.580616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:33.580940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:33.587875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:33.588188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Attempting to bind port 688fac49-f0d7-419e-8aa5-7777d58f3140 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:33.595841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:33.596425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:33.596790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:33.597239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Bound port: 688fac49-f0d7-419e-8aa5-7777d58f3140, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:33.597579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:33.618542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d51d-5c55-48ad-9268-007cee48c883 req-24c10d4c-8561-4e93-9197-769d8214e90b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:33.619997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af06d51d-5c55-48ad-9268-007cee48c883 req-24c10d4c-8561-4e93-9197-769d8214e90b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 944 time: 0.2504785 May 26 19:14:33.722591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af06d51d-5c55-48ad-9268-007cee48c883 req-be8c7db0-3849-49ce-b54e-ae5c0dabbfac tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755885 May 26 19:14:33.731879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:33.734888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:33.739622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:33.906073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:33.911738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:33.912463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:33.914432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10610ead-d412-4410-b046-2c0804b7058b service neutron] 10.222.0.13 "PUT /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 1122 time: 1.6225295 May 26 19:14:34.026778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['688fac49-f0d7-419e-8aa5-7777d58f3140'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:34.106716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0e21-3881-4c6e-a04a-48be2fc3baee req-b03fafa4-e06e-4ba5-b187-330de3aaa0b5 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:34.108180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-173d0e21-3881-4c6e-a04a-48be2fc3baee req-b03fafa4-e06e-4ba5-b187-330de3aaa0b5 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.0877948 May 26 19:14:34.117107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54856) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:34.122446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Request body: {'floatingip': {'port_id': '9b564ab5-8e34-411b-9889-815bc4895d40'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:34.204663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.370807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:14:34.387209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-5fa1173f-b0ae-45be-b2b4-feaf8f6d894f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:34.387923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-5fa1173f-b0ae-45be-b2b4-feaf8f6d894f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:34.405383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-5fa1173f-b0ae-45be-b2b4-feaf8f6d894f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:34.407378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-5fa1173f-b0ae-45be-b2b4-feaf8f6d894f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2129593 May 26 19:14:34.477398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-cb4dd7fc-a692-41d8-8659-3813166bef1b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Synchronizing usage tracker for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:34.494750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-cb4dd7fc-a692-41d8-8659-3813166bef1b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Unset dirty status for tenant:bfd56eb6ecbf4c218326e15a2daa87b6 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:34.495998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f35cbc3-be31-4697-93a0-13a96ecabdbc req-cb4dd7fc-a692-41d8-8659-3813166bef1b tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0831854 May 26 19:14:34.524323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:34.541968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a', 'mac_address': 'fa:16:3e:51:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:14:34.583096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-19aebcdf-99b5-4033-b83a-5b3433f7d293 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "GET /v2.0/security-groups/7f0db759-c171-4402-8bfc-702271ab35b4 HTTP/1.1" status: 200 len: 1777 time: 0.0637670 May 26 19:14:34.610041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:34.610714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.635874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:34.657004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.657536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:34.663462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.689075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.749362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.750055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:34.805284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0db759-c171-4402-8bfc-702271ab35b4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:34.827993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.829430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c4db90e-874e-4cf9-aad4-bdb657fe3a11 req-30825041-acb5-4594-8e7f-514e979ca997 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f0db759-c171-4402-8bfc-702271ab35b4 HTTP/1.1" status: 204 len: 173 time: 0.2452190 May 26 19:14:34.856686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-0b030c9d-901d-40d7-a986-29341cf75fc8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:34.857415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-0b030c9d-901d-40d7-a986-29341cf75fc8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:34.875835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-0b030c9d-901d-40d7-a986-29341cf75fc8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:34.877112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-0b030c9d-901d-40d7-a986-29341cf75fc8 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf641150-c02e-4e60-a764-680588dbb23c HTTP/1.1" status: 200 len: 944 time: 0.1112852 May 26 19:14:34.961156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Deleting port ebe9a8c3-cee9-4d47-97fb-4123659881f5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:34.961532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.983381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:34.988035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:35.165373 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Floating IP 3a1c92a1-434c-42dd-b339-96c0991d4ae3 associated. External IP: 172.25.0.166, port: 9b564ab5-8e34-411b-9889-815bc4895d40. May 26 19:14:35.167490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:35.226045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007da02a-3d01-454e-8cb2-65fa3b01b02f req-e4a95242-e49d-4501-a568-1a5a1b1880a9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:35.227512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007da02a-3d01-454e-8cb2-65fa3b01b02f req-e4a95242-e49d-4501-a568-1a5a1b1880a9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 945 time: 0.2238812 May 26 19:14:35.313908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007da02a-3d01-454e-8cb2-65fa3b01b02f req-2e9adcf9-47a7-4d33-8725-317edb722d40 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771947 May 26 19:14:35.320814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] For port ebe9a8c3-cee9-4d47-97fb-4123659881f5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ebe9a8c3-cee9-4d47-97fb-4123659881f5,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:35.321706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:35.389992 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e536a663-f479-4416-81bb-0285a46856b0'] response: {'server_uuid': '75f248e1-3f65-4cfd-8399-23ec0674fdac', 'name': 'network-vif-deleted', 'tag': 'e363e16b-95a9-44ad-8eef-c3e2f3e4d9b1', 'status': 'completed', 'code': 200} May 26 19:14:35.390262 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e536a663-f479-4416-81bb-0285a46856b0'] response: {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:14:35.390519 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e536a663-f479-4416-81bb-0285a46856b0'] response: {'name': 'network-changed', 'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a', 'status': 'completed', 'code': 200} May 26 19:14:35.513906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Calling delete_port for ebe9a8c3-cee9-4d47-97fb-4123659881f5 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:35.558919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Router 8ea69809-8892-4383-92ea-cf8b4021d2d6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:35.715332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-99e5a8df-5bf3-4913-acc7-d16afe2f892e tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.2696509 May 26 19:14:35.742591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:35.747439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:35.752389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Sync routers for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:35.763824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:35.765300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:35.808508 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e065fcd3-759f-400e-8b19-cec424910481 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "PUT /v2.0/floatingips/3a1c92a1-434c-42dd-b339-96c0991d4ae3 HTTP/1.1" status: 200 len: 991 time: 1.6879036 May 26 19:14:35.808508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:35.828837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-2d5cfd65-716e-4b18-b7fe-5e1c11e102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:35.830322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-2d5cfd65-716e-4b18-b7fe-5e1c11e102cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 1096 time: 0.3827457 May 26 19:14:35.865492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-94708c19-85a9-477f-84cf-945f355127ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:35.867482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-94708c19-85a9-477f-84cf-945f355127ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.4208202 May 26 19:14:35.873847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-88fba606-b928-47c5-a3c1-0eee4ebcef10 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:35.875052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-88fba606-b928-47c5-a3c1-0eee4ebcef10 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports/4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 942 time: 0.1514542 May 26 19:14:35.946403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:36.260134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:36.283872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:36.352032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event deleted for resources: {'Port': ['ID=ebe9a8c3-cee9-4d47-97fb-4123659881f5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:36.352772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a1c92a1-434c-42dd-b339-96c0991d4ae3', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'port_id': '9b564ab5-8e34-411b-9889-815bc4895d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'mac_address': 'fa:16:3e:ba:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:55Z', 'updated_at': '2022-05-26T19:14:34Z', 'revision_number': 1, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:36.357919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Checking router: 8ea69809-8892-4383-92ea-cf8b4021d2d6 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:36.366961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:36.367560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:36.377707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-323470d8-1c3c-4b41-b33c-41c91bebbef2 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.2601864 May 26 19:14:36.412467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-47d601fe-cada-42d9-bbc8-03f1acfb0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:36.414063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-47d601fe-cada-42d9-bbc8-03f1acfb0588 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.5758715 May 26 19:14:36.424531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:14:36.448472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:14:36.463172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-18682c0f-887f-42d6-adde-1dce03a4a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:36.464606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-18682c0f-887f-42d6-adde-1dce03a4a213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.5863552 May 26 19:14:36.659052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] No DVR routers for this DVR port ebe9a8c3-cee9-4d47-97fb-4123659881f5 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:36.661603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-b7e25b4b-d153-4dc3-abcf-c67d62ca509c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a HTTP/1.1" status: 200 len: 217 time: 0.1891277 May 26 19:14:36.662741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:36.689157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:36.695621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:36.754529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:36.754896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:36.763047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a89f032b-f500-4ab4-bb33-2b5b329a1ba8 req-5629818b-7a04-4e14-babd-8614c41a96ec tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.53 "DELETE /v2.0/ports/ebe9a8c3-cee9-4d47-97fb-4123659881f5 HTTP/1.1" status: 204 len: 173 time: 1.8790114 May 26 19:14:36.794933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-88e9a7a1-1cfa-41f5-89fc-c6f2ce0f4fe3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 1000 time: 0.2676244 May 26 19:14:36.848667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-78c765d1-53fe-4ea3-b523-71396cb5c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:36.850129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-78c765d1-53fe-4ea3-b523-71396cb5c4dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.1660411 May 26 19:14:36.906668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-390239ab-d102-4b55-a16e-1ee3012d5e17 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:36.908007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-390239ab-d102-4b55-a16e-1ee3012d5e17 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.5016713 May 26 19:14:36.924706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-8eb38493-af06-44ec-b254-583d6217314f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622241 May 26 19:14:36.943853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:36.966958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 has no active binding in host n-h1-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:14:37.019191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-32beb93e-94bc-4b4d-8bb6-fb6e11599d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:37.020629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-32beb93e-94bc-4b4d-8bb6-fb6e11599d69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.2096145 May 26 19:14:37.105368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:14:37.105764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:37.154094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:37.176847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:37.185252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-7567deae-47b6-4f88-b1e1-813234e2fae8 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 1000 time: 0.2629414 May 26 19:14:37.205732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:37.206504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:37.208945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:37.284712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ebe9a8c3-cee9-4d47-97fb-4123659881f5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:37.285353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ebe9a8c3-cee9-4d47-97fb-4123659881f5 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:37.321898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-66b145b0-549d-4337-a8df-db98917c0ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429351 May 26 19:14:37.323847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:37.329191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-0c0233ea-7300-4ea2-9d2a-d2977144a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:37.330691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-0c0233ea-7300-4ea2-9d2a-d2977144a4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486942 May 26 19:14:37.333451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.333793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.334127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.334454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.334813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.335408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.335523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.335772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.336437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.336437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.336711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.337093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:14:37.353286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a1c92a1-434c-42dd-b339-96c0991d4ae3', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'port_id': '9b564ab5-8e34-411b-9889-815bc4895d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'mac_address': 'fa:16:3e:ba:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:55Z', 'updated_at': '2022-05-26T19:14:34Z', 'revision_number': 1, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:37.357590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb64e5f-4896-4e9c-98c9-a3fcf1304de6 None None] The sync data for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 is: [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a1c92a1-434c-42dd-b339-96c0991d4ae3', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'port_id': '9b564ab5-8e34-411b-9889-815bc4895d40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'mac_address': 'fa:16:3e:ba:d1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:13:55Z', 'updated_at': '2022-05-26T19:14:34Z', 'revision_number': 1, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:37.432321 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:37.572472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe282852-6cba-468d-989c-3ae371fefb00 None None] New status for floating IP 3a1c92a1-434c-42dd-b339-96c0991d4ae3: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:14:37.622630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140'}, {'name': 'network-changed', 'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140'}, {'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-deleted', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:37.878655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-0d9a3a90-37b5-4de0-9571-cdfa5bd45422 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451415 May 26 19:14:37.911561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-14e0ffc5-e18f-46df-a077-e3fb5328ed28 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571353 May 26 19:14:38.064904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:38.073015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:38.073351 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Floating IP 01ca921c-d37f-48ef-8577-e270c8255db8 disassociated. External IP: 172.25.0.29, port: 4ee197ef-4512-4519-aae7-efd0fe79d575. May 26 19:14:38.273439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf903b4-f67e-4740-88e8-2fdcba49e70a req-076b7da5-c243-483e-8bf6-3d5e948a6d9e service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541923 May 26 19:14:38.469632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:38.649137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:38.653314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:38.658162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:38.667591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:38.670670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:38.708223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-f942ffc5-fcb7-4b09-9708-224d632629fc tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "PUT /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 695 time: 1.5063355 May 26 19:14:38.793356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-8678bd16-c082-49d0-be08-bdb02315798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:38.794740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-8678bd16-c082-49d0-be08-bdb02315798b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.0740314 May 26 19:14:38.891636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:39.061423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-b5bc5aef-1ff5-4ead-9d9a-1efe990aea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:39.062953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-b5bc5aef-1ff5-4ead-9d9a-1efe990aea55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2622962 May 26 19:14:39.132767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-e1401df9-f8f0-4b8e-bf77-8adcd5f30b5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.0628426 May 26 19:14:39.194615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-1f04133a-d58d-4f4a-aaf2-aa5afbe0d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:39.196141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-1f04133a-d58d-4f4a-aaf2-aa5afbe0d63d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0574648 May 26 19:14:39.211686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:39.215603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:39.224223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:39.224819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:39.272946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-76d8bb5e-bf10-42f8-8190-fe31c7f4f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:39.274467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-76d8bb5e-bf10-42f8-8190-fe31c7f4f3ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712545 May 26 19:14:39.406517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-0adc4f7a-8a80-4558-8782-ca8f8110c8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255627 May 26 19:14:39.419583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:39.548571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08758b5a-2a7d-4a2d-a459-30449067b153 req-8e6aa418-a788-4478-9f2b-4b8a793028b6 service neutron] 10.222.0.24 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337810 May 26 19:14:39.748098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:39.752120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d1c66-5795-4b36-a714-4784b0150af0 None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:12:17Z', 'revision_number': 4, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d868d1-80d6-494a-954f-4931d5a5fdb5', 'name': '', 'network_id': '8eb29322-9f3f-4dbe-a0db-1c7d383631f0', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'mac_address': 'fa:16:3e:a0:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:12Z', 'updated_at': '2022-05-26T19:12:29Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'subnets': [{'id': 'e7d9a201-71e3-422e-8f40-42e3b7f52edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:39.791301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5cb425b-fa4f-4d84-b265-b182867f1f63 req-168ddd26-5a53-4fcf-b762-4bba73e31cdc tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0886343 May 26 19:14:39.822883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2333062d-47d0-4771-8f1d-025b3316f9c9 service neutron] 10.222.0.53 "GET /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.1630611 May 26 19:14:40.085518 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650ed94-cedc-42ec-add6-4e5750bc3e95 None None] New status for floating IP 01ca921c-d37f-48ef-8577-e270c8255db8: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:14:40.134264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e456d-b7fe-4a01-91db-9cef602788d0 req-2ae70103-9fe6-490f-b41d-45136fc16aee tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:40.135752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b8e456d-b7fe-4a01-91db-9cef602788d0 req-2ae70103-9fe6-490f-b41d-45136fc16aee tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 944 time: 0.2419391 May 26 19:14:40.216921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b8e456d-b7fe-4a01-91db-9cef602788d0 req-31d38fd7-9f01-4fce-9b1f-fa60ae98fef9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739229 May 26 19:14:40.218544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:40.253664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:40.342450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688fac49-f0d7-419e-8aa5-7777d58f3140 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:40.360167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:40.373312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-029fa53f-d09c-447d-a225-3ee815925797 req-41848282-6975-48d7-a85b-216a1a428553 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "GET /v2.0/security-groups/f3f79f3d-571f-4866-a811-5c3291c75f2e HTTP/1.1" status: 200 len: 1776 time: 0.1209922 May 26 19:14:40.380944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.526323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-029fa53f-d09c-447d-a225-3ee815925797 req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.546206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] Transition to ACTIVE for port object 688fac49-f0d7-419e-8aa5-7777d58f3140 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:40.560056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.597852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-029fa53f-d09c-447d-a225-3ee815925797 req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.758821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] Pushing event updated for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:40.761677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] No DVR routers for this DVR port 688fac49-f0d7-419e-8aa5-7777d58f3140 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:40.796812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-029fa53f-d09c-447d-a225-3ee815925797 req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.824572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f79f3d-571f-4866-a811-5c3291c75f2e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:40.838335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-2e8a6a12-a5fc-4b44-bb19-b6f2a4dc847a service neutron] 10.222.0.53 "PUT /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140/bindings/n-h1-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0095589 May 26 19:14:40.839101 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-029fa53f-d09c-447d-a225-3ee815925797 req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:40.840054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-029fa53f-d09c-447d-a225-3ee815925797 req-929d5be6-d46c-4bef-bb80-399a7c6da674 tempest-SecurityGroupsTestAdminJSON-647792745 tempest-SecurityGroupsTestAdminJSON-647792745-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3f79f3d-571f-4866-a811-5c3291c75f2e HTTP/1.1" status: 204 len: 173 time: 0.4477329 May 26 19:14:41.078123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:41.147212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-5a09a889-05f2-4ebf-90eb-e4a1d02c94bb tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.149219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-5a09a889-05f2-4ebf-90eb-e4a1d02c94bb tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.2549736 May 26 19:14:41.157233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd55612-b01c-4228-b647-305b373f6348 req-54f7cff8-c437-45ee-85f4-eb6b65ef399d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.158657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dd55612-b01c-4228-b647-305b373f6348 req-54f7cff8-c437-45ee-85f4-eb6b65ef399d tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.1260886 May 26 19:14:41.240667 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-032a64e2-e0d7-4919-90fa-473551247e2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf94f0f4fd184759b48167ceb23c597b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588349 May 26 19:14:41.240906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:41.247664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dd55612-b01c-4228-b647-305b373f6348 req-b697d7a8-36c7-424f-9201-714e58ad0235 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591063 May 26 19:14:41.272906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-16e14668-7acd-4d19-a3f4-b76dd5c705d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.272906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-16e14668-7acd-4d19-a3f4-b76dd5c705d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&tenant_id=47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 1096 time: 0.1049919 May 26 19:14:41.304202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:41.321170 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4f5f34-fd2c-4a82-bfa9-9df8acd13a1c'] response: {'name': 'network-changed', 'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40', 'status': 'completed', 'code': 200} May 26 19:14:41.341337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:41.470749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-41725380-671b-4680-90bd-02e4e81fd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.472549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-41725380-671b-4680-90bd-02e4e81fd6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1096 time: 0.1826928 May 26 19:14:41.508861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:41.525892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d44a2-d859-4431-95b7-d1b3176e926d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:41.538480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:41.542498 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5c14a13c-23d9-4656-bc59-1adaf492e707 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/241d44a2-d859-4431-95b7-d1b3176e926d HTTP/1.1" status: 204 len: 168 time: 0.2981613 May 26 19:14:41.584775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-a2ca4d66-fce4-4407-ac7b-7938f5a4aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.586155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-a2ca4d66-fce4-4407-ac7b-7938f5a4aa87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2404108 May 26 19:14:41.712126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dcc4a-03a3-46f4-a3ce-663c9c77a2bb req-9fddcfb3-550d-498e-b244-792169cb2261 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.713675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57dcc4a-03a3-46f4-a3ce-663c9c77a2bb req-9fddcfb3-550d-498e-b244-792169cb2261 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 946 time: 0.3088863 May 26 19:14:41.759467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-95d7f13a-7114-4808-9a01-b165cbf2da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.760911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-95d7f13a-7114-4808-9a01-b165cbf2da9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2810745 May 26 19:14:41.857598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-9dac5aa9-e637-4407-8b17-71f1a6c25cb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.0826812 May 26 19:14:41.859253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54908) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:41.908204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4f3c59f-5497-4ca0-b773-2624f9349edc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00728947f4014c6f91209a7c69163f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477083 May 26 19:14:41.908479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57dcc4a-03a3-46f4-a3ce-663c9c77a2bb req-51a304fd-7efb-4bd3-a3fd-e2936f877b91 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879654 May 26 19:14:41.910767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:41.914978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-8d1ffff2-43f0-4537-b254-bd12a4bbacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:41.916373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-8d1ffff2-43f0-4537-b254-bd12a4bbacf5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 200 len: 907 time: 0.3235238 May 26 19:14:41.962082 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162d398c-1174-44f0-bc00-3104c85138c0'] response: {'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a', 'code': 200} May 26 19:14:41.980913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:42.014935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:42.038326 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f5443-d4a5-4f72-a204-088070a59175'] response: {'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'code': 200} May 26 19:14:42.039373 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f5443-d4a5-4f72-a204-088070a59175'] response: {'name': 'network-changed', 'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'status': 'completed', 'code': 200} May 26 19:14:42.039636 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f5443-d4a5-4f72-a204-088070a59175'] response: {'server_uuid': 'bf641150-c02e-4e60-a764-680588dbb23c', 'name': 'network-vif-deleted', 'tag': 'ebe9a8c3-cee9-4d47-97fb-4123659881f5', 'status': 'completed', 'code': 200} May 26 19:14:42.101445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-83a1c563-9e9b-4edf-8817-1e53482e964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.102670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-83a1c563-9e9b-4edf-8817-1e53482e964e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.2339225 May 26 19:14:42.144883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:42.160325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4ca65-9d80-4e1f-97fa-f56e220bbfc9 req-5b01861e-b8c4-4832-a40c-6e5fec515955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.161867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4d4ca65-9d80-4e1f-97fa-f56e220bbfc9 req-5b01861e-b8c4-4832-a40c-6e5fec515955 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 1097 time: 0.1048670 May 26 19:14:42.169409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c049671-05e8-41a6-a5e5-e68889ced824,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:42.188105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-10f00f4f-9af7-4a1a-af24-c843a0fa0f13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776305 May 26 19:14:42.197400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-4837ef43-f682-429f-9e75-8fd825ffe10f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 200 len: 1001 time: 0.2728062 May 26 19:14:42.203062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:42.204141 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d308972-6117-4e48-bc94-82d40de5b207 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c049671-05e8-41a6-a5e5-e68889ced824 HTTP/1.1" status: 204 len: 168 time: 0.2924244 May 26 19:14:42.215567 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4d4ca65-9d80-4e1f-97fa-f56e220bbfc9 req-2d676f64-a1ad-4139-9979-235f844b1b5b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 May 26 19:14:42.362047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-55147e22-e4cf-47fb-a6f0-9aceaeb03f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.363417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-55147e22-e4cf-47fb-a6f0-9aceaeb03f82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d07dded8-d6da-437e-b9aa-bdf743ce6911 HTTP/1.1" status: 200 len: 845 time: 0.1404395 May 26 19:14:42.369931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-6dc29a52-5792-45bb-ae9c-8b2d81768c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.371835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-6dc29a52-5792-45bb-ae9c-8b2d81768c5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1096 time: 0.3055465 May 26 19:14:42.409629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-9cd3a2eb-3f8c-4dca-95a7-d03ca22594d7 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112415 May 26 19:14:42.431193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:42.511936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:42.825882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-f1f6b0f5-a1d6-45a0-a147-0eb2985203de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.827351 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-f1f6b0f5-a1d6-45a0-a147-0eb2985203de tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 944 time: 0.1021552 May 26 19:14:42.904246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Deleting port 167d0357-2b7e-47b9-8643-189130f64008 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:42.904592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:42.955232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-861c0843-b0ed-41db-9192-d25e8acd4c66 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381844 May 26 19:14:42.994495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-c403ba79-6a57-46d0-8f60-1b899352abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:42.996573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-c403ba79-6a57-46d0-8f60-1b899352abbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.4822409 May 26 19:14:43.004345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-189972cb-0ba9-457f-bc43-6e44c9126739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:43.006051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-189972cb-0ba9-457f-bc43-6e44c9126739 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e317e7c-13a5-4c26-8374-e35f3727f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4552650 May 26 19:14:43.074515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d15cfb-1fd3-49c2-984e-8801ecec7ed6 req-9987600c-b7b1-47fb-ae54-6ba00cebf55a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:43.076044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68d15cfb-1fd3-49c2-984e-8801ecec7ed6 req-9987600c-b7b1-47fb-ae54-6ba00cebf55a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 945 time: 0.3275723 May 26 19:14:43.114065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-f1337701-50d8-4108-a3a7-f13aa5d0c542 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.1071942 May 26 19:14:43.240744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] For port 167d0357-2b7e-47b9-8643-189130f64008, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=167d0357-2b7e-47b9-8643-189130f64008,segment=NetworkSegment(2d3786b4-66cf-4c2a-bbf2-5418aed0c87a),segment_id=2d3786b4-66cf-4c2a-bbf2-5418aed0c87a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:43.241333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:43.340670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68d15cfb-1fd3-49c2-984e-8801ecec7ed6 req-b9740e97-0807-4ce1-bf4b-92548bdb57c3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284567 May 26 19:14:43.373127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-7325429f-b179-4f7d-8443-87a3004efe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:43.374850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-7325429f-b179-4f7d-8443-87a3004efe0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1933827 May 26 19:14:43.381210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Calling delete_port for 167d0357-2b7e-47b9-8643-189130f64008 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:43.454818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-0209e614-3c20-4692-a5dc-048ebbdef7ac service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964365 May 26 19:14:43.456888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-553cafed-fb69-452e-8cf0-cf69cd99361e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708313 May 26 19:14:43.517257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-8fc611c3-8835-4e06-be57-d184b56480e7 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:43.518988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-8fc611c3-8835-4e06-be57-d184b56480e7 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.2861242 May 26 19:14:43.554838 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:43.642433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Pushing event deleted for resources: {'Port': ['ID=167d0357-2b7e-47b9-8643-189130f64008,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:43.727517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1960fa15-97f4-42cc-8ecb-f4430d4c1264 req-b6280c6f-2bfa-4da7-aad2-4335d462b3cc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Synchronizing usage tracker for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:43.734196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:43.751883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] No DVR routers for this DVR port 167d0357-2b7e-47b9-8643-189130f64008 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:43.755150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:43.759558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-deleted', 'tag': '167d0357-2b7e-47b9-8643-189130f64008'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:43.783554 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.13 "DELETE /v2.0/ports/167d0357-2b7e-47b9-8643-189130f64008 HTTP/1.1" status: 204 len: 173 time: 0.9498093 May 26 19:14:43.837741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1960fa15-97f4-42cc-8ecb-f4430d4c1264 req-b6280c6f-2bfa-4da7-aad2-4335d462b3cc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] Unset dirty status for tenant:891552066e664642bc2c603d042ea48c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:43.839140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1960fa15-97f4-42cc-8ecb-f4430d4c1264 req-b6280c6f-2bfa-4da7-aad2-4335d462b3cc tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8c5cd53-ba74-4244-ad64-a6e013aab164 HTTP/1.1" status: 200 len: 210 time: 0.1862955 May 26 19:14:43.846780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04e82041-6f90-4641-8b57-ec9c4a3194b2 req-708702f2-81d4-4e68-b442-491ecdfc5e7e service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791420 May 26 19:14:43.913337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-830aabe4-cbff-4c2b-a72c-a5174756fd06 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441843 May 26 19:14:43.917402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-49cfbd36-b612-4f53-b577-a9c4d718e4c5 service neutron] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:43.925271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-49cfbd36-b612-4f53-b577-a9c4d718e4c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:43.934786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6457b618-44e5-43b9-9db9-7849f342e0e9 req-49cfbd36-b612-4f53-b577-a9c4d718e4c5 service neutron] 10.222.0.13 "DELETE /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140/bindings/n-h2-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.3556859 May 26 19:14:44.061168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:44.135696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d32832ae-b9f8-480f-a514-5c73ee3b64ae req-203f5113-c4c7-4d2a-bd4c-0c9965c24ed3 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083273 May 26 19:14:44.155063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411c969-ae15-411e-b037-66d6439be497 req-f982534c-e794-4ea2-91a1-43eadd87b0bf tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:44.156531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f411c969-ae15-411e-b037-66d6439be497 req-f982534c-e794-4ea2-91a1-43eadd87b0bf tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 946 time: 0.1276650 May 26 19:14:44.204594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f411c969-ae15-411e-b037-66d6439be497 req-a514dd53-c180-4e43-8dc4-1fe36f62fcbd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.24 "GET /v2.0/security-groups?id=18fc413c-723f-49dc-99fb-fcbbff28ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 May 26 19:14:44.461922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f107a7-00e4-42d1-974d-ec0362b37947 req-de9d0a82-df86-4bb9-9c9b-f1f02dd8ac37 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:44.463368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72f107a7-00e4-42d1-974d-ec0362b37947 req-de9d0a82-df86-4bb9-9c9b-f1f02dd8ac37 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 946 time: 0.0963743 May 26 19:14:44.516755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72f107a7-00e4-42d1-974d-ec0362b37947 req-0f2634a9-37b2-4a7c-bbd9-43b1a3b32c80 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 May 26 19:14:44.592913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64083c14-23e6-4a66-8725-f3ee43382a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:44.778225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-67e64296-e6f0-48b9-a5de-e7f17b864f02 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 200 len: 693 time: 0.2126279 May 26 19:14:44.914724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-768e5ea5-3721-4ac4-9dda-e1a1af3df11f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:44.916155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-768e5ea5-3721-4ac4-9dda-e1a1af3df11f tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.53 "GET /v2.0/ports?device_id=65e02fc5-2d84-4b7c-81bf-47d6dc94cc51 HTTP/1.1" status: 200 len: 946 time: 0.3922036 May 26 19:14:45.010428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-70996448-3ff1-4ca4-a5bc-5dcb3bd8d870 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:45.011748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-70996448-3ff1-4ca4-a5bc-5dcb3bd8d870 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2250953 May 26 19:14:45.019431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Deleting port ea855b7b-08c2-4d27-ba8b-af407b44fa87 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:45.019768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:45.139850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d9e52445-ce4c-47b6-b511-e1d5681d22cb tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 696 time: 0.0955157 May 26 19:14:45.267539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-e6d6e029-fb95-471f-94bc-f01044e2e4f1 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.29 HTTP/1.1" status: 200 len: 696 time: 0.1193831 May 26 19:14:45.539655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Deleting port 45c38cf1-bf77-4953-aaaf-d362382104c9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:45.539985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:45.640476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] For port ea855b7b-08c2-4d27-ba8b-af407b44fa87, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ea855b7b-08c2-4d27-ba8b-af407b44fa87,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:45.640739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:45.818430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Calling delete_port for ea855b7b-08c2-4d27-ba8b-af407b44fa87 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:45.923559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:45.923876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.166141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Calling delete_port for 45c38cf1-bf77-4953-aaaf-d362382104c9 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:46.292901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.306929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ea855b7b-08c2-4d27-ba8b-af407b44fa87'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:46.348314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Pushing event deleted for resources: {'Port': ['ID=ea855b7b-08c2-4d27-ba8b-af407b44fa87,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:46.465700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] No DVR routers for this DVR port ea855b7b-08c2-4d27-ba8b-af407b44fa87 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:46.469813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.501686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.538958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7dd5d9-8fb0-4bed-b49c-35e383e41852 req-a8520b71-0615-4b0d-92aa-40cad4a383bd tempest-FloatingIPsAssociationNegativeTestJSON-521681508 tempest-FloatingIPsAssociationNegativeTestJSON-521681508-project] 10.222.0.53 "DELETE /v2.0/ports/ea855b7b-08c2-4d27-ba8b-af407b44fa87 HTTP/1.1" status: 204 len: 173 time: 1.6078773 May 26 19:14:46.594223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event deleted for resources: {'Port': ['ID=45c38cf1-bf77-4953-aaaf-d362382104c9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:46.706041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.708376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.709566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0bf4354-ada9-40fb-9fa7-3182903c6574 req-d4792816-fe93-4998-ba1d-af92054c4f98 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "DELETE /v2.0/floatingips/01ca921c-d37f-48ef-8577-e270c8255db8 HTTP/1.1" status: 204 len: 173 time: 1.4360306 May 26 19:14:46.721655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-de00df04-d84c-4022-88e7-65f59ad10e7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1817424 May 26 19:14:46.752892 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f51045-baff-42da-ba26-d886222415ab'] response: {'server_uuid': 'c8c5cd53-ba74-4244-ad64-a6e013aab164', 'name': 'network-vif-deleted', 'tag': '167d0357-2b7e-47b9-8643-189130f64008', 'status': 'completed', 'code': 200} May 26 19:14:46.768412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eae81672-1c3b-44c0-93f6-e063a53d2f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:46.887974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-2e2942d8-e49c-488d-be74-cd4505601939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:46.889507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-2e2942d8-e49c-488d-be74-cd4505601939 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.0731213 May 26 19:14:47.031899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-9b691351-4f1f-4312-80b1-f7e3a44f01b1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467367 May 26 19:14:47.182076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-bac7cb95-4f35-4f71-9004-dec02092fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:47.184065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-bac7cb95-4f35-4f71-9004-dec02092fc9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.2763722 May 26 19:14:47.278209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-9dcaab8b-adbf-40a9-8516-926cb3d0017e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.0869808 May 26 19:14:47.293277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:47.355327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-7eff1843-2b07-46e1-9a5f-3ffb1a261bc4 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:47.356829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-7eff1843-2b07-46e1-9a5f-3ffb1a261bc4 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193810 May 26 19:14:47.375968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-eb2a2367-dd4f-4dd5-a4c2-265fac49be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:47.377407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-eb2a2367-dd4f-4dd5-a4c2-265fac49be5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0937235 May 26 19:14:47.379474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b97cb30d-5019-4734-bb62-d5d1dbb64a09 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/quotas/9c253b5cf4c64e39b1da2e99c1303d52 HTTP/1.1" status: 200 len: 375 time: 0.0164037 May 26 19:14:47.464329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-7e52eefb-c8c0-461c-8dbe-356d9b273b26 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501215 May 26 19:14:47.500120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-a1e39788-1b9f-4a73-bd59-fc1fb289dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:47.500120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-a1e39788-1b9f-4a73-bd59-fc1fb289dadd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160734 May 26 19:14:47.655062 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731cce64-f201-401f-81c6-c65a3b26d434'] response: {'name': 'network-changed', 'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:14:47.688803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-1758c329-b2de-44e8-87e0-432876c32178 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815519 May 26 19:14:47.999374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:48.083064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0940bd-6f5a-4e59-b04a-faa2c08fda33 req-ffd4eb4e-165f-437c-90ec-61589eea437a service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864884 May 26 19:14:48.124287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3d7db-f623-41d7-afde-dcd8d5e61445 req-46f736e5-27af-4aca-a820-d6c726d66a5d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.125798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35c3d7db-f623-41d7-afde-dcd8d5e61445 req-46f736e5-27af-4aca-a820-d6c726d66a5d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 945 time: 0.2522328 May 26 19:14:48.230645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35c3d7db-f623-41d7-afde-dcd8d5e61445 req-c9bfecab-d23f-4fa1-b649-3e65b63469e1 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970919 May 26 19:14:48.262869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-6e124013-8c0a-483f-82da-30e311798e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.264611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-6e124013-8c0a-483f-82da-30e311798e9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7a5573ac521465a88054a2823a2d1f9&device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 1096 time: 0.1119668 May 26 19:14:48.459490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ea855b7b-08c2-4d27-ba8b-af407b44fa87 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:48.463090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-8f785e9d-3235-40e1-9d55-d9994bbc9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.464526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-8f785e9d-3235-40e1-9d55-d9994bbc9caf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 200 len: 922 time: 0.1935785 May 26 19:14:48.485286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 167d0357-2b7e-47b9-8643-189130f64008 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:48.531012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ea855b7b-08c2-4d27-ba8b-af407b44fa87 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:48.531350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ea855b7b-08c2-4d27-ba8b-af407b44fa87 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:48.532667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 167d0357-2b7e-47b9-8643-189130f64008 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:48.533012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 167d0357-2b7e-47b9-8643-189130f64008 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:48.535466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de249124-81db-4841-a6cf-d80fce39c8c6 req-d1995d0e-1f6e-4910-82de-7bf53f8f61a6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.536929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de249124-81db-4841-a6cf-d80fce39c8c6 req-d1995d0e-1f6e-4910-82de-7bf53f8f61a6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 946 time: 0.1964624 May 26 19:14:48.546725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-39e8473a-00f8-490c-812a-0b8c9abe29c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 200 len: 217 time: 0.0756893 May 26 19:14:48.634048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de249124-81db-4841-a6cf-d80fce39c8c6 req-7d4a1da9-99d2-458f-8679-6d2c1a1208a8 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896320 May 26 19:14:48.637606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-9312d2e9-236e-4eca-8374-2cb996e14a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.638974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-9312d2e9-236e-4eca-8374-2cb996e14a9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 200 len: 860 time: 0.0802131 May 26 19:14:48.727352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-87e9db04-f84f-4184-8c21-f390bf15fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:48.728643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55014) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:48.729216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-87e9db04-f84f-4184-8c21-f390bf15fb60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eb29322-9f3f-4dbe-a0db-1c7d383631f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806062 May 26 19:14:48.811662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:48.862766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-6db3ea81-721e-4f61-9110-b9a65843db40 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423558 May 26 19:14:49.120860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-c2df62ec-92ea-4081-9e7a-75da99b6d1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855388 May 26 19:14:49.126662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Deleting subnet f5db4c14-f328-4cb3-a174-08c5aeeeca44 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:14:49.136119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.253561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.285900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-775b9606-c064-40f6-ac3d-6a3090162559 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:49.287478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-775b9606-c064-40f6-ac3d-6a3090162559 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166214 May 26 19:14:49.289699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-3f539a48-4e75-4cb6-a0b2-d6e22c283a3a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695937 May 26 19:14:49.324230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Request body: {'port': {'device_id': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9c253b5cf4c64e39b1da2e99c1303d52'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:49.507414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.526200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bc83683-1829-4e73-8656-accb4cda8d1b req-1e27fb8b-fb88-4789-aab5-f17a2da618c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855348 May 26 19:14:49.545802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.605270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-bb5a0d89-d4c1-45a7-8305-639e82deac58 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:49.607130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-bb5a0d89-d4c1-45a7-8305-639e82deac58 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114002 May 26 19:14:49.607771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:49.611937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Usage tracker for resource:port and tenant:9c253b5cf4c64e39b1da2e99c1303d52 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:49.614962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:49.627666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:49.633245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-ae0cb538-5c84-428a-be0f-9a249fbe5579 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/quotas/9c253b5cf4c64e39b1da2e99c1303d52 HTTP/1.1" status: 200 len: 375 time: 0.0153532 May 26 19:14:49.633450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.674988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'name': 'network-vif-deleted', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:49.684719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Made reservation on behalf of 9c253b5cf4c64e39b1da2e99c1303d52 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:14:49.688084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.706759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-b71425fe-8728-403e-8e49-9ffacc8a8747 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653305 May 26 19:14:49.707185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.712055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.717626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5db4c14-f328-4cb3-a174-08c5aeeeca44,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:49.722732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0951a83-07b2-4910-b904-a706540269c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f5db4c14-f328-4cb3-a174-08c5aeeeca44 HTTP/1.1" status: 204 len: 168 time: 0.9927711 May 26 19:14:49.723611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:49.730026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Usage tracker for resource:security_group_rule and tenant:9c253b5cf4c64e39b1da2e99c1303d52 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:49.731775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55036) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:49.732948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:49.738892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:49.842271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.848227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:49.848884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.041587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.087333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32463b11-b1ac-4c2b-b8c3-0e24e3accacb']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:50.105632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:50.106215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3786b4-66cf-4c2a-bbf2-5418aed0c87a') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:50.125811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.149840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.157892 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.233031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:14:50.233734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.313824 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2d3786b4-66cf-4c2a-bbf2-5418aed0c87a resource provider aggregate not found May 26 19:14:50.333151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54d1807-0a39-47c5-bb69-c7384474e1de,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:50.347408 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2d3786b4-66cf-4c2a-bbf2-5418aed0c87a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d3786b4-66cf-4c2a-bbf2-5418aed0c87a found for delete ", "request_id": "req-2fe215a3-1247-46b7-b495-5fbf1f781e5a"}]} May 26 19:14:50.379551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Allocated IP 192.168.233.229 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/6bb2ba13-9298-4f6a-a75f-1881ba64dad7) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:14:50.420784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.444985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.447305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904249-eef1-48c4-976f-f18b4bffc9ec req-c1c0b6d1-3ef3-44be-9cbe-5281af55f062 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:50.448017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90904249-eef1-48c4-976f-f18b4bffc9ec req-c1c0b6d1-3ef3-44be-9cbe-5281af55f062 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:50.454803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=32463b11-b1ac-4c2b-b8c3-0e24e3accacb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:50.467927 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-375e6ea8-4bb8-4da9-9b96-0edefcb666d1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/32463b11-b1ac-4c2b-b8c3-0e24e3accacb HTTP/1.1" status: 204 len: 168 time: 0.7349756 May 26 19:14:50.472242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55060) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:50.492844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90904249-eef1-48c4-976f-f18b4bffc9ec req-c1c0b6d1-3ef3-44be-9cbe-5281af55f062 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:50.499510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90904249-eef1-48c4-976f-f18b4bffc9ec req-c1c0b6d1-3ef3-44be-9cbe-5281af55f062 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 945 time: 0.2549605 May 26 19:14:50.653600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Deleting subnet 62130cab-3736-4999-b355-ac5f88b3e876 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:14:50.665484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.676495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90904249-eef1-48c4-976f-f18b4bffc9ec req-d26d09c9-13f2-4e0f-97be-77fb63ae0b23 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/security-groups?id=a51592e8-0635-48b1-82ab-229929e4a343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761925 May 26 19:14:50.723604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.735570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.743265 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307101e2-6410-4ecc-93c1-cda13e51511a'] response: {'server_uuid': '65e02fc5-2d84-4b7c-81bf-47d6dc94cc51', 'name': 'network-vif-deleted', 'tag': 'ea855b7b-08c2-4d27-ba8b-af407b44fa87', 'status': 'completed', 'code': 200} May 26 19:14:50.750899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-f9cf0814-5224-4de1-ac20-856584f301a1 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:50.752341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-f9cf0814-5224-4de1-ac20-856584f301a1 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.13 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 945 time: 0.2508318 May 26 19:14:50.802143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Transition to ACTIVE for port object 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:50.833885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.867251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Deleting port 4ee197ef-4512-4519-aae7-efd0fe79d575 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:50.867586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.881833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Deleting port e7e4b177-86dd-4e25-9577-8b5247f65a3c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:50.882192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:50.919676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7ba656-481f-4205-823e-d8c2433f15d5 req-3f67dbd3-7716-4425-b3fc-b168bd063344 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 210 time: 0.0942831 May 26 19:14:51.015718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.081388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-9b175da2-3a1b-426a-92b2-83593a25ec45 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904708 May 26 19:14:51.088795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.130192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62130cab-3736-4999-b355-ac5f88b3e876,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:51.159402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.191980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:14:51.225721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-62d793e0-cc5e-45ae-b78b-feb9eddec18e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62130cab-3736-4999-b355-ac5f88b3e876 HTTP/1.1" status: 204 len: 168 time: 0.7495639 May 26 19:14:51.225721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55066) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:51.250266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:14:51.281892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:14:51.315730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:51.374762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.377776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] For port e7e4b177-86dd-4e25-9577-8b5247f65a3c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7e4b177-86dd-4e25-9577-8b5247f65a3c,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:51.378131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.454040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:51.454723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.521977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Calling delete_port for e7e4b177-86dd-4e25-9577-8b5247f65a3c owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:51.532092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a633403-b54c-4d45-9a18-d19c0a4abb17 None None] Provisioning for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:51.547050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a633403-b54c-4d45-9a18-d19c0a4abb17 None None] Provisioning complete for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:51.547342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a633403-b54c-4d45-9a18-d19c0a4abb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.554412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9e2d-f4a0-4162-9d89-c8a7d8006aa0 req-a0928b8d-dfe1-4cd2-b1c4-2884f5f0b717 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:51.555951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d4d9e2d-f4a0-4162-9d89-c8a7d8006aa0 req-a0928b8d-dfe1-4cd2-b1c4-2884f5f0b717 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1096 time: 0.4715881 May 26 19:14:51.566188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-47af5615-a2fd-4426-9a3d-5d6ccc3d4f78 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:51.567656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-47af5615-a2fd-4426-9a3d-5d6ccc3d4f78 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4630148 May 26 19:14:51.570126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] For port 4ee197ef-4512-4519-aae7-efd0fe79d575, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4ee197ef-4512-4519-aae7-efd0fe79d575,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:51.570489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.579685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-0144d01f-1293-4197-ad59-6ccaec0ac448 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2812486 May 26 19:14:51.600669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Request body: {'port': {'device_id': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9c253b5cf4c64e39b1da2e99c1303d52'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:51.603920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5a633403-b54c-4d45-9a18-d19c0a4abb17 None None] Port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:14:51.734319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Request body: {'port': {'device_id': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:51.884599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:51.926764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76655932-79e7-46fb-bf16-ffd2c6a0af7d']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:51.932318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Calling delete_port for 4ee197ef-4512-4519-aae7-efd0fe79d575 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:51.961550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54bbdbe-248a-4768-bf47-0b6084fc703e') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:51.961846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54bbdbe-248a-4768-bf47-0b6084fc703e') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:51.979368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.028522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.037971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:14:52.038500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.054767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d4d9e2d-f4a0-4162-9d89-c8a7d8006aa0 req-4f5e7cd8-fc30-4fcb-9fa0-e9ef7bc90af8 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762158 May 26 19:14:52.133969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-c1c45ee5-6aae-4715-a093-445ed5958b2b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:52.135519 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-c1c45ee5-6aae-4715-a093-445ed5958b2b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 946 time: 0.3228211 May 26 19:14:52.191888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.242692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:52.274957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.289384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Usage tracker for resource:port and tenant:9c253b5cf4c64e39b1da2e99c1303d52 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:14:52.298768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:14:52.302018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.321453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76655932-79e7-46fb-bf16-ffd2c6a0af7d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:52.327242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:52.327580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.343179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:52.374242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.387792 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f54bbdbe-248a-4768-bf47-0b6084fc703e resource provider aggregate not found May 26 19:14:52.393373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Made reservation on behalf of 9c253b5cf4c64e39b1da2e99c1303d52 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:14:52.397562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.421804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3c43e408-f4a4-4ef0-8208-e06f9b80b2c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/76655932-79e7-46fb-bf16-ffd2c6a0af7d HTTP/1.1" status: 204 len: 168 time: 1.1952698 May 26 19:14:52.427441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.440022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4ee197ef-4512-4519-aae7-efd0fe79d575'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:52.481651 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f54bbdbe-248a-4768-bf47-0b6084fc703e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f54bbdbe-248a-4768-bf47-0b6084fc703e found for delete ", "request_id": "req-7587232f-aa9c-4bf1-a26d-acf90dc2bf5f"}]} May 26 19:14:52.489806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e4b177-86dd-4e25-9577-8b5247f65a3c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:52.627757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Pushing event deleted for resources: {'Port': ['ID=4ee197ef-4512-4519-aae7-efd0fe79d575,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:52.685180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55084) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:52.899570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] No DVR routers for this DVR port 4ee197ef-4512-4519-aae7-efd0fe79d575 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:52.913814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2bad8-0603-4946-815c-d5e39e13e414 req-a930652c-7076-4191-b549-f06335482277 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:52.915288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d2bad8-0603-4946-815c-d5e39e13e414 req-a930652c-7076-4191-b549-f06335482277 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffe5f2-0212-40ab-a8a9-128898818f4e HTTP/1.1" status: 200 len: 946 time: 0.6739702 May 26 19:14:52.920868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:52.925372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b7fda6fa-92ef-4b98-8946-2fe69094bca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=891552066e664642bc2c603d042ea48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389157 May 26 19:14:52.925902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'name': 'network-vif-deleted', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:52.930044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:53.014222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1c556f9-6e67-4d9d-b541-562049c4d4c5 req-96e4548f-a251-4db8-b7c6-0c96121db76c tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.13 "DELETE /v2.0/ports/4ee197ef-4512-4519-aae7-efd0fe79d575 HTTP/1.1" status: 204 len: 173 time: 2.2558789 May 26 19:14:53.069416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d2bad8-0603-4946-815c-d5e39e13e414 req-60cc9f2e-f3dd-4266-b334-774f6d677104 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313076 May 26 19:14:53.094759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:53.097719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.164035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.232130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:53.268607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.286592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.288058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Transition to ACTIVE for port object 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:53.290977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.312298 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.368597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:53.466945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dc5d2960-137e-4489-b86c-e69e1b0f6ed2 req-a9d940d8-3268-4602-b3fa-cec6d481e282 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Synchronizing usage tracker for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:53.597181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:53.637410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dc5d2960-137e-4489-b86c-e69e1b0f6ed2 req-a9d940d8-3268-4602-b3fa-cec6d481e282 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] Unset dirty status for tenant:c7a5573ac521465a88054a2823a2d1f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:53.650543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc5d2960-137e-4489-b86c-e69e1b0f6ed2 req-a9d940d8-3268-4602-b3fa-cec6d481e282 tempest-FloatingIPsAssociationTestJSON-1159840218 tempest-FloatingIPsAssociationTestJSON-1159840218-project] 10.222.0.24 "GET /v2.0/ports?device_id=b529edbf-41b0-41b7-bfe9-1242ce7095fb HTTP/1.1" status: 200 len: 210 time: 0.3471501 May 26 19:14:53.652168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Allocated IP 192.168.233.204 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/50991613-cbd0-4523-a9c0-6bdf297414bc) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:14:53.762597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.824553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8a703-13fc-45da-97b2-a0b8bbf2072a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:53.858409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Attempting to bind port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:53.858738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Attempting to bind port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:53.859067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Attempting to bind port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:53.868188 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.882092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4a64c7a9-1064-47f4-a3bd-a8b00b33fe48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caa8a703-13fc-45da-97b2-a0b8bbf2072a HTTP/1.1" status: 204 len: 168 time: 0.9335792 May 26 19:14:53.887143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:53.887716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Attempting to bind port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:53.954605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:53.968357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:14:54.044096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Router 8186bf10-38ba-45cd-a83f-4de20e16c187 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:14:54.115268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:54.153213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:54.153741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:54.154637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:54.155102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Bound port: 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:54.155509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.172964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:54.177531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.181195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'name': 'network-vif-deleted', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:54.241849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-484788bf-76a5-4f7c-9e1a-2d9f3a5cc003 req-fad2c4de-f775-42e7-9699-acd4ad3e37d2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:54.346891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-484788bf-76a5-4f7c-9e1a-2d9f3a5cc003 req-fad2c4de-f775-42e7-9699-acd4ad3e37d2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:54.348037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-484788bf-76a5-4f7c-9e1a-2d9f3a5cc003 req-fad2c4de-f775-42e7-9699-acd4ad3e37d2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 210 time: 0.4314101 May 26 19:14:54.348215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55106) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:54.398325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:54.405900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.418049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:54.426854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.467329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Transition to ACTIVE for port object 50991613-cbd0-4523-a9c0-6bdf297414bc will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:54.488553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4ee197ef-4512-4519-aae7-efd0fe79d575 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:54.517967 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-728e80c3-b188-48af-a513-d9b4e1f06231 req-58151e0b-c08e-4c60-bf3b-ed6ce19bd084 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a HTTP/1.1" status: 204 len: 173 time: 2.3669860 May 26 19:14:54.527935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:54.528194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:54.528194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.529539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] 10.222.0.53 "PUT /v2.0/ports/6bb2ba13-9298-4f6a-a75f-1881ba64dad7 HTTP/1.1" status: 200 len: 1096 time: 2.8610439 May 26 19:14:54.567265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 4ee197ef-4512-4519-aae7-efd0fe79d575 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:54.567568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4ee197ef-4512-4519-aae7-efd0fe79d575 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:54.575142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:54.575576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:54.613766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:14:54.620077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97ba9a25-aa42-45b9-b632-eecfb12fe214 admin admin] 10.222.0.24 "PUT /v2.0/routers/8186bf10-38ba-45cd-a83f-4de20e16c187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8066857 May 26 19:14:54.624840 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1047ad0d-ba39-476d-b0e1-eca474a8c51c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae683b2fb0ba4818922dd2d1206785e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731469 May 26 19:14:54.624840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55118) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:54.626624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:54.630491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Sync routers for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:14:54.643312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:54.644411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:54.727502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736e4f-ac69-4e4b-bc8c-d5921bcd658a service neutron] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:54.761580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.808562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-79290b5d-6a6a-40e8-900c-f7428ce57558 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:54.810024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-79290b5d-6a6a-40e8-900c-f7428ce57558 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.3412750 May 26 19:14:54.868957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-67304738-a398-4de8-8612-b96164696ca6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/quotas/47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 375 time: 0.0423322 May 26 19:14:54.872800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:14:54.880240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:14:54.883522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:14:54.909125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.930359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-1e34a58d-8535-41c1-b331-0ae607221c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:54.931906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-1e34a58d-8535-41c1-b331-0ae607221c5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1099 time: 0.3412006 May 26 19:14:54.932897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:54.946749 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:54.978594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event updated for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:55.028657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:55.029347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.106804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.143197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-b2a3f080-775a-470c-9d44-ebda8f6de5f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7 HTTP/1.1" status: 200 len: 217 time: 0.1524980 May 26 19:14:55.247114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-e43ca3c4-386a-4291-b73a-5a3b55eed923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:55.249098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-e43ca3c4-386a-4291-b73a-5a3b55eed923 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0926673 May 26 19:14:55.305930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-892f30d0-1896-41b4-b5d1-138439751814 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7252855 May 26 19:14:55.322049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.327003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Request body: {'port': {'device_id': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:55.335160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.357338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Deleting port 12044673-436e-44db-b226-8824db2f84d1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:55.357678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.389436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a430ca-b55d-448f-b2e2-a08673dd2162,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:55.400838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-478683ad-f833-4b7e-88e6-9bb8f68aa310 None None] Provisioning for port 50991613-cbd0-4523-a9c0-6bdf297414bc completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:14:55.419513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.420298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-478683ad-f833-4b7e-88e6-9bb8f68aa310 None None] Provisioning complete for port 50991613-cbd0-4523-a9c0-6bdf297414bc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:14:55.420637 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3279e8aa-e07b-4885-a984-a830dcf42796 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06a430ca-b55d-448f-b2e2-a08673dd2162 HTTP/1.1" status: 204 len: 168 time: 0.7941310 May 26 19:14:55.420787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-478683ad-f833-4b7e-88e6-9bb8f68aa310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.473966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-177b6fef-3124-4fea-9ed5-f9bdfb859258 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5555060 May 26 19:14:55.489614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-478683ad-f833-4b7e-88e6-9bb8f68aa310 None None] Port 50991613-cbd0-4523-a9c0-6bdf297414bc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:14:55.499831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '12044673-436e-44db-b226-8824db2f84d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:14:52Z', 'revision_number': 5, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port': {'id': '12044673-436e-44db-b226-8824db2f84d1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:98:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:44Z', 'updated_at': '2022-05-26T19:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:55.504950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Checking router: 8186bf10-38ba-45cd-a83f-4de20e16c187 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:14:55.522974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Routers {'8186bf10-38ba-45cd-a83f-4de20e16c187'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:14:55.523604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8186bf10-38ba-45cd-a83f-4de20e16c187'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:55.561849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.599595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-5901c758-baea-4b13-8c45-40a8b8ddc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:55.600050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] For port 12044673-436e-44db-b226-8824db2f84d1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=12044673-436e-44db-b226-8824db2f84d1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:55.600564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:55.601240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-5901c758-baea-4b13-8c45-40a8b8ddc794 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3443851 May 26 19:14:55.705493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] Set router 8186bf10-38ba-45cd-a83f-4de20e16c187 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:14:55.757877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Calling delete_port for 12044673-436e-44db-b226-8824db2f84d1 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:55.830679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:14:55Z', 'revision_number': 6, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:55.835871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fa00-7e36-412d-a08d-b8bb4ca84efd None None] The sync data for ids ['8186bf10-38ba-45cd-a83f-4de20e16c187'] in n-d-843146-9 is: [{'id': '8186bf10-38ba-45cd-a83f-4de20e16c187', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1116754553-router', 'tenant_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:40Z', 'updated_at': '2022-05-26T19:14:55Z', 'revision_number': 6, 'project_id': 'bfd56eb6ecbf4c218326e15a2daa87b6', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:14:55.966339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.022452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12044673-436e-44db-b226-8824db2f84d1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:56.125368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.142564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-84c583a9-7aaf-48b2-abe9-279f760f38e8 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676745 May 26 19:14:56.235209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-cf0e27f4-3128-4c02-a566-27baf2f8a7b6 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028409 May 26 19:14:56.368316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.371517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.404401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.405303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8186bf10-38ba-45cd-a83f-4de20e16c187 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:14:56.425240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.429145 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e71139a8-9e27-447a-8053-f2aa988f15b7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8186bf10-38ba-45cd-a83f-4de20e16c187 HTTP/1.1" status: 204 len: 168 time: 1.8026595 May 26 19:14:56.430107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:56.445751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21efce9e-fb85-4f3b-b798-2371ff8e7511 req-2bf9d742-0071-4edb-99f3-46de185f2b91 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015810 May 26 19:14:56.478268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-7ac26d18-a3a7-44ca-9161-704e2ff28740 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213162 May 26 19:14:56.594709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50991613-cbd0-4523-a9c0-6bdf297414bc {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:14:56.606094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.626227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Transition to ACTIVE for port object 50991613-cbd0-4523-a9c0-6bdf297414bc will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:14:56.631726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.734336 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2117cb8-6443-4c32-8a28-5fc02607ebc7'] response: {'server_uuid': 'b529edbf-41b0-41b7-bfe9-1242ce7095fb', 'name': 'network-vif-deleted', 'tag': '4ee197ef-4512-4519-aae7-efd0fe79d575', 'status': 'completed', 'code': 200} May 26 19:14:56.738099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Deleting subnet 674fb03f-59c5-4c2c-9d56-d5d1425cc2da {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:14:56.748358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.846101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7e4b177-86dd-4e25-9577-8b5247f65a3c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:56.880151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:56.972678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e7e4b177-86dd-4e25-9577-8b5247f65a3c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:56.973018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7e4b177-86dd-4e25-9577-8b5247f65a3c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:56.977725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 12044673-436e-44db-b226-8824db2f84d1 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:57.018001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Pushing event updated for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:57.055146 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9065c1-fe26-4dec-aeb3-51d8f3466e40'] response: {'server_uuid': '67ffe5f2-0212-40ab-a8a9-128898818f4e', 'name': 'network-vif-deleted', 'tag': 'f74cdbb7-e885-4d07-9ee3-5e6df1fb9e6a', 'status': 'completed', 'code': 200} May 26 19:14:57.115679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 12044673-436e-44db-b226-8824db2f84d1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:57.116414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 12044673-436e-44db-b226-8824db2f84d1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:57.142040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Attempting to bind port 50991613-cbd0-4523-a9c0-6bdf297414bc on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:14:57.142644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Attempting to bind port 50991613-cbd0-4523-a9c0-6bdf297414bc by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:14:57.143865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Attempting to bind port 50991613-cbd0-4523-a9c0-6bdf297414bc on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:57.166871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Port 50991613-cbd0-4523-a9c0-6bdf297414bc on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:14:57.167557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Attempting to bind port 50991613-cbd0-4523-a9c0-6bdf297414bc on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:14:57.167813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.180299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:14:57.182085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:14:57.182904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:14:57.183900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Bound port: 50991613-cbd0-4523-a9c0-6bdf297414bc, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:14:57.184510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.218609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:57.333333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.397687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.403376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3e214-1a9f-4391-860f-5e0e04b4baff None None] Network b7f4d717-9b71-4ab9-a055-dc8f3a28e570 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:14:57.414817 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/674fb03f-59c5-4c2c-9d56-d5d1425cc2da HTTP/1.1" status: 204 len: 168 time: 0.9834216 May 26 19:14:57.416151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18b3c-98f7-4fb2-9b5c-8fd3747f0895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674fb03f-59c5-4c2c-9d56-d5d1425cc2da,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:57.418635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:57.627904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.645643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Deleting port 210a64bd-0f58-447e-9757-95a477ed1343 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:57.646284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.690114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:14:57.698948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=50991613-cbd0-4523-a9c0-6bdf297414bc,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:14:57.712271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.807439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] DHCP port deletion for b7f4d717-9b71-4ab9-a055-dc8f3a28e570 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:14:57.812316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Deleting port 210a64bd-0f58-447e-9757-95a477ed1343 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:57.812316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.878146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:57.878651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:57.880140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] 10.222.0.53 "PUT /v2.0/ports/50991613-cbd0-4523-a9c0-6bdf297414bc HTTP/1.1" status: 200 len: 1096 time: 2.5586646 May 26 19:14:57.915998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45603d4-e286-4dcf-aee6-7c133dc64f2d req-dfa38196-48ff-446d-b6c7-5243cfc5e0d1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:57.917565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45603d4-e286-4dcf-aee6-7c133dc64f2d req-dfa38196-48ff-446d-b6c7-5243cfc5e0d1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 948 time: 0.5307198 May 26 19:14:58.010631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] For port 210a64bd-0f58-447e-9757-95a477ed1343, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=210a64bd-0f58-447e-9757-95a477ed1343,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:58.011333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.170460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Calling delete_port for 210a64bd-0f58-447e-9757-95a477ed1343 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:58.182488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33d1e7-fefc-41ec-bf69-87596242a940 service neutron] Pushing event updated for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:58.239400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f45603d4-e286-4dcf-aee6-7c133dc64f2d req-33148dbe-ef5a-4a9f-baad-0ad74263b6ba tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:14:58.256372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.266860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] For port 210a64bd-0f58-447e-9757-95a477ed1343, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=210a64bd-0f58-447e-9757-95a477ed1343,segment=NetworkSegment(0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6),segment_id=0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:14:58.267401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.312223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-11636da1-6585-4d11-bf6f-334e294ff904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:58.313785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-11636da1-6585-4d11-bf6f-334e294ff904 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 1099 time: 0.3777120 May 26 19:14:58.316470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Pushing event deleted for resources: {'Port': ['ID=210a64bd-0f58-447e-9757-95a477ed1343,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:58.318033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f45603d4-e286-4dcf-aee6-7c133dc64f2d req-33148dbe-ef5a-4a9f-baad-0ad74263b6ba tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:14:58.320410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f45603d4-e286-4dcf-aee6-7c133dc64f2d req-33148dbe-ef5a-4a9f-baad-0ad74263b6ba tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956938 May 26 19:14:58.341469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] No DVR routers for this DVR port 210a64bd-0f58-447e-9757-95a477ed1343 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:14:58.472029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Calling delete_port for 210a64bd-0f58-447e-9757-95a477ed1343 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:14:58.499715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.532881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f4d717-9b71-4ab9-a055-dc8f3a28e570']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:58.551611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:58.552492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:14:58.562584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:14:58.562943 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:14:58.565638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.578729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 210a64bd-0f58-447e-9757-95a477ed1343 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:14:58.584067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.591553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:14:58.591943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.624333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 210a64bd-0f58-447e-9757-95a477ed1343 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:14:58.624680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 210a64bd-0f58-447e-9757-95a477ed1343 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:14:58.642845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-5dcf6ca2-f147-441a-9e07-2e3907ed0f3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=50991613-cbd0-4523-a9c0-6bdf297414bc HTTP/1.1" status: 200 len: 217 time: 0.2493656 May 26 19:14:58.658849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e6d1f7e-9b65-4054-8615-144b0e008953 req-cb314c2e-6a56-4c7c-9f3b-01cf90362d9c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 210 time: 0.0724030 May 26 19:14:58.664428 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6 resource provider aggregate not found May 26 19:14:58.709118 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a02b2e7-ece0-4db0-9f76-6ac0b8789cb6 found for delete ", "request_id": "req-b13d75e6-e377-42c9-a331-0183c70b9488"}]} May 26 19:14:58.716303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.729925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b751125-2a1c-4df3-a8a2-1241cf3528d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:58.731353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-0b751125-2a1c-4df3-a8a2-1241cf3528d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0753410 May 26 19:14:58.738052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:58.749566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f4d717-9b71-4ab9-a055-dc8f3a28e570,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:58.768771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e6df5e8c-676d-4e13-91dc-e63485236400 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7f4d717-9b71-4ab9-a055-dc8f3a28e570 HTTP/1.1" status: 204 len: 168 time: 1.3463216 May 26 19:14:58.772747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}, {'name': 'network-changed', 'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:14:58.989687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-4bf86874-77b1-478b-a2ed-be5fd79c8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:58.991811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-4bf86874-77b1-478b-a2ed-be5fd79c8fdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2534933 May 26 19:14:59.040957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55210) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:59.064685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Deleting port 210a64bd-0f58-447e-9757-95a477ed1343 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:14:59.065121 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.097127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-79fea727-2adc-4375-9453-d9070c39fec9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:14:59.098714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-79fea727-2adc-4375-9453-d9070c39fec9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.2516088 May 26 19:14:59.156203 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e25c56fe-ca15-4243-ad99-d6cc042374eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfd56eb6ecbf4c218326e15a2daa87b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133587 May 26 19:14:59.163162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55214) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:14:59.188348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e7139791-d027-40ef-a927-09b593d684f5 None None] The port '210a64bd-0f58-447e-9757-95a477ed1343' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:14:59.199283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Request body: {'port': {'device_id': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'admin_state_up': True, 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:14:59.226487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.303549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.334651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.403538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.429555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc413c-723f-49dc-99fb-fcbbff28ecd7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:14:59.438597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:14:59.439758 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-abff94ef-534e-488a-a856-f6d4f9f0991a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18fc413c-723f-49dc-99fb-fcbbff28ecd7 HTTP/1.1" status: 204 len: 168 time: 0.2753670 May 26 19:14:59.481026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-e8dbf593-13ef-4a40-9ae1-5a4dc4bb1ff4 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502444 May 26 19:14:59.541222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-d386dac7-10ed-46a5-a103-10ad73ac9470 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027300 May 26 19:14:59.772338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:14:59.795365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:14:59.952375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:14:59.955817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.008018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caa1d1d6-a3b8-44f6-b52f-c41d4c12d314 req-4d445c3f-adc2-485d-8d42-1badeadec515 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191715 May 26 19:15:00.022485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-98aa707f-d071-4764-adbb-0d4adbe8cb45 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:00.024020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-98aa707f-d071-4764-adbb-0d4adbe8cb45 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4486403 May 26 19:15:00.211636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55250) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:00.222148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-ff151d0c-14e2-4602-8763-0080b44376fb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/quotas/21e55bde17bf4d9e92bace6b14bf0fd7 HTTP/1.1" status: 200 len: 375 time: 0.0329330 May 26 19:15:00.288486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6fda0a67-60ac-4a8e-9aab-93136986f3a6 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602148 May 26 19:15:00.327574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1379464867-network', 'tenant_id': '45397038ec1447a48a544b82cfa53766'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:00.332809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:00.336977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Usage tracker for resource:network and tenant:45397038ec1447a48a544b82cfa53766 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:00.340001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:00.346721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:00.363276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Made reservation on behalf of 45397038ec1447a48a544b82cfa53766 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:00.370931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.384895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.402950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:00.406425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Deleting port 07d868d1-80d6-494a-954f-4931d5a5fdb5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:00.406785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.408621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:45397038ec1447a48a544b82cfa53766 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:00.414184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:00.422446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:00.495233 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb2cae-02c6-4fdc-b174-cc0559a25e97'] response: {'name': 'network-changed', 'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'status': 'completed', 'code': 200} May 26 19:15:00.495233 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb2cae-02c6-4fdc-b174-cc0559a25e97'] response: {'name': 'network-changed', 'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc', 'status': 'completed', 'code': 200} May 26 19:15:00.502738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Allocated IP 172.20.0.5 (faf6b053-e2ce-4426-8757-7c1833aab502/981d1bfa-622c-4f6b-84eb-e4abcedc99df/67331028-3f68-428c-92b8-6f77481ad5d5) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:00.548477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:00.622807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.628779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.686454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:15:00.697199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c12aef3-c20b-4605-95de-7197287bdd66,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:00.707269 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.708620 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Added segment f74fd798-0590-4058-beb7-1c244c7a3528 of type vlan for network 5afea132-8c11-4730-a820-3c228e3a2766 May 26 19:15:00.749264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.796085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.797224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:00.797860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.842339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:00.861210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'mac_address': 'fa:16:3e:01:78:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:00.934162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:00.935061 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:00.947492 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7338607 May 26 19:15:00.950474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55272) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:00.953368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216bc3-9c42-4c03-b3bd-936e0c008ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=5afea132-8c11-4730-a820-3c228e3a2766,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:00.960269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Request body: {'subnet': {'network_id': '5afea132-8c11-4730-a820-3c228e3a2766', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1379464867-subnet', 'tenant_id': '45397038ec1447a48a544b82cfa53766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:00.965282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:00.968081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:00.971374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Usage tracker for resource:subnet and tenant:45397038ec1447a48a544b82cfa53766 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:00.975633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:00.984356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:00.986818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5afea132-8c11-4730-a820-3c228e3a2766 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:15:01.009166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Made reservation on behalf of 45397038ec1447a48a544b82cfa53766 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:01.012054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.056988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.064716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-2cd4aa42-51eb-44f9-b86f-8da0e31aa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:01.066348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-2cd4aa42-51eb-44f9-b86f-8da0e31aa889 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1099 time: 0.5551376 May 26 19:15:01.075337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] For port 07d868d1-80d6-494a-954f-4931d5a5fdb5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d868d1-80d6-494a-954f-4931d5a5fdb5,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:01.075691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.096888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:01.104932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.184112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:01.235555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7d198-dec1-4722-9fab-ca3a0871e46d req-46ffbad5-560f-4425-9d36-454213545699 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:01.237771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33f7d198-dec1-4722-9fab-ca3a0871e46d req-46ffbad5-560f-4425-9d36-454213545699 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 948 time: 0.5085211 May 26 19:15:01.312703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Calling delete_port for 07d868d1-80d6-494a-954f-4931d5a5fdb5 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:15:01.407226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.475229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33f7d198-dec1-4722-9fab-ca3a0871e46d req-e4ef38dc-0998-48db-8301-65670cbc3b2a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730289 May 26 19:15:01.482469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ba128c-5e62-4a56-bee6-1706a99d2556,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:01.490910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Checking segment: {'id': 'f74fd798-0590-4058-beb7-1c244c7a3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5afea132-8c11-4730-a820-3c228e3a2766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:01.491135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.491273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Network hostable DHCP agents. Network: 5afea132-8c11-4730-a820-3c228e3a2766, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:15:01.495123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-4198ac3d-9f0e-4bcb-9bdf-5d59d96f30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:01.496680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-4198ac3d-9f0e-4bcb-9bdf-5d59d96f30c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4082146 May 26 19:15:01.519217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Network 5afea132-8c11-4730-a820-3c228e3a2766 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:15:01.531054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:01.539927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5afea132-8c11-4730-a820-3c228e3a2766) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:01.547942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:01.548192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:01.578783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4facaa38-98b0-49f8-add0-ef9ea1feaade admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6270640 May 26 19:15:01.598083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc0aa7-2d4d-4095-9d07-df4521e7f79a None None] Network 5afea132-8c11-4730-a820-3c228e3a2766 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:01.691570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-b1812e06-3fb7-473c-939d-2bf031419586 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7 HTTP/1.1" status: 200 len: 217 time: 0.1556795 May 26 19:15:01.728002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Network faf6b053-e2ce-4426-8757-7c1833aab502 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:01.732343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:01.742584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:01.802379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:01.854404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-abe68729-f145-4541-b562-6b5f9bf98e84 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421162 May 26 19:15:02.001979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c39d4-055c-408b-86ed-35ea9c476061 None None] Network 5afea132-8c11-4730-a820-3c228e3a2766 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:02.026733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-e3569a86-f6d4-47d8-bcda-f91439993804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:02.028166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-e3569a86-f6d4-47d8-bcda-f91439993804 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2869744 May 26 19:15:02.100834 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:15:02.132119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:02.132993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.147231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-4d95b9cb-55bc-4331-8b40-9955ba516a43 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:02.150273 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-4d95b9cb-55bc-4331-8b40-9955ba516a43 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892678 May 26 19:15:02.167995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Request body: {'port': {'device_id': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '21e55bde17bf4d9e92bace6b14bf0fd7'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:02.194709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61273106-b225-4285-b282-be2b07fbad70 req-d48eed0d-b58c-48f6-8876-2359ac71b6e6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:02.197272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61273106-b225-4285-b282-be2b07fbad70 req-d48eed0d-b58c-48f6-8876-2359ac71b6e6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 931 time: 0.5684881 May 26 19:15:02.241059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.292292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-51b57e55-a3a9-405f-a591-11e4ac22c7a6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1073961 May 26 19:15:02.316854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d868d1-80d6-494a-954f-4931d5a5fdb5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:02.322899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Request body: {'port': {'device_id': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:02.355386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:02.366129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Usage tracker for resource:port and tenant:21e55bde17bf4d9e92bace6b14bf0fd7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:02.370113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:02.385827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:02.401469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Made reservation on behalf of 21e55bde17bf4d9e92bace6b14bf0fd7 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:02.405936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.423794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.441645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61273106-b225-4285-b282-be2b07fbad70 req-17d80c50-3c2e-485f-aea5-9c83edea3d5c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301681 May 26 19:15:02.444879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:02.449807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Usage tracker for resource:security_group_rule and tenant:21e55bde17bf4d9e92bace6b14bf0fd7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:02.452824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:02.459502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:02.578950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.584578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:02.617806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-8fac28f4-a450-4962-9245-b5396d815041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:02.619413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-8fac28f4-a450-4962-9245-b5396d815041 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5532930 May 26 19:15:02.699165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:02.793429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Allocated IP 192.168.233.245 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/2a8abfa2-cf5c-46a0-9088-924c82f6e2a2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:02.821492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd0017f4-5be6-4699-af8a-74ac4cc0fef0 req-9e7dc6fd-e19c-4a32-9016-8969f2efbf1a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 210 time: 0.1979723 May 26 19:15:02.835157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.034339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.060104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Transition to ACTIVE for port object 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:03.090921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.165628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:03.168631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:03.172959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:03.191647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.217229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Pushing event updated for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:03.251151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:03.251826 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.263065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-3c7d97c6-b957-449c-bb00-84438d9c724b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835459 May 26 19:15:03.284631 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-6e390243-9506-4155-b4f7-a891e16c100c tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1211736 May 26 19:15:03.295822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Request body: {'port': {'device_id': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:03.400025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ce2338-7c16-4291-8823-2b341861dcd3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:03.401500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ce2338-7c16-4291-8823-2b341861dcd3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.4392416 May 26 19:15:03.425451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.440150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c97eeaa7-4e5e-4c32-b1ec-fe176e968c00 None None] Provisioning for port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:03.446132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c97eeaa7-4e5e-4c32-b1ec-fe176e968c00 None None] Provisioning complete for port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:03.446807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c97eeaa7-4e5e-4c32-b1ec-fe176e968c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.505442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c97eeaa7-4e5e-4c32-b1ec-fe176e968c00 None None] Port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:15:03.525929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-7d5578ef-589f-416a-a2a6-592c3d8d81ab tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.1077471 May 26 19:15:03.790214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:03.797782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.813010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Transition to ACTIVE for port object 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:03.817775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:03.931116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-174c58ed-700f-4c8d-b560-bb634f735c0a service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425631 May 26 19:15:04.120238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-7a5e0f45-55d1-4c83-8f12-9651cf7753e5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5385799 May 26 19:15:04.161623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:04.211883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Attempting to bind port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:04.212224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Attempting to bind port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:04.212528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Attempting to bind port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:04.217579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:04.217897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Attempting to bind port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:04.223991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:04.224344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:04.225310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:04.225744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Bound port: 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:04.226115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.329663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:04.332578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:04.338578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.372361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67331028-3f68-428c-92b8-6f77481ad5d5 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:04.388337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.394373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:04.395085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.397229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 HTTP/1.1" status: 200 len: 1096 time: 1.1055799 May 26 19:15:04.405074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:04.423349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-a387e2cd-8d6e-48b5-87a6-781a932540ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:04.424896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-a387e2cd-8d6e-48b5-87a6-781a932540ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 1099 time: 0.4188404 May 26 19:15:04.432216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2955-4413-4762-aa96-893b35327aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:04.434900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Router 70e6a015-687e-4d63-9b68-e8488c770681 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:15:04.476214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Transition to ACTIVE for port object 67331028-3f68-428c-92b8-6f77481ad5d5 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:04.540506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.550308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-b2f5bb98-e62c-40ee-9ddb-cfd424d08cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:04.552141 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-b2f5bb98-e62c-40ee-9ddb-cfd424d08cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 1099 time: 0.1014781 May 26 19:15:04.572750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 50991613-cbd0-4523-a9c0-6bdf297414bc details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:04.575357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:04.601516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-9fa1ee50-d76b-4b75-8089-ce6af71cfea3 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113951 May 26 19:15:04.635346 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-248cd606-4b8e-4c38-9b81-90366185bc4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0732293 May 26 19:15:04.707324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-34ab42e0-9a07-4009-a44e-23e3b59a60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:04.708819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-34ab42e0-9a07-4009-a44e-23e3b59a60fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0673506 May 26 19:15:04.761724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:04.776967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:04.777379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:04.793871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-7d2289c6-cd8e-4fc9-83a1-586724795fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:04.795342 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-7d2289c6-cd8e-4fc9-83a1-586724795fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806925 May 26 19:15:04.863738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=50991613-cbd0-4523-a9c0-6bdf297414bc,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:04.883411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '50991613-cbd0-4523-a9c0-6bdf297414bc', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '50991613-cbd0-4523-a9c0-6bdf297414bc', 'mac_address': 'fa:16:3e:a0:58:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:04.888810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:04.943137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-21b86688-a620-4fac-ba49-14826e1de05f service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393507 May 26 19:15:04.993733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 50991613-cbd0-4523-a9c0-6bdf297414bc is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:04.994112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.014983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:05.015393 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.028441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50991613-cbd0-4523-a9c0-6bdf297414bc {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:05.062041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:05.070748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=50991613-cbd0-4523-a9c0-6bdf297414bc,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:05.078221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:05.080073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-8d3f5c35-da52-4ffa-b6c7-7e48fb02b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:05.080296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.082536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-8d3f5c35-da52-4ffa-b6c7-7e48fb02b88d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.6426098 May 26 19:15:05.119043 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.148084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4e492357-d3d5-4f73-8040-caab46123dc1 req-c90d5fc6-8664-4e12-ad42-f6e11f833773 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984143 May 26 19:15:05.158761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:05.237174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:05.325541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-e8aaa4f8-bd3c-4d24-afdb-4c46ffa744d3 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236040 May 26 19:15:05.340714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-fb7d0f39-87bf-4cea-ae9d-4a3568d3e44e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=50991613-cbd0-4523-a9c0-6bdf297414bc HTTP/1.1" status: 200 len: 217 time: 0.2341254 May 26 19:15:05.352168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:15:05.361979 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Sync routers for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:15:05.375150 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:15:05.376535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:05.393101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-620f27d5-46a6-4d7f-a1ad-754f13de1da6 admin admin] 10.222.0.24 "PUT /v2.0/routers/70e6a015-687e-4d63-9b68-e8488c770681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1630723 May 26 19:15:05.394380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55302) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:05.424505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:05.424891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:05.425266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:05.435557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:05.435914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:05.445216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-01a1781f-7b94-4e08-91d4-cc88b6c075a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:05.446752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-01a1781f-7b94-4e08-91d4-cc88b6c075a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0985534 May 26 19:15:05.448593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:05.448928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:05.449362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:05.450001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Bound port: 67331028-3f68-428c-92b8-6f77481ad5d5, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:05.450339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.627642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['50991613-cbd0-4523-a9c0-6bdf297414bc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:05.639183 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-9b12f81e-3737-4bec-aee2-a89eca3fe7be req-7589ec8a-b8c2-40d9-ac21-bca6ba90a9da tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] show failed (client error): The resource could not be found. May 26 19:15:05.640205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b12f81e-3737-4bec-aee2-a89eca3fe7be req-7589ec8a-b8c2-40d9-ac21-bca6ba90a9da tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/096bed9a-d832-4bc9-94e1-5e5a06953ab9 HTTP/1.1" status: 404 len: 352 time: 0.0368366 May 26 19:15:05.642011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:05.646142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:05.653619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-963052f0-cedc-4bf1-aa79-90801551e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:05.655289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-963052f0-cedc-4bf1-aa79-90801551e6e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945066 May 26 19:15:05.657239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.685406 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:15:05.737881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.805803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:05.806409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:05.808020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] 10.222.0.53 "PUT /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 1091 time: 3.5013537 May 26 19:15:05.808328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:05.920303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d126310-9705-4d28-b159-1545f9a1c81f service neutron] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:06.038534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-c3f30730-7fb9-43e7-9154-9b446ea2850e service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458550 May 26 19:15:06.113304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:06.119816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:15:02Z', 'revision_number': 5, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port': {'id': 'd769a0a6-665e-41c3-9dee-838ce0ca4857', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6a015-687e-4d63-9b68-e8488c770681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:12:05Z', 'updated_at': '2022-05-26T19:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:06.125186 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Checking router: 70e6a015-687e-4d63-9b68-e8488c770681 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:15:06.131382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Deleting port d769a0a6-665e-41c3-9dee-838ce0ca4857 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:06.131792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:06.135821 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Routers {'70e6a015-687e-4d63-9b68-e8488c770681'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:15:06.136422 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:14:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70e6a015-687e-4d63-9b68-e8488c770681'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:06.140631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-e0dd2357-8564-4e32-822c-ebd076214abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:06.142174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-e0dd2357-8564-4e32-822c-ebd076214abe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1094 time: 0.2683940 May 26 19:15:06.256373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911b800-fbb6-4e35-8f28-b7be6d8e12b7 req-4a3a1fee-71dc-487d-b23e-8a536e4907fc tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:06.264466 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:06.265221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6911b800-fbb6-4e35-8f28-b7be6d8e12b7 req-4a3a1fee-71dc-487d-b23e-8a536e4907fc tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 949 time: 0.4301269 May 26 19:15:06.270608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-62eccab7-936c-4a71-a679-beec266426c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.1144478 May 26 19:15:06.328857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] Set router 70e6a015-687e-4d63-9b68-e8488c770681 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:15:06.379147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] For port d769a0a6-665e-41c3-9dee-838ce0ca4857, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d769a0a6-665e-41c3-9dee-838ce0ca4857,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:06.379508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:06.408599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6911b800-fbb6-4e35-8f28-b7be6d8e12b7 req-472b3ec4-8312-4731-b5ca-d332651984e5 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423504 May 26 19:15:06.410628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb5bf75-95b9-444e-8218-d61e44ed9ba1 req-702197c4-f7ad-4542-83df-e41d87c6f47b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634367 May 26 19:15:06.429990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5768f-b8d7-4500-aecc-105232724297 req-22598f31-ea0e-4c26-a110-b8c25831c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:06.431774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-22598f31-ea0e-4c26-a110-b8c25831c8c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1447613 May 26 19:15:06.479590 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:15:06Z', 'revision_number': 6, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:06.484417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a958c29-4da0-46bb-9810-ba3db036d45a None None] The sync data for ids ['70e6a015-687e-4d63-9b68-e8488c770681'] in n-d-843146-9 is: [{'id': '70e6a015-687e-4d63-9b68-e8488c770681', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051200221-router', 'tenant_id': 'c7a5573ac521465a88054a2823a2d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:12:03Z', 'updated_at': '2022-05-26T19:15:06Z', 'revision_number': 6, 'project_id': 'c7a5573ac521465a88054a2823a2d1f9', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:15:06.535509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-076fb652-9eae-4393-9f2e-059952203d99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958595 May 26 19:15:06.648615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Calling delete_port for d769a0a6-665e-41c3-9dee-838ce0ca4857 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:15:06.749622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-ea42b6aa-8ba7-4f89-8738-fa09c54726dd service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013793 May 26 19:15:06.764836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd369d72-b158-4885-a610-9b679bf4c7a3 req-638c46f3-a3ae-431c-b09f-7cfb3f0f6883 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:06.765600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dd369d72-b158-4885-a610-9b679bf4c7a3 req-638c46f3-a3ae-431c-b09f-7cfb3f0f6883 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:06.834985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:06.871519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dd369d72-b158-4885-a610-9b679bf4c7a3 req-638c46f3-a3ae-431c-b09f-7cfb3f0f6883 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:06.872696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd369d72-b158-4885-a610-9b679bf4c7a3 req-638c46f3-a3ae-431c-b09f-7cfb3f0f6883 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 943 time: 0.2487435 May 26 19:15:06.889721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Pushing event deleted for resources: {'Port': ['ID=d769a0a6-665e-41c3-9dee-838ce0ca4857,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:06.971930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd369d72-b158-4885-a610-9b679bf4c7a3 req-54084828-a602-4115-918c-fa093f6ca00a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 May 26 19:15:06.973824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cf5768f-b8d7-4500-aecc-105232724297 req-01790ce3-8d0a-480f-9a9c-42510b499f72 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039611 May 26 19:15:07.013731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.225399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.228085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.255656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.256707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e6a015-687e-4d63-9b68-e8488c770681 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:15:07.272915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.274158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-abbeefc7-5293-4d4e-87de-f0262c9e625b admin admin] 10.222.0.24 "DELETE /v2.0/routers/70e6a015-687e-4d63-9b68-e8488c770681 HTTP/1.1" status: 204 len: 168 time: 1.8785181 May 26 19:15:07.277228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55324) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:07.345674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Deleting subnet e7d9a201-71e3-422e-8f40-42e3b7f52edf {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:15:07.350132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.400157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.415138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcc2e2-6c0d-46ed-b4d9-9602cb13196a req-2fc08714-ca6e-424d-8274-f40979718254 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:07.416615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3dcc2e2-6c0d-46ed-b4d9-9602cb13196a req-2fc08714-ca6e-424d-8274-f40979718254 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 948 time: 0.3320906 May 26 19:15:07.424595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-f0f80ece-80d9-4ec3-81e4-40458023e6fe tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:07.426157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-f0f80ece-80d9-4ec3-81e4-40458023e6fe tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3396106 May 26 19:15:07.457524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:07.489482 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.552253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3dcc2e2-6c0d-46ed-b4d9-9602cb13196a req-29042954-7951-45e4-af2b-daa93d3a5726 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251526 May 26 19:15:07.578698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.626791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:07.633452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Usage tracker for resource:port and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:07.633668 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f025b7f-0556-4130-b785-b8dfed4578b8'] response: {'name': 'network-changed', 'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', 'status': 'completed', 'code': 200} May 26 19:15:07.640415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d9a201-71e3-422e-8f40-42e3b7f52edf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:07.651188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae893a82-083e-4ca3-be4b-0d69233579d8 None None] Network 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:07.651732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.660858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bd221f00-7f3f-463c-9d99-81ab9c8005c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e7d9a201-71e3-422e-8f40-42e3b7f52edf HTTP/1.1" status: 204 len: 168 time: 0.3825290 May 26 19:15:07.661716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:07.687481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:07.693622 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d090513e-0f61-43ee-95e7-d7c66693c3a6'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'code': 200} May 26 19:15:07.711156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:07.748716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:07.752855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.774333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-38f8c88d-b2c1-4a04-9a19-44747925ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:07.776825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-38f8c88d-b2c1-4a04-9a19-44747925ae60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 1099 time: 0.1381769 May 26 19:15:07.889485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.895967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330eb9-70a7-432d-b1f5-0318a95d76fd req-ec42a18b-27d8-43ca-bebe-cf1f757289bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:07.897454 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83330eb9-70a7-432d-b1f5-0318a95d76fd req-ec42a18b-27d8-43ca-bebe-cf1f757289bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1101 time: 0.1269929 May 26 19:15:07.928661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Deleting port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:07.929032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:07.992870 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-83330eb9-70a7-432d-b1f5-0318a95d76fd req-569c6a42-2e03-49b1-9bd0-c8ed73d1b895 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889964 May 26 19:15:08.002199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] DHCP port deletion for 8eb29322-9f3f-4dbe-a0db-1c7d383631f0 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:15:08.007945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Deleting port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:08.008318 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.095243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-641ff11c-df3f-43f3-b7a5-cd0f81d924a5 req-1b0dc912-995c-47d6-a95f-246638bb08a8 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 210 time: 0.2093396 May 26 19:15:08.104344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-24fc8d4b-5f22-47dc-90fd-fc7c8c1cf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:08.105796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-24fc8d4b-5f22-47dc-90fd-fc7c8c1cf078 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3170118 May 26 19:15:08.173330 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c099dd3-e7aa-4448-a321-44b67e4f0921'] response: {'name': 'network-changed', 'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5', 'status': 'completed', 'code': 200} May 26 19:15:08.191222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] For port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:08.191591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.221903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.13 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/63a86d5c-f719-453f-a193-a00b702f5f6b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:08.262742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] For port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,segment=NetworkSegment(05454fd9-5585-4b38-b337-bcada4c74dcb),segment_id=05454fd9-5585-4b38-b337-bcada4c74dcb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:08.263131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.397633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Calling delete_port for 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:15:08.455564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Calling delete_port for 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:15:08.489133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.546142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] Pushing event deleted for resources: {'Port': ['ID=3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:08.551080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312aa53-11d7-4925-8197-85b3cd89cae4 None None] No DVR routers for this DVR port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:15:08.573844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.577917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-8efb52e4-49e3-4333-ad5d-6dfe963fce32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0783019 May 26 19:15:08.606771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:15:08.607095 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:15:08.619751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:08.626745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 50991613-cbd0-4523-a9c0-6bdf297414bc up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:08.634737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-7f392529-38e0-4b08-a80e-c9202cd7bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:08.637213 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-7f392529-38e0-4b08-a80e-c9202cd7bf97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1094 time: 0.3060892 May 26 19:15:08.666049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-599d916c-3a74-4cc2-87f4-ffcaa32e2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:08.667554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-599d916c-3a74-4cc2-87f4-ffcaa32e2ea0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0825679 May 26 19:15:08.716802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d769a0a6-665e-41c3-9dee-838ce0ca4857 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:15:08.758688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:08.763723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d769a0a6-665e-41c3-9dee-838ce0ca4857 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:15:08.764356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d769a0a6-665e-41c3-9dee-838ce0ca4857 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:15:08.764948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d868d1-80d6-494a-954f-4931d5a5fdb5 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:15:08.806517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:08.840904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-e0757a98-8b24-48ce-9a81-199d2f3997f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:08.842791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-e0757a98-8b24-48ce-9a81-199d2f3997f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1966200 May 26 19:15:08.852776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 07d868d1-80d6-494a-954f-4931d5a5fdb5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:15:08.853133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d868d1-80d6-494a-954f-4931d5a5fdb5 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:15:08.853553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:15:08.897982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:08.903199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:08.905837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:08.909301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:15:08.909561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:15:08.923236 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-913f72ae-6250-4e0c-9b02-9ebd9dd9c073 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.0731065 May 26 19:15:08.944470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-c76eb366-017f-4b6b-b5cd-aa446d823063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:08.946090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-c76eb366-017f-4b6b-b5cd-aa446d823063 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719986 May 26 19:15:08.989579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:08.998907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-053f495e-cac0-415c-afff-1f9d73f918fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:09.001693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-053f495e-cac0-415c-afff-1f9d73f918fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0715206 May 26 19:15:09.060054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 50991613-cbd0-4523-a9c0-6bdf297414bc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:09.089563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-95c95fd0-4eb0-46ae-af75-4a61e1837544 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794699 May 26 19:15:09.090163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:09.090863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.101353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 50991613-cbd0-4523-a9c0-6bdf297414bc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:09.101973 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.149016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523febe-c681-4cbc-a715-8db66b88fea4 req-3b0e613f-37e7-40d7-8e3b-512f1a7a47f0 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:09.150677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4523febe-c681-4cbc-a715-8db66b88fea4 req-3b0e613f-37e7-40d7-8e3b-512f1a7a47f0 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 949 time: 0.3391542 May 26 19:15:09.156973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:09.162827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-13a8663f-4995-4044-a55c-d3e5cf438d4c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7170997 May 26 19:15:09.187447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', 'mac_address': 'fa:16:3e:ad:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:09.189274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Request body: {'port': {'device_id': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:09.212457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Deleting port 3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:09.212727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.267744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-88eac178-cf87-4648-80b2-923f54249b44 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053102 May 26 19:15:09.300130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] The port '3fb3c6aa-ab20-45c4-a3e9-b22b7f10d456' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:15:09.303413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4523febe-c681-4cbc-a715-8db66b88fea4 req-73717c42-5406-4fce-8d22-9fb313f0fca1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359463 May 26 19:15:09.338394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:09.339079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.377703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:09.382812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 50991613-cbd0-4523-a9c0-6bdf297414bc is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:09.383187 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.426188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:09.430763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.435230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.478000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb29322-9f3f-4dbe-a0db-1c7d383631f0']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:09.491977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=50991613-cbd0-4523-a9c0-6bdf297414bc,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:09.496039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05454fd9-5585-4b38-b337-bcada4c74dcb') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:09.496653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05454fd9-5585-4b38-b337-bcada4c74dcb') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:09.501486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.512940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.526215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:09.530697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.538920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:15:09.539565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.629064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.658166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:09.658970 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.678752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:09.682388 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 05454fd9-5585-4b38-b337-bcada4c74dcb resource provider aggregate not found May 26 19:15:09.694091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:09.695909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb29322-9f3f-4dbe-a0db-1c7d383631f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:09.710040 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 05454fd9-5585-4b38-b337-bcada4c74dcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05454fd9-5585-4b38-b337-bcada4c74dcb found for delete ", "request_id": "req-4f8953e6-9040-4361-a6ab-608494e36609"}]} May 26 19:15:09.725543 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-90b71cca-a382-48a2-b46f-b214da140721 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286585 May 26 19:15:09.730998 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f8c0d916-39f9-4917-a287-b59cb2d2e946 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8eb29322-9f3f-4dbe-a0db-1c7d383631f0 HTTP/1.1" status: 204 len: 168 time: 2.0682857 May 26 19:15:09.819803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:09.842108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b5fa5f4-d165-49e5-a410-1b3905c71997 req-5e78325d-294d-4ee4-a4bc-42228381ab26 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641580 May 26 19:15:09.857115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5da52b-9a88-4b15-9422-189dac91ff9b req-24a27b44-15eb-4a53-b8b9-29228eb20b23 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:09.864125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b5da52b-9a88-4b15-9422-189dac91ff9b req-24a27b44-15eb-4a53-b8b9-29228eb20b23 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 943 time: 0.3086607 May 26 19:15:09.891071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:09.916874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0ed853d9-fca7-49f3-98a7-b75e5f77ba7c req-f31e65e3-e75f-4432-9d8e-8c14afb46f69 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843498 May 26 19:15:09.948055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa4b8396-cd9c-4310-a0eb-d0af3a1dd260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7a5573ac521465a88054a2823a2d1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551703 May 26 19:15:09.950679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55358) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:10.008448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b5da52b-9a88-4b15-9422-189dac91ff9b req-d595d644-8806-49b9-ba21-0d28b2c67a10 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433542 May 26 19:15:10.018153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.056683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.116823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.132955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07a94773-4d33-4938-b3d4-d8ac32798df4 req-69a39083-96ad-42be-900b-2c8072fe6a27 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45397038ec1447a48a544b82cfa53766 HTTP/1.1" status: 200 len: 2984 time: 0.0966241 May 26 19:15:10.137079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51592e8-0635-48b1-82ab-229929e4a343,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:10.144642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.150030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d41e4e4a-cc89-4cb5-831d-7274d3b73072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a51592e8-0635-48b1-82ab-229929e4a343 HTTP/1.1" status: 204 len: 168 time: 0.1942334 May 26 19:15:10.249801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07a94773-4d33-4938-b3d4-d8ac32798df4 req-c89c4a4d-3d99-404a-b6e1-784b3ba987e6 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/5c12aef3-c20b-4605-95de-7197287bdd66 HTTP/1.1" status: 200 len: 2981 time: 0.1051795 May 26 19:15:10.277416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a86d5c-f719-453f-a193-a00b702f5f6b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:10.293403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.332211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Transition to ACTIVE for port object 63a86d5c-f719-453f-a193-a00b702f5f6b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:10.335198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07a94773-4d33-4938-b3d4-d8ac32798df4 req-4b90604e-ba0c-40d7-bfda-cc9521030414 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/5c12aef3-c20b-4605-95de-7197287bdd66 HTTP/1.1" status: 200 len: 2981 time: 0.0778468 May 26 19:15:10.336812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.514871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:10.614128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:10.656695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Attempting to bind port 63a86d5c-f719-453f-a193-a00b702f5f6b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:10.657271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Attempting to bind port 63a86d5c-f719-453f-a193-a00b702f5f6b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:10.657386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Attempting to bind port 63a86d5c-f719-453f-a193-a00b702f5f6b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:10.667485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c240d-f071-4fdd-9a1b-66b7478d8ddf req-e6898bc0-6a64-4ac9-af78-2f6d5ab4fdf9 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:10.668768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-487c240d-f071-4fdd-9a1b-66b7478d8ddf req-e6898bc0-6a64-4ac9-af78-2f6d5ab4fdf9 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 949 time: 0.2222366 May 26 19:15:10.673373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Port 63a86d5c-f719-453f-a193-a00b702f5f6b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:10.673698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Attempting to bind port 63a86d5c-f719-453f-a193-a00b702f5f6b on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:10.696427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:10.698337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:10.698871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:10.700278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Bound port: 63a86d5c-f719-453f-a193-a00b702f5f6b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:10.700644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.770845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:10.780879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-487c240d-f071-4fdd-9a1b-66b7478d8ddf req-fac5c400-071f-4302-8325-ba0c05b2b379 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037641 May 26 19:15:10.802436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '67331028-3f68-428c-92b8-6f77481ad5d5', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'port_id': '67331028-3f68-428c-92b8-6f77481ad5d5', 'mac_address': 'fa:16:3e:10:96:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981d1bfa-622c-4f6b-84eb-e4abcedc99df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:10.816508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:10.819801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=63a86d5c-f719-453f-a193-a00b702f5f6b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:10.827735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.878352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 67331028-3f68-428c-92b8-6f77481ad5d5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:10.880461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.906310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67331028-3f68-428c-92b8-6f77481ad5d5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:10.925220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:10.930070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.931208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:10.931830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:10.933266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/63a86d5c-f719-453f-a193-a00b702f5f6b HTTP/1.1" status: 200 len: 1092 time: 1.7519345 May 26 19:15:10.933931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:11.016086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:11.053293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac0048-8c77-4fc1-9578-3205ea3ff2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:11.097798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a051-e89b-4a8e-ab3f-d953c56ae5be req-60d5a5a6-71fc-4dd6-8fc1-f2641b82c88b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:11.098527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-72d9a051-e89b-4a8e-ab3f-d953c56ae5be req-60d5a5a6-71fc-4dd6-8fc1-f2641b82c88b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:11.105015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-336c6e46-71ce-42a3-881a-3e0a6d056afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:11.106531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-336c6e46-71ce-42a3-881a-3e0a6d056afd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 1095 time: 0.1260941 May 26 19:15:11.170127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-72d9a051-e89b-4a8e-ab3f-d953c56ae5be req-60d5a5a6-71fc-4dd6-8fc1-f2641b82c88b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:11.171276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72d9a051-e89b-4a8e-ab3f-d953c56ae5be req-60d5a5a6-71fc-4dd6-8fc1-f2641b82c88b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 944 time: 0.2421026 May 26 19:15:11.184586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-e282ccf9-7244-4f52-9de4-4da7632154c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a86d5c-f719-453f-a193-a00b702f5f6b HTTP/1.1" status: 200 len: 217 time: 0.0683389 May 26 19:15:11.270658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72d9a051-e89b-4a8e-ab3f-d953c56ae5be req-0ca0b574-2073-42ab-b44a-5a79ab219ec3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 May 26 19:15:11.278868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-ee4f4d0d-99e8-4ed3-baff-f84ae750fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:11.281351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-ee4f4d0d-99e8-4ed3-baff-f84ae750fd33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0825434 May 26 19:15:11.300544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['67331028-3f68-428c-92b8-6f77481ad5d5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:11.337786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-1acdaa25-1ebc-4bca-b735-7712083ddf72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491843 May 26 19:15:11.394482 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4e195f-088c-47a1-8f7e-6f39814968a2'] response: {'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc', 'code': 200} May 26 19:15:11.555870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1f88b-fc06-4518-b4b1-d790eb4da656 req-ba46dd9f-658d-4933-af1d-e21be87ae078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:11.557595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bbb1f88b-fc06-4518-b4b1-d790eb4da656 req-ba46dd9f-658d-4933-af1d-e21be87ae078 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 1101 time: 0.1526151 May 26 19:15:11.611708 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bbb1f88b-fc06-4518-b4b1-d790eb4da656 req-692c09fd-8247-4d5e-a62f-af20908a41fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 May 26 19:15:11.722810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-2839f377-4014-48cb-b9d7-c2d463b0e165 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789926 May 26 19:15:11.737774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390af27-e097-436e-a170-e5f94db45679 req-128dde3b-3eb2-4e83-9df6-74a35ccaf59a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:11.743601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2390af27-e097-436e-a170-e5f94db45679 req-128dde3b-3eb2-4e83-9df6-74a35ccaf59a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 950 time: 0.2017829 May 26 19:15:11.800981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2390af27-e097-436e-a170-e5f94db45679 req-71bca3d1-f760-4cd5-9e50-5d2fdc540754 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 May 26 19:15:11.960972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22a6b28e-9931-4f5a-b2a0-58562d68ed66 req-8ed69a68-21b0-4dd7-960e-2e080c66aed7 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/5c12aef3-c20b-4605-95de-7197287bdd66 HTTP/1.1" status: 200 len: 2981 time: 0.1223195 May 26 19:15:12.066571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b04b8638-4946-45f6-81b9-b14bc8c685d8 req-54ce1084-8a03-4a16-a391-528e4934f692 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900489 May 26 19:15:12.072777 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-22a6b28e-9931-4f5a-b2a0-58562d68ed66 req-272c4c07-4c6a-4c13-b770-e8675192f732 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 19:15:12.073807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22a6b28e-9931-4f5a-b2a0-58562d68ed66 req-272c4c07-4c6a-4c13-b770-e8675192f732 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c12aef3-c20b-4605-95de-7197287bdd66 HTTP/1.1" status: 409 len: 352 time: 0.1055365 May 26 19:15:12.140347 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae0584f-f652-4806-ba73-45b6bcab600f'] response: {'name': 'network-changed', 'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b', 'status': 'completed', 'code': 200} May 26 19:15:12.242289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-529fa056-b184-4f13-aa92-68bb2e51f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:12.243861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-529fa056-b184-4f13-aa92-68bb2e51f509 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 1095 time: 0.0807312 May 26 19:15:12.406201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-3b860fbd-ebee-4742-9f99-5fded845b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:12.407776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-3b860fbd-ebee-4742-9f99-5fded845b746 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.1505020 May 26 19:15:12.525025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-3dec18c8-245e-438f-9548-6369705074e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63a86d5c-f719-453f-a193-a00b702f5f6b HTTP/1.1" status: 200 len: 217 time: 0.0735817 May 26 19:15:12.600461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-4ddc855b-515b-4df5-92c6-3986b14f3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:12.601851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-4ddc855b-515b-4df5-92c6-3986b14f3764 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0687449 May 26 19:15:12.614190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:12.648191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbfbc8-994d-4508-8b91-7fc66a6f7f3f req-f46dd55e-1e18-4e44-8299-33b8099b69df tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:12.656014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39fbfbc8-994d-4508-8b91-7fc66a6f7f3f req-f46dd55e-1e18-4e44-8299-33b8099b69df tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 944 time: 0.2514527 May 26 19:15:12.686966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-ffb496a0-7a3a-4039-9ca1-fafe0a66fa00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779049 May 26 19:15:12.702464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 67331028-3f68-428c-92b8-6f77481ad5d5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:12.711753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 67331028-3f68-428c-92b8-6f77481ad5d5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:12.712341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:12.799436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39fbfbc8-994d-4508-8b91-7fc66a6f7f3f req-72320e50-7ed2-458a-a2fe-86953d1d11f8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364596 May 26 19:15:12.881126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 67331028-3f68-428c-92b8-6f77481ad5d5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:12.881501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:12.895749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-a43e1ae3-6bb8-4a5f-a436-e2308543a1ed service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022002 May 26 19:15:12.919024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:12.924237 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:12.925462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:13.075110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:13.094884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:13.099860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3b222d6-6b28-44d9-80ce-ca30772a9288 req-1f8614cc-294e-4c99-9a29-e78c5c39c139 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973782 May 26 19:15:13.101364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:13.101728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.111631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a871f-c657-416c-9fb9-981cffeef2ca req-6a391b06-a4b9-4ed3-a1a8-3331d5b06680 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:13.113167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9a871f-c657-416c-9fb9-981cffeef2ca req-6a391b06-a4b9-4ed3-a1a8-3331d5b06680 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 949 time: 0.1857762 May 26 19:15:13.167264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9a871f-c657-416c-9fb9-981cffeef2ca req-70d31012-4344-4cf4-abbe-e9b042f748c2 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 May 26 19:15:13.231318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:13.231691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.264958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:13.267443 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-db9f5d69-ece0-471b-93a9-0201e06b86e4 req-3dfbd386-2870-4475-9b3a-b22e66e0b5f8 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] show failed (client error): The resource could not be found. May 26 19:15:13.268583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db9f5d69-ece0-471b-93a9-0201e06b86e4 req-3dfbd386-2870-4475-9b3a-b22e66e0b5f8 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/6c77b57f-885e-4681-9b18-82dba8eeb949 HTTP/1.1" status: 404 len: 352 time: 0.0162175 May 26 19:15:13.269782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.349973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:13.396780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5'}, {'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:13.485701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9b4ed-d4d8-43f8-908a-bc287d2a21fa req-c43ec4e5-dd16-4c88-9300-59ae4bd23a8a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:13.486781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12e9b4ed-d4d8-43f8-908a-bc287d2a21fa req-c43ec4e5-dd16-4c88-9300-59ae4bd23a8a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 944 time: 0.0990365 May 26 19:15:13.561953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12e9b4ed-d4d8-43f8-908a-bc287d2a21fa req-ca39d3f0-f2d2-42fb-9f45-94e892fda6fd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669992 May 26 19:15:13.631091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55450) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:13.743324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.744311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9062a97-8ef9-4100-81a6-c34814af9b73 req-51c2b24b-a227-45ed-84bd-ce69ca57b836 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:13.745878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9062a97-8ef9-4100-81a6-c34814af9b73 req-51c2b24b-a227-45ed-84bd-ce69ca57b836 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 950 time: 0.0868576 May 26 19:15:13.766877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.781987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:13.785834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Usage tracker for resource:security_group_rule and tenant:8a777a1b6e794f27835e408cb7531a89 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:13.789494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:13.793173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9062a97-8ef9-4100-81a6-c34814af9b73 req-b0c37a37-e674-4dc3-8b87-7cbfc64e2c73 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 May 26 19:15:13.795145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:13.884476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.888760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:13.945367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a777a1b6e794f27835e408cb7531a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131657 May 26 19:15:13.946351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f561f0-15b7-42df-996c-044b911a1d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164abb04-f677-4526-97c6-1efb53255c93,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:13.949387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55480) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:14.126706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.152546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.209441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.223742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164abb04-f677-4526-97c6-1efb53255c93,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:14.233745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.235033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d5076b68-1d32-4a2e-9a17-128438f3c0a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/164abb04-f677-4526-97c6-1efb53255c93 HTTP/1.1" status: 204 len: 168 time: 0.2840047 May 26 19:15:14.277867 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-7510ef9f-5a63-4772-915b-38185b3f89ff req-a8026039-ea44-4b3e-9d95-52e4cefa4269 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] show failed (client error): The resource could not be found. May 26 19:15:14.277867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7510ef9f-5a63-4772-915b-38185b3f89ff req-a8026039-ea44-4b3e-9d95-52e4cefa4269 tempest-SecurityGroupsNegativeTestJSON-1238732689 tempest-SecurityGroupsNegativeTestJSON-1238732689-project] 10.222.0.24 "GET /v2.0/security-groups/7cb2820d-fe26-4798-9481-e8f9d5293fc5 HTTP/1.1" status: 404 len: 352 time: 0.0181661 May 26 19:15:14.288682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55506) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:14.330598 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b00833-213a-459f-9da6-a3fb10716d2a'] response: {'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5', 'code': 200} May 26 19:15:14.330861 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b00833-213a-459f-9da6-a3fb10716d2a'] response: {'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', 'code': 200} May 26 19:15:14.353160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Deleting subnet 68ba128c-5e62-4a56-bee6-1706a99d2556 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:15:14.356998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.425017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.534268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ae82-07b6-462e-af6f-0afeae83fa7d req-e02eaea2-536e-4d2a-98ce-c5267717ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:14.535876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e8ae82-07b6-462e-af6f-0afeae83fa7d req-e02eaea2-536e-4d2a-98ce-c5267717ec56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1096 time: 0.0821772 May 26 19:15:14.586638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97e8ae82-07b6-462e-af6f-0afeae83fa7d req-100a76d8-2566-4f4a-a17b-a7748e7f8270 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 May 26 19:15:14.598283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.657165 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e87f8dad-a7bf-4ecb-8975-d9946f2e77e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.689645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d50a-38fb-460d-827a-fbdca7cadc8f req-e6834f2e-02e1-4ac7-b43c-a8c35ded1506 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:14.690949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d78d50a-38fb-460d-827a-fbdca7cadc8f req-e6834f2e-02e1-4ac7-b43c-a8c35ded1506 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.2361100 May 26 19:15:14.693753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436241b-463a-4789-a0c1-e091e10d9417 req-6b248af1-1c41-44a4-a186-ab99ae514eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:14.695146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6436241b-463a-4789-a0c1-e091e10d9417 req-6b248af1-1c41-44a4-a186-ab99ae514eef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 1101 time: 0.2392495 May 26 19:15:14.729979 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.783317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ba128c-5e62-4a56-bee6-1706a99d2556,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:14.788705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:14.800940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d78d50a-38fb-460d-827a-fbdca7cadc8f req-6c034ed5-e0a5-4a65-bde1-98dc1651d470 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977252 May 26 19:15:14.803478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.804000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.804140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.804438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.804753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.805088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.805408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.805718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.806566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.806566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.806768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.807260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:14.813638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bb6b03cd-9c25-4810-bb3f-cef19e7d0075 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68ba128c-5e62-4a56-bee6-1706a99d2556 HTTP/1.1" status: 204 len: 168 time: 0.5237997 May 26 19:15:14.814650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55524) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:15.012429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.031336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6436241b-463a-4789-a0c1-e091e10d9417 req-96ad7c7a-1bb3-4bac-8d8d-6004da4127c7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843479 May 26 19:15:15.154443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcd360-c41d-4ece-9b80-e2934ca851c6 req-d73af766-7461-4074-91bb-23905edf1a67 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:15.155961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3fcd360-c41d-4ece-9b80-e2934ca851c6 req-d73af766-7461-4074-91bb-23905edf1a67 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 945 time: 0.2269230 May 26 19:15:15.190487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.230555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afea132-8c11-4730-a820-3c228e3a2766']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:15.243811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3fcd360-c41d-4ece-9b80-e2934ca851c6 req-99e92ae4-f345-41c0-b84d-e672c143962d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767815 May 26 19:15:15.247319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74fd798-0590-4058-beb7-1c244c7a3528') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:15.247617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74fd798-0590-4058-beb7-1c244c7a3528') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:15.259693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.281255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.289868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:15:15.290576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.432647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.437857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.468677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] Pushing event deleted for resources: {'Network': ['ID=5afea132-8c11-4730-a820-3c228e3a2766,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:15.472788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3b9de91b-9b56-4e27-ba14-02f3034a201c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5afea132-8c11-4730-a820-3c228e3a2766 HTTP/1.1" status: 204 len: 168 time: 0.6548026 May 26 19:15:15.494630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c55d8b-7ebe-4bc3-8d8e-7fc728cb1169 req-6e27268e-a782-4083-9870-2a22a641cee5 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:15.496244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89c55d8b-7ebe-4bc3-8d8e-7fc728cb1169 req-6e27268e-a782-4083-9870-2a22a641cee5 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1391549 May 26 19:15:15.523007 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f74fd798-0590-4058-beb7-1c244c7a3528 resource provider aggregate not found May 26 19:15:15.542195 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f74fd798-0590-4058-beb7-1c244c7a3528 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f74fd798-0590-4058-beb7-1c244c7a3528 found for delete ", "request_id": "req-69349be8-6a0e-4cce-b847-2df9ef4a7e95"}]} May 26 19:15:15.555301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89c55d8b-7ebe-4bc3-8d8e-7fc728cb1169 req-1cbe580b-c380-422e-90bb-80208167016d tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 May 26 19:15:15.653015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:15.823138 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76554f91-d523-4121-90eb-322b629e9edc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45397038ec1447a48a544b82cfa53766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673830 May 26 19:15:15.825501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55580) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:15.884053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.910686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.966769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.983958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c12aef3-c20b-4605-95de-7197287bdd66,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:15.995364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:15.998000 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b68a24b-c747-4d58-b059-a46e6d30ace2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c12aef3-c20b-4605-95de-7197287bdd66 HTTP/1.1" status: 204 len: 168 time: 0.1713893 May 26 19:15:16.132464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcec2a9-b8ce-4617-a96c-5c6dc5f80a2e req-1274ca89-170d-47c4-b83c-846b39701890 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:16.133972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fcec2a9-b8ce-4617-a96c-5c6dc5f80a2e req-1274ca89-170d-47c4-b83c-846b39701890 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 944 time: 0.0836947 May 26 19:15:16.181769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fcec2a9-b8ce-4617-a96c-5c6dc5f80a2e req-b9f0979c-9a89-40d7-841b-df923bc892c4 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 May 26 19:15:16.303426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-4fe0e8e3-e37c-419b-9d55-7b72699cc2c3 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314732 May 26 19:15:16.480470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-141644a9-b583-4733-96fe-74ecfcca1db6 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:16.482150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-141644a9-b583-4733-96fe-74ecfcca1db6 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729047 May 26 19:15:16.499522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-cfbbb768-911e-4ab1-97c1-424739413fce tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/quotas/9c253b5cf4c64e39b1da2e99c1303d52 HTTP/1.1" status: 200 len: 375 time: 0.0105758 May 26 19:15:16.591104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-8d2d4446-0d44-46e9-aa5e-428fbed80c05 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856695 May 26 19:15:16.655726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 63a86d5c-f719-453f-a193-a00b702f5f6b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:16.831298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-604fbe24-4fdf-443c-a791-55abdea72a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:16.889887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=63a86d5c-f719-453f-a193-a00b702f5f6b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:16.906018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '63a86d5c-f719-453f-a193-a00b702f5f6b', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': '63a86d5c-f719-453f-a193-a00b702f5f6b', 'mac_address': 'fa:16:3e:47:bf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:16.966892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 63a86d5c-f719-453f-a193-a00b702f5f6b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:16.967546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:16.986871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a86d5c-f719-453f-a193-a00b702f5f6b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:17.003534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=63a86d5c-f719-453f-a193-a00b702f5f6b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:17.008790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.098128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:17.296790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.320349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29f8f-7726-4dcf-8d06-028eada547c5 req-c06e8683-3a1e-4524-90e6-2289d131cccf tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:17.321853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ef29f8f-7726-4dcf-8d06-028eada547c5 req-c06e8683-3a1e-4524-90e6-2289d131cccf tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 945 time: 0.0920067 May 26 19:15:17.398793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:17.411660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['63a86d5c-f719-453f-a193-a00b702f5f6b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:17.490396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ef29f8f-7726-4dcf-8d06-028eada547c5 req-b3dd6000-3a83-4ff3-a144-095e99f8682e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602824 May 26 19:15:17.571904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.589684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:17.593756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f069d2916bb4946b4d00b262ca90d56 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:17.597151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:17.603400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:17.694304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453f0a3-e8cd-454b-a643-9588546193bc req-f87fb1e4-5e14-4948-8964-cd06a377ec42 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:17.695552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3453f0a3-e8cd-454b-a643-9588546193bc req-f87fb1e4-5e14-4948-8964-cd06a377ec42 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 950 time: 0.0837440 May 26 19:15:17.700821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.705806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.740205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3453f0a3-e8cd-454b-a643-9588546193bc req-cfb5c7b6-bc78-4ef0-8661-e3b30a6f9943 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 May 26 19:15:17.764534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6bfd2-fb5c-4c06-9276-e3eb0a0bb96c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:17.764534 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2c3a0211-24e5-4e88-ac9e-a6af7c19d0b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f069d2916bb4946b4d00b262ca90d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583694 May 26 19:15:17.764534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:17.822678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.850137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.884824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a41a7a0c-0d8d-4f14-ba45-46f60e4928eb req-0f3f4c01-cec1-4325-bdc9-94d109269310 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 210 time: 0.0504384 May 26 19:15:17.904917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.924097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6bfd2-fb5c-4c06-9276-e3eb0a0bb96c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:17.931587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:17.947975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-829aa628-5f42-4884-a1be-9e8af384fc42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ab6bfd2-fb5c-4c06-9276-e3eb0a0bb96c HTTP/1.1" status: 204 len: 168 time: 0.1725795 May 26 19:15:17.963040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-2e01e77d-df3b-4122-a8f9-b8ea6a08d07d tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343771 May 26 19:15:18.011140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.204796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-9c944099-8782-465f-b4ad-5427100aecb6 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:18.206517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-9c944099-8782-465f-b4ad-5427100aecb6 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309730 May 26 19:15:18.225313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Request body: {'port': {'device_id': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '9c253b5cf4c64e39b1da2e99c1303d52'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:18.385826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:18.397625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:18.413210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Made reservation on behalf of 9c253b5cf4c64e39b1da2e99c1303d52 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:18.416834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.594700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Allocated IP 192.168.233.202 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/46b4f231-1875-49ad-8994-2e352473ad2e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:18.650066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 63a86d5c-f719-453f-a193-a00b702f5f6b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:18.767236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 63a86d5c-f719-453f-a193-a00b702f5f6b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:18.777876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:18.781422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 63a86d5c-f719-453f-a193-a00b702f5f6b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:18.782093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.897868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-422846673-network', 'tenant_id': '04a60604ed564d8ca5e569cb7c2947e5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:18.902877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:18.906825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.907111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Usage tracker for resource:network and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:18.910494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:18.917190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:18.933869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46624-f2e5-46b9-bd46-ae168c28d8f1 req-8bc639c9-34b8-467f-bf72-315ac0d05382 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:18.934092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 63a86d5c-f719-453f-a193-a00b702f5f6b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:18.934331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.935225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Made reservation on behalf of 04a60604ed564d8ca5e569cb7c2947e5 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:18.937566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.940829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ea46624-f2e5-46b9-bd46-ae168c28d8f1 req-8bc639c9-34b8-467f-bf72-315ac0d05382 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 945 time: 0.1630275 May 26 19:15:18.943613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Transition to ACTIVE for port object 46b4f231-1875-49ad-8994-2e352473ad2e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:18.953304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.964223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:18.969164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:18.973775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:18.974403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=63a86d5c-f719-453f-a193-a00b702f5f6b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:18.977333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:18.979966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:18.987436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:18.997715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ea46624-f2e5-46b9-bd46-ae168c28d8f1 req-30f7300c-eac3-4834-b6b5-e1f5dac0857d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559280 May 26 19:15:19.016391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.031579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7', '50991613-cbd0-4523-a9c0-6bdf297414bc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:19.112143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:19.116195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:19.120996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:19.131860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:19.171436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.176306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.193217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event updated for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:19.210937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:15:19.219531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9142f4d1-6c88-4d5a-9dab-28e486b546e3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:19.227072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.227410 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Added segment 4744c582-f3cc-4ffd-bf1e-fee1e5bb4283 of type vlan for network 63ff659b-34dc-430a-87ae-90089a0e53f0 May 26 19:15:19.262744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.263122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:19.263850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.299956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.301386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:19.302747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.319421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-44663bd9-b3cc-4574-ad56-2111b4926c04 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1008735 May 26 19:15:19.329696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d18686-77e7-48f8-8f8c-9858a2fa811b req-27a40ff5-bcb0-40ed-80f4-0a75fde00f1e tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:19.331992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58d18686-77e7-48f8-8f8c-9858a2fa811b req-27a40ff5-bcb0-40ed-80f4-0a75fde00f1e tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1096 time: 0.1498976 May 26 19:15:19.337313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Request body: {'port': {'device_id': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:19.438506 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6593895 May 26 19:15:19.439387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bdce8-a153-4573-b3a4-9f01b9a52fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=63ff659b-34dc-430a-87ae-90089a0e53f0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:19.441424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55748) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:19.447601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Request body: {'subnet': {'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-422846673-subnet', 'tenant_id': '04a60604ed564d8ca5e569cb7c2947e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:19.453002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:19.457166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Usage tracker for resource:subnet and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:19.459187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:15:19.460616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:19.466812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:19.478771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58d18686-77e7-48f8-8f8c-9858a2fa811b req-168aa32e-7f32-4cf5-898e-7d7371fe87f0 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144798 May 26 19:15:19.479362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Made reservation on behalf of 04a60604ed564d8ca5e569cb7c2947e5 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:19.481510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.514644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.584024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c5be6b06-54f9-42e9-9e39-12d7c444fc7c None None] Provisioning for port 46b4f231-1875-49ad-8994-2e352473ad2e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:19.591621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.600402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c5be6b06-54f9-42e9-9e39-12d7c444fc7c None None] Provisioning complete for port 46b4f231-1875-49ad-8994-2e352473ad2e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:19.600668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5be6b06-54f9-42e9-9e39-12d7c444fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.710447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5be6b06-54f9-42e9-9e39-12d7c444fc7c None None] Port 46b4f231-1875-49ad-8994-2e352473ad2e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:15:19.776627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.906592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f67f47-3d8b-4066-8ff1-449e068b19d3,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:19.916526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Checking segment: {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:19.916877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Network hostable DHCP agents. Network: 63ff659b-34dc-430a-87ae-90089a0e53f0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:15:19.940937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:15:19.951697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 63ff659b-34dc-430a-87ae-90089a0e53f0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:19.956038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:19.956684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:19.962180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d75cb0-3c0b-4aec-8038-e5e3c6f8cf69 None None] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:19.982118 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa1c564d-4eee-4d83-a69f-2a46d0b8ce9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5395651 May 26 19:15:20.125580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b4f231-1875-49ad-8994-2e352473ad2e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:20.140197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:20.160089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Transition to ACTIVE for port object 46b4f231-1875-49ad-8994-2e352473ad2e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:20.165219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:20.210226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d7027-2ffe-400f-bed9-14076b897659 None None] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:20.284947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899dc2b-ca80-4bd8-8304-3cd23488d7cf req-376c8d24-13f2-4fbb-baa6-d69fd5523e8e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:20.285719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c899dc2b-ca80-4bd8-8304-3cd23488d7cf req-376c8d24-13f2-4fbb-baa6-d69fd5523e8e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:20.320250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:20.390520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c899dc2b-ca80-4bd8-8304-3cd23488d7cf req-376c8d24-13f2-4fbb-baa6-d69fd5523e8e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:20.391582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c899dc2b-ca80-4bd8-8304-3cd23488d7cf req-376c8d24-13f2-4fbb-baa6-d69fd5523e8e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 936 time: 0.4476409 May 26 19:15:20.470955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c899dc2b-ca80-4bd8-8304-3cd23488d7cf req-fe8acf31-7a84-470e-b6a8-2eb845ce2084 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 May 26 19:15:20.472930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Attempting to bind port 46b4f231-1875-49ad-8994-2e352473ad2e on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:20.473281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Attempting to bind port 46b4f231-1875-49ad-8994-2e352473ad2e by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:20.473711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Attempting to bind port 46b4f231-1875-49ad-8994-2e352473ad2e on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:20.478351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Port 46b4f231-1875-49ad-8994-2e352473ad2e on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:20.478656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Attempting to bind port 46b4f231-1875-49ad-8994-2e352473ad2e on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:20.484516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:20.485121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:20.485219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:20.485627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Bound port: 46b4f231-1875-49ad-8994-2e352473ad2e, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:20.485963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:20.523533 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba13dac4-4d4b-4ac6-a406-c8b215296dd6'] response: {'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b', 'code': 200} May 26 19:15:20.586352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:20.589635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46b4f231-1875-49ad-8994-2e352473ad2e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:20.593919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:20.677929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223b2d6-7460-4856-b32f-1d61a8f9d9bd req-585b5177-00ff-4213-b7ad-a392b6ac223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:20.679457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6223b2d6-7460-4856-b32f-1d61a8f9d9bd req-585b5177-00ff-4213-b7ad-a392b6ac223b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 1097 time: 0.0763457 May 26 19:15:20.685761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:20.686745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:20.688450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/46b4f231-1875-49ad-8994-2e352473ad2e HTTP/1.1" status: 200 len: 1096 time: 1.3612142 May 26 19:15:20.703526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:20.735751 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6223b2d6-7460-4856-b32f-1d61a8f9d9bd req-4bd06a76-e911-42f5-b4e7-09de69a35b95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 May 26 19:15:20.778014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dcae8-aaf8-4509-af19-ddcb056634a2 service neutron] Pushing event updated for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:20.822362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff00d9-efeb-4762-b13b-0b757cc281a6 req-45759625-0580-4016-aed3-2b9403ec552d tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:20.823879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65ff00d9-efeb-4762-b13b-0b757cc281a6 req-45759625-0580-4016-aed3-2b9403ec552d tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1096 time: 0.1916487 May 26 19:15:20.860682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-0c2b85ee-3b3d-4323-bacf-67a3e7cf1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:20.862188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-0c2b85ee-3b3d-4323-bacf-67a3e7cf1ee5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 1099 time: 0.1247811 May 26 19:15:20.878188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65ff00d9-efeb-4762-b13b-0b757cc281a6 req-6f669652-6fb6-4a3e-87bf-55e4e4605d0a tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 May 26 19:15:21.088142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-9d5c8594-5feb-4a3f-8964-1e6b8eb1b639 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=46b4f231-1875-49ad-8994-2e352473ad2e HTTP/1.1" status: 200 len: 217 time: 0.0758095 May 26 19:15:21.155762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-5d74591b-dbd4-4c11-bf40-f6a29cf9013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:21.157219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-5d74591b-dbd4-4c11-bf40-f6a29cf9013c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0622947 May 26 19:15:21.237636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee3893-afa2-475c-9d75-01d446280c22 req-67f8ca3e-5d21-4140-8535-c7a060cfe072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:21.239093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-67f8ca3e-5d21-4140-8535-c7a060cfe072 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730159 May 26 19:15:21.378707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-30f3f986-0883-40f0-bb18-e1207003230f tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438378 May 26 19:15:21.515432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-99a2b03f-21b0-418f-b369-3edb4bd9467f service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499485 May 26 19:15:21.645112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-97923af0-ca0e-4808-bd2a-6a4310404a10 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:21.646549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-97923af0-ca0e-4808-bd2a-6a4310404a10 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609236 May 26 19:15:21.679357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-692077d2-1ef4-4865-9ae7-cf94a3dcd23b tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/quotas/21e55bde17bf4d9e92bace6b14bf0fd7 HTTP/1.1" status: 200 len: 375 time: 0.0262318 May 26 19:15:21.737263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ee3893-afa2-475c-9d75-01d446280c22 req-a97e1206-3d0f-4aa9-bafc-665774a80368 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008784 May 26 19:15:21.773208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15f60cb4-19ac-41fc-b0df-27573d1fd6f1 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814033 May 26 19:15:22.042579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43cfa3-ac96-4d42-9122-3f82510aabc4 req-5594deff-fa17-4fb7-8d0e-cd44bbabb94f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:22.044122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b43cfa3-ac96-4d42-9122-3f82510aabc4 req-5594deff-fa17-4fb7-8d0e-cd44bbabb94f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 946 time: 0.0863755 May 26 19:15:22.103538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b43cfa3-ac96-4d42-9122-3f82510aabc4 req-9bcdaa52-3c36-4b00-b960-1d6943a02927 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 May 26 19:15:22.181767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-554569311', 'description': 'tempest-description-735471069'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:22.187559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:22.191387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:22.194297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:22.199841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:22.210448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:22.232882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:22.236996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:22.239833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:22.245965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:22.325516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:22.329651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:22.373370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7010a1e-7b7c-492e-8341-1e8f1d085d64,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:22.376202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:22.377404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d7a11c1-aacf-4073-a238-32c38a50b95c req-2845d45b-65d4-4159-876c-18242b00a95b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1997445 May 26 19:15:22.435533 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61170a5-4610-42c4-98af-73fc1a6a2df2'] response: {'name': 'network-changed', 'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e', 'status': 'completed', 'code': 200} May 26 19:15:22.600792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-dcfead0d-110a-48c2-a24a-0f3bb85d4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:22.602201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-dcfead0d-110a-48c2-a24a-0f3bb85d4bc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 1099 time: 0.0924361 May 26 19:15:22.898576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-bf8536ad-1551-4039-9635-9d9ac35229ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:22.900022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-bf8536ad-1551-4039-9635-9d9ac35229ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2862813 May 26 19:15:22.908020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928ac68-edf3-418d-a14f-06f5f0663f37 req-e40a21f6-e1cb-4390-b002-831b4061c572 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:22.909371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6928ac68-edf3-418d-a14f-06f5f0663f37 req-e40a21f6-e1cb-4390-b002-831b4061c572 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 948 time: 0.1749110 May 26 19:15:22.987930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-18cf6781-ce3e-4906-accd-4e11975ae8c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=46b4f231-1875-49ad-8994-2e352473ad2e HTTP/1.1" status: 200 len: 217 time: 0.0776377 May 26 19:15:23.060951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6928ac68-edf3-418d-a14f-06f5f0663f37 req-e30b35e8-36e7-4f0d-a35a-7b2d634eca2c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950518 May 26 19:15:23.079888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-4ea029d0-4ec7-4276-bd1d-bb9acaad6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:23.082032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-4ea029d0-4ec7-4276-bd1d-bb9acaad6148 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0870178 May 26 19:15:23.083139 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-150a3625-ce9e-4903-91fd-08c34a217733 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418725 May 26 19:15:23.182060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-e63b28ce-813b-4df5-a8dd-2572218c37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:23.183778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-e63b28ce-813b-4df5-a8dd-2572218c37d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891292 May 26 19:15:23.258166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-06702205-63a6-4ab4-9fa7-4cbe20a2bdd3 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:23.259648 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-06702205-63a6-4ab4-9fa7-4cbe20a2bdd3 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663036 May 26 19:15:23.279388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Request body: {'port': {'device_id': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '21e55bde17bf4d9e92bace6b14bf0fd7'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:23.327584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0382e16f-7820-425c-a14b-56dee126205f req-8ff955fb-1c99-4eb4-b8ff-10af5344a4af tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 210 time: 0.0557737 May 26 19:15:23.372806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-106356674', 'description': 'tempest-description-1290272920'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:23.389824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:23.397227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:23.401577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-e534ed36-5103-423b-902e-29e0587f2a80 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090051 May 26 19:15:23.402470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:23.409302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:23.438101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:23.442156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Usage tracker for resource:port and tenant:21e55bde17bf4d9e92bace6b14bf0fd7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:23.446035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:23.452801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:23.462590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Made reservation on behalf of 21e55bde17bf4d9e92bace6b14bf0fd7 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:23.466126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.501415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.544372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:23.552344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:23.556790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:23.573498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:23.582246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee34f24-9ff2-49aa-8077-18883959c396 req-598d5ed2-e735-4a6b-9b76-cff08dcb26aa service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704137 May 26 19:15:23.645886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Allocated IP 192.168.233.45 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/1a3617b5-d771-4f2f-ab77-68f3546ac4bb) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:23.653066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.658102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.700756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:23.704383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.705594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9388c8fa-bf31-46be-b10b-989c623a0f2f req-737e7b68-80b1-49ad-9370-df44686f5634 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3386495 May 26 19:15:23.872241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.900717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Transition to ACTIVE for port object 1a3617b5-d771-4f2f-ab77-68f3546ac4bb will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:23.927587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:23.941912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:24.132126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:24.133354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:24.136471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:24.192287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Pushing event updated for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:24.209003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.209546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.209825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.210188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.210520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.211535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.211872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.212185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.212575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.212847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.213204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.213532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:24.238629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:24.239899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.284927 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-34d43978-e7b1-4a66-bf4d-640e6edea58e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0104785 May 26 19:15:24.299899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Request body: {'port': {'device_id': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:24.425635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b7c8-e8c8-4dda-b560-87bc2250e33e req-e1e34600-b9fb-4cb7-9669-4d761d837f82 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:24.427614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1873b7c8-e8c8-4dda-b560-87bc2250e33e req-e1e34600-b9fb-4cb7-9669-4d761d837f82 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 946 time: 0.0863554 May 26 19:15:24.434801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-19ae624d-8677-4070-b978-6b8106b62a1c None None] Provisioning for port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:24.438081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.441424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-19ae624d-8677-4070-b978-6b8106b62a1c None None] Provisioning complete for port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:24.441798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19ae624d-8677-4070-b978-6b8106b62a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.478844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1873b7c8-e8c8-4dda-b560-87bc2250e33e req-af8b6df3-aba1-46f4-ab61-5438c8e8b0e6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 May 26 19:15:24.516203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-19ae624d-8677-4070-b978-6b8106b62a1c None None] Port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:15:24.684726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46b4f231-1875-49ad-8994-2e352473ad2e details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:24.757617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55934) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:24.781608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-b09a2f16-07ab-43cd-9ca1-2b73ffaa5875 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:24.783431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-b09a2f16-07ab-43cd-9ca1-2b73ffaa5875 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 812 time: 0.1837108 May 26 19:15:24.803252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-65bb41e7-16d2-4eaa-9118-6482f139229c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/quotas/04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 375 time: 0.0137434 May 26 19:15:24.838604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3617b5-d771-4f2f-ab77-68f3546ac4bb {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:24.846725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.855271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46b4f231-1875-49ad-8994-2e352473ad2e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:24.864989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-d5c481c5-1e39-47b3-a239-3bef33ae393b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554128 May 26 19:15:24.869316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Transition to ACTIVE for port object 1a3617b5-d771-4f2f-ab77-68f3546ac4bb will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:24.874897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.876073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '46b4f231-1875-49ad-8994-2e352473ad2e', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '46b4f231-1875-49ad-8994-2e352473ad2e', 'mac_address': 'fa:16:3e:61:cc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:24.940043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 46b4f231-1875-49ad-8994-2e352473ad2e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:24.940415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.962890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b4f231-1875-49ad-8994-2e352473ad2e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:24.966317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.982960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46b4f231-1875-49ad-8994-2e352473ad2e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:24.989666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:24.998296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:25.005252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Usage tracker for resource:security_group_rule and tenant:b555228d7197423a820439e37491984d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:25.009424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:25.027270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:25.061091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:25.076853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-c97f07df-bb71-49ce-926c-4dd677a5ed8b service neutron] 10.222.0.24 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038653 May 26 19:15:25.115444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:25.171145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Attempting to bind port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:25.172093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Attempting to bind port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:25.172420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Attempting to bind port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:25.177649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:25.178015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Attempting to bind port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:25.183768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:25.184158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:25.184628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:25.185206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Bound port: 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:25.185647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.258893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-a07aa283-815b-432a-9b0a-7a78307c1b74 service neutron] 10.222.0.24 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809347 May 26 19:15:25.278448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.287660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:25.290498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.291364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:25.297087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.344432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b555228d7197423a820439e37491984d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857596 May 26 19:15:25.346840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cfefa-6c43-4a48-b37e-e2ddbc933b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3b5ac2-4c52-4d3f-848a-92df83c29347,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:25.348432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55940) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:25.400931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.401579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.402974 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] 10.222.0.53 "PUT /v2.0/ports/1a3617b5-d771-4f2f-ab77-68f3546ac4bb HTTP/1.1" status: 200 len: 1095 time: 1.1088471 May 26 19:15:25.405929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:25.434903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['46b4f231-1875-49ad-8994-2e352473ad2e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:25.521511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15badc5a-8c93-4d60-9cea-91f368025a84 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:25.561376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.598678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.610677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-e65f9ad7-c7df-4bb1-a7a8-a665309682c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.612458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-e65f9ad7-c7df-4bb1-a7a8-a665309682c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.1630180 May 26 19:15:25.705980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-f7f216b2-7d65-4aa1-bb8e-de58366546a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb HTTP/1.1" status: 200 len: 217 time: 0.0815034 May 26 19:15:25.731457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc42e1-317d-4846-850b-49a599139ab1 req-32538322-6794-4c33-864f-2872dc731f2b tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.733664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71cc42e1-317d-4846-850b-49a599139ab1 req-32538322-6794-4c33-864f-2872dc731f2b tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1096 time: 0.2505195 May 26 19:15:25.782623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71cc42e1-317d-4846-850b-49a599139ab1 req-2fd8e1c6-ad1b-454b-a11e-29844e81a5e8 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 May 26 19:15:25.800210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-39eebc4f-9462-4568-9171-edec9a3c6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.801813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-39eebc4f-9462-4568-9171-edec9a3c6125 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0846436 May 26 19:15:25.857354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.876839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3b5ac2-4c52-4d3f-848a-92df83c29347,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:25.899221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:25.901487 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-88bd6bfd-35f6-46d3-9137-126036c0717b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f3b5ac2-4c52-4d3f-848a-92df83c29347 HTTP/1.1" status: 204 len: 168 time: 0.5423157 May 26 19:15:25.919564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-90d24d99-b1c6-46f8-ad7b-de5260998148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.921239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-90d24d99-b1c6-46f8-ad7b-de5260998148 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121755 May 26 19:15:25.993548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc877-88a8-4aaf-a91f-8655d7e6faa0 req-8a12167b-d50c-45fd-9c98-6a1716059d8c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:25.995476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0fc877-88a8-4aaf-a91f-8655d7e6faa0 req-8a12167b-d50c-45fd-9c98-6a1716059d8c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 949 time: 0.0936573 May 26 19:15:26.078063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0fc877-88a8-4aaf-a91f-8655d7e6faa0 req-f85a5976-df74-4afd-a886-3412c41b7c73 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675611 May 26 19:15:26.125297 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-de35bea4-3991-4a38-b6b6-b6d20fb67ede service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798799 May 26 19:15:26.421854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bc6f4fa-631b-42f3-b29f-ffc1412a21aa req-252eb7e5-b581-4a3e-8142-86a6bd189c81 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844033 May 26 19:15:26.707600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:26.748856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0052-be06-43eb-adfc-d29f903eb151 req-a9aac3da-6f6d-4c71-9bea-c87892f1fe4a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:26.750399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbca0052-be06-43eb-adfc-d29f903eb151 req-a9aac3da-6f6d-4c71-9bea-c87892f1fe4a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 947 time: 0.0943377 May 26 19:15:26.805373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbca0052-be06-43eb-adfc-d29f903eb151 req-4c8c2d91-40ce-4c22-b53e-8e47d15a4532 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 May 26 19:15:26.878671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1829346254-network', 'tenant_id': '9cfc350851b64545be36da4571c5f51e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:26.894092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:26.902795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Usage tracker for resource:network and tenant:9cfc350851b64545be36da4571c5f51e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:26.907469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:26.928044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:26.965847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Made reservation on behalf of 9cfc350851b64545be36da4571c5f51e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:26.968144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:26.985591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.001810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-6510c993-a0f9-47ab-8d01-5aa69a0fcaf1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.002499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-6510c993-a0f9-47ab-8d01-5aa69a0fcaf1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:27.008166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55365af0-c68b-453d-ab56-61127ade6e7f req-e257bc68-46ba-446d-84ed-c3840a94249d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.010112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55365af0-c68b-453d-ab56-61127ade6e7f req-e257bc68-46ba-446d-84ed-c3840a94249d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 946 time: 0.0915790 May 26 19:15:27.014317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:27.022199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Usage tracker for resource:security_group_rule and tenant:9cfc350851b64545be36da4571c5f51e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:27.026170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:27.032374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:27.034914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-6510c993-a0f9-47ab-8d01-5aa69a0fcaf1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:27.036005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-6510c993-a0f9-47ab-8d01-5aa69a0fcaf1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 812 time: 0.2520673 May 26 19:15:27.065813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'device_id': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0', 'admin_state_up': True, 'tenant_id': '04a60604ed564d8ca5e569cb7c2947e5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:27.077613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55365af0-c68b-453d-ab56-61127ade6e7f req-bbb96d27-9656-4d95-8464-61d267630113 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 May 26 19:15:27.216487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edabc0af-afba-4d5d-9de1-e3574cf5ff34 req-db9ac3d0-6fcb-4a66-bdcb-bd88d80a440b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 210 time: 0.0449820 May 26 19:15:27.249301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:27.256381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.257660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:port and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:27.260902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:27.264157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.271708 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182636c8-7762-497d-8c0d-a9f6a26e5672'] response: {'name': 'network-changed', 'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb', 'status': 'completed', 'code': 200} May 26 19:15:27.291756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:27.308192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06470205-c30a-48bd-82a1-754d9a09a390,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:27.314215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:15:27.321500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Made reservation on behalf of 04a60604ed564d8ca5e569cb7c2947e5 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:27.325173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.341176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.341560 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Added segment 6c7ff9c2-8537-4053-b295-6e36e527537d of type vlan for network a746b738-d538-4f2c-ad20-e241429b0699 May 26 19:15:27.379653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-317d8671-da22-4bca-a605-2ffe90ca4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.382172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-317d8671-da22-4bca-a605-2ffe90ca4bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0879698 May 26 19:15:27.422681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.524656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.525654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.525967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-a92fdbff-1e0e-4c17-8d9b-89994d982ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.526239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.527783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-a92fdbff-1e0e-4c17-8d9b-89994d982ba7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1369183 May 26 19:15:27.597669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-d9bf8ed7-0fff-4a2b-9ade-3210c0baaa33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb HTTP/1.1" status: 200 len: 217 time: 0.0631576 May 26 19:15:27.654587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Allocated IP 172.20.0.5 (63ff659b-34dc-430a-87ae-90089a0e53f0/04f67f47-3d8b-4066-8ff1-449e068b19d3/adbd0cf2-8291-4956-948a-eb9c4bcc9378) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:27.661803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] Pushing event updated for resources: {'Network': ['ID=a746b738-d538-4f2c-ad20-e241429b0699,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:27.672875 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-51939c31-8f76-4ecb-b222-924fd5e9770a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9612162 May 26 19:15:27.673267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56030) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:27.675215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-055956c5-71cf-4d0d-83e1-c0ede0872461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.677464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-055956c5-71cf-4d0d-83e1-c0ede0872461 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0665977 May 26 19:15:27.679008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a746b738-d538-4f2c-ad20-e241429b0699 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:15:27.682601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Request body: {'subnet': {'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1829346254-subnet', 'tenant_id': '9cfc350851b64545be36da4571c5f51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:27.688863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:27.705443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Usage tracker for resource:subnet and tenant:9cfc350851b64545be36da4571c5f51e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:27.709930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:27.730378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:27.771827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Made reservation on behalf of 9cfc350851b64545be36da4571c5f51e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:27.774107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:27.793517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-b9d58617-c4aa-481f-8d76-d494ad168565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:27.795372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-b9d58617-c4aa-481f-8d76-d494ad168565 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050336 May 26 19:15:27.942308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-07a72f6d-1b45-4829-a062-d801b287d577 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373122 May 26 19:15:28.002733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.102319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d96c0e01-8d20-4bb8-a7b2-d9afb6285885 req-beb0020a-6129-4086-b054-10d30901d36c service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535459 May 26 19:15:28.117946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.162027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.240598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:28.250260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:28.257464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:28.316035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:28.323013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=203add4e-c546-4540-99ed-0a8e8b05f0f7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:28.338695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Checking segment: {'id': '6c7ff9c2-8537-4053-b295-6e36e527537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:28.339138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Network hostable DHCP agents. Network: a746b738-d538-4f2c-ad20-e241429b0699, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:15:28.357138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:28.357755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.387491 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-aa51a1de-396c-4330-9767-b7646b409a2c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3267119 May 26 19:15:28.388481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Network a746b738-d538-4f2c-ad20-e241429b0699 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:15:28.400417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Request body: {'port': {'device_id': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:28.435051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a746b738-d538-4f2c-ad20-e241429b0699) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:28.447696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf6560-e008-4168-87cf-d7548cc47513 None None] Network a746b738-d538-4f2c-ad20-e241429b0699 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:28.453275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:28.454848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.497921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f06e7f21-7fe0-4453-96ae-a9f8bffdafb6 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:15:28.498980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f06e7f21-7fe0-4453-96ae-a9f8bffdafb6 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1510739 May 26 19:15:28.513191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3bd83fc6-ac89-4333-90df-e5d4b5f2d9ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8387055 May 26 19:15:28.539839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.562103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Request body: {'binding': {'host': 'n-h1-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:28.562551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Unknown quota resources ['binding']. {{(pid=88363) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:15:28.713460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46b4f231-1875-49ad-8994-2e352473ad2e up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:28.746110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4447e-c13b-497e-92ca-318e9533ce8c None None] Network a746b738-d538-4f2c-ad20-e241429b0699 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:28.824446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on host n-h1-843146-9 for vnic_type normal with profile None {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:28.824872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:28.825164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:28.830687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:28.831036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:28.837691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:28.838053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:28.838403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:28.838827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Bound port: 67331028-3f68-428c-92b8-6f77481ad5d5, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:28.873734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:28.888282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:28.889249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-a453d71a-479c-4dec-876a-481607d8a696 service neutron] 10.222.0.24 "POST /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3844523 May 26 19:15:28.923512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 46b4f231-1875-49ad-8994-2e352473ad2e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:28.940078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 46b4f231-1875-49ad-8994-2e352473ad2e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:28.940588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.131588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbd0cf2-8291-4956-948a-eb9c4bcc9378 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:29.141294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.165876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Transition to ACTIVE for port object adbd0cf2-8291-4956-948a-eb9c4bcc9378 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:29.169229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 46b4f231-1875-49ad-8994-2e352473ad2e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:29.169546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.171952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.201527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:29.213397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46b4f231-1875-49ad-8994-2e352473ad2e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:29.219742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.221781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-f1c0380b-afac-4177-8d6d-c57b628f887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.222887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f1c0380b-afac-4177-8d6d-c57b628f887e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1096 time: 0.0801675 May 26 19:15:29.256800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:29.295811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:29.403617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-f5131c61-f083-497f-88a7-c21089a2b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.405097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f5131c61-f083-497f-88a7-c21089a2b913 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1762505 May 26 19:15:29.466938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Attempting to bind port adbd0cf2-8291-4956-948a-eb9c4bcc9378 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:29.467505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Attempting to bind port adbd0cf2-8291-4956-948a-eb9c4bcc9378 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:29.467505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Attempting to bind port adbd0cf2-8291-4956-948a-eb9c4bcc9378 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:29.473811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Port adbd0cf2-8291-4956-948a-eb9c4bcc9378 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:29.474360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Attempting to bind port adbd0cf2-8291-4956-948a-eb9c4bcc9378 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:29.480805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:29.481654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Checking segment: {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:29.481654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Bound using segment: {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:29.482307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Bound port: adbd0cf2-8291-4956-948a-eb9c4bcc9378, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:29.482549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.580807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:29.583903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:29.588617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.619279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-de032d94-20ef-4c83-bcc1-a4801c8f6d41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.2076805 May 26 19:15:29.650401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.651011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:29.652378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] 10.222.0.53 "PUT /v2.0/ports/adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 1091 time: 1.2561233 May 26 19:15:29.652814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:29.673326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dae179-84a4-44bb-8baf-cc089584d27a service neutron] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:29.707851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-cccdb001-de40-461a-b9a3-578b3d3089c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.709366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-cccdb001-de40-461a-b9a3-578b3d3089c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0839128 May 26 19:15:29.723903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a03d66-3a2f-4412-9bd0-d37fe7f19c73 req-e1ee16cd-9c9c-435d-9025-23a4c68cd4a9 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.725228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4a03d66-3a2f-4412-9bd0-d37fe7f19c73 req-e1ee16cd-9c9c-435d-9025-23a4c68cd4a9 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 950 time: 0.1530828 May 26 19:15:29.773593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-0db1bf8d-6a0e-4f71-8c50-a3b11baab602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.775078 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-0db1bf8d-6a0e-4f71-8c50-a3b11baab602 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1094 time: 0.0760005 May 26 19:15:29.778821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-be677f87-81ef-4ed0-9591-8cdb2c77a1e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526435 May 26 19:15:29.851168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-5e5fa481-37eb-42ea-a634-011b6d5d6d32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 217 time: 0.0670302 May 26 19:15:29.882519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4a03d66-3a2f-4412-9bd0-d37fe7f19c73 req-651aea32-26b3-430e-b3d3-5dee8c10b402 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223125 May 26 19:15:29.928650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-bdc683ac-abe4-4a2d-b3fe-d543c30fd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:29.930133 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-bdc683ac-abe4-4a2d-b3fe-d543c30fd331 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.0605307 May 26 19:15:29.932007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-617cfa1f-d051-477b-b48f-f414894c331f service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458299 May 26 19:15:29.988537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-407bf429-a998-43f0-85f1-76ee7c4e572c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414722 May 26 19:15:30.125752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-9fe72191-144f-4088-ab31-2eb7c70164bf service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883607 May 26 19:15:30.138238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2162-420d-4a31-bd57-b0b5d0f27ee3 req-d516a6e2-9051-4031-9044-48f937f39256 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:30.139543 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-46e7c814-f584-4bc9-b4b9-e1245018b66d service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384282 May 26 19:15:30.142122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-865b2162-420d-4a31-bd57-b0b5d0f27ee3 req-d516a6e2-9051-4031-9044-48f937f39256 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 947 time: 0.1352475 May 26 19:15:30.222228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-865b2162-420d-4a31-bd57-b0b5d0f27ee3 req-76af99ea-2033-4012-978a-ec1264cc254a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751443 May 26 19:15:30.265233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-2aa5af88-2fe6-4b63-91a5-c7a6736f0b11 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:30.266715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-2aa5af88-2fe6-4b63-91a5-c7a6736f0b11 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.0831506 May 26 19:15:30.277696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:30.282402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3ec406bf-b450-4f6c-b221-b2d53afcc2c8 req-fb6dd12a-b9dc-4885-934f-bd4a952ac7d0 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323078 May 26 19:15:30.447907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:30.522351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4085a-4fa3-46b2-b9e9-cd52968a4f46 req-272a263d-0c30-454a-9682-65a1e80af0e0 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:30.523701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88a4085a-4fa3-46b2-b9e9-cd52968a4f46 req-272a263d-0c30-454a-9682-65a1e80af0e0 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 943 time: 0.1969409 May 26 19:15:30.649318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-88a4085a-4fa3-46b2-b9e9-cd52968a4f46 req-1658d83a-78a5-4645-9d02-3bdf29150fe9 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:30.694015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-88a4085a-4fa3-46b2-b9e9-cd52968a4f46 req-1658d83a-78a5-4645-9d02-3bdf29150fe9 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:30.695398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88a4085a-4fa3-46b2-b9e9-cd52968a4f46 req-1658d83a-78a5-4645-9d02-3bdf29150fe9 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649115 May 26 19:15:30.700226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:30.724308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1a3617b5-d771-4f2f-ab77-68f3546ac4bb details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:30.741478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:30.807927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:30.813988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:30.819919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:30.867076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:30.880638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb', 'mac_address': 'fa:16:3e:07:b1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:30.939523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:30.939892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:30.956722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3617b5-d771-4f2f-ab77-68f3546ac4bb {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:30.972466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:30.976917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:31.046786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:31.096412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:31.117344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:31.117670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:31.117990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:31.133754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:31.134071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Attempting to bind port 67331028-3f68-428c-92b8-6f77481ad5d5 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:31.148365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-53c7d54f-befb-4670-ab9f-1391ee07d7dc tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:31.149887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-53c7d54f-befb-4670-ab9f-1391ee07d7dc tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/networks?id=a746b738-d538-4f2c-ad20-e241429b0699 HTTP/1.1" status: 200 len: 809 time: 0.2881463 May 26 19:15:31.150730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:31.151053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:31.151416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:31.151831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Bound port: 67331028-3f68-428c-92b8-6f77481ad5d5, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:31.152162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:31.180070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-dfe02a36-4864-4de9-a19b-dd018ba89c67 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/quotas/9cfc350851b64545be36da4571c5f51e HTTP/1.1" status: 200 len: 375 time: 0.0191386 May 26 19:15:31.361146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-c5a0aba4-fe1b-4a38-b050-3ef9c01c6ebe tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cfc350851b64545be36da4571c5f51e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581403 May 26 19:15:31.461937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:31.474436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:31.480765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:31.634193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-cb371726-7061-4ab6-91d5-71ad4ec1dac7 service neutron] 10.222.0.24 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593682 May 26 19:15:31.695161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:31.747112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:31.747716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:31.749072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-5155c675-b033-419f-87a8-642b78fc3a53 service neutron] 10.222.0.13 "PUT /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 1121 time: 1.4754987 May 26 19:15:31.797277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1a3617b5-d771-4f2f-ab77-68f3546ac4bb'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:31.814786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-fb1ac73f-e48b-40b7-9c1f-cf5209e4fe8b service neutron] 10.222.0.24 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747365 May 26 19:15:31.820434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-39ef3767-e664-4750-8b6d-cbb5e74a5471 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:31.821301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-39ef3767-e664-4750-8b6d-cbb5e74a5471 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:31.833991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-39ef3767-e664-4750-8b6d-cbb5e74a5471 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:31.835291 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-39ef3767-e664-4750-8b6d-cbb5e74a5471 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 946 time: 0.1041532 May 26 19:15:31.927851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port 63a86d5c-f719-453f-a193-a00b702f5f6b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:31.928209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:31.936798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['67331028-3f68-428c-92b8-6f77481ad5d5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:32.141856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581b0f-6b17-4069-b683-22f300542b62 req-7ece31cb-2d90-45b9-8649-bfa5e12ba71a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:32.149656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af581b0f-6b17-4069-b683-22f300542b62 req-7ece31cb-2d90-45b9-8649-bfa5e12ba71a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 943 time: 0.1176374 May 26 19:15:32.212796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af581b0f-6b17-4069-b683-22f300542b62 req-2109e91b-1612-4178-ac2f-d2df87ff464a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579083 May 26 19:15:32.262218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port 63a86d5c-f719-453f-a193-a00b702f5f6b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=63a86d5c-f719-453f-a193-a00b702f5f6b,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:32.262597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:32.511140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for 63a86d5c-f719-453f-a193-a00b702f5f6b owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:15:32.664468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:32.675647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:32.726784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['63a86d5c-f719-453f-a193-a00b702f5f6b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:32.740243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=63a86d5c-f719-453f-a193-a00b702f5f6b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:32.751094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:32.797153 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a3fe7-1d92-4ae8-8bb7-9e7fc1d83763'] response: {'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e', 'code': 200} May 26 19:15:32.826010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port 63a86d5c-f719-453f-a193-a00b702f5f6b on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:15:32.828443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:32.845432 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ad9d6e97-2964-4d54-8cba-e6c3f9f28e54 req-d522dc23-d4c5-49ee-a28b-806466ae682a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/63a86d5c-f719-453f-a193-a00b702f5f6b HTTP/1.1" status: 204 len: 173 time: 0.9872777 May 26 19:15:32.959778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb2572a-d8ae-47d0-a6c2-8d0dd4faf9ba req-cb388ba9-6730-4bf3-b3b4-264b29fabf16 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4a64192-52bf-4bac-8413-5641350e8c0b HTTP/1.1" status: 200 len: 210 time: 0.0596962 May 26 19:15:32.984756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a935464-645d-4716-b01a-0fe943dc8e32 req-2ce7e8b3-c172-4ef6-a34c-aa6a95d9f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:32.986830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a935464-645d-4716-b01a-0fe943dc8e32 req-2ce7e8b3-c172-4ef6-a34c-aa6a95d9f69a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 1101 time: 0.1207871 May 26 19:15:32.991668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:33.024146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 has no active binding in host n-h1-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:15:33.033449 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2017a982-41c1-40ed-a070-1d77996cf124'] response: {'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'status': 'completed', 'code': 200} May 26 19:15:33.050256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a935464-645d-4716-b01a-0fe943dc8e32 req-0d000672-a063-44ae-b56e-0e84d17e1eab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 May 26 19:15:33.082733 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b343d8-d7b0-42ca-ac3e-c2286ec51a3d'] response: {'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5', 'code': 200} May 26 19:15:33.248905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79824d0d-2dbc-4746-8fce-8b4f19246d90 req-e8cba049-658b-4a02-98d3-e0bc0027f5e5 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.250365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79824d0d-2dbc-4746-8fce-8b4f19246d90 req-e8cba049-658b-4a02-98d3-e0bc0027f5e5 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 950 time: 0.0789618 May 26 19:15:33.295369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79824d0d-2dbc-4746-8fce-8b4f19246d90 req-f9ceac89-ce74-449c-a525-1206d8555f58 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 May 26 19:15:33.499639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-260c33bd-ec4d-4acc-b6a0-37411c40888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.501899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-260c33bd-ec4d-4acc-b6a0-37411c40888a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1094 time: 0.1345315 May 26 19:15:33.509815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65399365-59f1-40f2-8ddc-256f4869b73b req-321d7375-e6cc-4efd-a277-c47abdfb37e5 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.511385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65399365-59f1-40f2-8ddc-256f4869b73b req-321d7375-e6cc-4efd-a277-c47abdfb37e5 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 948 time: 0.1077628 May 26 19:15:33.645174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65399365-59f1-40f2-8ddc-256f4869b73b req-7bc70f16-559a-4026-95eb-6234e0bef221 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273544 May 26 19:15:33.689263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-b7802409-465c-48d2-b398-756fb05cdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.691217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-b7802409-465c-48d2-b398-756fb05cdcd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.1746821 May 26 19:15:33.803781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-e627a605-3a42-41e4-8505-e5d7a2a139c4 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.804580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-e627a605-3a42-41e4-8505-e5d7a2a139c4 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Synchronizing usage tracker for tenant:9cfc350851b64545be36da4571c5f51e on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:33.813506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-f84a5f00-59c2-4ce0-8f19-f9c40f4879a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 217 time: 0.1098208 May 26 19:15:33.825253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-e627a605-3a42-41e4-8505-e5d7a2a139c4 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Unset dirty status for tenant:9cfc350851b64545be36da4571c5f51e on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:33.826608 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-e627a605-3a42-41e4-8505-e5d7a2a139c4 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.53 "GET /v2.0/networks?id=a746b738-d538-4f2c-ad20-e241429b0699 HTTP/1.1" status: 200 len: 809 time: 0.1928341 May 26 19:15:33.841262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Request body: {'port': {'device_id': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699', 'admin_state_up': True, 'tenant_id': '9cfc350851b64545be36da4571c5f51e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:33.902724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-d39b04b6-437d-4d39-9402-80a07529e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.904151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-d39b04b6-437d-4d39-9402-80a07529e4e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.0794356 May 26 19:15:33.959871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5befc-c53b-414e-85b6-9e88119c2bc2 req-ded233d2-39c8-422f-8d6f-5cf35c5460c6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:33.961367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71a5befc-c53b-414e-85b6-9e88119c2bc2 req-ded233d2-39c8-422f-8d6f-5cf35c5460c6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 943 time: 0.1876247 May 26 19:15:33.968104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-890ef665-54db-46f9-aef9-7e04bcaa11fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540404 May 26 19:15:33.990296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:33.994310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Usage tracker for resource:port and tenant:9cfc350851b64545be36da4571c5f51e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:33.997182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:34.003028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:34.014568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Made reservation on behalf of 9cfc350851b64545be36da4571c5f51e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:34.018430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:34.187849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71a5befc-c53b-414e-85b6-9e88119c2bc2 req-ad184aff-0713-4d60-a506-8f813968f94b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188003 May 26 19:15:34.211650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Allocated IP 172.20.0.13 (a746b738-d538-4f2c-ad20-e241429b0699/203add4e-c546-4540-99ed-0a8e8b05f0f7/9ce27346-894c-425f-b19e-f0da28980d9d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:34.238110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-6abf2ef8-7d89-48b7-b4c8-f737c1269d1a service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549291 May 26 19:15:34.398016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17d53b71-92bc-459f-95e6-8aab29afc27b req-756576a8-b5dd-4186-8144-38c87eec1f2b tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 210 time: 0.0659242 May 26 19:15:34.448784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:34.451500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baf07968-8cc6-4f2b-a17e-23dace00969b req-80749976-9190-4643-a6cd-78a1fa5d1feb service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990151 May 26 19:15:34.484378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:34.561104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Network a746b738-d538-4f2c-ad20-e241429b0699 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:34.564149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:34.567190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:34.624131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Pushing event updated for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:34.644904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:34.645535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:34.667198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-43345b0b-6550-4c9a-9917-d4597c9e6fe2 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297355 May 26 19:15:34.743129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Request body: {'port': {'device_id': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:34.750431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device adbd0cf2-8291-4956-948a-eb9c4bcc9378 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:34.762203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1a3617b5-d771-4f2f-ab77-68f3546ac4bb up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:34.951944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.036923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'name': 'network-vif-deleted', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:35.057689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:35.076394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed7b9-7ba1-4168-802b-4a3bc4a580aa req-bf79e2f1-48ec-44a9-8177-3a9916432d9e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:35.078097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-757ed7b9-7ba1-4168-802b-4a3bc4a580aa req-bf79e2f1-48ec-44a9-8177-3a9916432d9e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 943 time: 0.1460178 May 26 19:15:35.082171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:35.082557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.084202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:35.152944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:35.171522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-757ed7b9-7ba1-4168-802b-4a3bc4a580aa req-acd0df3b-c8c7-4e35-970a-6df0e3af3447 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655456 May 26 19:15:35.181999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0', 'port_id': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'mac_address': 'fa:16:3e:27:d0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f67f47-3d8b-4066-8ff1-449e068b19d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:35.317906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port adbd0cf2-8291-4956-948a-eb9c4bcc9378 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:35.318277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.343816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:35.344181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.392807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbd0cf2-8291-4956-948a-eb9c4bcc9378 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:35.422514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:35.427132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce27346-894c-425f-b19e-f0da28980d9d {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:35.431617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:35.434931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.437471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:35.439310 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.443420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8729-37ad-491d-ac80-809dcef34ec6 req-82839b37-c509-45b2-9502-6ad2da68da08 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:35.444950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-192e8729-37ad-491d-ac80-809dcef34ec6 req-82839b37-c509-45b2-9502-6ad2da68da08 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 950 time: 0.0906267 May 26 19:15:35.457248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Transition to ACTIVE for port object 9ce27346-894c-425f-b19e-f0da28980d9d will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:35.461298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.475540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.476394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 63a86d5c-f719-453f-a193-a00b702f5f6b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:15:35.499647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-192e8729-37ad-491d-ac80-809dcef34ec6 req-df62c87e-210f-4a05-891b-1e3f74a6b13c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 May 26 19:15:35.530700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 63a86d5c-f719-453f-a193-a00b702f5f6b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:15:35.531030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 63a86d5c-f719-453f-a193-a00b702f5f6b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:15:35.549226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:35.623686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:35.737558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82060274-955a-4a96-bdbc-c891ebdde6cc req-4a9a46b6-1089-4e03-b96d-419d57c597df tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:35.741152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82060274-955a-4a96-bdbc-c891ebdde6cc req-4a9a46b6-1089-4e03-b96d-419d57c597df tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.0907881 May 26 19:15:35.778137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:35.829260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Attempting to bind port 9ce27346-894c-425f-b19e-f0da28980d9d on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:35.829593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Attempting to bind port 9ce27346-894c-425f-b19e-f0da28980d9d by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '6c7ff9c2-8537-4053-b295-6e36e527537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:35.829921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Attempting to bind port 9ce27346-894c-425f-b19e-f0da28980d9d on network a746b738-d538-4f2c-ad20-e241429b0699 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:35.833588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82060274-955a-4a96-bdbc-c891ebdde6cc req-4dc3eb17-9e46-4acf-bd4d-cc516a833f56 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877709 May 26 19:15:35.835751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Port 9ce27346-894c-425f-b19e-f0da28980d9d on network a746b738-d538-4f2c-ad20-e241429b0699 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:35.836213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Attempting to bind port 9ce27346-894c-425f-b19e-f0da28980d9d on network a746b738-d538-4f2c-ad20-e241429b0699 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:35.842147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:35.842478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Checking segment: {'id': '6c7ff9c2-8537-4053-b295-6e36e527537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:35.842856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Bound using segment: {'id': '6c7ff9c2-8537-4053-b295-6e36e527537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:35.843282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Bound port: 9ce27346-894c-425f-b19e-f0da28980d9d, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7ff9c2-8537-4053-b295-6e36e527537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:35.843624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:35.974206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:35.977640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9ce27346-894c-425f-b19e-f0da28980d9d,segment=NetworkSegment(6c7ff9c2-8537-4053-b295-6e36e527537d),segment_id=6c7ff9c2-8537-4053-b295-6e36e527537d)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:35.982711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:36.023432 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b2c536-e26c-473e-847b-06457651930b'] response: {'server_uuid': 'd4a64192-52bf-4bac-8413-5641350e8c0b', 'name': 'network-vif-deleted', 'tag': '63a86d5c-f719-453f-a193-a00b702f5f6b', 'status': 'completed', 'code': 200} May 26 19:15:36.050303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.050907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:36.052887 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ce27346-894c-425f-b19e-f0da28980d9d HTTP/1.1" status: 200 len: 1092 time: 1.3156359 May 26 19:15:36.066122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c12ab-91f5-4707-87ca-f109e7dce328 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:36.068345 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4828c3e-7b79-402b-97d7-dc73161e88a7'] response: {'name': 'network-changed', 'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5', 'status': 'completed', 'code': 200} May 26 19:15:36.142311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:36.182629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-4b4f05e7-e53e-46f9-babd-138c9c9f685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.184130 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-4b4f05e7-e53e-46f9-babd-138c9c9f685b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1124 time: 0.0795598 May 26 19:15:36.222403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-1e40e0e2-ffe9-4e6f-8b71-5397aa1aeacd service neutron] 10.222.0.53 "GET /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.1979592 May 26 19:15:36.287001 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:36.337683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-b7999e2b-6a56-427c-aeb7-eba940d37dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.339132 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-b7999e2b-6a56-427c-aeb7-eba940d37dcc service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1396751 May 26 19:15:36.340730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-b5d54c47-21f1-4e25-a258-fb0d56bf4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.342271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-b5d54c47-21f1-4e25-a258-fb0d56bf4dcb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfc350851b64545be36da4571c5f51e&device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 1095 time: 0.2248676 May 26 19:15:36.386925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc8288-07bb-4b55-90cd-d8c66345e9bd req-b685dc86-829d-432a-86a4-1ac432d8a754 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.388330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dadc8288-07bb-4b55-90cd-d8c66345e9bd req-b685dc86-829d-432a-86a4-1ac432d8a754 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 944 time: 0.2223110 May 26 19:15:36.418924 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-83428375-f061-4970-9067-7e0698a6450f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.0617957 May 26 19:15:36.482255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-7601e1a5-eba3-4962-b2e1-cec506b22837 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce27346-894c-425f-b19e-f0da28980d9d HTTP/1.1" status: 200 len: 217 time: 0.1032021 May 26 19:15:36.492029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-d5ab0997-b741-4bf3-b8b7-5812dd0898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.493512 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-d5ab0997-b741-4bf3-b8b7-5812dd0898b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0622547 May 26 19:15:36.543746 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-673910a4-820f-4154-b104-b4d4842ac2b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420122 May 26 19:15:36.623594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dadc8288-07bb-4b55-90cd-d8c66345e9bd req-b49de256-7056-49dc-a9a1-3e15909a3ecb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796720 May 26 19:15:36.659825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-31fc794d-f4bc-43ea-9109-108ab8ed1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:36.661331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-31fc794d-f4bc-43ea-9109-108ab8ed1f51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=203add4e-c546-4540-99ed-0a8e8b05f0f7 HTTP/1.1" status: 200 len: 849 time: 0.1543062 May 26 19:15:36.695614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-143d9c66-33eb-4438-96e2-921c2754e2a3 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364586 May 26 19:15:36.728130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-d2312fca-976e-4270-ae9a-7bc45f71dbea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a746b738-d538-4f2c-ad20-e241429b0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537732 May 26 19:15:36.729331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:36.847920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4b006779-f417-4a63-86e7-73e1eaa7f34a req-ed25167a-4a21-442e-b08d-1ef8289ad612 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454875 May 26 19:15:36.869291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:37.058229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67331028-3f68-428c-92b8-6f77481ad5d5 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:37.089362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:37.103076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-1a340893-5789-49ed-8729-2e6e2689ba1b service neutron] 10.222.0.53 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662422 May 26 19:15:37.113285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:37.151991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8877a0-703a-4284-a114-63705685c95d req-23ee262a-170f-4879-8973-8b812fccd961 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:37.153426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc8877a0-703a-4284-a114-63705685c95d req-23ee262a-170f-4879-8973-8b812fccd961 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 944 time: 0.3405774 May 26 19:15:37.318132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc8877a0-703a-4284-a114-63705685c95d req-70b13420-cfcb-49ca-813d-15504d0fc484 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560845 May 26 19:15:37.361073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d853201a-b2b3-4477-95f1-570ea9c2fa61 req-006d4a0f-e45c-46e3-8412-a989bae379b6 service neutron] 10.222.0.53 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359643 May 26 19:15:37.374464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] Transition to ACTIVE for port object 67331028-3f68-428c-92b8-6f77481ad5d5 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:37.375101 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a7bcb1-9029-4b86-878b-9e06d5d9c3cc'] response: {'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb', 'code': 200} May 26 19:15:37.380078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:37.584200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] No DVR routers for this DVR port 67331028-3f68-428c-92b8-6f77481ad5d5 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:15:37.630253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] Pushing event updated for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:37.651634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-774d73f8-68fe-40a0-98e0-a97b16eb2804 service neutron] 10.222.0.53 "PUT /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5/bindings/n-h1-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4213438 May 26 19:15:37.670332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53317-e50f-48ee-8238-5387ddc1f861 req-d2af723d-4aa4-4051-8899-d8e9951c5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:37.671867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73c53317-e50f-48ee-8238-5387ddc1f861 req-d2af723d-4aa4-4051-8899-d8e9951c5cce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 1100 time: 0.1792157 May 26 19:15:37.775293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73c53317-e50f-48ee-8238-5387ddc1f861 req-08151af1-067c-42d6-a7a4-2b68cb29c82c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784559 May 26 19:15:37.808959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-f3f9e730-69db-44e1-b873-453c1c3339b1 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:37.810507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f3f9e730-69db-44e1-b873-453c1c3339b1 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.0815341 May 26 19:15:37.888329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-bb0c50ac-f4fa-4d07-b061-e7a902c3a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:37.889782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-bb0c50ac-f4fa-4d07-b061-e7a902c3a549 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165&tenant_id=47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 1095 time: 0.0723925 May 26 19:15:37.982628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-575b7864-289c-4a42-9e83-eea1f610d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:37.984140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-575b7864-289c-4a42-9e83-eea1f610d827 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1095 time: 0.0723090 May 26 19:15:38.024466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:38.164656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-07f84cf7-9eb3-4280-b901-de49e5acaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:38.166069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-07f84cf7-9eb3-4280-b901-de49e5acaabc service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1758842 May 26 19:15:38.242805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-57b3941b-2ff0-4f93-bf85-c59dc4d7ed06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 200 len: 217 time: 0.0703118 May 26 19:15:38.315162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe667-e363-40ec-ba5d-0fa680a1d03b req-b0fb8282-8b2a-4b2b-a464-f1f3fffa3bb0 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:38.316584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dbfe667-e363-40ec-ba5d-0fa680a1d03b req-b0fb8282-8b2a-4b2b-a464-f1f3fffa3bb0 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 944 time: 0.1898363 May 26 19:15:38.322465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-f050f1af-614d-46e7-80b4-305ce8b420b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:38.323812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-f050f1af-614d-46e7-80b4-305ce8b420b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0734248 May 26 19:15:38.392138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-b3926c0c-ae00-4495-a6e9-bb7d7d54cf62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512719 May 26 19:15:38.423314 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dbfe667-e363-40ec-ba5d-0fa680a1d03b req-aea4a36c-3c4b-49d7-b9cd-8b905536f7c9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985053 May 26 19:15:38.604246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-038cbda2-9897-44b3-8592-7094c7528472 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039964 May 26 19:15:38.803478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device adbd0cf2-8291-4956-948a-eb9c4bcc9378 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:38.872289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port adbd0cf2-8291-4956-948a-eb9c4bcc9378 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:38.877508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-0a7bec43-3681-4be8-84db-c9b7ddf18643 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:38.877731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port adbd0cf2-8291-4956-948a-eb9c4bcc9378 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:38.878102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:38.878954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-0a7bec43-3681-4be8-84db-c9b7ddf18643 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.3666034 May 26 19:15:38.904419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-21843829-16e7-404a-9d93-e4e0364c281e service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918909 May 26 19:15:38.905795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-b0411d93-c942-42f6-bb7e-6ffc1fb1ad09 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0159791 May 26 19:15:38.987779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-b99526cb-40aa-433f-8696-feafb64fb36d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756900 May 26 19:15:39.003351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port adbd0cf2-8291-4956-948a-eb9c4bcc9378 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:39.003731 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:39.049264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:39.055881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:39.057692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:15:39.090345 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:15:39.137008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-ed4bd47c-7088-4117-acc4-27026ede829d service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416640 May 26 19:15:39.185162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:15:39.189650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:39.196979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.197340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.197671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.197999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.198324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.198641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.198964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.199277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.199590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.199902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.200212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.200525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:15:39.333640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-9ce8262b-4ade-4cc7-9ce0-2f9c6fa0a1d3 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902666 May 26 19:15:39.340116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601734-e913-450f-8865-7757bb495738 req-8467687b-02f4-442b-a188-105e015942f5 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:39.341505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-8467687b-02f4-442b-a188-105e015942f5 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1764729 May 26 19:15:39.375901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:39.474343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b8601734-e913-450f-8865-7757bb495738 req-9445e2ba-97cb-4a80-9ebd-2dddc9325dac service neutron] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:39.477981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b8601734-e913-450f-8865-7757bb495738 req-9445e2ba-97cb-4a80-9ebd-2dddc9325dac service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:39.479186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8601734-e913-450f-8865-7757bb495738 req-9445e2ba-97cb-4a80-9ebd-2dddc9325dac service neutron] 10.222.0.13 "DELETE /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5/bindings/n-h2-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.1321814 May 26 19:15:39.612303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7ac2-7a4b-45fc-95a0-bc10b973f22b req-669e1a5d-4c69-4742-a0ed-4a3e3bf27105 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:39.613825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f8b7ac2-7a4b-45fc-95a0-bc10b973f22b req-669e1a5d-4c69-4742-a0ed-4a3e3bf27105 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.0898814 May 26 19:15:39.667780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f8b7ac2-7a4b-45fc-95a0-bc10b973f22b req-c5fad669-a607-4d5c-8032-67ef635fc405 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 May 26 19:15:40.075560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.076103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.076565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.077203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.077658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.078260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.078712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.079161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.079613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.080060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.080505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.082716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-575e90c0-65a9-4d5b-8dae-225d5cecc650 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0&device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f&device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a&device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9&device_id=7e8e792d-87b0-4399-9194-e5745f0728a2&device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3&device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165&device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a&device_id=5e42678c-cf81-4638-bfc7-861d6d169a45&device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 9979 time: 0.0978355 May 26 19:15:40.107997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:40.123141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:40.127724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Usage tracker for resource:security_group_rule and tenant:5f4f361dfa6244258c4dda355d46c9a3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:40.131205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:40.137083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:40.221471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:40.225221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:40.264645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23056f91-9646-49bc-a5a1-2940b506fc77 req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&id=13ae3e27-0e91-406d-80c1-a906153b99d0&id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&id=a54d1807-0a39-47c5-bb69-c7384474e1de&id=33d6f00a-e30e-41ae-9408-8b29f99b7427&id=303bd0b2-3f47-4933-a135-36cfcc02d428&id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1754866 May 26 19:15:40.268478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d15d98-a426-464d-ae77-b636e2efd502 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7412120-57eb-4fc7-934f-386dd21e3ea8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:40.441615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace79cf-4ee9-4462-a9f2-4a0b5333b3e8 req-5692c90e-23fd-4a68-b03b-4a5a590a3cb2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.443060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eace79cf-4ee9-4462-a9f2-4a0b5333b3e8 req-5692c90e-23fd-4a68-b03b-4a5a590a3cb2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 945 time: 0.0910149 May 26 19:15:40.493540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eace79cf-4ee9-4462-a9f2-4a0b5333b3e8 req-be8391dd-1fe3-4695-8bf1-024c2965bacd tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 May 26 19:15:40.542260 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f6b36e-93d9-4074-aed3-1ea1ba1f0882'] response: {'name': 'network-changed', 'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d', 'status': 'completed', 'code': 200} May 26 19:15:40.652420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-3aedc6c2-106a-4c1a-8333-c57282befc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.653919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-3aedc6c2-106a-4c1a-8333-c57282befc58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfc350851b64545be36da4571c5f51e&device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 1095 time: 0.0797720 May 26 19:15:40.809753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9ce27346-894c-425f-b19e-f0da28980d9d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:40.928555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-f7fa1765-2aa9-47aa-8151-2bbaaf3ac06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:40.930011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-f7fa1765-2aa9-47aa-8151-2bbaaf3ac06e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a746b738-d538-4f2c-ad20-e241429b0699 HTTP/1.1" status: 200 len: 910 time: 0.2576149 May 26 19:15:41.020756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-ee88e479-9bef-4c70-8c75-8213eaf64b2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce27346-894c-425f-b19e-f0da28980d9d HTTP/1.1" status: 200 len: 217 time: 0.0813465 May 26 19:15:41.031253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-82fe0300-713a-491e-a81a-698602dbb9ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:41.032702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-82fe0300-713a-491e-a81a-698602dbb9ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.2554579 May 26 19:15:41.043363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9ce27346-894c-425f-b19e-f0da28980d9d,segment=NetworkSegment(6c7ff9c2-8537-4053-b295-6e36e527537d),segment_id=6c7ff9c2-8537-4053-b295-6e36e527537d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:41.069635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9ce27346-894c-425f-b19e-f0da28980d9d', 'network_id': 'a746b738-d538-4f2c-ad20-e241429b0699', 'port_id': '9ce27346-894c-425f-b19e-f0da28980d9d', 'mac_address': 'fa:16:3e:64:55:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203add4e-c546-4540-99ed-0a8e8b05f0f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:41.130465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:41.138286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9ce27346-894c-425f-b19e-f0da28980d9d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:41.138669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:41.156892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce27346-894c-425f-b19e-f0da28980d9d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:41.172379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9ce27346-894c-425f-b19e-f0da28980d9d,segment=NetworkSegment(6c7ff9c2-8537-4053-b295-6e36e527537d),segment_id=6c7ff9c2-8537-4053-b295-6e36e527537d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:41.176309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:41.242074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:41.280425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-e6643029-e9aa-40b2-bb38-ccf84e64368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:41.281895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-e6643029-e9aa-40b2-bb38-ccf84e64368b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=203add4e-c546-4540-99ed-0a8e8b05f0f7 HTTP/1.1" status: 200 len: 849 time: 0.1956294 May 26 19:15:41.462823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-03626918-d284-4af4-be98-d60b664407a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a746b738-d538-4f2c-ad20-e241429b0699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622379 May 26 19:15:41.487821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:41.510670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Usage tracker for resource:port and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:41.522069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c99bd-3153-4834-803b-2151941b56d1 req-ed5e0414-1354-4023-9942-6ac10b7add6f tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:41.523519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8c99bd-3153-4834-803b-2151941b56d1 req-ed5e0414-1354-4023-9942-6ac10b7add6f tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 945 time: 0.3744583 May 26 19:15:41.527684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:41.611644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:41.664157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8c99bd-3153-4834-803b-2151941b56d1 req-d6f53806-88dc-4157-a6df-f5a3f822b379 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333549 May 26 19:15:41.667699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:41.671387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:41.706768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9ce27346-894c-425f-b19e-f0da28980d9d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:41.739388 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11068d5-1b25-496c-b783-da65c4e9174e'] response: {'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'code': 200} May 26 19:15:41.772239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-8641cefd-7f2a-4115-b4c1-a398d3966082 service neutron] 10.222.0.53 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810340 May 26 19:15:41.915234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5f712-9cca-43e3-a47c-5234ba597d0d req-10633409-a8da-4dc1-ae39-f248303c83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:41.916852 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fac5f712-9cca-43e3-a47c-5234ba597d0d req-10633409-a8da-4dc1-ae39-f248303c83b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1096 time: 0.0870740 May 26 19:15:41.951041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83147155-a786-42f5-8bd6-b823b4c3c970 req-453ee370-ee61-4e10-8ec1-77fc63a72c31 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 210 time: 0.0775323 May 26 19:15:41.962404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fac5f712-9cca-43e3-a47c-5234ba597d0d req-76d131e7-e9b7-4acf-b0e7-e532d3fd4ad3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357554 May 26 19:15:42.052148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.5 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:42.096639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ebdd75-b389-4611-9cc3-d012c026cafc req-c679496c-6285-41b0-af2c-f10e7048ff21 service neutron] 10.222.0.53 "GET /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098469 May 26 19:15:42.271741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3254f-b72d-457c-95e5-0ffe7bcbc5d7 req-fb9bd5dd-f0a7-400a-8bc4-25f621c4e533 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:42.273164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24d3254f-b72d-457c-95e5-0ffe7bcbc5d7 req-fb9bd5dd-f0a7-400a-8bc4-25f621c4e533 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 944 time: 0.2175593 May 26 19:15:42.358672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24d3254f-b72d-457c-95e5-0ffe7bcbc5d7 req-1cf8d003-83f4-466c-8e7c-a445556976a3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 May 26 19:15:42.377028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:42.408219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:42.421519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:42.483627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:42.487238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:42.491986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:42.523659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:42.564721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:42.565293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:42.596905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-eded33d2-660b-4c8f-b8ad-f822aa0e676b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4714732 May 26 19:15:42.640457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Request body: {'port': {'device_id': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:42.782930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291aed81-81d6-4240-824e-37b9fe4dfe0a req-7515ea46-5178-44ea-b222-9d1856dfa07f tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:42.784283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-291aed81-81d6-4240-824e-37b9fe4dfe0a req-7515ea46-5178-44ea-b222-9d1856dfa07f tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.1864834 May 26 19:15:42.784955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:42.883120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-291aed81-81d6-4240-824e-37b9fe4dfe0a req-a373516a-21ec-4e81-9bf4-ba2eec385577 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883126 May 26 19:15:43.185481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f981f7-fb13-427b-90de-f156120d1b80 req-7ef7bd31-3cc4-4452-af3d-75e8a3840b5d tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:43.187005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f981f7-fb13-427b-90de-f156120d1b80 req-7ef7bd31-3cc4-4452-af3d-75e8a3840b5d tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 945 time: 0.1362495 May 26 19:15:43.393583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f981f7-fb13-427b-90de-f156120d1b80 req-24f2db33-c34e-45c5-aa67-d3dd0b98479e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925659 May 26 19:15:43.395541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:43.403403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.419196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Transition to ACTIVE for port object 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:43.423655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.582707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56388) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:43.637070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Pushing event updated for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:43.669943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Attempting to bind port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:43.670477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Attempting to bind port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:43.670958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Attempting to bind port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:43.677417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:43.677919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Attempting to bind port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:43.683682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:43.684010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:43.684375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:43.684794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Bound port: 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:43.685593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.715026 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.732736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:43.737658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebc5ec687e64ea3908644f515041690 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:43.738045 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.740962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:43.746976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:43.834213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:43.838674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.838929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:43.846207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.849069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-89f20e10-8cd3-469f-8eb6-b1929e0e9e28 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:43.849531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-89f20e10-8cd3-469f-8eb6-b1929e0e9e28 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:43.849989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-89f20e10-8cd3-469f-8eb6-b1929e0e9e28 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:43.851647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-89f20e10-8cd3-469f-8eb6-b1929e0e9e28 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2&device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a&device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 2884 time: 0.1508520 May 26 19:15:43.853250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.896024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ebc5ec687e64ea3908644f515041690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122177 May 26 19:15:43.896987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63063e-376c-4fc7-96fc-5419a1b86b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e725335-ce16-4e85-a6bb-439d6f22a742,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:43.900637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56394) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:43.937135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:43.937734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.939070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] 10.222.0.53 "PUT /v2.0/ports/4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 HTTP/1.1" status: 200 len: 1091 time: 1.3029566 May 26 19:15:43.939618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:43.972606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-bba25885-eece-4a52-b1d4-f8f434463e7f tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Synchronizing usage tracker for tenant:5f4f361dfa6244258c4dda355d46c9a3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:43.974251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:43.980875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6946-2eac-4a56-804e-225dab2e4094 service neutron] Pushing event updated for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:43.995625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-bba25885-eece-4a52-b1d4-f8f434463e7f tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Unset dirty status for tenant:5f4f361dfa6244258c4dda355d46c9a3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:44.008547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ca9f0a9-4767-4125-9ed4-4dd6527464b0 req-bba25885-eece-4a52-b1d4-f8f434463e7f tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494591 May 26 19:15:44.029909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:44.110134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:44.128740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e725335-ce16-4e85-a6bb-439d6f22a742,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:44.134069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:44.135144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50c932fd-bc3a-4929-86de-84b6f5779cec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e725335-ce16-4e85-a6bb-439d6f22a742 HTTP/1.1" status: 204 len: 168 time: 0.2335885 May 26 19:15:44.162961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-5fff1a2e-1c48-4099-a68e-21eb399bf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:44.164486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-5fff1a2e-1c48-4099-a68e-21eb399bf0f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 1094 time: 0.1127889 May 26 19:15:44.249462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-41366999-102b-4365-af58-afb7f3a27a38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0697722 May 26 19:15:44.338097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079e78-bc82-4d46-bd62-e0096762cdef req-29e6ba07-5047-480f-86e7-91c0356306ea tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:44.339553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff079e78-bc82-4d46-bd62-e0096762cdef req-29e6ba07-5047-480f-86e7-91c0356306ea tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 945 time: 0.2107277 May 26 19:15:44.343440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-2f93659d-c3b6-4033-8328-66607e46c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:44.344840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-2f93659d-c3b6-4033-8328-66607e46c773 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0890374 May 26 19:15:44.403944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-9d2e2360-7bcb-4713-839b-6c849bd367f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451100 May 26 19:15:44.491554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff079e78-bc82-4d46-bd62-e0096762cdef req-01d4cfa4-df18-4982-9a76-6ba039fc10f9 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457617 May 26 19:15:44.555013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-380df7a6-2e85-4dd2-8e23-c54221d52cfe service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404703 May 26 19:15:44.585788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0d45794a-74cf-4ee6-83cb-d9b44dd47b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:44.719613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02d9bf41-be13-4fc1-bf6b-dd4359517920 req-2e141614-619d-4b7f-b965-d8544d534e75 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561165 May 26 19:15:44.820318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9ce27346-894c-425f-b19e-f0da28980d9d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:44.871848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:44.896127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9ce27346-894c-425f-b19e-f0da28980d9d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:44.901751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9ce27346-894c-425f-b19e-f0da28980d9d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:44.902125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:44.934688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f799cf-36e4-4a5d-a8f3-3bede5210f69 req-19639a65-bd2e-4733-b531-4707363d84e2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:44.935783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30f799cf-36e4-4a5d-a8f3-3bede5210f69 req-19639a65-bd2e-4733-b531-4707363d84e2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:44.954809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-30f799cf-36e4-4a5d-a8f3-3bede5210f69 req-19639a65-bd2e-4733-b531-4707363d84e2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:44.956020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30f799cf-36e4-4a5d-a8f3-3bede5210f69 req-19639a65-bd2e-4733-b531-4707363d84e2 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 943 time: 0.1087351 May 26 19:15:45.000021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1016145225-network', 'tenant_id': '9735e6e32fb3471a8c3dc3a80b348198'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:45.004710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:45.008850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Usage tracker for resource:network and tenant:9735e6e32fb3471a8c3dc3a80b348198 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:45.011718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30f799cf-36e4-4a5d-a8f3-3bede5210f69 req-470c4ac5-b95e-476b-b48b-d951c3704f1c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 May 26 19:15:45.012159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:45.019918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:45.045637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Made reservation on behalf of 9735e6e32fb3471a8c3dc3a80b348198 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:45.050331 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.053205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9ce27346-894c-425f-b19e-f0da28980d9d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:45.053651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.070729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.083804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:45.092202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:45.095218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9ce27346-894c-425f-b19e-f0da28980d9d,segment=NetworkSegment(6c7ff9c2-8537-4053-b295-6e36e527537d),segment_id=6c7ff9c2-8537-4053-b295-6e36e527537d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:45.096993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9735e6e32fb3471a8c3dc3a80b348198 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:45.100662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:45.101006 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.106667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:45.175408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:45.215860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.220282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.233577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddce69-7776-426d-92f6-71b98c6727a7 req-6bfb57de-7cac-4faf-8012-cf073c123955 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:45.235076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecddce69-7776-426d-92f6-71b98c6727a7 req-6bfb57de-7cac-4faf-8012-cf073c123955 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 1095 time: 0.0791104 May 26 19:15:45.252429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:15:45.261460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e180c1-f1b6-4908-bb8d-e6193150e313,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:45.267198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.267580 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Added segment d7598d2f-64df-481b-9b8d-52e382507f31 of type vlan for network 53c33479-796a-48cf-b9d2-9cb7c29c45fa May 26 19:15:45.282214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecddce69-7776-426d-92f6-71b98c6727a7 req-eba45f6b-69c4-487e-ac1e-472d8b975fdb tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 May 26 19:15:45.310312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.349574 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6fd8ea-e370-4cfb-ab33-0ba24357696a'] response: {'name': 'network-changed', 'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9', 'status': 'completed', 'code': 200} May 26 19:15:45.370810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.372013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:45.372601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.507639 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6345241 May 26 19:15:45.510832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56440) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:45.518887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Request body: {'subnet': {'network_id': '53c33479-796a-48cf-b9d2-9cb7c29c45fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1016145225-subnet', 'tenant_id': '9735e6e32fb3471a8c3dc3a80b348198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:45.523356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bdf38-e587-4dd8-84c5-b45c2f5bc9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=53c33479-796a-48cf-b9d2-9cb7c29c45fa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:45.524216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991490-6556-445d-9949-287487ea5d3f req-5ad2f052-2b96-41dc-b6df-fa8da3a12470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:45.525949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-5ad2f052-2b96-41dc-b6df-fa8da3a12470 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 1094 time: 0.1481888 May 26 19:15:45.527531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:45.531833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Usage tracker for resource:subnet and tenant:9735e6e32fb3471a8c3dc3a80b348198 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:45.535195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:45.537119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 53c33479-796a-48cf-b9d2-9cb7c29c45fa details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:15:45.543212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:45.556117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Made reservation on behalf of 9735e6e32fb3471a8c3dc3a80b348198 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:45.559583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.867732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991490-6556-445d-9949-287487ea5d3f req-c1a0e114-1790-4fd7-9b15-8a2313c25b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:45.869226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-c1a0e114-1790-4fd7-9b15-8a2313c25b6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.3363867 May 26 19:15:45.938865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b41b9a-5f5f-4654-815e-78f49b291cf0 req-e3c1d95a-7cc0-41a4-9c72-8a7387359f74 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:45.940456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61b41b9a-5f5f-4654-815e-78f49b291cf0 req-e3c1d95a-7cc0-41a4-9c72-8a7387359f74 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 945 time: 0.1947083 May 26 19:15:45.950658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:45.960518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-9a2780fb-1252-4a9b-871b-817624676685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0828781 May 26 19:15:46.040296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3383ec-cefa-4914-9a05-cbf973690f21,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:46.050125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Checking segment: {'id': 'd7598d2f-64df-481b-9b8d-52e382507f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '53c33479-796a-48cf-b9d2-9cb7c29c45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:46.050484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Network hostable DHCP agents. Network: 53c33479-796a-48cf-b9d2-9cb7c29c45fa, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:15:46.072703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61b41b9a-5f5f-4654-815e-78f49b291cf0 req-c41ca9ff-ca59-4f48-a0c3-69cbfef26cad tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147218 May 26 19:15:46.076590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de991490-6556-445d-9949-287487ea5d3f req-e25de072-645c-42de-b252-3971b76a933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:46.076788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Network 53c33479-796a-48cf-b9d2-9cb7c29c45fa is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:15:46.078256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-e25de072-645c-42de-b252-3971b76a933a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.1000590 May 26 19:15:46.111165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 53c33479-796a-48cf-b9d2-9cb7c29c45fa) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:46.116441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:46.117055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:46.122970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7eb513-a7c5-4793-8bfb-abde2ca66426 None None] Network 53c33479-796a-48cf-b9d2-9cb7c29c45fa requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:46.139545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-b82edbb8-33e5-4c56-829e-dc2a7f6c1ec8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522318 May 26 19:15:46.148419 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18a14ec3-6283-411c-a261-a17320600547 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6362133 May 26 19:15:46.387316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-d01e0825-37c1-4513-a3ce-9de03887200e service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357421 May 26 19:15:46.392982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f7436-0891-4405-8172-510767e56f23 req-aea1551f-d038-4a31-bc6f-ad7f1b83584b tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:46.394410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-780f7436-0891-4405-8172-510767e56f23 req-aea1551f-d038-4a31-bc6f-ad7f1b83584b tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 1100 time: 0.1348755 May 26 19:15:46.422543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5bba2-243a-44c8-a5fb-ff3abfb4e0aa None None] Network 53c33479-796a-48cf-b9d2-9cb7c29c45fa requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:46.437080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:46.527547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:46.534601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Usage tracker for resource:security_group_rule and tenant:59c8d812e4d24c74b125735c02289d7b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:46.539014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:46.547627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:46.603276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de991490-6556-445d-9949-287487ea5d3f req-8893b56b-549a-45e7-8379-a4b963048561 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895926 May 26 19:15:46.668459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:46.672209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:46.708112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-780f7436-0891-4405-8172-510767e56f23 req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070657 May 26 19:15:46.716720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffc4fe-b0d5-4f90-bcf6-fa879a152e3d tempest-ServersAdminNegativeTestJSON-1703554345 tempest-ServersAdminNegativeTestJSON-1703554345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb23d8-efd3-4e84-b28d-85e928ead546,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:46.766713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c6a8d57-0108-4694-ad2c-801f5b9926ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:46.772825 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9f2519-b29a-4917-8270-34e83571802a'] response: {'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d', 'code': 200} May 26 19:15:47.065358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-38b4d79f-6aa6-4ec8-8130-294f93332e04 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:47.067947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-38b4d79f-6aa6-4ec8-8130-294f93332e04 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.2160058 May 26 19:15:47.075017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e895730-934f-49e2-92bd-e7beb5d9053b req-f48618ea-2119-4d16-83e3-1d01f9a8d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:47.075908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e895730-934f-49e2-92bd-e7beb5d9053b req-f48618ea-2119-4d16-83e3-1d01f9a8d22b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 1097 time: 0.2026529 May 26 19:15:47.118898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-a9ca41e6-d8f3-4808-a4d6-2bde95bfba24 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/quotas/47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 375 time: 0.0324268 May 26 19:15:47.174192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e895730-934f-49e2-92bd-e7beb5d9053b req-90ac9756-617a-4c69-a847-04f915159023 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897379 May 26 19:15:47.214905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-0139e273-4605-4bab-9270-0926d5049240 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889585 May 26 19:15:47.290681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:47.356421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-4c4a724a-5db1-4ca7-b423-c5ce5e81327b service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340420 May 26 19:15:47.492540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-e2f33241-4e73-4061-a1b4-7318d2aad25d service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302271 May 26 19:15:47.803983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f319-c514-4abf-af0e-949e4460950c req-84575b08-6c90-4d80-b283-3e771202cc6b tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:47.805506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4d4f319-c514-4abf-af0e-949e4460950c req-84575b08-6c90-4d80-b283-3e771202cc6b tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 946 time: 0.1019454 May 26 19:15:47.853730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4d4f319-c514-4abf-af0e-949e4460950c req-74dbdbf7-4585-46a8-a25a-c17e0fe9ecfa tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 May 26 19:15:48.008929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:48.363084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-e2c48563-ab01-4d7b-8dcf-967d2c97c89d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117031 May 26 19:15:48.371339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a2f06-3913-436a-b921-60ca841aa8d4 req-6d59a387-d5ce-4baa-837e-f095979dab40 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:48.372802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f3a2f06-3913-436a-b921-60ca841aa8d4 req-6d59a387-d5ce-4baa-837e-f095979dab40 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 943 time: 0.2546282 May 26 19:15:48.470850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f3a2f06-3913-436a-b921-60ca841aa8d4 req-903cd8e4-c0a4-4015-b52a-56d85ed54602 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890543 May 26 19:15:48.491984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6427f-af19-45a4-967e-3339543d0abb req-9644f578-2d14-4b6c-b98e-dbe003a09ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:48.493686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-9644f578-2d14-4b6c-b98e-dbe003a09ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0962365 May 26 19:15:48.658453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-9d1f7bee-d833-4370-acd8-3c55c13a595f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-554569311&fields=id&tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 267 time: 0.0785015 May 26 19:15:48.712480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6427f-af19-45a4-967e-3339543d0abb req-0865f6a8-8ad8-4a6c-92ce-1d6188d2b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:48.713946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-0865f6a8-8ad8-4a6c-92ce-1d6188d2b5d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.2008796 May 26 19:15:48.794154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-29df4011-0b02-48ad-9336-11f6484ab136 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 200 len: 217 time: 0.0735347 May 26 19:15:48.869415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6427f-af19-45a4-967e-3339543d0abb req-6480780a-f11e-4de5-afd1-a4e504cc5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:48.870901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-6480780a-f11e-4de5-afd1-a4e504cc5afa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0710366 May 26 19:15:48.878758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-59257e18-c714-4ea5-a6d9-4b033a7677fa tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:48.880812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-59257e18-c714-4ea5-a6d9-4b033a7677fa tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 945 time: 0.2099662 May 26 19:15:48.930287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'security_groups': ['9142f4d1-6c88-4d5a-9dab-28e486b546e3', 'a7010a1e-7b7c-492e-8341-1e8f1d085d64']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:48.961732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-75834b55-0db6-4909-815a-c63b237db76a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798852 May 26 19:15:49.290906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:49.311778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-a22238cc-b835-4119-8810-23604683cb36 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430576 May 26 19:15:49.362129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c7944b9a-2e65-4545-9238-4cba68dad161 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:49.364065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c7944b9a-2e65-4545-9238-4cba68dad161 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.3117306 May 26 19:15:49.460460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Request body: {'port': {'device_id': '07b64e5c-5185-493c-9387-44bddaba883f', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'admin_state_up': True, 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:49.539516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:49.636551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b6427f-af19-45a4-967e-3339543d0abb req-7c5636ca-97b9-4d84-b9f2-84fb52d74a08 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096261 May 26 19:15:49.716945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:49.783363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:49.801260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:49.804638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.004466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:50.093658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.101486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.122743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:50.183288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:50.183891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.185258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d736a695-e109-4b97-8871-1dc12da9e7ad req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "PUT /v2.0/ports/adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 981 time: 1.2697284 May 26 19:15:50.188091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:50.208012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Allocated IP 172.20.0.6 (faf6b053-e2ce-4426-8757-7c1833aab502/981d1bfa-622c-4f6b-84eb-e4abcedc99df/3ffa7198-ad7f-4491-b379-ca2d4d096236) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:15:50.215405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24ded8-4d50-44d2-b656-11d544c7e72b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:50.413397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:50.438584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.473325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.547385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Network faf6b053-e2ce-4426-8757-7c1833aab502 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:15:50.550441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:50.554992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:15:50.602034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:50.631999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:50.632613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.720878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-c4854b70-7269-4fd9-8798-9b4ff0d31d20 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2696793 May 26 19:15:50.740870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Request body: {'port': {'device_id': '07b64e5c-5185-493c-9387-44bddaba883f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:50.773056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00f9a6-063f-4be2-968f-d05c32ce5c7f req-85c22d35-87bf-4406-b718-63c65cfe4edc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:50.773733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e00f9a6-063f-4be2-968f-d05c32ce5c7f req-85c22d35-87bf-4406-b718-63c65cfe4edc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:15:50.837960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e00f9a6-063f-4be2-968f-d05c32ce5c7f req-85c22d35-87bf-4406-b718-63c65cfe4edc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:15:50.839000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e00f9a6-063f-4be2-968f-d05c32ce5c7f req-85c22d35-87bf-4406-b718-63c65cfe4edc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 931 time: 0.2009208 May 26 19:15:50.848763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:50.902479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:50.921991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e00f9a6-063f-4be2-968f-d05c32ce5c7f req-24a89746-9eb9-45c4-81ad-ac12bcee641f tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772841 May 26 19:15:50.994670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:51.022990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9', 'mac_address': 'fa:16:3e:17:61:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:51.090537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:51.091051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:51.111531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:51.128661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:51.133980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:51.210056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:51.377697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffa7198-ad7f-4491-b379-ca2d4d096236 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:51.389832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f052074-a39a-4031-910f-64407e50b4c9 req-744533d9-05ec-4dea-88eb-2d28c9e7b4de tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:51.391284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f052074-a39a-4031-910f-64407e50b4c9 req-744533d9-05ec-4dea-88eb-2d28c9e7b4de tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 946 time: 0.1783097 May 26 19:15:51.395822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:51.431761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Transition to ACTIVE for port object 3ffa7198-ad7f-4491-b379-ca2d4d096236 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:15:51.442004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:51.500710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f052074-a39a-4031-910f-64407e50b4c9 req-41f35224-9d88-4203-8d09-c1468af15a5e tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022897 May 26 19:15:51.590414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:51.730326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:51.766048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:15:51.766382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:15:51.766705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:51.774616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:15:51.774933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:15:51.788045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff4c1c-bd7b-4ecf-927e-0a30a7cf9caa req-d167b38f-85a9-4436-8070-cb052dbd0b48 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:51.789578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6ff4c1c-bd7b-4ecf-927e-0a30a7cf9caa req-d167b38f-85a9-4436-8070-cb052dbd0b48 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 944 time: 0.1650236 May 26 19:15:51.790558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:15:51.790888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:51.791339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:15:51.791859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Bound port: 3ffa7198-ad7f-4491-b379-ca2d4d096236, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:15:51.792203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:51.997677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6ff4c1c-bd7b-4ecf-927e-0a30a7cf9caa req-158e75f1-3fec-4249-ba24-5b78309f3a42 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939466 May 26 19:15:52.027229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:15:52.030422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:15:52.035815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:52.102252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:52.102855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:52.104269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] 10.222.0.53 "PUT /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 1091 time: 1.3683708 May 26 19:15:52.148383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b66c-31d3-43b4-a769-222ff2003244 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:52.158417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f82cc261-6041-43f2-bcce-c290dd11735e req-d3f49245-5d9c-4fd5-ac5f-a83d70d19016 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-106356674&fields=id&tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 267 time: 0.0604401 May 26 19:15:52.308153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cc261-6041-43f2-bcce-c290dd11735e req-cde138cf-4d43-4dcb-b13e-60e94c9d0cb7 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:52.309626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f82cc261-6041-43f2-bcce-c290dd11735e req-cde138cf-4d43-4dcb-b13e-60e94c9d0cb7 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 984 time: 0.1154394 May 26 19:15:52.311733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-520658c9-3cec-4172-b5cc-fc06b0750667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:52.313028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-520658c9-3cec-4172-b5cc-fc06b0750667 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1094 time: 0.1537871 May 26 19:15:52.321235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'security_groups': ['9142f4d1-6c88-4d5a-9dab-28e486b546e3', 'a7010a1e-7b7c-492e-8341-1e8f1d085d64', '8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:52.427702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-e7f246c7-cf20-42c5-b979-77bfa2248556 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 217 time: 0.0773704 May 26 19:15:52.561596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-9140b225-031a-4522-a8a8-25b976551aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:52.562959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-9140b225-031a-4522-a8a8-25b976551aca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1219389 May 26 19:15:52.563678 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:52.650480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-e9910cbc-cb33-428f-a6b3-be4a0e0ecb5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752308 May 26 19:15:52.859448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-8531a8ec-b4b2-4ab0-9823-d10cd331cc9e service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950746 May 26 19:15:53.111858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:53.117726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dcae6a1-21a1-4cbc-bc08-729242d1698a req-e7da65f8-24d3-4dc8-bda2-0961199f2772 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328446 May 26 19:15:53.142351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:53.147461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:53.221065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:53.221671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:53.223042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f82cc261-6041-43f2-bcce-c290dd11735e req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "PUT /v2.0/ports/adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 1020 time: 0.9070659 May 26 19:15:53.242045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814fcf9-e9f1-467c-9e17-94e4181f023f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:53.263493 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949404e0-aaaa-4873-85f6-1cfd2053e31e'] response: {'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'status': 'completed', 'code': 200} May 26 19:15:53.376188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5299-6f75-4640-9246-3f97653ff860 req-75961afe-06f9-4ccb-b139-bd1aae7a06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:53.377606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-75961afe-06f9-4ccb-b139-bd1aae7a06d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1174 time: 0.0737782 May 26 19:15:53.382469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:53.557441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5299-6f75-4640-9246-3f97653ff860 req-81410c3b-36d7-4fe1-81b0-ab53442593f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:53.558964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-81410c3b-36d7-4fe1-81b0-ab53442593f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.1511319 May 26 19:15:53.642781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-99222bdc-bf62-48b6-a2ec-4775e62d0365 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 217 time: 0.0677614 May 26 19:15:53.716587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5299-6f75-4640-9246-3f97653ff860 req-469b2bdd-5315-4b64-96d8-fc4280866040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:53.718084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-469b2bdd-5315-4b64-96d8-fc4280866040 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.0627675 May 26 19:15:53.771161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-219f80f5-cf0a-42a7-9ed3-21ca497fd501 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414336 May 26 19:15:53.825287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:54.063883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5ff0e-e7b2-4017-b569-cacbca292d2d req-db4ad465-fa2a-44de-a816-30cdb22f1707 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.065879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46e5ff0e-e7b2-4017-b569-cacbca292d2d req-db4ad465-fa2a-44de-a816-30cdb22f1707 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.2976258 May 26 19:15:54.101892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-bc3013ac-bf97-4e46-ba72-9c096ac86c49 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992354 May 26 19:15:54.244790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46e5ff0e-e7b2-4017-b569-cacbca292d2d req-a7494c88-cc01-4aff-b049-56dd43f9cf33 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419659 May 26 19:15:54.288786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-68b047c1-07a1-4d4e-a506-a3f4be021c29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2211103 May 26 19:15:54.297352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603e5299-6f75-4640-9246-3f97653ff860 req-3c2f4933-6540-473d-9bc5-a09eaea44cfa service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710603 May 26 19:15:54.476549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fd508-2351-4665-98d8-3d492f99dc71 req-eb6449b3-58f4-4ef6-918a-4ec52a1d51d1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.478005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df3fd508-2351-4665-98d8-3d492f99dc71 req-eb6449b3-58f4-4ef6-918a-4ec52a1d51d1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 944 time: 0.1392665 May 26 19:15:54.484063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-73d588aa-f769-49ef-92d3-fe781ace17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.485451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-73d588aa-f769-49ef-92d3-fe781ace17c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1043942 May 26 19:15:54.592564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df3fd508-2351-4665-98d8-3d492f99dc71 req-d39ba05c-92e7-49a1-bad5-8dfc398930c8 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061978 May 26 19:15:54.650408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-cedcb2a5-dd32-4acc-9135-6fde78d46fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.651849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-cedcb2a5-dd32-4acc-9135-6fde78d46fa9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 200 len: 907 time: 0.1342776 May 26 19:15:54.809990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-614f2f9b-7634-4c48-87f3-1e9dc7a2cd69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 200 len: 1001 time: 0.1457930 May 26 19:15:54.829108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf7d11-2af0-43c8-a6b1-84c6e4f56372 req-55482fa3-3d06-434b-ba90-5a569b6ce43b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.830507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bedf7d11-2af0-43c8-a6b1-84c6e4f56372 req-55482fa3-3d06-434b-ba90-5a569b6ce43b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1023 time: 0.1166098 May 26 19:15:54.889621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:15:54.924844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-ba15ef10-614c-4f7c-825b-04234cbf5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:54.926875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-ba15ef10-614c-4f7c-825b-04234cbf5c8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d07dded8-d6da-437e-b9aa-bdf743ce6911 HTTP/1.1" status: 200 len: 845 time: 0.0955286 May 26 19:15:54.957383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:15:54.962215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:15:54.962579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.004330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bedf7d11-2af0-43c8-a6b1-84c6e4f56372 req-10b52768-72c0-4c32-81a9-fdc6f19df92d tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5&id=a7010a1e-7b7c-492e-8341-1e8f1d085d64&id=9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 200 len: 6147 time: 0.1414919 May 26 19:15:55.046180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-87d6aee2-f1c1-455e-809a-a2aa3b35b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:55.047750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-87d6aee2-f1c1-455e-809a-a2aa3b35b5aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0e317e7c-13a5-4c26-8374-e35f3727f87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100152 May 26 19:15:55.131862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:55.132240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.163273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:55.173089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:55.177747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.226959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-c4c8ca23-4b7b-40d2-b2a4-932b38f6297a service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553569 May 26 19:15:55.252116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:55.263992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236'}, {'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:15:55.319311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1800589870 ', 'description': 'tempest-description-999143631'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:55.333225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:55.347734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:55.386411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.407051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2589fa68-3cac-4049-a7f7-43e81b6a5195 req-fe32150f-7b8a-46e5-abfa-b3115fc1596f service neutron] 10.222.0.53 "GET /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705797 May 26 19:15:55.411786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:55.416196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:55.419204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:55.424967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:55.495218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.498974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.542664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb797c9c-5692-4006-9b46-244a2a2a3db9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:55.548020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:55.549476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8809f57b-ebda-4cce-91a2-ccb579678ad2 req-6d459700-7e7d-477a-b41c-bdf2c55fd6e3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2382274 May 26 19:15:55.645462 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc9b16f-dbb7-4c30-9d06-6ceeda5eb1cb'] response: {'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9', 'code': 200} May 26 19:15:55.939038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008df35a-8661-456f-8ab3-9eb42c24d324 req-4058cda8-3f66-4dad-903a-4d429cdc12bb tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:55.940525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-008df35a-8661-456f-8ab3-9eb42c24d324 req-4058cda8-3f66-4dad-903a-4d429cdc12bb tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1101 time: 0.1898100 May 26 19:15:55.946016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40184537-750c-4cbf-be71-67f3ac8a213e req-d27cbcc6-a71d-46c7-b286-6392f884aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:55.947376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40184537-750c-4cbf-be71-67f3ac8a213e req-d27cbcc6-a71d-46c7-b286-6392f884aeee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 1096 time: 0.2259591 May 26 19:15:56.010614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-008df35a-8661-456f-8ab3-9eb42c24d324 req-6bf1cfa8-0cd8-4498-8ef4-1cd3e2754d4c tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622945 May 26 19:15:56.015935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40184537-750c-4cbf-be71-67f3ac8a213e req-43f7d2d3-5ef0-4d8b-84f8-760e874fc8ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 May 26 19:15:56.342269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df604-9307-440a-b84b-637fd41c11ee req-3f4f5526-1625-4008-92ce-e16f5c7159aa tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:56.343710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b1df604-9307-440a-b84b-637fd41c11ee req-3f4f5526-1625-4008-92ce-e16f5c7159aa tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.0790567 May 26 19:15:56.388714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b1df604-9307-440a-b84b-637fd41c11ee req-0fae9e32-aa1b-473a-b48b-f62251c584e3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 May 26 19:15:56.444839 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e556a4e0-f7e2-47cf-b373-45c45fc52578'] response: {'name': 'network-changed', 'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'status': 'completed', 'code': 200} May 26 19:15:56.445183 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e556a4e0-f7e2-47cf-b373-45c45fc52578'] response: {'name': 'network-changed', 'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'status': 'completed', 'code': 200} May 26 19:15:56.545230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9bd02b79-72e9-4e71-884d-a3416ee31670 req-ba5d3122-6e22-4264-b0de-ccb8512176b5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/eb797c9c-5692-4006-9b46-244a2a2a3db9 HTTP/1.1" status: 200 len: 1780 time: 0.0894382 May 26 19:15:56.570982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56540) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:56.620586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-904c68fc-a2a1-45b1-a6f2-fac9b6c22ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:56.622165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-904c68fc-a2a1-45b1-a6f2-fac9b6c22ae5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1094 time: 0.1400464 May 26 19:15:56.636717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Deleting subnet 5d3383ec-cefa-4914-9a05-cbf973690f21 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:15:56.639885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:56.779314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:56.908018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:56.943116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-85c18443-951c-440b-8643-156c7ac5a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:56.944562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-85c18443-951c-440b-8643-156c7ac5a107 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2770145 May 26 19:15:57.035115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-b48807fa-95a4-4b21-84a8-5924e0e421e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 217 time: 0.0722494 May 26 19:15:57.124671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.166622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1d628-fb61-439a-b9e5-1aadb1331d57 req-c41d23d4-a249-4d4f-91f4-d9d0b918cd68 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:57.168082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83e1d628-fb61-439a-b9e5-1aadb1331d57 req-c41d23d4-a249-4d4f-91f4-d9d0b918cd68 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 945 time: 0.3000216 May 26 19:15:57.173690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-c2f2a0cc-649d-4b40-9b18-8eaf3bbb6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:57.175015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-c2f2a0cc-649d-4b40-9b18-8eaf3bbb6593 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1274853 May 26 19:15:57.182372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.186716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3383ec-cefa-4914-9a05-cbf973690f21,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:57.250762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-77743ff7-14f5-47e3-aaf1-d5d80ba4e6ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649796 May 26 19:15:57.251948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aa0877c3-f6b2-4ab2-8bb2-dc7b84a5f92f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d3383ec-cefa-4914-9a05-cbf973690f21 HTTP/1.1" status: 204 len: 168 time: 0.6800435 May 26 19:15:57.255267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:57.342776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83e1d628-fb61-439a-b9e5-1aadb1331d57 req-bccb318e-3e47-4226-915f-a7f83822dc67 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662035 May 26 19:15:57.367184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.403838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-12e49ae7-550f-4d0b-80e0-25a7a48bce34 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421764 May 26 19:15:57.497786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.526876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c33479-796a-48cf-b9d2-9cb7c29c45fa']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:57.540432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7598d2f-64df-481b-9b8d-52e382507f31') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:57.540719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7598d2f-64df-481b-9b8d-52e382507f31') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:15:57.554248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.571426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.577839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:15:57.578223 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.603855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-fc3cd962-b6b6-412d-8e49-a9ee27c3a834 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896689 May 26 19:15:57.612609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f228c-9927-4f11-a54c-de5b80c9893c req-4e6efe35-ec4f-4e48-899f-bc401dae2550 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:57.614651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b33f228c-9927-4f11-a54c-de5b80c9893c req-4e6efe35-ec4f-4e48-899f-bc401dae2550 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1101 time: 0.1274271 May 26 19:15:57.652489 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d7598d2f-64df-481b-9b8d-52e382507f31 resource provider aggregate not found May 26 19:15:57.683357 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d7598d2f-64df-481b-9b8d-52e382507f31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7598d2f-64df-481b-9b8d-52e382507f31 found for delete ", "request_id": "req-9345e7cc-fa54-4b0f-ade7-ef6592e96fe0"}]} May 26 19:15:57.684666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.700962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b33f228c-9927-4f11-a54c-de5b80c9893c req-aa514b7e-7ea4-406d-a300-109ca3e8d8a4 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 May 26 19:15:57.703682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.710255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] Pushing event deleted for resources: {'Network': ['ID=53c33479-796a-48cf-b9d2-9cb7c29c45fa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:57.716768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0462b59d-987d-4a7b-af1c-c4ecc8def05e admin admin] 10.222.0.24 "DELETE /v2.0/networks/53c33479-796a-48cf-b9d2-9cb7c29c45fa HTTP/1.1" status: 204 len: 168 time: 0.4582100 May 26 19:15:57.749997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-145e845e-a77a-4cc6-9f08-dbcce4597288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:57.751502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-145e845e-a77a-4cc6-9f08-dbcce4597288 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1174 time: 0.0956030 May 26 19:15:57.831128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56562) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:57.882975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33dc39fd-14a2-414a-b5fa-7ca386582342 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9735e6e32fb3471a8c3dc3a80b348198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505164 May 26 19:15:57.885473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:57.948317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:57.977288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.026447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-5d474167-6fc3-4aca-9ffa-9bf7b378545e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/eb797c9c-5692-4006-9b46-244a2a2a3db9 HTTP/1.1" status: 200 len: 1780 time: 0.2392573 May 26 19:15:58.030793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.056289 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.057748 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02e180c1-f1b6-4908-bb8d-e6193150e313 HTTP/1.1" status: 204 len: 168 time: 0.1711795 May 26 19:15:58.058741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd01f4-9fdc-4bdd-8ece-06da24f2e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e180c1-f1b6-4908-bb8d-e6193150e313,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:58.067935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-8d4cda71-f090-4043-b62c-5f84c4bbc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:58.069536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-8d4cda71-f090-4043-b62c-5f84c4bbc2cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.3047302 May 26 19:15:58.162994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-e0db5241-efb9-47a1-a390-5adc8fc1e670 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 200 len: 217 time: 0.0828824 May 26 19:15:58.236558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.283696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.292606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-e15d1b43-1ddb-4287-a00b-f80d0de258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:58.294201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-e15d1b43-1ddb-4287-a00b-f80d0de258fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.1073735 May 26 19:15:58.361918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-6e0d4eb0-0156-4a37-9220-d0445248bd7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547740 May 26 19:15:58.403191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.506799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb797c9c-5692-4006-9b46-244a2a2a3db9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:58.524731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:58.525933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10c4f04e-ff6b-49e8-a455-5e4056130c34 req-17a0fd19-96d0-4345-a384-dc5abda445dc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb797c9c-5692-4006-9b46-244a2a2a3db9 HTTP/1.1" status: 204 len: 173 time: 0.4834003 May 26 19:15:58.579798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-4b16c2a9-1de6-488d-89be-521f093554b5 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084994 May 26 19:15:58.778334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-862b757c-9a26-41be-a782-8a5b1643ea89 req-6f63021b-04bc-4e1a-a056-75740caddc20 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910889 May 26 19:15:58.796915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bdd08-d699-4d70-9854-1192d9514f53 req-37b7496e-af57-42fa-a6a4-a693c26e93d3 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:58.798987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-648bdd08-d699-4d70-9854-1192d9514f53 req-37b7496e-af57-42fa-a6a4-a693c26e93d3 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.1397071 May 26 19:15:58.850359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-648bdd08-d699-4d70-9854-1192d9514f53 req-291cc2df-531a-4649-996d-d97519d55e38 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 May 26 19:15:58.897320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:58.928067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:15:59.022781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-12422079-network', 'tenant_id': '6c9a15dc9b4b4b98b243614b32e7e76a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:59.028652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:59.031469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa2add-441e-48cb-9508-d8b6c1756ed0 req-c2b18a54-cc7f-4d0d-a57a-a14aa1f2b40a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:59.036629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Usage tracker for resource:network and tenant:6c9a15dc9b4b4b98b243614b32e7e76a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:59.039291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7aa2add-441e-48cb-9508-d8b6c1756ed0 req-c2b18a54-cc7f-4d0d-a57a-a14aa1f2b40a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.0922072 May 26 19:15:59.041685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:59.049799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:59.065896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Made reservation on behalf of 6c9a15dc9b4b4b98b243614b32e7e76a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:59.069434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.083602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.084859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:59.098228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7aa2add-441e-48cb-9508-d8b6c1756ed0 req-fc68cae2-5d08-4d94-8bce-46842f40ca65 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 May 26 19:15:59.101844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'port_id': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'mac_address': 'fa:16:3e:fd:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981d1bfa-622c-4f6b-84eb-e4abcedc99df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:15:59.104669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:59.110042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Usage tracker for resource:security_group_rule and tenant:6c9a15dc9b4b4b98b243614b32e7e76a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:59.119389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:59.121350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:59.173758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3ffa7198-ad7f-4491-b379-ca2d4d096236 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:15:59.174138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.192520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffa7198-ad7f-4491-b379-ca2d4d096236 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:15:59.211675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:15:59.216154 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.228692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.233144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.265599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:15:59.284447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:59.289453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.289874 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Added segment a79bdbe6-d2e0-4262-a160-6626327e1091 of type vlan for network b74256d2-5f9d-40b7-9060-24b52a4e4548 May 26 19:15:59.304176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:59.320438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.357633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.358873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:59.359489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.478860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] Pushing event updated for resources: {'Network': ['ID=b74256d2-5f9d-40b7-9060-24b52a4e4548,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:59.486718 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0949cc70-1919-4173-8fa0-f655c463a95b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5881622 May 26 19:15:59.491906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b74256d2-5f9d-40b7-9060-24b52a4e4548 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:15:59.497707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56602) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:15:59.507475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Request body: {'subnet': {'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-12422079-subnet', 'tenant_id': '6c9a15dc9b4b4b98b243614b32e7e76a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:15:59.514230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:15:59.520333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Usage tracker for resource:subnet and tenant:6c9a15dc9b4b4b98b243614b32e7e76a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:15:59.524556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:15:59.532289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:15:59.552148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Made reservation on behalf of 6c9a15dc9b4b4b98b243614b32e7e76a for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:15:59.555471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.594181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-a6c81d51-406c-46b2-a0e0-b63b520a099e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:59.595913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-a6c81d51-406c-46b2-a0e0-b63b520a099e tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.1407547 May 26 19:15:59.728637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Deleting port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:15:59.728978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.801213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.827901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197281-74c5-4c2c-b41d-2e705abf6aa2 req-5fc9f7cc-2a86-44b1-ac3b-2d8a7ef60cfb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:59.829378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22197281-74c5-4c2c-b41d-2e705abf6aa2 req-5fc9f7cc-2a86-44b1-ac3b-2d8a7ef60cfb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 945 time: 0.1881766 May 26 19:15:59.855427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3ffa7198-ad7f-4491-b379-ca2d4d096236'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:15:59.883112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd80b621-8276-4b23-8f30-aa328a698414,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:15:59.890582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Checking segment: {'id': 'a79bdbe6-d2e0-4262-a160-6626327e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:15:59.890942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Network hostable DHCP agents. Network: b74256d2-5f9d-40b7-9060-24b52a4e4548, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:15:59.912177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Network b74256d2-5f9d-40b7-9060-24b52a4e4548 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:15:59.924135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b74256d2-5f9d-40b7-9060-24b52a4e4548) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:15:59.929863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:15:59.930461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:15:59.938595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584a052-e3d5-47f4-b4b4-84d2a52f4dc5 None None] Network b74256d2-5f9d-40b7-9060-24b52a4e4548 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:15:59.952798 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-83507cc8-022f-4f0a-8aed-d4ab1907f7dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4536114 May 26 19:15:59.967190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22197281-74c5-4c2c-b41d-2e705abf6aa2 req-9c75e6cb-f502-4732-904b-0a4f7989f937 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306210 May 26 19:16:00.028050 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-40697068-aea9-433b-ae86-6810fc238155 req-cf778e3e-d758-466c-b86b-72bb6d53770e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:16:00.036843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40697068-aea9-433b-ae86-6810fc238155 req-cf778e3e-d758-466c-b86b-72bb6d53770e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/eb797c9c-5692-4006-9b46-244a2a2a3db9 HTTP/1.1" status: 404 len: 352 time: 0.0242381 May 26 19:16:00.122273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] For port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:00.122904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:00.266052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Calling delete_port for 1a3617b5-d771-4f2f-ab77-68f3546ac4bb owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:00.303366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0685ed0-eb99-425f-bf99-3a425a535ed3 None None] Network b74256d2-5f9d-40b7-9060-24b52a4e4548 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:00.582812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df52578-8c03-4ee4-88c6-f584cb63aa0c req-b6cf6404-27d6-46d8-8ce4-f5ef7215e883 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:00.584305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0df52578-8c03-4ee4-88c6-f584cb63aa0c req-b6cf6404-27d6-46d8-8ce4-f5ef7215e883 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f290459-5127-42aa-89a6-4a9253ecc3f9 HTTP/1.1" status: 200 len: 949 time: 0.2434216 May 26 19:16:00.585498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:00.659717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Pushing event deleted for resources: {'Port': ['ID=1a3617b5-d771-4f2f-ab77-68f3546ac4bb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:00.753486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] No DVR routers for this DVR port 1a3617b5-d771-4f2f-ab77-68f3546ac4bb on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:00.757708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:00.760291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'name': 'network-vif-deleted', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:00.768837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0df52578-8c03-4ee4-88c6-f584cb63aa0c req-583db1a5-ac0a-4ee9-a3b8-e8e900224643 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379819 May 26 19:16:00.771628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15d6c85c-4625-4111-b974-cd2b66dc9986 req-338fa94a-ff73-4ef3-8dae-7731ada52dfb tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "DELETE /v2.0/ports/1a3617b5-d771-4f2f-ab77-68f3546ac4bb HTTP/1.1" status: 204 len: 173 time: 1.1691031 May 26 19:16:00.801607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-273027839', 'description': 'tempest-description-828842560'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:00.808035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:00.813011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:00.816336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:00.822099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:00.834442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:00.869527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:00.873995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:00.877273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:00.883580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:00.955992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:00.959644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:01.004153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45b9555-4a50-450e-b336-7742f1d64d46,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:01.006748 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:01.007910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56c1324e-5e79-4add-ad65-bda527d41ee9 req-965499f9-5165-4bd5-b50c-e0a9d084a980 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2113183 May 26 19:16:01.234774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-8a05021f-d3c0-49e4-ae30-77e30fc9fe45 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:01.236202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-8a05021f-d3c0-49e4-ae30-77e30fc9fe45 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.1466165 May 26 19:16:01.251025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-8281e307-2a91-49e1-a41d-704475e485a0 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0087850 May 26 19:16:01.337404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-d489a63a-836e-4f1d-996a-6f50ce66b5b6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804231 May 26 19:16:01.469314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', '1a3617b5-d771-4f2f-ab77-68f3546ac4bb'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:01.469899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-7529c38d-e4d3-4428-b91e-f5dda4c1b513 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 May 26 19:16:01.618826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-28521c58-1f11-469e-b9e4-e31af0fbff69 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415293 May 26 19:16:01.892491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a00d3-edf7-4df4-a590-53347e4d1b21 req-688144f3-376e-42ac-af2c-c4cd8e1b3695 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:01.894051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d02a00d3-edf7-4df4-a590-53347e4d1b21 req-688144f3-376e-42ac-af2c-c4cd8e1b3695 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 944 time: 0.0870728 May 26 19:16:01.941360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d02a00d3-edf7-4df4-a590-53347e4d1b21 req-a4c283ec-478b-44d6-a5d0-640750b7850d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 May 26 19:16:02.609584 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c1cc95-cf3d-4e2d-aa83-d1bc08273105'] response: {'server_uuid': '4f290459-5127-42aa-89a6-4a9253ecc3f9', 'name': 'network-vif-deleted', 'tag': '1a3617b5-d771-4f2f-ab77-68f3546ac4bb', 'status': 'completed', 'code': 200} May 26 19:16:02.624374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1943214892', 'description': 'tempest-description-1187643738'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:02.632425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:02.636719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:02.639739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:02.646482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:02.658588 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:02.680300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:02.684424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:02.687621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:02.694815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:02.764986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:02.768597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:02.814973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b823b57a-d80f-4ab9-8b36-5137903447d7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:02.818584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:02.819761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-19a3645b-f9b4-4272-a1d2-447db8a50def req-db426750-72ac-4dca-8d33-18d4fb103945 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1996503 May 26 19:16:02.953554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f4866a3-bcd2-4987-bd7c-eb48c24ea1bf req-e80e0a3f-fb92-41a7-ac35-4d177ef33584 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 210 time: 0.0453978 May 26 19:16:02.975967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:03.099040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 3ffa7198-ad7f-4491-b379-ca2d4d096236 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:03.109143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3ffa7198-ad7f-4491-b379-ca2d4d096236 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:03.109995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.158905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-b5a459ca-b118-4d9c-a9c0-bd59de0b95ef tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:03.161772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-b5a459ca-b118-4d9c-a9c0-bd59de0b95ef tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.2109468 May 26 19:16:03.188210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': 'e962689a-5b09-46d3-9d58-87776837e714', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:03.236542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3ffa7198-ad7f-4491-b379-ca2d4d096236 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:03.236920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.266094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:03.280308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:03.284640 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.341187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:03.355267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:03.362024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:03.366625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:03.370945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.555651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.3 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/5d127c25-cd51-45b6-b103-f6cfeae732e2) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:03.560405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1676852379', 'description': 'tempest-description-327613484'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:03.569784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:03.576995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:03.580853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:03.591982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:03.624294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.674229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:03.825056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:03.832712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:03.847357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:03.945550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.992984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:03.998173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.055280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d811b7a-1fa9-42f1-a67f-2b8e911a7024,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:04.060051 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.061763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-def62348-685c-4a98-bf30-b7ea237f172a req-908149f7-bfa3-4b03-8b6c-e223d748724c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5104601 May 26 19:16:04.062908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.076855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:04.107622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:04.138450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:04.142166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:04.144744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:04.238887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:04.267332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:04.267932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.292332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-2d088871-c5a3-4353-b315-3b4aad511b7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079395 May 26 19:16:04.309416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425424-3e71-449c-a9c4-cf8b592377e3 req-e6ea8ccb-f99d-497b-b8fd-8640b75da6a5 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:04.310854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f425424-3e71-449c-a9c4-cf8b592377e3 req-e6ea8ccb-f99d-497b-b8fd-8640b75da6a5 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 945 time: 0.1320591 May 26 19:16:04.315594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Request body: {'port': {'device_id': 'e962689a-5b09-46d3-9d58-87776837e714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:04.447249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f425424-3e71-449c-a9c4-cf8b592377e3 req-00bfb2b3-d9e6-401b-899f-9058c09c2a59 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989339 May 26 19:16:04.460349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.699684 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91640105-78ba-4d6c-93c4-020a4c0b5638'] response: {'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'code': 200} May 26 19:16:04.910690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d127c25-cd51-45b6-b103-f6cfeae732e2 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:04.921870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.945636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Transition to ACTIVE for port object 5d127c25-cd51-45b6-b103-f6cfeae732e2 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:04.952130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:04.995564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1a3617b5-d771-4f2f-ab77-68f3546ac4bb no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:05.022765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cfbf5-061a-4d48-9fc4-a846d7a01b56 req-61c8fbed-2982-4deb-8fd1-833de6de2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:05.024225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e7cfbf5-061a-4d48-9fc4-a846d7a01b56 req-61c8fbed-2982-4deb-8fd1-833de6de2061 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1096 time: 0.2260706 May 26 19:16:05.036443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 1a3617b5-d771-4f2f-ab77-68f3546ac4bb {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:05.036819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1a3617b5-d771-4f2f-ab77-68f3546ac4bb not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:05.086114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600488f-bc40-4885-8623-a8a03be28f28 req-4b9a2c09-6359-4629-b224-7710fa97da5f tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:05.087525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0600488f-bc40-4885-8623-a8a03be28f28 req-4b9a2c09-6359-4629-b224-7710fa97da5f tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.3007424 May 26 19:16:05.137503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Pushing event updated for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:05.229465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e7cfbf5-061a-4d48-9fc4-a846d7a01b56 req-7583a8ab-ee74-47d0-a210-9acdbe723ad6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515241 May 26 19:16:05.254412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0600488f-bc40-4885-8623-a8a03be28f28 req-01239ac9-027d-4583-a35f-8705d9e3198e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423166 May 26 19:16:05.291177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Attempting to bind port 5d127c25-cd51-45b6-b103-f6cfeae732e2 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:05.291507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Attempting to bind port 5d127c25-cd51-45b6-b103-f6cfeae732e2 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:05.292225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Attempting to bind port 5d127c25-cd51-45b6-b103-f6cfeae732e2 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:05.297386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Port 5d127c25-cd51-45b6-b103-f6cfeae732e2 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:05.297862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Attempting to bind port 5d127c25-cd51-45b6-b103-f6cfeae732e2 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:05.303543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:05.303875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:05.304252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:05.304675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Bound port: 5d127c25-cd51-45b6-b103-f6cfeae732e2, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:05.305012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:05.402732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:05.405696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:05.409408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:05.472383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:05.472981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:05.474386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d127c25-cd51-45b6-b103-f6cfeae732e2 HTTP/1.1" status: 200 len: 1091 time: 1.1626222 May 26 19:16:05.474806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:05.495524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd51fa-8b70-46a9-b4f0-b560f2815025 service neutron] Pushing event updated for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:05.728849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73592327-6b3d-42be-9b01-270fbb12b51f req-02908525-de63-419e-add6-d0bdb9dad78f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:05.729552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-73592327-6b3d-42be-9b01-270fbb12b51f req-02908525-de63-419e-add6-d0bdb9dad78f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:05.735233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-b33c7569-47ce-489a-bf28-a945c8d935d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:05.736627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-b33c7569-47ce-489a-bf28-a945c8d935d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 1094 time: 0.1061587 May 26 19:16:05.748622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-73592327-6b3d-42be-9b01-270fbb12b51f req-02908525-de63-419e-add6-d0bdb9dad78f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:05.749668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73592327-6b3d-42be-9b01-270fbb12b51f req-02908525-de63-419e-add6-d0bdb9dad78f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 943 time: 0.1591914 May 26 19:16:05.925083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-8f5f2081-41b3-4dc2-9b42-bffe03f4b3e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2 HTTP/1.1" status: 200 len: 217 time: 0.1679711 May 26 19:16:05.996364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73592327-6b3d-42be-9b01-270fbb12b51f req-a0fb0b64-7e1d-4dca-ba79-aeb1b3c65f36 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403443 May 26 19:16:06.008931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-6fc6861b-a357-41d6-a9a3-a870d5ef12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:06.014729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-6fc6861b-a357-41d6-a9a3-a870d5ef12fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0683081 May 26 19:16:06.074761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-6211c11d-cc32-4a82-b757-e584876c01b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554531 May 26 19:16:06.262148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:06.284451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b78b7055-131e-4663-b665-8ffdb31cbba7 req-4aa21975-ba63-4192-a0a6-3d0c63680e6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:06.289108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-fdeb024d-8401-4611-a910-8ac33f9c2a33 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995647 May 26 19:16:06.302284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b78b7055-131e-4663-b665-8ffdb31cbba7 req-4aa21975-ba63-4192-a0a6-3d0c63680e6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:06.303801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b78b7055-131e-4663-b665-8ffdb31cbba7 req-4aa21975-ba63-4192-a0a6-3d0c63680e6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 10894 time: 0.2549205 May 26 19:16:06.448220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b78b7055-131e-4663-b665-8ffdb31cbba7 req-6207c6d0-aa59-4197-8dcf-bed062135dd8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 200 len: 2981 time: 0.1241016 May 26 19:16:06.485897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78d5b8f2-0014-49f1-8d10-92f7a9d3009f req-4e4e7027-f969-419e-8121-3cfb96032c19 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791706 May 26 19:16:06.516068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b78b7055-131e-4663-b665-8ffdb31cbba7 req-16c767f8-ce0c-402c-95cd-952c294a5aab tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 200 len: 2981 time: 0.0609534 May 26 19:16:06.682946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485286-b548-4d9c-a328-3c22ff277250 req-998d4acb-8a29-4091-b051-3560a3e658d2 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:06.683624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e485286-b548-4d9c-a328-3c22ff277250 req-998d4acb-8a29-4091-b051-3560a3e658d2 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Synchronizing usage tracker for tenant:21e55bde17bf4d9e92bace6b14bf0fd7 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:06.701638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e485286-b548-4d9c-a328-3c22ff277250 req-998d4acb-8a29-4091-b051-3560a3e658d2 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Unset dirty status for tenant:21e55bde17bf4d9e92bace6b14bf0fd7 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:06.702812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e485286-b548-4d9c-a328-3c22ff277250 req-998d4acb-8a29-4091-b051-3560a3e658d2 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 950 time: 0.1006052 May 26 19:16:06.747298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e485286-b548-4d9c-a328-3c22ff277250 req-76c7894d-8c1b-45cc-9bce-6f283a92bdde tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/security-groups?id=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 May 26 19:16:07.156178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb39b53-a801-4358-a272-3d7f24cf7667 req-cc6d1770-98df-46a4-81d8-1d3d4a804eeb tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:07.157641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb39b53-a801-4358-a272-3d7f24cf7667 req-cc6d1770-98df-46a4-81d8-1d3d4a804eeb tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 945 time: 0.0793412 May 26 19:16:07.203464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb39b53-a801-4358-a272-3d7f24cf7667 req-c6d36336-0dca-471b-8971-f74ed9134610 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 May 26 19:16:07.255906 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d567feba-cffc-411f-a2d5-33c7334f3108'] response: {'name': 'network-changed', 'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2', 'status': 'completed', 'code': 200} May 26 19:16:07.372808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-530949ce-de1b-40bb-a23e-ccef09c0160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:07.374325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-530949ce-de1b-40bb-a23e-ccef09c0160f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 1094 time: 0.0762532 May 26 19:16:07.514493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-82dab09f-a26d-4dcd-bf14-f6aa5c85640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:07.516235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-82dab09f-a26d-4dcd-bf14-f6aa5c85640f service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.1330593 May 26 19:16:07.628988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-d641c2ac-aeb4-4a7e-8763-8b6d29418a62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2 HTTP/1.1" status: 200 len: 217 time: 0.0728061 May 26 19:16:07.707974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-5bd27b91-0151-42fd-b7db-f37d67f7a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:07.709407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-5bd27b91-0151-42fd-b7db-f37d67f7a751 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0700996 May 26 19:16:07.720174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e51cf-3075-4acb-ae71-f75b4759103c req-82c511b6-41ed-4f62-a90a-6ad1ad1cf6ef tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:07.721880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd8e51cf-3075-4acb-ae71-f75b4759103c req-82c511b6-41ed-4f62-a90a-6ad1ad1cf6ef tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1992207 May 26 19:16:07.775594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-c360cb81-8de8-456c-89fb-39fe5c0b386c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522718 May 26 19:16:07.867434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd8e51cf-3075-4acb-ae71-f75b4759103c req-bd609b5c-51dd-4e14-9235-6aaad51741b8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152890 May 26 19:16:07.957918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-ca431b17-5986-4653-9fcf-967b05cb6a36 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672521 May 26 19:16:07.962814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-32f9b690-a031-4103-8946-3cf147a777d5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/f45b9555-4a50-450e-b336-7742f1d64d46 HTTP/1.1" status: 200 len: 1799 time: 0.0732286 May 26 19:16:08.282991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.303745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c989522-f93c-4b34-ab67-0388c82dd700 req-c833551d-8bb8-4b5f-937e-b6d9c86937b1 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389139 May 26 19:16:08.324607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.339399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-b61bf6f6-d736-489d-a728-5e6489b84040 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:08.340796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-b61bf6f6-d736-489d-a728-5e6489b84040 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 950 time: 0.2005816 May 26 19:16:08.432845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Deleting port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:08.433200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.463035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.497749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45b9555-4a50-450e-b336-7742f1d64d46,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:08.542082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.543109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02fc9966-f749-45a2-8a87-7d10b27bda40 req-b344a03b-bdc8-4f6e-bc0c-29dd5a144809 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/f45b9555-4a50-450e-b336-7742f1d64d46 HTTP/1.1" status: 204 len: 173 time: 0.5599174 May 26 19:16:08.709477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] For port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:08.709836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:08.834143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Calling delete_port for 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:09.017066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ccf60-df0c-4b79-ae48-ba7b2b899048 req-8a5b6811-8b24-4f07-a4c5-b604ed34954e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:09.018572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c40ccf60-df0c-4b79-ae48-ba7b2b899048 req-8a5b6811-8b24-4f07-a4c5-b604ed34954e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.1918151 May 26 19:16:09.065429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:09.077434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:09.124481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Pushing event deleted for resources: {'Port': ['ID=2a8abfa2-cf5c-46a0-9088-924c82f6e2a2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:09.130115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c40ccf60-df0c-4b79-ae48-ba7b2b899048 req-c4f88d29-7156-458b-8416-436fbc6c9a26 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032846 May 26 19:16:09.206045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] No DVR routers for this DVR port 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:09.209227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:09.226016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a38a816-0f2b-47e9-926b-4015673b8b0e req-2163b695-7a2e-4243-a23c-69f4de5952e7 tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.53 "DELETE /v2.0/ports/2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 HTTP/1.1" status: 204 len: 173 time: 0.8728721 May 26 19:16:09.287890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'name': 'network-vif-deleted', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:09.346744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710ce8-3b6d-4312-b00b-bb1c4ae01bf9 req-d33d5cc2-5b99-481c-a877-1fa0c4787220 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:09.348783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15710ce8-3b6d-4312-b00b-bb1c4ae01bf9 req-d33d5cc2-5b99-481c-a877-1fa0c4787220 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 943 time: 0.0964365 May 26 19:16:09.398032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15710ce8-3b6d-4312-b00b-bb1c4ae01bf9 req-78113a0f-12c8-4a5c-858c-ea84f4470719 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 May 26 19:16:09.715893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-422a1135-9a11-49ef-8c38-ba6419718015 req-9e3fb08c-951b-4945-868a-97ae2bc2551a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Synchronizing usage tracker for tenant:21e55bde17bf4d9e92bace6b14bf0fd7 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:09.731377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-422a1135-9a11-49ef-8c38-ba6419718015 req-9e3fb08c-951b-4945-868a-97ae2bc2551a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] Unset dirty status for tenant:21e55bde17bf4d9e92bace6b14bf0fd7 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:09.732715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-422a1135-9a11-49ef-8c38-ba6419718015 req-9e3fb08c-951b-4945-868a-97ae2bc2551a tempest-ServersAdminNegativeTestJSON-1581749150 tempest-ServersAdminNegativeTestJSON-1581749150-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73d9a49-2853-4b9f-a6e5-933a0c10ffc3 HTTP/1.1" status: 200 len: 210 time: 0.0582118 May 26 19:16:09.911893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492e03a-cbb1-4eba-9e3a-7bba018db620 req-bdc609a8-af31-4432-bd22-e6b3d59e6354 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:09.913460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c492e03a-cbb1-4eba-9e3a-7bba018db620 req-bdc609a8-af31-4432-bd22-e6b3d59e6354 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 945 time: 0.0864451 May 26 19:16:09.960012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c492e03a-cbb1-4eba-9e3a-7bba018db620 req-95d95f65-69c9-4b22-878d-c4720f21b3a4 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 May 26 19:16:09.999778 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-6c166d0a-85ea-4198-9791-9274fe3b2a6b req-363d8d70-2223-491e-a009-a40c064fa84e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:16:10.000749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c166d0a-85ea-4198-9791-9274fe3b2a6b req-363d8d70-2223-491e-a009-a40c064fa84e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/f45b9555-4a50-450e-b336-7742f1d64d46 HTTP/1.1" status: 404 len: 352 time: 0.0168996 May 26 19:16:10.173431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866930a-231b-473d-8ed1-a88c2466b2e8 req-a737b395-e9b7-48af-a04c-65e9fe40ab4e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:10.174848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b866930a-231b-473d-8ed1-a88c2466b2e8 req-a737b395-e9b7-48af-a04c-65e9fe40ab4e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0787339 May 26 19:16:10.219744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b866930a-231b-473d-8ed1-a88c2466b2e8 req-cec8dc44-d56f-4205-ac2a-da2df3f431aa tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 May 26 19:16:10.330639 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28655ea-2025-4126-9fca-952d59cb9aee'] response: {'server_uuid': 'f73d9a49-2853-4b9f-a6e5-933a0c10ffc3', 'name': 'network-vif-deleted', 'tag': '2a8abfa2-cf5c-46a0-9088-924c82f6e2a2', 'status': 'completed', 'code': 200} May 26 19:16:10.635724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6f737-eb31-4d05-9171-c8a465c1313e req-de348ba4-241e-46b9-a23f-394d280e6010 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:10.637285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aba6f737-eb31-4d05-9171-c8a465c1313e req-de348ba4-241e-46b9-a23f-394d280e6010 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1096 time: 0.0788360 May 26 19:16:10.678092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aba6f737-eb31-4d05-9171-c8a465c1313e req-ed9eefc6-ad70-489c-b8e6-60a541c81075 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 May 26 19:16:10.744398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a243eed-4d6c-458f-80eb-933581068b90 req-7ecf5400-c18d-48f6-845b-fe884f52ca97 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/b823b57a-d80f-4ab9-8b36-5137903447d7 HTTP/1.1" status: 200 len: 1801 time: 0.0442951 May 26 19:16:10.813157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3a243eed-4d6c-458f-80eb-933581068b90 req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:10.929279 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3a243eed-4d6c-458f-80eb-933581068b90 req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:10.975260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3a243eed-4d6c-458f-80eb-933581068b90 req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:10.993660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823b57a-d80f-4ab9-8b36-5137903447d7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:11.002649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3a243eed-4d6c-458f-80eb-933581068b90 req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:11.003968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a243eed-4d6c-458f-80eb-933581068b90 req-b682dce4-879c-41ed-b15a-af1f5cee3099 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/b823b57a-d80f-4ab9-8b36-5137903447d7 HTTP/1.1" status: 204 len: 173 time: 0.2541091 May 26 19:16:11.013120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5d127c25-cd51-45b6-b103-f6cfeae732e2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:11.155563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:11.169292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '5d127c25-cd51-45b6-b103-f6cfeae732e2', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': '5d127c25-cd51-45b6-b103-f6cfeae732e2', 'mac_address': 'fa:16:3e:3b:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:11.193834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3529ca-1f5a-4ead-8968-a64078e20356 req-26a37402-c2ff-4bd1-af49-3ad3b733022a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:11.195271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d3529ca-1f5a-4ead-8968-a64078e20356 req-26a37402-c2ff-4bd1-af49-3ad3b733022a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 943 time: 0.0809546 May 26 19:16:11.228553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 5d127c25-cd51-45b6-b103-f6cfeae732e2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:11.228928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:11.242876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d3529ca-1f5a-4ead-8968-a64078e20356 req-7a96343c-1b39-4312-93cf-40ca8e7b8f3e tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 May 26 19:16:11.245745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d127c25-cd51-45b6-b103-f6cfeae732e2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:11.262753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:11.267676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:11.337164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:11.626075 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-8898cd95-5ef8-49a8-b6f6-5c165e973bb3 req-6611aeed-a839-4083-85aa-b41e409f0792 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:16:11.627043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8898cd95-5ef8-49a8-b6f6-5c165e973bb3 req-6611aeed-a839-4083-85aa-b41e409f0792 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/b823b57a-d80f-4ab9-8b36-5137903447d7 HTTP/1.1" status: 404 len: 352 time: 0.0215411 May 26 19:16:11.662513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:11.847716 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9af49ab1-794e-4109-b4e0-86df803075d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21e55bde17bf4d9e92bace6b14bf0fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831651 May 26 19:16:11.850200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56782) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:11.912755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:11.928519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34482f99-8beb-4484-a44c-f9275a6133a2 req-1ac2953a-33f3-4149-a0e7-9ad95534c7d8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:11.930512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34482f99-8beb-4484-a44c-f9275a6133a2 req-1ac2953a-33f3-4149-a0e7-9ad95534c7d8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0851460 May 26 19:16:11.940653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:11.965069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['5d127c25-cd51-45b6-b103-f6cfeae732e2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:11.990710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34482f99-8beb-4484-a44c-f9275a6133a2 req-249cfbe4-15c0-41b5-9cc4-da798694d031 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531871 May 26 19:16:11.995929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.018262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aadaf6-0d4e-4dcb-8f30-cc616ee313af,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:12.022481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.025404 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07fb3f3f-906f-4235-b3e2-3a6a20175baa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4aadaf6-0d4e-4dcb-8f30-cc616ee313af HTTP/1.1" status: 204 len: 168 time: 0.1737518 May 26 19:16:12.383730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4a38c-8028-4d43-84af-c953860bdef4 req-f5e6646e-00bf-48c6-8d03-a99a777f0a0f tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:12.385200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fb4a38c-8028-4d43-84af-c953860bdef4 req-f5e6646e-00bf-48c6-8d03-a99a777f0a0f tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.0899565 May 26 19:16:12.386289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56796) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:12.469448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fb4a38c-8028-4d43-84af-c953860bdef4 req-94eaf043-9c19-4c0e-9e39-627ba650df7a tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683200 May 26 19:16:12.473428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5c02142-6d48-4ccd-a57b-2a6dcb17d6a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59c8d812e4d24c74b125735c02289d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861247 May 26 19:16:12.476192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56800) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:12.586830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-5ff257db-6c00-4e8a-b49b-e3f6da8f2b76 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/4d811b7a-1fa9-42f1-a67f-2b8e911a7024 HTTP/1.1" status: 200 len: 1800 time: 0.0839865 May 26 19:16:12.587559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.628867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.702558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.731694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.739414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.769589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb23d8-efd3-4e84-b28d-85e928ead546,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:12.780709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.784287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b81354a7-cb9a-4da4-af93-3939a2983fff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bdb23d8-efd3-4e84-b28d-85e928ead546 HTTP/1.1" status: 204 len: 168 time: 0.3046725 May 26 19:16:12.801555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.824308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d811b7a-1fa9-42f1-a67f-2b8e911a7024,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:12.831359 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:12.844860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d8f0160-66b4-46f7-a00b-a3dbbd37e4e3 req-1cc77008-c0df-4c68-822b-e11281712178 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/4d811b7a-1fa9-42f1-a67f-2b8e911a7024 HTTP/1.1" status: 204 len: 173 time: 0.2478979 May 26 19:16:13.025521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:13.069590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:13.070305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2a8abfa2-cf5c-46a0-9088-924c82f6e2a2 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:13.255717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f05d1-999a-44be-8c76-efbd213fb4f5 req-914650a2-15a0-46d7-8efe-21e8f1c5d32c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:13.257217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c7f05d1-999a-44be-8c76-efbd213fb4f5 req-914650a2-15a0-46d7-8efe-21e8f1c5d32c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 944 time: 0.0951207 May 26 19:16:13.301935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c7f05d1-999a-44be-8c76-efbd213fb4f5 req-5fed2e78-a94c-4904-8970-06f112d6031a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 May 26 19:16:13.343013 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-2d00897a-1a2e-4544-a64e-ee76d81ae854 req-9a13d02b-a0ae-4968-bc99-a10ea0640d23 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:16:13.343965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d00897a-1a2e-4544-a64e-ee76d81ae854 req-9a13d02b-a0ae-4968-bc99-a10ea0640d23 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/4d811b7a-1fa9-42f1-a67f-2b8e911a7024 HTTP/1.1" status: 404 len: 352 time: 0.0187325 May 26 19:16:13.740076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:13.939851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ca848-c259-4dd2-82f8-e80ae4669208 req-85c3e710-fc58-4b6d-9a3e-1ada9a5120d8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:13.941384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-783ca848-c259-4dd2-82f8-e80ae4669208 req-85c3e710-fc58-4b6d-9a3e-1ada9a5120d8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0862479 May 26 19:16:13.998608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-783ca848-c259-4dd2-82f8-e80ae4669208 req-923ed0e0-fd4c-403d-af95-200356422573 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 May 26 19:16:14.363410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5819d527-9d54-4db6-8001-29a2b4d92b6e req-813d22bb-4123-4ed2-9496-aaef9bf12949 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:14.378891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5819d527-9d54-4db6-8001-29a2b4d92b6e req-813d22bb-4123-4ed2-9496-aaef9bf12949 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:14.380365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5819d527-9d54-4db6-8001-29a2b4d92b6e req-813d22bb-4123-4ed2-9496-aaef9bf12949 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 6147 time: 0.0906539 May 26 19:16:14.488108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5819d527-9d54-4db6-8001-29a2b4d92b6e req-2b2b3583-ee7a-41fb-87b4-66c8dd520a31 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 200 len: 2981 time: 0.1009681 May 26 19:16:14.544886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-8d1a2193-853f-4b61-aaf2-31faad074d09 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:14.546378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-8d1a2193-853f-4b61-aaf2-31faad074d09 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.53 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.1411505 May 26 19:16:14.558320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5819d527-9d54-4db6-8001-29a2b4d92b6e req-72c8166b-2309-4ae3-ac99-5ca72cd52a50 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 200 len: 2981 time: 0.0634730 May 26 19:16:14.592532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ed35cb7-fb33-4815-a85e-2046e9b17846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:14.638668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Deleting port 9b564ab5-8e34-411b-9889-815bc4895d40 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:14.639146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:14.895299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3815-0076-413b-8f61-68ea1fc5bd08 req-18e51414-939d-43ce-bc36-a7f8147d0f8b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:14.896646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8dd3815-0076-413b-8f61-68ea1fc5bd08 req-18e51414-939d-43ce-bc36-a7f8147d0f8b tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 945 time: 0.2317374 May 26 19:16:14.975038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8dd3815-0076-413b-8f61-68ea1fc5bd08 req-6189ae5e-0d33-4e9b-934e-4d47916baf17 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups?id=303bd0b2-3f47-4933-a135-36cfcc02d428&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692325 May 26 19:16:14.985608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] For port 9b564ab5-8e34-411b-9889-815bc4895d40, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9b564ab5-8e34-411b-9889-815bc4895d40,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:14.985942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.020921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5d127c25-cd51-45b6-b103-f6cfeae732e2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:15.128498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 5d127c25-cd51-45b6-b103-f6cfeae732e2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:15.134064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 5d127c25-cd51-45b6-b103-f6cfeae732e2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:15.134752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.281968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 5d127c25-cd51-45b6-b103-f6cfeae732e2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:15.282814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.317641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:15.333106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:15.338230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.422480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:15.462297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.462825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.463212 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Floating IP 3a1c92a1-434c-42dd-b339-96c0991d4ae3 disassociated. External IP: 172.25.0.166, port: 9b564ab5-8e34-411b-9889-815bc4895d40. May 26 19:16:15.464155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Calling delete_port for 9b564ab5-8e34-411b-9889-815bc4895d40 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:15.707029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:15.752599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e7b-056e-4a4e-90b1-40f92b5e428b req-dc55989a-f7db-4422-a25f-36f792569bcd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:15.754614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed3b4e7b-056e-4a4e-90b1-40f92b5e428b req-dc55989a-f7db-4422-a25f-36f792569bcd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.1936834 May 26 19:16:15.773379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event deleted for resources: {'Port': ['ID=9b564ab5-8e34-411b-9889-815bc4895d40,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:15.795797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.796101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.796432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.796748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.797107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.797456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.797782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.798101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.798421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.798736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.799052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.799365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:15.906965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed3b4e7b-056e-4a4e-90b1-40f92b5e428b req-324ee3b9-15cd-43d1-958c-2af9639fabe6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449895 May 26 19:16:15.981898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-828499042', 'description': 'tempest-description-1642945485'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:15.992495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:16.011264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:16.030979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Router 8ea69809-8892-4383-92ea-cf8b4021d2d6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:16:16.035771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.089652 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:16:16.123053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:16.137163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:16.141587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:16.150161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:16.264217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:16:16.274056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Sync routers for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:16:16.284006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:16:16.284747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:15:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:16.360519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] No DVR routers for this DVR port 9b564ab5-8e34-411b-9889-815bc4895d40 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:16.363593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.366290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'name': 'network-vif-deleted', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:16.402699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.404869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ca442e-d85c-4731-b9bc-f841f9e40fad req-d1072082-8843-4529-8e7f-7392840fe6d3 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.53 "DELETE /v2.0/ports/9b564ab5-8e34-411b-9889-815bc4895d40 HTTP/1.1" status: 204 len: 173 time: 1.8404999 May 26 19:16:16.406309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.447672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.448841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba6de32-4fa8-413f-938f-645f388ed139 req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4878817 May 26 19:16:16.452491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580476-e4f7-4beb-989f-e24fae0f9eb4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb768b-ce9f-496d-80a3-49b755c040b2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:16.488170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:16:16.632981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5effc06-c9bc-4807-8992-4573fac9c6e7 req-2dbdf919-ba54-446d-9d26-dbc1c88c3056 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:16.635031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5effc06-c9bc-4807-8992-4573fac9c6e7 req-2dbdf919-ba54-446d-9d26-dbc1c88c3056 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0891197 May 26 19:16:16.683472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5effc06-c9bc-4807-8992-4573fac9c6e7 req-b009c765-7f03-4439-bcda-d15b9f21edc3 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 May 26 19:16:16.783022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d443b5fe-5bc4-475e-b6e5-a3ef2c657817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:16.836261 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fa374f-a9ee-4cae-931a-ccedcceb596b'] response: {'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2', 'code': 200} May 26 19:16:16.874933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:16.879448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Checking router: 8ea69809-8892-4383-92ea-cf8b4021d2d6 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:16:16.888519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:16:16.889208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:16:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:17.017876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6644d248-2702-48e2-b59e-2b6545a774af req-d37f3473-b59c-4984-9b90-d9dc44b6e242 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Synchronizing usage tracker for tenant:9aa959b8bb864e79bc03edb3e357ed3a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:17.046011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c01cd-9e4a-4821-87fe-77d3d6ed0e20 req-f50fae07-6e95-45a1-a5ad-944c640e20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:17.046973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e93c01cd-9e4a-4821-87fe-77d3d6ed0e20 req-f50fae07-6e95-45a1-a5ad-944c640e20e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 1096 time: 0.1293366 May 26 19:16:17.048138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6644d248-2702-48e2-b59e-2b6545a774af req-d37f3473-b59c-4984-9b90-d9dc44b6e242 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Unset dirty status for tenant:9aa959b8bb864e79bc03edb3e357ed3a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:17.049375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6644d248-2702-48e2-b59e-2b6545a774af req-d37f3473-b59c-4984-9b90-d9dc44b6e242 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6 HTTP/1.1" status: 200 len: 210 time: 0.0775928 May 26 19:16:17.109751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:16:17.126353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e93c01cd-9e4a-4821-87fe-77d3d6ed0e20 req-0584ac78-9c02-4362-a3f7-d6cd9a594f7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636182 May 26 19:16:17.145176 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32b4858-6d36-4430-8cf9-ca20b0a29d81'] response: {'server_uuid': '55fae1c8-3542-4f64-b0e1-38e3ce4d6ca6', 'name': 'network-vif-deleted', 'tag': '9b564ab5-8e34-411b-9889-815bc4895d40', 'status': 'completed', 'code': 200} May 26 19:16:17.166109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849171601', 'description': 'tempest-description-1382210373'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:17.172084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:17.181872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:17.192880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:17.214264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:17.218660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:17.222472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:17.229188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:17.301214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:17.304912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:17.350290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652fb083-dbdc-4c1f-b0f8-7a283b518943,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:17.359752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:17.360930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17abc2b3-ab51-458a-ada4-5d5cfc576c12 req-6ef1c1c9-864c-42ac-9639-00af88029fe2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1989520 May 26 19:16:17.363188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:17.502879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:17.507887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d225a5e-2881-451b-8051-2fbcde8c58c2 None None] The sync data for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 is: [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:13:47Z', 'revision_number': 4, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4d583e74-7504-4192-9277-37957351a3dc', 'name': '', 'network_id': '0e317e7c-13a5-4c26-8374-e35f3727f87c', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'mac_address': 'fa:16:3e:9b:39:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:46Z', 'updated_at': '2022-05-26T19:13:52Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'subnets': [{'id': 'd07dded8-d6da-437e-b9aa-bdf743ce6911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:16:17.739714 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf849d22-1d6b-4518-9516-4489c53a8d61 None None] New status for floating IP 3a1c92a1-434c-42dd-b339-96c0991d4ae3: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:16:17.947946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3980a5b-7db3-459b-abf1-a6055db5b5c0 req-c4b575f1-b28c-4ae2-99f8-a0e2ecee507b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:17.949404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3980a5b-7db3-459b-abf1-a6055db5b5c0 req-c4b575f1-b28c-4ae2-99f8-a0e2ecee507b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.0797031 May 26 19:16:17.997725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3980a5b-7db3-459b-abf1-a6055db5b5c0 req-c33729d6-0bd9-4cdf-a834-2a7d68a1df69 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 May 26 19:16:18.006032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:18.284074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-da270fb3-cd16-4f9b-b739-6fbfb38f7a11 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:18.286117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-da270fb3-cd16-4f9b-b739-6fbfb38f7a11 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 812 time: 0.1470134 May 26 19:16:18.300796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-6f4b38af-4c6f-4f03-b69a-f66740df4d5b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/quotas/04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 375 time: 0.0090613 May 26 19:16:18.480881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-a1cf37a8-9604-444a-978f-ac94d6c082b6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751611 May 26 19:16:18.613269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-504b4099-ad00-4668-901d-66d13327f82c service neutron] 10.222.0.24 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250243 May 26 19:16:18.743126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4cf1a607-1f55-4646-ae02-91725f8010ba service neutron] 10.222.0.24 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238973 May 26 19:16:19.044543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9b564ab5-8e34-411b-9889-815bc4895d40 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:19.072365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-fa91c61e-c35a-4148-b5f0-fad11453a0df tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:19.074165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-fa91c61e-c35a-4148-b5f0-fad11453a0df tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/networks?id=b74256d2-5f9d-40b7-9060-24b52a4e4548 HTTP/1.1" status: 200 len: 808 time: 0.1657882 May 26 19:16:19.085663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 9b564ab5-8e34-411b-9889-815bc4895d40 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:19.086000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9b564ab5-8e34-411b-9889-815bc4895d40 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:19.101888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-b771b7b9-6f75-4b29-ab92-5df91f3d9eca tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/quotas/6c9a15dc9b4b4b98b243614b32e7e76a HTTP/1.1" status: 200 len: 375 time: 0.0215824 May 26 19:16:19.147161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-52a1ad8a-e273-4442-baa5-636f5aee970a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c9a15dc9b4b4b98b243614b32e7e76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418563 May 26 19:16:19.299563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-60efabfd-7b4f-40f1-9f5e-29b95e40806e service neutron] 10.222.0.24 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456194 May 26 19:16:19.437125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-f6d2b0e5-6d93-4416-93a2-1796bb556c5a service neutron] 10.222.0.24 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317959 May 26 19:16:19.542917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:19.799433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde05d1-eb75-4a86-b673-09b28a1a6fcb req-81442ed2-d516-44c8-8e10-7284f90a32b8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:19.801459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bde05d1-eb75-4a86-b673-09b28a1a6fcb req-81442ed2-d516-44c8-8e10-7284f90a32b8 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0854330 May 26 19:16:19.846419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bde05d1-eb75-4a86-b673-09b28a1a6fcb req-22db818a-515a-4706-b4f2-ada5c602122e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 May 26 19:16:20.374983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-227d6204-f4b0-4444-a850-fc1ae64d0078 req-e732d124-e2d1-49dd-a921-f57305b0929e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 210 time: 0.1067822 May 26 19:16:20.448669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-a0c4669a-a000-478a-8980-c154a3de4941 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:20.450183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-a0c4669a-a000-478a-8980-c154a3de4941 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 812 time: 0.2070358 May 26 19:16:20.475432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'device_id': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0', 'admin_state_up': True, 'tenant_id': '04a60604ed564d8ca5e569cb7c2947e5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:20.665113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:20.670368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:port and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:20.680150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b11cd9-835b-44ef-8ef6-ce72d63e2e44 req-db41fc02-f635-4e68-ba15-0e7e817f6ede tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:20.681599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25b11cd9-835b-44ef-8ef6-ce72d63e2e44 req-db41fc02-f635-4e68-ba15-0e7e817f6ede tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.1894989 May 26 19:16:20.682363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:20.689056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:20.722799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Made reservation on behalf of 04a60604ed564d8ca5e569cb7c2947e5 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:20.726023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:20.749315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25b11cd9-835b-44ef-8ef6-ce72d63e2e44 req-f01f91a6-da43-45e5-b031-7f8acc8e7aa3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612936 May 26 19:16:20.913128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d384153-23a1-44e6-a346-901cb79f648b req-3d22c231-d898-43f6-8805-10b7ffce27ab tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 210 time: 0.0513539 May 26 19:16:20.945483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Allocated IP 172.20.0.14 (63ff659b-34dc-430a-87ae-90089a0e53f0/04f67f47-3d8b-4066-8ff1-449e068b19d3/337d4f62-ef16-462b-a1b5-62f401c75359) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:21.062772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:21.192166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:21.192471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.220988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:21.231411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:21.234579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.305919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:21.412773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-fa4b70c7-602e-4f9e-b35b-4adae043dbac tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:21.414119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-fa4b70c7-602e-4f9e-b35b-4adae043dbac tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.53 "GET /v2.0/networks?id=b74256d2-5f9d-40b7-9060-24b52a4e4548 HTTP/1.1" status: 200 len: 808 time: 0.4290555 May 26 19:16:21.438190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Request body: {'port': {'device_id': '9c18678f-9375-473f-92d7-1766495c589e', 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548', 'admin_state_up': True, 'tenant_id': '6c9a15dc9b4b4b98b243614b32e7e76a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:21.479247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf843d-6194-4caf-9b1a-b4a713b7c431 req-c7b01d1e-9015-434a-85e3-0ac6484e219f tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:21.480617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5acf843d-6194-4caf-9b1a-b4a713b7c431 req-c7b01d1e-9015-434a-85e3-0ac6484e219f tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 946 time: 0.3588591 May 26 19:16:21.568931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.642353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5acf843d-6194-4caf-9b1a-b4a713b7c431 req-ef94fb3f-3fa3-4416-83c5-e84fa20074ad tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.24 "GET /v2.0/security-groups?id=06470205-c30a-48bd-82a1-754d9a09a390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107848 May 26 19:16:21.658886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:21.664090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Usage tracker for resource:port and tenant:6c9a15dc9b4b4b98b243614b32e7e76a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:21.667533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:21.674783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:21.684310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.700681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:21.737981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Made reservation on behalf of 6c9a15dc9b4b4b98b243614b32e7e76a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:21.740987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.749136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:21.794618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Network 63ff659b-34dc-430a-87ae-90089a0e53f0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:21.824235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.832249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:21.839503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:21.857305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.909835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:21.910410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.914966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.923069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:21.935541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303bd0b2-3f47-4933-a135-36cfcc02d428,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:21.938634 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:21.939742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31ee3b44-55b1-4329-acc3-0c3327d3ca53 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "DELETE /v2.0/security-groups/303bd0b2-3f47-4933-a135-36cfcc02d428 HTTP/1.1" status: 204 len: 168 time: 0.1896436 May 26 19:16:21.945171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57002) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:21.964342 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-9098df12-27ef-4870-9aeb-ec5985295f9e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] show failed (client error): The resource could not be found. May 26 19:16:21.967972 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9098df12-27ef-4870-9aeb-ec5985295f9e tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "GET /v2.0/security-groups/303bd0b2-3f47-4933-a135-36cfcc02d428 HTTP/1.1" status: 404 len: 347 time: 0.0191491 May 26 19:16:21.968168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57006) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:22.015475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-bd9c3f60-3172-4133-860c-66b476d77142 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5441258 May 26 19:16:22.060417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Request body: {'port': {'device_id': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:22.131115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Deleting port 9932312b-d315-4c3a-b380-fd949560ee5a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:22.131444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.191782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d12f-3fc9-48e0-a7e2-dd3308681834 req-e7fed3fc-6491-4bf8-88d2-a0697e8b8ee0 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:22.193272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0330d12f-3fc9-48e0-a7e2-dd3308681834 req-e7fed3fc-6491-4bf8-88d2-a0697e8b8ee0 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 945 time: 0.3548622 May 26 19:16:22.203330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Allocated IP 172.20.0.13 (b74256d2-5f9d-40b7-9060-24b52a4e4548/fd80b621-8276-4b23-8f30-aa328a698414/d4d982d3-3185-4859-ac54-942fae2ed62c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:22.260758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.305322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.305641 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.337085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0330d12f-3fc9-48e0-a7e2-dd3308681834 req-af24a8e7-f5b8-4316-819a-4a1b7ca81c57 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252401 May 26 19:16:22.538699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Calling delete_port for 9932312b-d315-4c3a-b380-fd949560ee5a owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:22.700098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.717271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.753709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2791b-7861-4d42-86d7-2feac9e8d74c req-8dbaa8f9-0e50-498d-945c-faf4e30b13ab tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:22.755173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07a2791b-7861-4d42-86d7-2feac9e8d74c req-8dbaa8f9-0e50-498d-945c-faf4e30b13ab tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 948 time: 0.3090971 May 26 19:16:22.824392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Pushing event deleted for resources: {'Port': ['ID=9932312b-d315-4c3a-b380-fd949560ee5a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:22.915461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.939870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:22.941070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8e5ac4d5-9dd6-44a3-b78a-36c686f5d5e9 tempest-ServersTestJSON-599560922 tempest-ServersTestJSON-599560922-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a1c92a1-434c-42dd-b339-96c0991d4ae3 HTTP/1.1" status: 204 len: 168 time: 0.9717166 May 26 19:16:22.943812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07a2791b-7861-4d42-86d7-2feac9e8d74c req-2dab00cd-5ebd-4bd9-ae8e-046c3c08ae8c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733546 May 26 19:16:22.946201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57020) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:22.949616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-721cdc74-fa0e-42f8-8ce8-75c3dce9f2fb tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:22.950332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-721cdc74-fa0e-42f8-8ce8-75c3dce9f2fb tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Synchronizing usage tracker for tenant:9cfc350851b64545be36da4571c5f51e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:22.975197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-721cdc74-fa0e-42f8-8ce8-75c3dce9f2fb tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Unset dirty status for tenant:9cfc350851b64545be36da4571c5f51e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:22.976701 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-721cdc74-fa0e-42f8-8ce8-75c3dce9f2fb tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f295591-3ab2-4fb3-994f-c21e4e9b5a5f HTTP/1.1" status: 200 len: 946 time: 0.1928682 May 26 19:16:22.998588 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d050b6ca-3895-4c5d-a17c-f86ab2411fff'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'code': 200} May 26 19:16:23.052454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.067508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:23.090073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Deleting port 9ce27346-894c-425f-b19e-f0da28980d9d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:23.093342 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.215143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:23.229081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'mac_address': 'fa:16:3e:01:78:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:23.289189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:23.289391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Network b74256d2-5f9d-40b7-9060-24b52a4e4548 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:23.289563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.298411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:23.304649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337d4f62-ef16-462b-a1b5-62f401c75359 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:23.310386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:23.322379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:23.328291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:23.332864 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.352898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.359923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Pushing event updated for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:23.363641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] For port 9ce27346-894c-425f-b19e-f0da28980d9d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9ce27346-894c-425f-b19e-f0da28980d9d,segment=NetworkSegment(6c7ff9c2-8537-4053-b295-6e36e527537d),segment_id=6c7ff9c2-8537-4053-b295-6e36e527537d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:23.364055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.406844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:23.457121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Transition to ACTIVE for port object 337d4f62-ef16-462b-a1b5-62f401c75359 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:23.476380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.500353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Calling delete_port for 9ce27346-894c-425f-b19e-f0da28980d9d owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:23.521757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:23.522347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.646848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.692491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-3290cd35-f6cc-4f78-abe9-5b7e5e86be2c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2592931 May 26 19:16:23.699556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Pushing event deleted for resources: {'Port': ['ID=9ce27346-894c-425f-b19e-f0da28980d9d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:23.724208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Request body: {'port': {'device_id': '9c18678f-9375-473f-92d7-1766495c589e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:23.760842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:23.769909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-469ddd79-12f6-4072-b670-802139190c06 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:23.770586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-469ddd79-12f6-4072-b670-802139190c06 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:23.779717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] No DVR routers for this DVR port 9ce27346-894c-425f-b19e-f0da28980d9d on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:23.782198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:23.785136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'name': 'network-vif-deleted', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:23.800552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c2e31f70-d910-44c1-bcd2-b70c978a31ef req-7a1fdd6f-9799-4ee2-9d74-9f8152877b16 tempest-ServerTagsTestJSON-770067448 tempest-ServerTagsTestJSON-770067448-project] 10.222.0.53 "DELETE /v2.0/ports/9ce27346-894c-425f-b19e-f0da28980d9d HTTP/1.1" status: 204 len: 173 time: 0.8179383 May 26 19:16:23.925979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:23.983447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-469ddd79-12f6-4072-b670-802139190c06 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:23.984574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-469ddd79-12f6-4072-b670-802139190c06 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 932 time: 0.8008959 May 26 19:16:24.085460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.118978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Attempting to bind port 337d4f62-ef16-462b-a1b5-62f401c75359 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:24.119308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Attempting to bind port 337d4f62-ef16-462b-a1b5-62f401c75359 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:24.119612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Attempting to bind port 337d4f62-ef16-462b-a1b5-62f401c75359 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:24.161064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Port 337d4f62-ef16-462b-a1b5-62f401c75359 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:24.161431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Attempting to bind port 337d4f62-ef16-462b-a1b5-62f401c75359 on network 63ff659b-34dc-430a-87ae-90089a0e53f0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:24.171324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-33f6582d-dfe9-4da7-a2a7-e97f86f037e4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:24.184704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:24.184960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Checking segment: {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:24.185357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Bound using segment: {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:24.185781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Bound port: 337d4f62-ef16-462b-a1b5-62f401c75359, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:24.186111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.270368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-33f6582d-dfe9-4da7-a2a7-e97f86f037e4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:24.271618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ca9181b-33c8-42f1-a740-090d2f47a59a req-33f6582d-dfe9-4da7-a2a7-e97f86f037e4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728376 May 26 19:16:24.511591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:24.516735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:24.568637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.751914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:24.752575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.754511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] 10.222.0.53 "PUT /v2.0/ports/337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 1092 time: 2.7296023 May 26 19:16:24.754955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:24.783667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57036) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:24.812618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b557d71-9222-45dd-9546-f015051bc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:24.909568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.915479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:24.933247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:24.937279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Usage tracker for resource:security_group_rule and tenant:76bf95e1fc2f4e73b3b1982440e12045 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:24.940242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:24.946754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:24.988430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5a70-c430-44a9-a766-febe1a8f7e1b req-409cc601-ff0a-4529-a25d-b3eb4a949bb5 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:24.989065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d94c5a70-c430-44a9-a766-febe1a8f7e1b req-409cc601-ff0a-4529-a25d-b3eb4a949bb5 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Synchronizing usage tracker for tenant:6c9a15dc9b4b4b98b243614b32e7e76a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:25.036516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.041861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.093868 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76bf95e1fc2f4e73b3b1982440e12045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090115 May 26 19:16:25.097715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:25.098157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9ce27346-894c-425f-b19e-f0da28980d9d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:25.100537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360aec32-a26f-4607-a568-d90a50eb2222,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:25.120730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.121145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.121478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.121802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.122123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.122438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.122754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.123066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.123377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.123686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.123994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.124302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8e900-303c-4fc1-b818-2af84914db43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:25.160007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d94c5a70-c430-44a9-a766-febe1a8f7e1b req-409cc601-ff0a-4529-a25d-b3eb4a949bb5 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Unset dirty status for tenant:6c9a15dc9b4b4b98b243614b32e7e76a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:25.161149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d94c5a70-c430-44a9-a766-febe1a8f7e1b req-409cc601-ff0a-4529-a25d-b3eb4a949bb5 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 932 time: 0.6022320 May 26 19:16:25.172764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 9ce27346-894c-425f-b19e-f0da28980d9d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:25.173111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9ce27346-894c-425f-b19e-f0da28980d9d not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:25.177964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d982d3-3185-4859-ac54-942fae2ed62c {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:25.178793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.202309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-1f497201-a2b1-4919-b611-5477e612a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:25.203830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-1f497201-a2b1-4919-b611-5477e612a31d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1095 time: 0.3856435 May 26 19:16:25.205001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.205434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.257306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.277198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360aec32-a26f-4607-a568-d90a50eb2222,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:25.285894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.289482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7ebb389c-1c0d-4551-8a20-4ff4b01072f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/360aec32-a26f-4607-a568-d90a50eb2222 HTTP/1.1" status: 204 len: 168 time: 0.1885118 May 26 19:16:25.356102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Transition to ACTIVE for port object d4d982d3-3185-4859-ac54-942fae2ed62c will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:25.367178 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-69210c0b-1f32-4613-9e30-5b563a099c83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 217 time: 0.1543658 May 26 19:16:25.400950 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.472907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d94c5a70-c430-44a9-a766-febe1a8f7e1b req-a98f2e45-e298-4ac4-bf31-d69f85414038 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997012 May 26 19:16:25.583404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:25.601226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.616000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:25.619814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Usage tracker for resource:security_group_rule and tenant:a7a4833b03554e818cc76dcf2f7cc57d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:25.622723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:25.628302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:25.640108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:25.692260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-92539383-1e57-4dec-8ccd-5b6410ca4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:25.693817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-92539383-1e57-4dec-8ccd-5b6410ca4fe4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.2995219 May 26 19:16:25.719637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.724504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.772790 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7a4833b03554e818cc76dcf2f7cc57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883614 May 26 19:16:25.774806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a94c7-9fdb-4915-84bf-08a3389a03cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3691f-2961-4c30-ba21-8300933531c2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:25.778332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57056) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:25.798248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-302272db-73b9-4973-a54a-2c741a6e5241 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889347 May 26 19:16:25.847639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.873373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.932204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.947457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3691f-2961-4c30-ba21-8300933531c2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:25.954416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:25.958455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-783fe91e-60c2-42f8-8e5a-b41118902f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edb3691f-2961-4c30-ba21-8300933531c2 HTTP/1.1" status: 204 len: 168 time: 0.1758466 May 26 19:16:26.091262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Attempting to bind port d4d982d3-3185-4859-ac54-942fae2ed62c on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:26.091567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Attempting to bind port d4d982d3-3185-4859-ac54-942fae2ed62c by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a79bdbe6-d2e0-4262-a160-6626327e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:26.091880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Attempting to bind port d4d982d3-3185-4859-ac54-942fae2ed62c on network b74256d2-5f9d-40b7-9060-24b52a4e4548 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:26.113433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca669ec-c6eb-4629-b00b-8accb205d916 req-582a4ea2-7b2d-41bb-85ef-6dd2a7630926 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:26.114864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ca669ec-c6eb-4629-b00b-8accb205d916 req-582a4ea2-7b2d-41bb-85ef-6dd2a7630926 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.5230269 May 26 19:16:26.117438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Port d4d982d3-3185-4859-ac54-942fae2ed62c on network b74256d2-5f9d-40b7-9060-24b52a4e4548 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:26.117749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Attempting to bind port d4d982d3-3185-4859-ac54-942fae2ed62c on network b74256d2-5f9d-40b7-9060-24b52a4e4548 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:26.119732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Deleting port 4d583e74-7504-4192-9277-37957351a3dc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:26.120054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.188147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:26.188478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Checking segment: {'id': 'a79bdbe6-d2e0-4262-a160-6626327e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:26.188843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Bound using segment: {'id': 'a79bdbe6-d2e0-4262-a160-6626327e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:26.189297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Bound port: d4d982d3-3185-4859-ac54-942fae2ed62c, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79bdbe6-d2e0-4262-a160-6626327e1091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:26.189629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.294168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-b63e407b-dbbf-40e1-9cdd-2a23a4a03c6b service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797714 May 26 19:16:26.395705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ca669ec-c6eb-4629-b00b-8accb205d916 req-d2cc978b-ff92-43ad-a5d2-c31a3a3c3ccb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425058 May 26 19:16:26.490980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57074) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:26.535108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:26.555806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Deleting subnet 203add4e-c546-4540-99ed-0a8e8b05f0f7 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:16:26.558026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d4d982d3-3185-4859-ac54-942fae2ed62c,segment=NetworkSegment(a79bdbe6-d2e0-4262-a160-6626327e1091),segment_id=a79bdbe6-d2e0-4262-a160-6626327e1091)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:26.559609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.576007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.624193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.649175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83024db8-4a1f-4009-9fab-6cff83624b69 req-f822a121-58c7-4a24-9bcf-71116c22601b service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428221 May 26 19:16:26.686819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.687861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] For port 4d583e74-7504-4192-9277-37957351a3dc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d583e74-7504-4192-9277-37957351a3dc,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:26.688291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.696905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:26.697713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.699264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d4d982d3-3185-4859-ac54-942fae2ed62c HTTP/1.1" status: 200 len: 1092 time: 2.9820945 May 26 19:16:26.769962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.813256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:26.816174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57088) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:26.833651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203add4e-c546-4540-99ed-0a8e8b05f0f7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:26.837850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4940311f-be53-4799-b28e-0760c4cbb1bd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/203add4e-c546-4540-99ed-0a8e8b05f0f7 HTTP/1.1" status: 204 len: 168 time: 0.3457596 May 26 19:16:26.840402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:26.842427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Calling delete_port for 4d583e74-7504-4192-9277-37957351a3dc owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:26.943758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93a9b6-279f-4756-b63b-5b3034cedea6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:26.982879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2139789697-network', 'tenant_id': '79d1da7d00334b9896cc1cf18d189986'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:27.005250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00af7-6501-4cde-a372-b26b65442aa5 req-3fcb86f4-1c8a-43c8-9b2e-48b9f482c2dd tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:27.006740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94d00af7-6501-4cde-a372-b26b65442aa5 req-3fcb86f4-1c8a-43c8-9b2e-48b9f482c2dd tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1096 time: 0.3700054 May 26 19:16:27.028635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:27.035145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-22deb5a4-4a5b-4908-8a89-457a047beca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:27.036602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-22deb5a4-4a5b-4908-8a89-457a047beca9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c9a15dc9b4b4b98b243614b32e7e76a&device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 1095 time: 0.2012925 May 26 19:16:27.050508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Usage tracker for resource:network and tenant:79d1da7d00334b9896cc1cf18d189986 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:27.055742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:27.064601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:27.088775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.095117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Made reservation on behalf of 79d1da7d00334b9896cc1cf18d189986 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:27.098254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.113631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:27.114182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.125508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-f9dec57d-c370-49d6-b9cb-72dd0b4a2cbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d982d3-3185-4859-ac54-942fae2ed62c HTTP/1.1" status: 200 len: 217 time: 0.0746920 May 26 19:16:27.131291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:27.165017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Usage tracker for resource:security_group_rule and tenant:79d1da7d00334b9896cc1cf18d189986 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:27.172375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94d00af7-6501-4cde-a372-b26b65442aa5 req-74bb145b-4a82-4118-af4d-6e417ac89862 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574171 May 26 19:16:27.182864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:27.183240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.209755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662857-442b-47e1-a402-500f30220418 req-8094a7ff-0e5d-4d3f-be67-a90cae8274fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:27.210602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-8094a7ff-0e5d-4d3f-be67-a90cae8274fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd80b621-8276-4b23-8f30-aa328a698414 HTTP/1.1" status: 200 len: 848 time: 0.0789101 May 26 19:16:27.272646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.299061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-b76a107e-8530-4ccc-bdca-0b9c500f7017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b74256d2-5f9d-40b7-9060-24b52a4e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525627 May 26 19:16:27.299878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a746b738-d538-4f2c-ad20-e241429b0699']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:27.310292 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7402c720-afd3-4686-b55a-2db1c782c8dc'] response: {'server_uuid': '7f295591-3ab2-4fb3-994f-c21e4e9b5a5f', 'name': 'network-vif-deleted', 'tag': '9ce27346-894c-425f-b19e-f0da28980d9d', 'status': 'completed', 'code': 200} May 26 19:16:27.310923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:27.311033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:27.311305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.319051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7ff9c2-8537-4053-b295-6e36e527537d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:27.319308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7ff9c2-8537-4053-b295-6e36e527537d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:27.325865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:27.336261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.349901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:27.350986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:27.358998 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.367905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.397246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.436451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:16:27.436854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.438231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:27.495078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d583e74-7504-4192-9277-37957351a3dc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:27.516639 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6c7ff9c2-8537-4053-b295-6e36e527537d resource provider aggregate not found May 26 19:16:27.554241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.559225 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6c7ff9c2-8537-4053-b295-6e36e527537d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c7ff9c2-8537-4053-b295-6e36e527537d found for delete ", "request_id": "req-d7695471-6b62-4d4c-a194-c49fda96ba64"}]} May 26 19:16:27.563867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.589133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.602016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:16:27.628537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.648027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a746b738-d538-4f2c-ad20-e241429b0699,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:27.654782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5476eda0-49bd-4f83-8147-ff8560fb9925,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:27.658340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.658923 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Added segment 7c51fbb9-d008-463a-8592-0bfaeb047cf4 of type vlan for network c46c414a-2861-4767-8ae7-c67a76682977 May 26 19:16:27.681129 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1f19b6d-a5e8-45c5-83fe-c61517f0fe9d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a746b738-d538-4f2c-ad20-e241429b0699 HTTP/1.1" status: 204 len: 168 time: 0.8383684 May 26 19:16:27.708318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.745008 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.746296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:27.746757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.784844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-f63bf7da-fc37-466c-8c04-ecc3fed79b51 service neutron] 10.222.0.53 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770164 May 26 19:16:27.841117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57108) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:27.846371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0257237 May 26 19:16:27.849448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57110) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:27.856696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Request body: {'subnet': {'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2139789697-subnet', 'tenant_id': '79d1da7d00334b9896cc1cf18d189986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:27.863359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:27.868539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb53aa-0bde-4bf0-9455-eda0a34f1639 admin admin] Pushing event updated for resources: {'Network': ['ID=c46c414a-2861-4767-8ae7-c67a76682977,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:27.870935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Usage tracker for resource:subnet and tenant:79d1da7d00334b9896cc1cf18d189986 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:27.873968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:27.879467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c46c414a-2861-4767-8ae7-c67a76682977 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:16:27.881630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:27.891584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Made reservation on behalf of 79d1da7d00334b9896cc1cf18d189986 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:27.894588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:27.901143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23869554-444d-441e-8560-317ff2003a3f req-7a4165b0-0520-476e-9740-3710dfd95650 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:27.908019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23869554-444d-441e-8560-317ff2003a3f req-7a4165b0-0520-476e-9740-3710dfd95650 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.5069003 May 26 19:16:28.111253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.134240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23869554-444d-441e-8560-317ff2003a3f req-cdf7dd7d-03b7-4b74-9db4-f0e61d445d89 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253823 May 26 19:16:28.153023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f99c9dd1-c03c-4c62-8504-e9c485697273 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cfc350851b64545be36da4571c5f51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978358 May 26 19:16:28.153545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:28.189774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b3d6b8-5e27-4227-b4ce-44328fe97066,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:28.203010 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19389ddc-6980-4a3b-9da4-76ebd4563ab8'] response: {'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359', 'status': 'completed', 'code': 200} May 26 19:16:28.207741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.210851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Checking segment: {'id': '7c51fbb9-d008-463a-8592-0bfaeb047cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:28.211391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Network hostable DHCP agents. Network: c46c414a-2861-4767-8ae7-c67a76682977, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:16:28.216298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1662857-442b-47e1-a402-500f30220418 req-a1d79ce3-a01c-45d1-b97a-0de76faec98d service neutron] 10.222.0.53 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644676 May 26 19:16:28.238723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Network c46c414a-2861-4767-8ae7-c67a76682977 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:16:28.249122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c46c414a-2861-4767-8ae7-c67a76682977) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:28.254150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:28.254805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.262682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c026d5-fc18-4331-aa76-88925e17c66d None None] Network c46c414a-2861-4767-8ae7-c67a76682977 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:28.290778 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-78b869ec-d476-425b-b92d-fdfbfc30e2ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4317577 May 26 19:16:28.434962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.521738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee186c-f57e-4026-937c-14d67566c19a None None] Network c46c414a-2861-4767-8ae7-c67a76682977 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:28.553460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.587152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-cc24d223-cfdb-4b19-acdb-1ad6cc422ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:28.588662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-cc24d223-cfdb-4b19-acdb-1ad6cc422ce1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1095 time: 0.3615911 May 26 19:16:28.761440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81611-dc50-4c8e-92da-a41ed3b842be req-3c281722-8107-44b8-9903-96a5b78d1d40 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:28.762877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2b81611-dc50-4c8e-92da-a41ed3b842be req-3c281722-8107-44b8-9903-96a5b78d1d40 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 944 time: 0.4291043 May 26 19:16:28.917410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:28.945781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2b81611-dc50-4c8e-92da-a41ed3b842be req-0bedd160-f294-47cc-aa1e-3cb062d734ec tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662877 May 26 19:16:28.946797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57134) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:28.953329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1481293795-network', 'tenant_id': '309bba861cc9469eaaed881c3249f0d9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:28.966602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:28.966602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Usage tracker for resource:network and tenant:309bba861cc9469eaaed881c3249f0d9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:28.966891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06470205-c30a-48bd-82a1-754d9a09a390,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:28.966992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:28.974972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:28.981011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-a2cb8d61-f8b5-4a7f-bbd0-65993ce161c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:28.982667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-a2cb8d61-f8b5-4a7f-bbd0-65993ce161c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.3741462 May 26 19:16:28.989264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Made reservation on behalf of 309bba861cc9469eaaed881c3249f0d9 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:28.993507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.008134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.024318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:29.028293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:309bba861cc9469eaaed881c3249f0d9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:29.031200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:29.038185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:29.058423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Router 8ea69809-8892-4383-92ea-cf8b4021d2d6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:16:29.068397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.069652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-39ed65b7-8a20-4865-849f-e983870c7861 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06470205-c30a-48bd-82a1-754d9a09a390 HTTP/1.1" status: 204 len: 168 time: 0.9152331 May 26 19:16:29.072819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-6a54d92f-7a5e-437d-b89f-e8a30b8a7fea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 217 time: 0.0811291 May 26 19:16:29.149033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.154400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.187055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:16:29.197418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136e976-6cc6-40dd-b17f-94428a13f5eb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:29.204270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.204608 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Added segment 834fbc5b-9e5a-435d-b0f4-a289a8ade92f of type vlan for network f3b652db-5b01-4518-b61a-d3a93703cfc9 May 26 19:16:29.239859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.296285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.297831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:29.298645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.409987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-07d103bd-efba-4e8f-8e96-e5769469e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:29.411465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-07d103bd-efba-4e8f-8e96-e5769469e69d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.3294694 May 26 19:16:29.417372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b652db-5b01-4518-b61a-d3a93703cfc9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:29.421137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad31f5e7-ca46-4b3b-bb99-82d2ae4ebfb3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4723358 May 26 19:16:29.423137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:29.431237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f3b652db-5b01-4518-b61a-d3a93703cfc9 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:16:29.508979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Request body: {'subnet': {'network_id': 'f3b652db-5b01-4518-b61a-d3a93703cfc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1481293795-subnet', 'tenant_id': '309bba861cc9469eaaed881c3249f0d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:29.528138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:29.532401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-bc1fed79-cf56-48b3-b582-b59b0b92c1e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099479 May 26 19:16:29.538701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Usage tracker for resource:subnet and tenant:309bba861cc9469eaaed881c3249f0d9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:29.551651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:29.585071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:29.590396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:16:29.596116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ebe36195-58a1-4338-884b-c31a3cd86e3e admin admin] 10.222.0.24 "PUT /v2.0/routers/8ea69809-8892-4383-92ea-cf8b4021d2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6489177 May 26 19:16:29.598683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:29.610795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Sync routers for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:16:29.623223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:16:29.624078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:16:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:29.669228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Made reservation on behalf of 309bba861cc9469eaaed881c3249f0d9 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:29.671824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.801903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:29.820146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00545cc-a454-4e94-ad1a-71f7054c9df9 req-32573d85-1b67-4f63-b620-c890613bab6d tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:29.821656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e00545cc-a454-4e94-ad1a-71f7054c9df9 req-32573d85-1b67-4f63-b620-c890613bab6d tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 944 time: 0.4136460 May 26 19:16:29.852604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:16:29.867094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-793ee3b8-9c8a-43a7-a510-6f1a07c44862 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163762 May 26 19:16:29.987642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e00545cc-a454-4e94-ad1a-71f7054c9df9 req-276a5afd-2876-4b3b-95b0-6d155287c28c tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505532 May 26 19:16:30.129838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-070c7561-2387-4c43-b5ca-70d474ec91eb req-cfe63bf1-2732-4073-aca0-bc35e0c377f2 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472587 May 26 19:16:30.151464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.205197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:30.243117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08073cf0-9469-418f-8034-3db211a9f221,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:30.262486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Checking segment: {'id': '834fbc5b-9e5a-435d-b0f4-a289a8ade92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'f3b652db-5b01-4518-b61a-d3a93703cfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:30.263019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Network hostable DHCP agents. Network: f3b652db-5b01-4518-b61a-d3a93703cfc9, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:16:30.272232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.286145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Network f3b652db-5b01-4518-b61a-d3a93703cfc9 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:16:30.296554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Deleting port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:30.296941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.299585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f3b652db-5b01-4518-b61a-d3a93703cfc9) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:30.309650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404f6ed-b7e2-430d-936f-8ef4924219de None None] Network f3b652db-5b01-4518-b61a-d3a93703cfc9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:30.312098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:30.312879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.341159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31c391a6-c9d0-4aad-9927-fbbf17ccf901 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9158831 May 26 19:16:30.500551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:16:27Z', 'revision_number': 5, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port': {'id': '30b28459-09a0-4632-b7c4-f2e64f0cd7ac', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ac:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:13:42Z', 'updated_at': '2022-05-26T19:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:30.506351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Checking router: 8ea69809-8892-4383-92ea-cf8b4021d2d6 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:16:30.555227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Routers {'8ea69809-8892-4383-92ea-cf8b4021d2d6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:16:30.556110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:16:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8ea69809-8892-4383-92ea-cf8b4021d2d6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:30.594381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] For port 30b28459-09a0-4632-b7c4-f2e64f0cd7ac, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:30.594857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.614311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f16514-3a9d-4be4-92b3-e3745094b105 None None] Network f3b652db-5b01-4518-b61a-d3a93703cfc9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:30.741292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Calling delete_port for 30b28459-09a0-4632-b7c4-f2e64f0cd7ac owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:30.815808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] Set router 8ea69809-8892-4383-92ea-cf8b4021d2d6 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:16:30.931124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:30.935630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:16:30Z', 'revision_number': 6, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:30.944408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d25d2-f206-4da3-9eb9-6ec8de7bafa9 None None] The sync data for ids ['8ea69809-8892-4383-92ea-cf8b4021d2d6'] in n-d-843146-9 is: [{'id': '8ea69809-8892-4383-92ea-cf8b4021d2d6', 'name': 'tempest-ServersTestJSON-1569126399-router', 'tenant_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:13:40Z', 'updated_at': '2022-05-26T19:16:30Z', 'revision_number': 6, 'project_id': '9aa959b8bb864e79bc03edb3e357ed3a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:16:30.993111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b28459-09a0-4632-b7c4-f2e64f0cd7ac,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:31.096311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.141888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 337d4f62-ef16-462b-a1b5-62f401c75359 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:31.281641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:31.298474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.301450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '337d4f62-ef16-462b-a1b5-62f401c75359', 'network_id': '63ff659b-34dc-430a-87ae-90089a0e53f0', 'port_id': '337d4f62-ef16-462b-a1b5-62f401c75359', 'mac_address': 'fa:16:3e:3a:bc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f67f47-3d8b-4066-8ff1-449e068b19d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:31.301617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.305287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ed833b1d-5024-417f-aa61-0c8102fb103e tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:16:31.312840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ed833b1d-5024-417f-aa61-0c8102fb103e tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149496 May 26 19:16:31.318299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Request body: {'binding': {'host': 'n-h1-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:31.318920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Unknown quota resources ['binding']. {{(pid=88363) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:16:31.331728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.332337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea69809-8892-4383-92ea-cf8b4021d2d6 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:16:31.346358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.347608 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d50afa35-4394-40c9-913a-0d5d62b78906 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ea69809-8892-4383-92ea-cf8b4021d2d6 HTTP/1.1" status: 204 len: 168 time: 1.7478688 May 26 19:16:31.350141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:31.383762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 337d4f62-ef16-462b-a1b5-62f401c75359 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:31.384134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.404819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337d4f62-ef16-462b-a1b5-62f401c75359 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:31.424228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:31.429383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.464594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Deleting subnet d07dded8-d6da-437e-b9aa-bdf743ce6911 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:16:31.469935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.506431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:31.522961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.570434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h1-843146-9 for vnic_type normal with profile None {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:31.570760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:31.571079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:31.575578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:31.575883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:31.581474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:31.581852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:31.582169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:31.582579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Bound port: 3ffa7198-ad7f-4491-b379-ca2d4d096236, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:31.606394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.611264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:31.616023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.617324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5128a5d4-95d2-4e11-b636-75959aa9def2 service neutron] 10.222.0.24 "POST /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236/bindings HTTP/1.1" status: 201 len: 389 time: 0.3028572 May 26 19:16:31.688812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.742195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:31.749420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c37360-297d-44c6-96ab-ab397995982a None None] Network 0e317e7c-13a5-4c26-8374-e35f3727f87c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:31.754414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07dded8-d6da-437e-b9aa-bdf743ce6911,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:31.761311 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-daa675da-6562-4e11-b0bb-79971f80b3c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d07dded8-d6da-437e-b9aa-bdf743ce6911 HTTP/1.1" status: 204 len: 168 time: 0.4098229 May 26 19:16:31.761466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57214) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:31.799002 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff34bbf-86da-4130-a092-ce0b838f768f'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'code': 200} May 26 19:16:31.883541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ac4e03f4-d1bc-42c1-8681-d4f8cc84e128 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:31.886881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ac4e03f4-d1bc-42c1-8681-d4f8cc84e128 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.2233467 May 26 19:16:32.002318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:32.124744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.206174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] DHCP port deletion for 0e317e7c-13a5-4c26-8374-e35f3727f87c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:16:32.219181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Deleting port f9a79321-a226-4aca-89b4-1f4a9cc30b04 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:32.219558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.273958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port 5d127c25-cd51-45b6-b103-f6cfeae732e2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:32.274300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.360474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Deleting port f9a79321-a226-4aca-89b4-1f4a9cc30b04 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:32.361400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.457888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] For port f9a79321-a226-4aca-89b4-1f4a9cc30b04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f9a79321-a226-4aca-89b4-1f4a9cc30b04,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:32.458284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.482924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-6e190330-5624-488a-9dba-24488d5927e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:32.484380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-6e190330-5624-488a-9dba-24488d5927e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1096 time: 0.5474057 May 26 19:16:32.495322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025c53-8003-4916-9468-43bdf762a4c4 req-3a6b03ed-7ec4-484b-9a3f-1a1a9f0135ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:32.496699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3025c53-8003-4916-9468-43bdf762a4c4 req-3a6b03ed-7ec4-484b-9a3f-1a1a9f0135ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1101 time: 0.4516082 May 26 19:16:32.551578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb246cf2-33f9-4e09-b55c-490fb3f538ea req-1e536b9e-a08c-401e-986e-6d553d33b8fe tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:32.553693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb246cf2-33f9-4e09-b55c-490fb3f538ea req-1e536b9e-a08c-401e-986e-6d553d33b8fe tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.6177742 May 26 19:16:32.580484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Calling delete_port for f9a79321-a226-4aca-89b4-1f4a9cc30b04 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:32.635551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f9a79321-a226-4aca-89b4-1f4a9cc30b04 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:32.707542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:32.758459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port f9a79321-a226-4aca-89b4-1f4a9cc30b04 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:16:32.759433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f9a79321-a226-4aca-89b4-1f4a9cc30b04 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:32.759858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30b28459-09a0-4632-b7c4-f2e64f0cd7ac no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:32.785175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] Pushing event deleted for resources: {'Port': ['ID=f9a79321-a226-4aca-89b4-1f4a9cc30b04,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:32.792103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef803a-cd73-44d2-b4bf-283db52dec7d None None] No DVR routers for this DVR port f9a79321-a226-4aca-89b4-1f4a9cc30b04 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:32.801558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 30b28459-09a0-4632-b7c4-f2e64f0cd7ac {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:32.801893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 30b28459-09a0-4632-b7c4-f2e64f0cd7ac not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:32.802997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d583e74-7504-4192-9277-37957351a3dc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:32.836832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4d583e74-7504-4192-9277-37957351a3dc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:32.836832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d583e74-7504-4192-9277-37957351a3dc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:32.868128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3025c53-8003-4916-9468-43bdf762a4c4 req-79fd2448-6f3e-467c-bc98-48b560b58bab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467829 May 26 19:16:32.904897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb246cf2-33f9-4e09-b55c-490fb3f538ea req-944d3a52-d016-481d-b0d0-24e22414a668 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262126 May 26 19:16:32.960323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-b00de5ce-3fdc-4cb7-80a5-71697bae595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:32.961814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-b00de5ce-3fdc-4cb7-80a5-71697bae595b service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.4688206 May 26 19:16:32.975248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] For port f9a79321-a226-4aca-89b4-1f4a9cc30b04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f9a79321-a226-4aca-89b4-1f4a9cc30b04,segment=NetworkSegment(b16c334d-571c-4cd7-a750-75913374f352),segment_id=b16c334d-571c-4cd7-a750-75913374f352)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:32.975598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:33.089349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-41adc786-4cf5-4962-89a8-32619aa15c7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 217 time: 0.1160202 May 26 19:16:33.160487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d4d982d3-3185-4859-ac54-942fae2ed62c details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:33.240584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Calling delete_port for f9a79321-a226-4aca-89b4-1f4a9cc30b04 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:33.283392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port 5d127c25-cd51-45b6-b103-f6cfeae732e2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5d127c25-cd51-45b6-b103-f6cfeae732e2,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:33.283789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:33.300663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d4d982d3-3185-4859-ac54-942fae2ed62c,segment=NetworkSegment(a79bdbe6-d2e0-4262-a160-6626327e1091),segment_id=a79bdbe6-d2e0-4262-a160-6626327e1091)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:33.313997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd4d982d3-3185-4859-ac54-942fae2ed62c', 'network_id': 'b74256d2-5f9d-40b7-9060-24b52a4e4548', 'port_id': 'd4d982d3-3185-4859-ac54-942fae2ed62c', 'mac_address': 'fa:16:3e:6d:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd80b621-8276-4b23-8f30-aa328a698414', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:33.368730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d4d982d3-3185-4859-ac54-942fae2ed62c is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:33.369020 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:33.386220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d982d3-3185-4859-ac54-942fae2ed62c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:33.401455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d4d982d3-3185-4859-ac54-942fae2ed62c,segment=NetworkSegment(a79bdbe6-d2e0-4262-a160-6626327e1091),segment_id=a79bdbe6-d2e0-4262-a160-6626327e1091)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:33.405571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:33.446414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for 5d127c25-cd51-45b6-b103-f6cfeae732e2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:33.482874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:33.513014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-2130dce6-b981-4c1c-aefa-52d827895f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:33.514474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-2130dce6-b981-4c1c-aefa-52d827895f93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.3102019 May 26 19:16:33.579370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-b63b2098-2d8c-446c-a2f8-0e6685098bf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563264 May 26 19:16:33.582370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:16:33.582679 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:16:33.783470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0b40b-a317-413f-a6c8-df34e03d9655 req-9559b0fb-44b8-4b2e-ae45-fa822df5f07a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:33.800381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ac0b40b-a317-413f-a6c8-df34e03d9655 req-9559b0fb-44b8-4b2e-ae45-fa822df5f07a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=e962689a-5b09-46d3-9d58-87776837e714 HTTP/1.1" status: 200 len: 945 time: 0.7489734 May 26 19:16:33.917485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ac0b40b-a317-413f-a6c8-df34e03d9655 req-22e4f558-72a9-49f0-9c23-63454e8104dd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 May 26 19:16:33.933027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:33.939069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-b3a38d3e-0c74-497e-9890-a7ffaf1f6658 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402495 May 26 19:16:33.962951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:33.995977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:34.032985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d4d982d3-3185-4859-ac54-942fae2ed62c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:34.109307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=5d127c25-cd51-45b6-b103-f6cfeae732e2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:34.116504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Deleting port f9a79321-a226-4aca-89b4-1f4a9cc30b04 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:34.116504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.257062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port 5d127c25-cd51-45b6-b103-f6cfeae732e2 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:34.259688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.300975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] The port 'f9a79321-a226-4aca-89b4-1f4a9cc30b04' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:16:34.369302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fe2291d-fe4b-46bc-a9d5-815c35c648bc req-ca4cafc4-6860-4f14-8988-d86efd4845c5 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/5d127c25-cd51-45b6-b103-f6cfeae732e2 HTTP/1.1" status: 204 len: 173 time: 2.4703350 May 26 19:16:34.485782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.498737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-8785ec02-1172-4c10-87c7-bdb473c9b71e service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090771 May 26 19:16:34.518957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7314906-1cbb-4f5f-be1f-f413796112b4 req-e294ea37-ca4b-4cc7-bc60-cd3627311e2f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:34.520479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7314906-1cbb-4f5f-be1f-f413796112b4 req-e294ea37-ca4b-4cc7-bc60-cd3627311e2f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 945 time: 0.4561348 May 26 19:16:34.526831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e317e7c-13a5-4c26-8374-e35f3727f87c']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:34.555460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16c334d-571c-4cd7-a750-75913374f352') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:34.557325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16c334d-571c-4cd7-a750-75913374f352') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:16:34.576995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.611055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7314906-1cbb-4f5f-be1f-f413796112b4 req-457c0317-813c-4f93-aed3-b1c3ab79ccad tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 May 26 19:16:34.612412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.620857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:16:34.621407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.744867 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14daeaca-bc8f-4f31-81ae-26395389efa5'] response: {'name': 'network-changed', 'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c', 'status': 'completed', 'code': 200} May 26 19:16:34.815654 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b16c334d-571c-4cd7-a750-75913374f352 resource provider aggregate not found May 26 19:16:34.843005 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b16c334d-571c-4cd7-a750-75913374f352 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b16c334d-571c-4cd7-a750-75913374f352 found for delete ", "request_id": "req-d9ab8823-8e4a-4129-8b32-3c2155e318a8"}]} May 26 19:16:34.857201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.863771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:34.900854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e317e7c-13a5-4c26-8374-e35f3727f87c HTTP/1.1" status: 204 len: 168 time: 3.1362915 May 26 19:16:34.901960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474926a-2ec3-47c1-8551-6da31d1fb385 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e317e7c-13a5-4c26-8374-e35f3727f87c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:34.934940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-88e2b4dc-056e-4866-86af-1279caeadd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:34.936150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-88e2b4dc-056e-4866-86af-1279caeadd02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c9a15dc9b4b4b98b243614b32e7e76a&device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 1096 time: 0.1778750 May 26 19:16:35.161808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 337d4f62-ef16-462b-a1b5-62f401c75359 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:35.220206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-7861275c-ad14-404e-a0d6-61ad62e79d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:35.222706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-7861275c-ad14-404e-a0d6-61ad62e79d00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b74256d2-5f9d-40b7-9060-24b52a4e4548 HTTP/1.1" status: 200 len: 909 time: 0.2742927 May 26 19:16:35.312430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:35.315294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-1d8658bd-9e73-4815-b0c1-72a870cbb844 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4d982d3-3185-4859-ac54-942fae2ed62c HTTP/1.1" status: 200 len: 217 time: 0.0850446 May 26 19:16:35.327649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 337d4f62-ef16-462b-a1b5-62f401c75359 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:35.337725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 337d4f62-ef16-462b-a1b5-62f401c75359 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:35.340578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.412087 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf551c8d-234c-4686-a225-e807ef06b6a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aa959b8bb864e79bc03edb3e357ed3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941756 May 26 19:16:35.415249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:35.448711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-27fdd863-5738-4007-b6cb-7ec549470b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:35.450550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-27fdd863-5738-4007-b6cb-7ec549470b1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fd80b621-8276-4b23-8f30-aa328a698414 HTTP/1.1" status: 200 len: 848 time: 0.1246080 May 26 19:16:35.515858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.555758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.575860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-e65af509-a03a-40d7-9f48-2be3777875f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b74256d2-5f9d-40b7-9060-24b52a4e4548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185923 May 26 19:16:35.608663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 337d4f62-ef16-462b-a1b5-62f401c75359 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:35.609067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.652778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.663824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:35.684845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0b23c-3548-4dfb-a442-7807faf881ef,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:35.696392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:35.713742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.715265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ddfe3f8-109b-4b5f-a318-92816df10715 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccf0b23c-3548-4dfb-a442-7807faf881ef HTTP/1.1" status: 204 len: 168 time: 0.2988701 May 26 19:16:35.720257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:35.721709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5d127c25-cd51-45b6-b103-f6cfeae732e2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:35.835846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 5d127c25-cd51-45b6-b103-f6cfeae732e2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:35.836565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5d127c25-cd51-45b6-b103-f6cfeae732e2 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:35.859074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:35.875328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-5a8ae037-b82a-41ca-a871-15a5c2979acc tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:35.886003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-5a8ae037-b82a-41ca-a871-15a5c2979acc tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/networks?id=c46c414a-2861-4767-8ae7-c67a76682977 HTTP/1.1" status: 200 len: 815 time: 0.4792125 May 26 19:16:35.927398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-2c4664e7-ea31-4593-aeba-023bd206fc11 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/quotas/79d1da7d00334b9896cc1cf18d189986 HTTP/1.1" status: 200 len: 375 time: 0.0247662 May 26 19:16:35.936083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-b898bb35-2b4c-40da-b49b-043cb1272fce service neutron] 10.222.0.53 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519409 May 26 19:16:36.029990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-46af24ea-5fae-4541-931f-956c53f3c16f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79d1da7d00334b9896cc1cf18d189986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918648 May 26 19:16:36.262413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09c2c23c-13d1-4f51-b071-2da61596aa78 req-9318036e-2a0a-481c-a56c-49d8ee76091d service neutron] 10.222.0.53 "GET /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862246 May 26 19:16:36.294034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-20723a75-a5d9-4f5e-8889-eec8cfdcf31f service neutron] 10.222.0.24 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100184 May 26 19:16:36.301015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:36.434150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-8ecd5cfb-848e-4c5c-9cd9-31ed3528efb7 service neutron] 10.222.0.24 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337099 May 26 19:16:36.732303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:36.750019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c6a4b-94ca-4e64-bef3-651d09cf73df req-8f2ae4f8-8e9a-46f4-b5ac-8e748444c7d7 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:36.751652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-520c6a4b-94ca-4e64-bef3-651d09cf73df req-8f2ae4f8-8e9a-46f4-b5ac-8e748444c7d7 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 945 time: 0.1098182 May 26 19:16:36.752127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'name': 'network-vif-deleted', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:36.807040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-520c6a4b-94ca-4e64-bef3-651d09cf73df req-65e0dff7-85c2-4d65-9450-ac415e531b0e tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467520 May 26 19:16:36.872222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-91399395-network', 'tenant_id': 'c381f273f46b4552ace13ba2978abd09'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:36.881142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:36.887918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Usage tracker for resource:network and tenant:c381f273f46b4552ace13ba2978abd09 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:36.901940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:36.908831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:36.920017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Made reservation on behalf of c381f273f46b4552ace13ba2978abd09 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:36.923145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:36.973656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:36.999883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:37.012107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Usage tracker for resource:security_group_rule and tenant:c381f273f46b4552ace13ba2978abd09 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:37.016025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:37.024419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:37.070372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a71807-c36d-42a2-ac2a-92be8cb01179 req-ce0f4973-3af4-41c6-a1a2-f983c72272ed tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:37.071923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38a71807-c36d-42a2-ac2a-92be8cb01179 req-ce0f4973-3af4-41c6-a1a2-f983c72272ed tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 945 time: 0.1356997 May 26 19:16:37.141368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38a71807-c36d-42a2-ac2a-92be8cb01179 req-91a90c7a-74fc-4cc3-9c76-d9d06eb0907c tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607834 May 26 19:16:37.180974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d4d982d3-3185-4859-ac54-942fae2ed62c up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:37.181935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.188840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.231005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:16:37.237397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb96e6f-dea8-4387-a888-cdd1a884e8fb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:37.267091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d4d982d3-3185-4859-ac54-942fae2ed62c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:37.272035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d4d982d3-3185-4859-ac54-942fae2ed62c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:37.272393 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.296129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.296471 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Added segment 56c1b14d-eda1-47af-a224-a1a1f6bfbae2 of type vlan for network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b May 26 19:16:37.344502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.388493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483054de-f371-430c-9a1c-9c243ddc8898 req-1143ff85-219c-42e5-9444-c146b211afb2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:37.390011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-483054de-f371-430c-9a1c-9c243ddc8898 req-1143ff85-219c-42e5-9444-c146b211afb2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1354582 May 26 19:16:37.406258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d4d982d3-3185-4859-ac54-942fae2ed62c is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:37.406829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.411695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.412631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:37.413242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.439024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d4d982d3-3185-4859-ac54-942fae2ed62c,segment=NetworkSegment(a79bdbe6-d2e0-4262-a160-6626327e1091),segment_id=a79bdbe6-d2e0-4262-a160-6626327e1091)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:37.443052 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.519450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:37.542687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8092859 May 26 19:16:37.547580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-483054de-f371-430c-9a1c-9c243ddc8898 req-d80c5eb7-3b7a-4bc5-a53f-b3f012d3de5c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499465 May 26 19:16:37.547580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7da066-acc9-4370-93f6-206780c6cb55 admin admin] Pushing event updated for resources: {'Network': ['ID=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:37.548409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57308) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:16:37.556658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Request body: {'subnet': {'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-91399395-subnet', 'tenant_id': 'c381f273f46b4552ace13ba2978abd09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:37.562717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:37.567298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Usage tracker for resource:subnet and tenant:c381f273f46b4552ace13ba2978abd09 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:37.569356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:16:37.571993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:37.578922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:37.590657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Made reservation on behalf of c381f273f46b4552ace13ba2978abd09 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:37.593567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:37.802554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e1669d7-6807-4944-8639-27a0fc5997be req-b9984aa4-e093-4bdd-a0e8-dcd4c619c1e6 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0513852 May 26 19:16:37.926938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:38.012051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afde63af-59bf-4ed0-ad18-4286bb641561,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:38.032884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Checking segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:38.033267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Network hostable DHCP agents. Network: 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:16:38.068826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:16:38.083452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:38.088164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:38.089136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:38.096665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab13529-ebb6-4227-a176-f884f12bada8 None None] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:38.122345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad0cca83-bbc0-46e0-89b3-bea275306b24 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5720627 May 26 19:16:38.130594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140251-d8ef-4b6b-97ad-126639b79379 req-b6f9efc2-22d4-4c1d-8934-f66a0bd3f263 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:38.137736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11140251-d8ef-4b6b-97ad-126639b79379 req-b6f9efc2-22d4-4c1d-8934-f66a0bd3f263 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 946 time: 0.2335203 May 26 19:16:38.163757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-624faeff-ce67-464f-befb-06439a42ca55 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:38.166389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-624faeff-ce67-464f-befb-06439a42ca55 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.53 "GET /v2.0/networks?id=c46c414a-2861-4767-8ae7-c67a76682977 HTTP/1.1" status: 200 len: 815 time: 0.2895555 May 26 19:16:38.187007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Request body: {'port': {'device_id': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977', 'admin_state_up': True, 'tenant_id': '79d1da7d00334b9896cc1cf18d189986'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:38.266380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11140251-d8ef-4b6b-97ad-126639b79379 req-b2353b0b-d85e-4eb5-93d4-fd5a45a9d54e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276011 May 26 19:16:38.338618 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9b5fe0-54bf-4c14-a84a-98745c572e71'] response: {'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359', 'code': 200} May 26 19:16:38.368027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:38.369417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e82e2b-5e66-4a5d-8021-94b322173fb9 None None] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:16:38.372696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Usage tracker for resource:port and tenant:79d1da7d00334b9896cc1cf18d189986 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:38.376237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:38.387254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:38.600055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Made reservation on behalf of 79d1da7d00334b9896cc1cf18d189986 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:38.603475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:38.630038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8b9ff8a-99b7-4657-89c0-d6261b7acb80 req-790c92a3-74df-4794-a0e0-cb5565d72215 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 210 time: 0.1838613 May 26 19:16:38.686848 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f5db75-8e02-4f78-843d-812d2f408fe6'] response: {'server_uuid': 'e962689a-5b09-46d3-9d58-87776837e714', 'name': 'network-vif-deleted', 'tag': '5d127c25-cd51-45b6-b103-f6cfeae732e2', 'status': 'completed', 'code': 200} May 26 19:16:38.732526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b39254-f0fe-4f53-b890-f635f93c79fc req-8bf1f95a-a711-4628-b606-be75e02f9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:38.734086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28b39254-f0fe-4f53-b890-f635f93c79fc req-8bf1f95a-a711-4628-b606-be75e02f9328 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1097 time: 0.3253448 May 26 19:16:38.875970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28b39254-f0fe-4f53-b890-f635f93c79fc req-93a3a719-6f66-4e16-b2f0-3edf568da377 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126738 May 26 19:16:38.885161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Allocated IP 172.20.0.6 (c46c414a-2861-4767-8ae7-c67a76682977/92b3d6b8-5e27-4227-b4ce-44328fe97066/37949269-6515-457d-a63e-50fd66d57008) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:38.943023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29e7f-0a77-4372-afae-fe13a909a16e req-c7f496db-6ea8-4b40-b352-81b8090c546b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:38.944496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b29e7f-0a77-4372-afae-fe13a909a16e req-c7f496db-6ea8-4b40-b352-81b8090c546b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1646049 May 26 19:16:39.082061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b29e7f-0a77-4372-afae-fe13a909a16e req-a1cfde02-02fd-41d2-91e7-eb2a76f80cac tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277843 May 26 19:16:39.147926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:39.182433 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:39.259861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Network c46c414a-2861-4767-8ae7-c67a76682977 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:39.263323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:39.268471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:39.310610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Pushing event updated for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:39.351320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:39.351979 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:39.376484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-c25511d4-a68c-4440-a95f-3562e6947b1f tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2014654 May 26 19:16:39.491461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Request body: {'port': {'device_id': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:39.636615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:39.657914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a9749-1600-4cb6-a007-b9e5db2125b8 req-550bf0b3-a587-4927-b1db-cf5976874e89 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:39.666155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496a9749-1600-4cb6-a007-b9e5db2125b8 req-550bf0b3-a587-4927-b1db-cf5976874e89 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 946 time: 0.2061601 May 26 19:16:39.763567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496a9749-1600-4cb6-a007-b9e5db2125b8 req-e90d4865-836c-41b0-b099-4fa8c739e8a4 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698817 May 26 19:16:40.039180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcf777-8e7c-437f-b1d1-bfa1a5ea6087 req-c35a5821-1723-41b3-8768-8f09974fca5a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:40.040578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccdcf777-8e7c-437f-b1d1-bfa1a5ea6087 req-c35a5821-1723-41b3-8768-8f09974fca5a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 945 time: 0.1379457 May 26 19:16:40.149120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37949269-6515-457d-a63e-50fd66d57008 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:40.155392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccdcf777-8e7c-437f-b1d1-bfa1a5ea6087 req-6268981e-6729-4bba-ad08-6fef93415400 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012063 May 26 19:16:40.159208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:40.178517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Transition to ACTIVE for port object 37949269-6515-457d-a63e-50fd66d57008 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:40.183055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:40.340916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Pushing event updated for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:40.341871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:40.628931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Attempting to bind port 37949269-6515-457d-a63e-50fd66d57008 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:40.629285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Attempting to bind port 37949269-6515-457d-a63e-50fd66d57008 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7c51fbb9-d008-463a-8592-0bfaeb047cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:40.629616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Attempting to bind port 37949269-6515-457d-a63e-50fd66d57008 on network c46c414a-2861-4767-8ae7-c67a76682977 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:40.641541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Port 37949269-6515-457d-a63e-50fd66d57008 on network c46c414a-2861-4767-8ae7-c67a76682977 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:40.641850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Attempting to bind port 37949269-6515-457d-a63e-50fd66d57008 on network c46c414a-2861-4767-8ae7-c67a76682977 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:40.659452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:40.659777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Checking segment: {'id': '7c51fbb9-d008-463a-8592-0bfaeb047cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:40.660152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Bound using segment: {'id': '7c51fbb9-d008-463a-8592-0bfaeb047cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:40.660577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Bound port: 37949269-6515-457d-a63e-50fd66d57008, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c51fbb9-d008-463a-8592-0bfaeb047cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:40.660913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:40.679067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-5f13fe22-a926-474d-9e6e-9597f75002ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:40.679754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-5f13fe22-a926-474d-9e6e-9597f75002ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:40.742577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-5f13fe22-a926-474d-9e6e-9597f75002ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:40.743727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-5f13fe22-a926-474d-9e6e-9597f75002ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.3697946 May 26 19:16:40.774492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-ef9179cd-8860-4041-9f2d-e2554010e76c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/quotas/c381f273f46b4552ace13ba2978abd09 HTTP/1.1" status: 200 len: 375 time: 0.0177615 May 26 19:16:40.778337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:40.783126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=37949269-6515-457d-a63e-50fd66d57008,segment=NetworkSegment(7c51fbb9-d008-463a-8592-0bfaeb047cf4),segment_id=7c51fbb9-d008-463a-8592-0bfaeb047cf4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:40.818912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:40.865077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-bb80c11d-4a6e-4998-ad52-8f4a656405f1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843334 May 26 19:16:40.915998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:40.916615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:40.918013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] 10.222.0.53 "PUT /v2.0/ports/37949269-6515-457d-a63e-50fd66d57008 HTTP/1.1" status: 200 len: 1091 time: 1.4306729 May 26 19:16:40.918452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'tag': '37949269-6515-457d-a63e-50fd66d57008'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:41.047363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0c199-b8c7-4601-b2c5-dfb2c6afb63c service neutron] Pushing event updated for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:41.107089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-71e06609-8f5e-4b98-965d-3767cde2361c service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345648 May 26 19:16:41.139142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-d015bb25-aa99-468b-88c8-afa4fa71891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:41.140508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-d015bb25-aa99-468b-88c8-afa4fa71891b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79d1da7d00334b9896cc1cf18d189986&device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 1094 time: 0.1664412 May 26 19:16:41.266423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-244d2183-1916-43e9-b3e0-c2c4a768bf77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37949269-6515-457d-a63e-50fd66d57008 HTTP/1.1" status: 200 len: 217 time: 0.0792074 May 26 19:16:41.362438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-d025f042-5a07-4a6e-a6e1-b2be6ce49ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:41.363875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-d025f042-5a07-4a6e-a6e1-b2be6ce49ed3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92b3d6b8-5e27-4227-b4ce-44328fe97066 HTTP/1.1" status: 200 len: 855 time: 0.0899014 May 26 19:16:41.365645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-5e0861bd-dd10-497a-970a-b68d022f6650 service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495985 May 26 19:16:41.415177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-5c341bc7-a7c2-4516-b423-65c9a0aee242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c46c414a-2861-4767-8ae7-c67a76682977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430501 May 26 19:16:41.569297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-bfb93bd9-a08e-4257-b5f6-0720dee0d713 service neutron] 10.222.0.53 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471660 May 26 19:16:41.642774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ea6e7cd-33cb-4b94-9fa9-36915c75c087 req-544c0ca1-99c6-4023-bdf7-95740256e263 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0685275 May 26 19:16:41.758867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d863ae-9aee-417e-8ffd-ba4c8b5e3edc req-1eb84b63-78b4-41f9-b12c-c5009cb57b89 service neutron] 10.222.0.53 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525199 May 26 19:16:41.980404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-17617956-1de2-472b-996b-6c5b63ee2f10 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:41.981214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-17617956-1de2-472b-996b-6c5b63ee2f10 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:42.040218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02a1aa46-0319-467b-bd09-be6bdee3a2de req-116210df-854b-49d1-9fd1-7be539ecb511 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0547664 May 26 19:16:42.053462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-17617956-1de2-472b-996b-6c5b63ee2f10 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:42.056311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-17617956-1de2-472b-996b-6c5b63ee2f10 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 945 time: 0.1764665 May 26 19:16:42.257998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722172aa-7854-4554-8ab6-2d62282275ed req-c439b9e1-2b36-4ac1-8234-7eca3549eafc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:42.259255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-722172aa-7854-4554-8ab6-2d62282275ed req-c439b9e1-2b36-4ac1-8234-7eca3549eafc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 946 time: 0.0829418 May 26 19:16:42.305011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-722172aa-7854-4554-8ab6-2d62282275ed req-c113a94f-0a65-477d-980d-45d26311dde1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 May 26 19:16:42.594252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:42.594602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:42.718374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8c36b-01f7-4839-bd09-3ffe57ff46c5 req-81cf719d-7bfc-4129-9126-700cc332b028 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:42.719856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62f8c36b-01f7-4839-bd09-3ffe57ff46c5 req-81cf719d-7bfc-4129-9126-700cc332b028 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=3702364c-0e3e-4037-b6d4-0992d3fba5d0 HTTP/1.1" status: 200 len: 945 time: 0.3150799 May 26 19:16:42.905407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62f8c36b-01f7-4839-bd09-3ffe57ff46c5 req-4ee34ffd-697d-42e5-b4c1-788d34c26d26 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789153 May 26 19:16:42.959959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:42.960318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:43.122119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:43.150850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-43e62f02-6e73-4db4-ab21-9b7da9963f91 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:43.152488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-43e62f02-6e73-4db4-ab21-9b7da9963f91 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.3904374 May 26 19:16:43.180550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:43.536109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f0800-c568-4ce8-8819-1760b8faed5a req-a06e1433-0fc1-44b3-b298-c47315520451 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:43.536740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d9f0800-c568-4ce8-8819-1760b8faed5a req-a06e1433-0fc1-44b3-b298-c47315520451 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Synchronizing usage tracker for tenant:79d1da7d00334b9896cc1cf18d189986 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:43.543040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:43.574311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-0f1aae38-c64c-4341-b70d-9b4bce59bbb6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:43.575714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-0f1aae38-c64c-4341-b70d-9b4bce59bbb6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.3628924 May 26 19:16:43.621151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Request body: {'port': {'device_id': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'admin_state_up': True, 'tenant_id': 'c381f273f46b4552ace13ba2978abd09'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:43.634045 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:43.646659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:43.736175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d9f0800-c568-4ce8-8819-1760b8faed5a req-a06e1433-0fc1-44b3-b298-c47315520451 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Unset dirty status for tenant:79d1da7d00334b9896cc1cf18d189986 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:43.737442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d9f0800-c568-4ce8-8819-1760b8faed5a req-a06e1433-0fc1-44b3-b298-c47315520451 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 943 time: 0.7089250 May 26 19:16:43.750389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:43.775863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:43.977678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:43.994019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:44.002172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d9f0800-c568-4ce8-8819-1760b8faed5a req-1e1d3d74-2ebf-4cb2-8ad6-1a2530a93229 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445123 May 26 19:16:44.078571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e19f5b-3356-4649-b96c-4d2fff90d939 req-99d36b27-f53b-4a7a-86d1-55cb8d7f7798 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 HTTP/1.1" status: 204 len: 173 time: 1.7200141 May 26 19:16:44.090718 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7b962d-ea69-49c4-b435-c27d38dc00fd'] response: {'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c', 'code': 200} May 26 19:16:44.230781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:44.241971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Usage tracker for resource:port and tenant:c381f273f46b4552ace13ba2978abd09 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:16:44.277622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:16:44.318833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:44.338324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:44.367336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Made reservation on behalf of c381f273f46b4552ace13ba2978abd09 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:44.370812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:44.476920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:44.561396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895a18-4dd3-423b-b316-e891dce84a98 req-6651e678-3150-4a4c-9fe7-14fb385ac95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:44.562941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe895a18-4dd3-423b-b316-e891dce84a98 req-6651e678-3150-4a4c-9fe7-14fb385ac95f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 1097 time: 0.2781096 May 26 19:16:44.576059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6665a2-b207-40b9-9ab0-4d4c0005e262 req-ddd9fdb3-8bf0-4b29-90b7-adae559b62b1 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:44.576239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7dd4-874d-4072-a55e-07c449ff62c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:44.577601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c6665a2-b207-40b9-9ab0-4d4c0005e262 req-ddd9fdb3-8bf0-4b29-90b7-adae559b62b1 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 946 time: 0.3433676 May 26 19:16:44.622643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:44.669608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:44.826236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c6665a2-b207-40b9-9ab0-4d4c0005e262 req-f91853c5-b22a-4bfb-a577-f752e2c36c03 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233915 May 26 19:16:44.848099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe895a18-4dd3-423b-b316-e891dce84a98 req-b2f0d928-a6a0-48ce-be01-4d2b872cc9e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613289 May 26 19:16:44.888757 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3feefa-2d4c-4013-8411-7ea93943d0be'] response: {'name': 'network-changed', 'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'tag': '37949269-6515-457d-a63e-50fd66d57008', 'status': 'completed', 'code': 200} May 26 19:16:44.899967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Allocated IP 172.20.0.3 (0869ce2b-9a39-4075-b5dd-75e0ea0fb44b/afde63af-59bf-4ed0-ad18-4286bb641561/11ffe904-a9eb-4c51-a955-b5692c4e7860) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:44.906456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:44.936447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:44.936774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:44.937127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:44.955428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:44.955746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:44.972133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:44.977826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:44.978147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:44.978634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:44.978957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Bound port: 3ffa7198-ad7f-4491-b379-ca2d4d096236, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:44.979302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:45.118605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:45.148142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:45.148770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:45.149319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:45.154893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:45.155532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:45.162419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:45.162787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:45.163206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:45.163677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Bound port: 3ffa7198-ad7f-4491-b379-ca2d4d096236, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:45.164270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:45.211655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:45.266426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:16:45.266819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:45.302938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:45.308924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:45.322561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:45.348029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:45.372686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3ffa7198-ad7f-4491-b379-ca2d4d096236-n-h2-843146-9-0 {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:16:45.372937 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:16:45.380906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:45.394419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae97b7-cb20-456f-b342-2b189facfe7a req-2d40413e-e927-4ff3-90a3-a0d64a8fccf2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:45.398702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81ae97b7-cb20-456f-b342-2b189facfe7a req-2d40413e-e927-4ff3-90a3-a0d64a8fccf2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.4036973 May 26 19:16:45.433915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932349-c417-45b5-b0e3-aafda10b6546 req-7d8f262b-827b-4bb0-8e4e-ff2ac3330c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:45.435450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-7d8f262b-827b-4bb0-8e4e-ff2ac3330c32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79d1da7d00334b9896cc1cf18d189986&device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 1094 time: 0.2650042 May 26 19:16:45.491344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81ae97b7-cb20-456f-b342-2b189facfe7a req-d44ded6b-6cff-424b-875d-d2f796a3d8cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876393 May 26 19:16:45.559602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 has no active binding in host n-h1-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:16:45.565795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:45.571133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:45.576446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.576772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.577188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.577520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.577837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.578169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.578469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.578783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.579141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.579453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.579759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.580104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:16:45.654329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:45.698230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:45.715135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:45.774077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:45.785373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932349-c417-45b5-b0e3-aafda10b6546 req-b462eda0-c8ef-4f3f-884b-2b1786f5a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:45.786943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-b462eda0-c8ef-4f3f-884b-2b1786f5a1be service neutron] 10.222.0.53 "GET /v2.0/networks?id=c46c414a-2861-4767-8ae7-c67a76682977 HTTP/1.1" status: 200 len: 916 time: 0.3331594 May 26 19:16:45.873050 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-2a71936a-5fa5-436d-a7d6-37045051dcbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37949269-6515-457d-a63e-50fd66d57008 HTTP/1.1" status: 200 len: 217 time: 0.0715680 May 26 19:16:45.878654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:45.879263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:46.061590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:46.061816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:46.063707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:46.078743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:46.079175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempting to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:46.096735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-0833c971-26e4-4925-8496-b1f3f2c468c4 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:46.097473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-0833c971-26e4-4925-8496-b1f3f2c468c4 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:46.104618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-00d35f16-55a1-41cd-b6ca-16ee9c48816e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4963987 May 26 19:16:46.108075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:46.108409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:46.108782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:46.109248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Bound port: 3ffa7198-ad7f-4491-b379-ca2d4d096236, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:46.109593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:46.126657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Request body: {'port': {'device_id': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:46.151944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932349-c417-45b5-b0e3-aafda10b6546 req-402b5783-fa49-44b9-871b-6e20b4261e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:46.153407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-402b5783-fa49-44b9-871b-6e20b4261e73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92b3d6b8-5e27-4227-b4ce-44328fe97066 HTTP/1.1" status: 200 len: 855 time: 0.2701223 May 26 19:16:46.262523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-6a8459f5-260e-4bfa-9fac-8e50faa63daa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c46c414a-2861-4767-8ae7-c67a76682977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924048 May 26 19:16:46.303482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-0833c971-26e4-4925-8496-b1f3f2c468c4 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:46.304812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-0833c971-26e4-4925-8496-b1f3f2c468c4 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 931 time: 0.6622787 May 26 19:16:46.489898 n-d-843146-9 neutron-server[88363]: WARNING neutron.plugins.ml2.plugin [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Concurrent port binding operations failed on port 3ffa7198-ad7f-4491-b379-ca2d4d096236 May 26 19:16:46.494787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:46.506351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:46.528102 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attempt 2 to bind port 3ffa7198-ad7f-4491-b379-ca2d4d096236 May 26 19:16:46.536232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-5dc91f87-8df7-48ae-a2db-fc31399f0ff0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:46.541714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:46.542308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:46.543593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ca8cab8b-0002-40b7-9aee-625ece8c5d0f service neutron] 10.222.0.13 "PUT /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 1121 time: 3.3758798 May 26 19:16:46.617602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3ffa7198-ad7f-4491-b379-ca2d4d096236'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:46.619673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-83e9aa92-a3b8-4b4e-8801-63759ff554bb service neutron] 10.222.0.53 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453207 May 26 19:16:46.622750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-5dc91f87-8df7-48ae-a2db-fc31399f0ff0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:46.624355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55769404-cdca-4952-a026-ed0acc5ebc1f req-5dc91f87-8df7-48ae-a2db-fc31399f0ff0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009653 May 26 19:16:46.784940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3ffa7198-ad7f-4491-b379-ca2d4d096236'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:46.859082 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b33f090-dc7d-4097-bae6-b73d934fd971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:46.900921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'name': 'network-vif-deleted', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9'}, {'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236'}, {'name': 'network-changed', 'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:47.000377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41932349-c417-45b5-b0e3-aafda10b6546 req-a4c520fc-0655-43cb-aa56-90b5a9bd9fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682940 May 26 19:16:47.113513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859342e8-d2a7-4066-ba64-e53906505f91 req-4db6d5ce-a843-4f96-8155-6fb0274c112b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:47.115268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-859342e8-d2a7-4066-ba64-e53906505f91 req-4db6d5ce-a843-4f96-8155-6fb0274c112b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.2947237 May 26 19:16:47.204824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 37949269-6515-457d-a63e-50fd66d57008 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:47.218239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-859342e8-d2a7-4066-ba64-e53906505f91 req-ce51bfbb-3e6a-4c38-b801-7c59a6e65d74 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963566 May 26 19:16:47.228157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ffe904-a9eb-4c51-a955-b5692c4e7860 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:47.243018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.262145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Transition to ACTIVE for port object 11ffe904-a9eb-4c51-a955-b5692c4e7860 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:47.268739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.337325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.386646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=37949269-6515-457d-a63e-50fd66d57008,segment=NetworkSegment(7c51fbb9-d008-463a-8592-0bfaeb047cf4),segment_id=7c51fbb9-d008-463a-8592-0bfaeb047cf4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:47.401796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '37949269-6515-457d-a63e-50fd66d57008', 'network_id': 'c46c414a-2861-4767-8ae7-c67a76682977', 'port_id': '37949269-6515-457d-a63e-50fd66d57008', 'mac_address': 'fa:16:3e:cb:fb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b3d6b8-5e27-4227-b4ce-44328fe97066', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:47.450499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:47.463146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 37949269-6515-457d-a63e-50fd66d57008 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:47.463515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.481794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37949269-6515-457d-a63e-50fd66d57008 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:47.496931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09296ffa-6788-4af0-82d7-80d245593939 req-5d53704b-7f50-4fbb-81e3-5609b0fe9f5d tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-828499042&fields=id&tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 267 time: 0.1776695 May 26 19:16:47.502315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=37949269-6515-457d-a63e-50fd66d57008,segment=NetworkSegment(7c51fbb9-d008-463a-8592-0bfaeb047cf4),segment_id=7c51fbb9-d008-463a-8592-0bfaeb047cf4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:47.506971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.587070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:47.624866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Attempting to bind port 11ffe904-a9eb-4c51-a955-b5692c4e7860 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:47.625216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Attempting to bind port 11ffe904-a9eb-4c51-a955-b5692c4e7860 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:47.625545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Attempting to bind port 11ffe904-a9eb-4c51-a955-b5692c4e7860 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:47.635176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Port 11ffe904-a9eb-4c51-a955-b5692c4e7860 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:47.635491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Attempting to bind port 11ffe904-a9eb-4c51-a955-b5692c4e7860 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:47.644140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:47.644470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Checking segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:47.644845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Bound using segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:47.645293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Bound port: 11ffe904-a9eb-4c51-a955-b5692c4e7860, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:47.645631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.662000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09296ffa-6788-4af0-82d7-80d245593939 req-8a162741-b383-49ea-abca-2ed064a3c862 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:47.663499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09296ffa-6788-4af0-82d7-80d245593939 req-8a162741-b383-49ea-abca-2ed064a3c862 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 946 time: 0.1401484 May 26 19:16:47.678250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'security_groups': ['9142f4d1-6c88-4d5a-9dab-28e486b546e3', '0ebb768b-ce9f-496d-80a3-49b755c040b2']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:47.962733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:47.974690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:47.985022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:47.993314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.013732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.090753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:48.091365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.092778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] 10.222.0.53 "PUT /v2.0/ports/11ffe904-a9eb-4c51-a955-b5692c4e7860 HTTP/1.1" status: 200 len: 1091 time: 1.9739447 May 26 19:16:48.098657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['37949269-6515-457d-a63e-50fd66d57008'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:48.151480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e127e-ceaa-4257-9007-85d2e224433c service neutron] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:48.343902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-59d5fdf0-2fae-4573-807a-145854ee1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:48.345658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-59d5fdf0-2fae-4573-807a-145854ee1457 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 1094 time: 0.1908269 May 26 19:16:48.424793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-fae94ea8-845b-46f5-8214-6791ea65c576 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860 HTTP/1.1" status: 200 len: 217 time: 0.0678527 May 26 19:16:48.511441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:48.522527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-7727f19c-da06-4beb-9d4a-45e48c21f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:48.523967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-7727f19c-da06-4beb-9d4a-45e48c21f8c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.0893776 May 26 19:16:48.614909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.618132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-14ba2089-e93c-4b6f-b01a-1bf8120f8f87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804560 May 26 19:16:48.623510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.787447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:48.788057 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:48.789444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09296ffa-6788-4af0-82d7-80d245593939 req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "PUT /v2.0/ports/337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 982 time: 1.1178348 May 26 19:16:48.838479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fffaa7-6253-43c7-bfe6-80643b73b660 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:48.867099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-067017ad-1ad5-4472-9d56-69abe7d5173f service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416356 May 26 19:16:48.870234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-72c3b0c6-16a9-467e-a498-8f44cd8bc355 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2958548 May 26 19:16:48.996719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40bcf570-1b7d-45ad-a07f-bd419b43c93c req-e2ae02eb-2da1-4153-9219-bb939e79c77f tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.1086156 May 26 19:16:49.009427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:49.128868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff958ed5-35b3-4ed4-a224-a88ad457a57c req-87662ea2-53bf-4c5e-a831-3a432129dff0 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412155 May 26 19:16:49.131111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-0d8ca854-a6d4-4138-bb65-fea2074d0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:49.133211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-0d8ca854-a6d4-4138-bb65-fea2074d0a33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1096 time: 0.2270195 May 26 19:16:49.399212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378', '337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:49.426232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-d4e99a11-197c-4d8f-890a-7a0336f8c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:49.427687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-d4e99a11-197c-4d8f-890a-7a0336f8c48b service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2702765 May 26 19:16:49.443284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6e95a-c7e3-438b-9257-bf83aaf57e10 req-153b01d0-c33f-494e-ad2c-afee2cc2fd24 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:49.444726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36b6e95a-c7e3-438b-9257-bf83aaf57e10 req-153b01d0-c33f-494e-ad2c-afee2cc2fd24 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 944 time: 0.1691663 May 26 19:16:49.521261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-d37917d2-454e-49ea-8f89-cbb8c2aa9757 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.0855899 May 26 19:16:49.570727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:49.708808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36b6e95a-c7e3-438b-9257-bf83aaf57e10 req-b7b88450-d8c7-4de4-8acd-1d3fb9669d1d tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157645 May 26 19:16:49.729873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-862fb6a6-7093-4361-a5f3-e5203083c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:49.729873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-862fb6a6-7093-4361-a5f3-e5203083c1f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.2014022 May 26 19:16:49.789914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-de27a24b-667c-4cc5-8ba3-4b643c381303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507059 May 26 19:16:49.989385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-3d2ed219-0160-4050-b0ea-18867c9f0369 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878557 May 26 19:16:50.001218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6d57-8004-41b9-97e8-210b91ee3ef5 req-fa2e013f-9aeb-404c-9467-5cdad8d465b0 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.003210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f4f6d57-8004-41b9-97e8-210b91ee3ef5 req-fa2e013f-9aeb-404c-9467-5cdad8d465b0 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 946 time: 0.1773674 May 26 19:16:50.132169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f4f6d57-8004-41b9-97e8-210b91ee3ef5 req-bb569774-e758-43ba-8546-b22d60b29867 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099041 May 26 19:16:50.166206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21766e4-b9a8-4745-a742-b213c7a83f54 req-873a5399-3b87-44cf-9f4d-fead96724d3f service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619549 May 26 19:16:50.313840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a994e3-216a-4928-be7b-2a8da6b656c6 req-521bb3d9-9dff-4ded-959f-3a18cb0cdc76 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.315302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a994e3-216a-4928-be7b-2a8da6b656c6 req-521bb3d9-9dff-4ded-959f-3a18cb0cdc76 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.0838230 May 26 19:16:50.358858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a994e3-216a-4928-be7b-2a8da6b656c6 req-8ef13916-0d88-4899-aab6-9952549066fc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 May 26 19:16:50.414616 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c896984-bebd-4dc7-a22b-38943f6515aa'] response: {'server_uuid': '3702364c-0e3e-4037-b6d4-0992d3fba5d0', 'name': 'network-vif-deleted', 'tag': '4728a0d3-e3a1-499d-861b-5b1c3ea2eaf9', 'status': 'completed', 'code': 200} May 26 19:16:50.414876 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c896984-bebd-4dc7-a22b-38943f6515aa'] response: {'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'code': 200} May 26 19:16:50.415125 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c896984-bebd-4dc7-a22b-38943f6515aa'] response: {'name': 'network-changed', 'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'status': 'completed', 'code': 200} May 26 19:16:50.594103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-76321f8d-9d77-4fca-b7e6-a81641b513ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.596012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-76321f8d-9d77-4fca-b7e6-a81641b513ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1124 time: 0.1330838 May 26 19:16:50.608804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d300d0-3df0-4eb3-a5d7-b2ccd286b17c req-c275f9e5-5ad6-4867-84eb-f2edf85084a1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.610577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d300d0-3df0-4eb3-a5d7-b2ccd286b17c req-c275f9e5-5ad6-4867-84eb-f2edf85084a1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 943 time: 0.1129177 May 26 19:16:50.756691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d300d0-3df0-4eb3-a5d7-b2ccd286b17c req-9f832529-f428-44f1-ad0d-9c143548cbbd tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237447 May 26 19:16:50.781757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-f4970965-0358-48df-b422-27b65ba5fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.783295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-f4970965-0358-48df-b422-27b65ba5fc46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.1717992 May 26 19:16:50.869860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-6def0441-2f76-4038-bfeb-fdb0f384771b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 217 time: 0.0698707 May 26 19:16:50.976814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-d3cf75dc-0fb8-4318-a053-23d2b8fe6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:50.978293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-d3cf75dc-0fb8-4318-a053-23d2b8fe6ecc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0753202 May 26 19:16:51.037689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-2e54d555-4f59-4f51-b7ba-eeaa37083ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472224 May 26 19:16:51.045822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047417c4-9022-4470-8d24-a8c0843e3098 req-7b862cf3-06d6-43fd-845a-6908819bb95b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:51.047214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047417c4-9022-4470-8d24-a8c0843e3098 req-7b862cf3-06d6-43fd-845a-6908819bb95b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1799934 May 26 19:16:51.173071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047417c4-9022-4470-8d24-a8c0843e3098 req-ce8568f1-1f34-44e4-92e4-a137cdb1b21a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063886 May 26 19:16:51.208584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 37949269-6515-457d-a63e-50fd66d57008 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:51.226263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-7bb5fd45-1380-466a-a293-990a776c313d service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780918 May 26 19:16:51.279567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 37949269-6515-457d-a63e-50fd66d57008 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:51.285698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 37949269-6515-457d-a63e-50fd66d57008 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:51.286111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:51.338252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fbca809-2f6c-4a5b-9841-6a02e0d98cdb req-ed3f26b9-6157-4205-8b9e-f0ecaa9fce52 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/0ebb768b-ce9f-496d-80a3-49b755c040b2 HTTP/1.1" status: 200 len: 1800 time: 0.1360171 May 26 19:16:51.419393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 37949269-6515-457d-a63e-50fd66d57008 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:51.419789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:51.419936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-111f3e29-671c-4b0d-aa5c-2018271bdc47 req-2b4b8ee2-563d-474a-a147-6499f844a428 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839893 May 26 19:16:51.428984 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-1fbca809-2f6c-4a5b-9841-6a02e0d98cdb req-0f284fe5-cb6b-42d6-8d29-0efd3b99a02c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 19:16:51.430120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fbca809-2f6c-4a5b-9841-6a02e0d98cdb req-0f284fe5-cb6b-42d6-8d29-0efd3b99a02c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ebb768b-ce9f-496d-80a3-49b755c040b2 HTTP/1.1" status: 409 len: 341 time: 0.0799048 May 26 19:16:51.449313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37949269-6515-457d-a63e-50fd66d57008'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:51.460060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=37949269-6515-457d-a63e-50fd66d57008,segment=NetworkSegment(7c51fbb9-d008-463a-8592-0bfaeb047cf4),segment_id=7c51fbb9-d008-463a-8592-0bfaeb047cf4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:51.464725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:51.534441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:52.114146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-2fe1ce7f-81d2-49ba-b0b2-312522e5318f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:52.115622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-2fe1ce7f-81d2-49ba-b0b2-312522e5318f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.2825444 May 26 19:16:52.132794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-4db7de44-fa85-48cd-8bde-ec6a27c469b1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0115950 May 26 19:16:52.215812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21297326-a920-406b-aaab-c6cf92e2944c req-c9139a71-a6da-48ef-a537-e5bc30da4343 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:16:52.231060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21297326-a920-406b-aaab-c6cf92e2944c req-c9139a71-a6da-48ef-a537-e5bc30da4343 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:16:52.232617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-c9139a71-a6da-48ef-a537-e5bc30da4343 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945716 May 26 19:16:52.365953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-dfd99e88-b3e8-44bf-aca1-b3b7c20e0ead service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258569 May 26 19:16:52.439129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860'}, {'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:52.505805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-9faf1d85-490f-47ee-abe7-550044452b45 service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340892 May 26 19:16:52.839933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97341ac-1507-4d8d-a364-0dc71010d914 req-e6a0cf06-1250-40a3-be46-782dfeaa0442 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:52.841439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b97341ac-1507-4d8d-a364-0dc71010d914 req-e6a0cf06-1250-40a3-be46-782dfeaa0442 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.0931749 May 26 19:16:52.891117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b97341ac-1507-4d8d-a364-0dc71010d914 req-c4251168-2c63-42d5-8488-582692b657d6 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 May 26 19:16:53.097431 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:16:53.110331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36b3a5-e12e-4baf-ac8a-2500b6d53e31 req-371f2ec6-9425-4f03-ab1b-966669d5db98 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:53.111899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a36b3a5-e12e-4baf-ac8a-2500b6d53e31 req-371f2ec6-9425-4f03-ab1b-966669d5db98 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 943 time: 0.1235695 May 26 19:16:53.171972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a36b3a5-e12e-4baf-ac8a-2500b6d53e31 req-84c2d0a8-4591-4bea-8371-ffc479fe8db3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534534 May 26 19:16:53.210063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:16:53.383074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:53.415490 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84cc8ae-45d1-4071-ad52-d2da552a4ae2'] response: {'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37949269-6515-457d-a63e-50fd66d57008', 'code': 200} May 26 19:16:53.425076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'port_id': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'mac_address': 'fa:16:3e:8f:c4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde63af-59bf-4ed0-ad18-4286bb641561', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:16:53.541063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 11ffe904-a9eb-4c51-a955-b5692c4e7860 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:53.541457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:53.560991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ffe904-a9eb-4c51-a955-b5692c4e7860 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:53.579263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:53.584396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:53.606917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-680ada14-5650-4a99-b144-c298dad159d0 req-cda6bca9-0d6a-4eee-8d5d-deda20921eb0 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0935037 May 26 19:16:53.691662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-207f4253-acb0-42dd-be79-bcd43c7002c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:53.696907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-207f4253-acb0-42dd-be79-bcd43c7002c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1136 time: 0.2208400 May 26 19:16:53.697496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:53.737321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91978ecf-89f5-4bff-acb0-7970edd287f9 req-8e244540-80c4-48e8-bbdf-b55c7b324594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:53.738782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91978ecf-89f5-4bff-acb0-7970edd287f9 req-8e244540-80c4-48e8-bbdf-b55c7b324594 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 1096 time: 0.1846428 May 26 19:16:53.812216 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-85bb8e03-fcc5-4e0f-b20b-32c133f72c13 service neutron] 10.222.0.53 "GET /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.0883629 May 26 19:16:53.908487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91978ecf-89f5-4bff-acb0-7970edd287f9 req-7840b57d-e8b5-4e14-a7b8-0414008df889 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216953 May 26 19:16:53.950680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-ad706f6d-1703-4db1-97de-bf23ee453bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:53.952043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-ad706f6d-1703-4db1-97de-bf23ee453bc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.2446675 May 26 19:16:53.974056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b359-f87d-4966-9552-f39bb60307ac req-b911cafb-1e7b-4aad-824a-acafb8bfa08c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:53.975571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fac9b359-f87d-4966-9552-f39bb60307ac req-b911cafb-1e7b-4aad-824a-acafb8bfa08c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 944 time: 0.1878166 May 26 19:16:54.024696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fac9b359-f87d-4966-9552-f39bb60307ac req-adff2a3e-b96e-4114-a54a-5d91c2be7d43 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 May 26 19:16:54.113682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:54.138562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:54.190046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['11ffe904-a9eb-4c51-a955-b5692c4e7860'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:54.203325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffa7198-ad7f-4491-b379-ca2d4d096236 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:54.215530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:54.226623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f5ffd-9603-4c30-a50a-727ea2b5913e req-8c8b2e10-a6ae-426d-9907-8406825138f5 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:54.228182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f3f5ffd-9603-4c30-a50a-727ea2b5913e req-8c8b2e10-a6ae-426d-9907-8406825138f5 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0940711 May 26 19:16:54.234608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:54.279170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f3f5ffd-9603-4c30-a50a-727ea2b5913e req-62dde3bf-e8c5-4c48-90e3-0d9f74de09a3 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 May 26 19:16:54.362537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] Transition to ACTIVE for port object 3ffa7198-ad7f-4491-b379-ca2d4d096236 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:54.370336 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:54.411110 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac342b67-f75d-403b-bc42-99d1c7277906'] response: {'name': 'network-changed', 'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'status': 'completed', 'code': 200} May 26 19:16:54.411345 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac342b67-f75d-403b-bc42-99d1c7277906'] response: {'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359', 'status': 'completed', 'code': 200} May 26 19:16:54.423835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-48837e89-ba87-4f16-9916-aa157533957b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 217 time: 0.1218135 May 26 19:16:54.595872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90aaaaa6-51a9-40a4-b09f-b21bc3feaed2 req-b993d85f-213e-4663-ba4b-f469551f14c4 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 210 time: 0.0700614 May 26 19:16:54.623426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=10']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:54.633478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] No DVR routers for this DVR port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:54.640255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-1aeb6b36-cf27-4625-bc44-57cb2363aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:54.641741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-1aeb6b36-cf27-4625-bc44-57cb2363aebf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.1633418 May 26 19:16:54.656667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-a149fe72-df69-497d-8edf-20d252208965 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:54.658391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-a149fe72-df69-497d-8edf-20d252208965 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.2913673 May 26 19:16:54.704397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-5191642d-8443-44dd-9e02-f1b3c5288037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:54.706607 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-5191642d-8443-44dd-9e02-f1b3c5288037 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 1095 time: 0.2544286 May 26 19:16:54.711361 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-53458467-2b6e-44c4-a205-2d13f44b4c7c service neutron] 10.222.0.53 "PUT /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236/bindings/n-h1-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8824265 May 26 19:16:54.821897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:54.885176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-4e4e5d49-d9bd-43bf-8fa4-e38e62fd42ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2256622 May 26 19:16:54.894621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-1a1df3d2-3f8a-4310-91fb-1bf3133d895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:54.896095 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-1a1df3d2-3f8a-4310-91fb-1bf3133d895f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 914 time: 0.1732118 May 26 19:16:54.993676 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-aa484c35-3cdf-4603-b307-9e88f2c8fd48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860 HTTP/1.1" status: 200 len: 217 time: 0.0876787 May 26 19:16:55.070246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-ecd54824-efc2-4b51-9ae9-fa29e9193ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:55.071787 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-ecd54824-efc2-4b51-9ae9-fa29e9193ff6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.0718606 May 26 19:16:55.130491 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-e237190e-80e8-4b5a-9cc6-07799d2b8074 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467925 May 26 19:16:55.192416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:16:55.217280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:16:55.255859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-a3cce86b-239a-43b3-b00b-6ce9cc7a42a9 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:55.257409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-a3cce86b-239a-43b3-b00b-6ce9cc7a42a9 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.4443212 May 26 19:16:55.261337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-a8e9d115-ea21-4e2d-9be9-082428e51c83 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251953 May 26 19:16:55.263882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:16:55.267483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:55.290667 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-0775361b-dc42-4729-954c-9d0a781c7dc8 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517065 May 26 19:16:55.421355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f85d20-e061-4417-8d86-97248eab7160 req-244f39f1-81d2-43b7-8d15-b37ed0b076c2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:55.422962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94f85d20-e061-4417-8d86-97248eab7160 req-244f39f1-81d2-43b7-8d15-b37ed0b076c2 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 985 time: 0.3147340 May 26 19:16:55.631304 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-7a6bd927-e9c3-4371-b059-61b440310738 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604837 May 26 19:16:55.637963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94f85d20-e061-4417-8d86-97248eab7160 req-cf483bdd-c60c-4a28-a26a-fbb8c415cacc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&id=0ebb768b-ce9f-496d-80a3-49b755c040b2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1926672 May 26 19:16:55.663108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-623e7003-02ad-4799-8f15-671a809f2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:55.664547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-623e7003-02ad-4799-8f15-671a809f2b7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f&tenant_id=47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 1095 time: 0.3856959 May 26 19:16:55.694162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d5c170-ca4b-4fb1-bdba-723c065d25ea req-1d13e0b0-ea64-444e-ae8c-249b85abd86c service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063753 May 26 19:16:55.743503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.13 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/b90698b9-1432-48d2-8e8d-9ef63419c214) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:16:56.039760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-07576e0e-4da2-4ff8-9428-3030aa23ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.041177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-07576e0e-4da2-4ff8-9428-3030aa23ac31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1095 time: 0.3460174 May 26 19:16:56.095240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-879d3ae0-d7a0-4f2e-bc6e-932dd7688c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.097300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-879d3ae0-d7a0-4f2e-bc6e-932dd7688c12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1136 time: 0.3304746 May 26 19:16:56.130356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-f1b6530e-5a84-49b0-87cf-ea9d721ac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.133293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-f1b6530e-5a84-49b0-87cf-ea9d721ac8e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1101 time: 0.0918584 May 26 19:16:56.210763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b0869-3ebe-4d2e-a490-8bfcf6fbc57b req-92e2bcc6-8a19-48ff-9027-c078cd854e21 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.212976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-954b0869-3ebe-4d2e-a490-8bfcf6fbc57b req-92e2bcc6-8a19-48ff-9027-c078cd854e21 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.4441330 May 26 19:16:56.378759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-569d2755-eca1-424a-8279-d3c31ae5682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.380169 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-569d2755-eca1-424a-8279-d3c31ae5682a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2066896 May 26 19:16:56.459143 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-90f239e8-18e5-4100-b8ed-4db235863cd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7 HTTP/1.1" status: 200 len: 217 time: 0.0656531 May 26 19:16:56.524235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:56.549221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-954b0869-3ebe-4d2e-a490-8bfcf6fbc57b req-b312b894-f6df-4373-bbfb-5ffba957b7c6 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753198 May 26 19:16:56.571513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5fe76c39-a88f-4ebc-a830-212026f0501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.573016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-5fe76c39-a88f-4ebc-a830-212026f0501f service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.5196846 May 26 19:16:56.596221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-7d939445-84bc-4b75-90f0-84ad92141805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.599563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-7d939445-84bc-4b75-90f0-84ad92141805 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1191506 May 26 19:16:56.601518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-6d44238c-053a-40e9-91ca-6f1e26ae131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.603119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-6d44238c-053a-40e9-91ca-6f1e26ae131a service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.4344611 May 26 19:16:56.695766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-2b8ec9df-467e-4e75-b63d-97feb598c2a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 200 len: 217 time: 0.0905631 May 26 19:16:56.763392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-12e07ad7-d32e-447c-8a35-098220cc9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.765406 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-12e07ad7-d32e-447c-8a35-098220cc9854 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522329 May 26 19:16:56.852088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-186dc2c8-45d4-492d-9900-e85c699afede service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 217 time: 0.1476817 May 26 19:16:56.966066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-9f52bba4-fe07-44ce-b84d-99fc4762d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.967430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-9f52bba4-fe07-44ce-b84d-99fc4762d8b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.2090662 May 26 19:16:56.979849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-7524c7a6-3ee4-4abe-a46b-56b3a1511b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:56.981322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-7524c7a6-3ee4-4abe-a46b-56b3a1511b22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.1241117 May 26 19:16:57.014672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.023394 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-d19c26b5-45d7-4564-9a60-a3438a2a970c service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479873 May 26 19:16:57.028872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:57.107450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-cdf20f02-5dbc-4150-a25e-ffea95e72523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299798 May 26 19:16:57.126334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-f5cd8c66-cfe3-4307-ab90-f5fd537f2eeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039412 May 26 19:16:57.204396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98522a-a5a8-45f6-9145-a32e6b0dfd9a req-4d107fad-0933-4c75-822b-616d82f339c9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:57.206390 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-19604198-1124-42e5-a0aa-c1fe0f426271 req-213d0fc6-0be9-49f5-b784-9328a145115b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750872 May 26 19:16:57.207184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b98522a-a5a8-45f6-9145-a32e6b0dfd9a req-4d107fad-0933-4c75-822b-616d82f339c9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 944 time: 0.4469607 May 26 19:16:57.241566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:16:57.258437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:16:57.271637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:16:57.332611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:16:57.375890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 11ffe904-a9eb-4c51-a955-b5692c4e7860 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:16:57.383760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 11ffe904-a9eb-4c51-a955-b5692c4e7860 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:16:57.384122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.417062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-008fe6d4-f374-4316-9c16-adbc970285fb tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:57.417313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:57.417805 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-008fe6d4-f374-4316-9c16-adbc970285fb tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 946 time: 0.1439157 May 26 19:16:57.482132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b98522a-a5a8-45f6-9145-a32e6b0dfd9a req-7871305e-771f-4ff3-9f07-d83d3cca2634 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161443 May 26 19:16:57.506804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:57.507431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.537774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Deleting port d4d982d3-3185-4859-ac54-942fae2ed62c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:16:57.538821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.555866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 11ffe904-a9eb-4c51-a955-b5692c4e7860 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:16:57.556252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.562789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-f871f3e9-ba45-471c-aef3-134f6ffd8c66 service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033952 May 26 19:16:57.565223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-38f8b9e5-7c74-4d3b-b643-8823d7633e50 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433014 May 26 19:16:57.602152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:57.613836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:57.619238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-aa04526f-f775-4334-92fa-67164b312248 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8071148 May 26 19:16:57.621835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.623030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:16:57.688099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Request body: {'port': {'device_id': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:16:57.753630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:16:57.758510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:57.877930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] For port d4d982d3-3185-4859-ac54-942fae2ed62c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d4d982d3-3185-4859-ac54-942fae2ed62c,segment=NetworkSegment(a79bdbe6-d2e0-4262-a160-6626327e1091),segment_id=a79bdbe6-d2e0-4262-a160-6626327e1091)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:16:57.878288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:57.904692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0d845cb-488b-476b-ae9b-d37790fedcbe req-f664ac56-700f-405f-b4ca-79793fb44c1c tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.1414316 May 26 19:16:58.017889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Calling delete_port for d4d982d3-3185-4859-ac54-942fae2ed62c owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:16:58.092396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96dbb7a4-d579-4906-9468-5ee2ed2bcd8b req-70764ff8-6494-444d-8504-eecde8d1694e service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938114 May 26 19:16:58.097194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-6f0e69d5-a1ec-41e5-a109-435308367f62 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253522 May 26 19:16:58.102554 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:58.250044 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:58.263955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d4d982d3-3185-4859-ac54-942fae2ed62c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:16:58.308419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Pushing event deleted for resources: {'Port': ['ID=d4d982d3-3185-4859-ac54-942fae2ed62c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:58.370830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3c121-3ff9-4a16-8415-33e1663509c8 req-adfc2ef3-327a-493a-a199-e0c6c69943ae tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:58.372600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9fc3c121-3ff9-4a16-8415-33e1663509c8 req-adfc2ef3-327a-493a-a199-e0c6c69943ae tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c18678f-9375-473f-92d7-1766495c589e HTTP/1.1" status: 200 len: 946 time: 0.3505480 May 26 19:16:58.515124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] No DVR routers for this DVR port d4d982d3-3185-4859-ac54-942fae2ed62c on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:16:58.517817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:58.520489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'name': 'network-vif-deleted', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:58.537742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ac5d9ce5-f638-48bd-b41f-94c5c6dbac3d req-ca6f56ac-449f-49dd-bd9f-078a3e59948a tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.53 "DELETE /v2.0/ports/d4d982d3-3185-4859-ac54-942fae2ed62c HTTP/1.1" status: 204 len: 173 time: 1.1114571 May 26 19:16:58.564984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9fc3c121-3ff9-4a16-8415-33e1663509c8 req-ddd3e7a8-3e97-4a6e-99b4-4e309a8001d1 tempest-ServerGroupTestJSON-1490046872 tempest-ServerGroupTestJSON-1490046872-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490855 May 26 19:16:58.697942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ae19afeb-dc32-46bb-802d-d484be64c326 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:58.699933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-ae19afeb-dc32-46bb-802d-d484be64c326 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.2830968 May 26 19:16:58.930945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90698b9-1432-48d2-8e8d-9ef63419c214 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:16:58.949784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:58.976848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-a104b5af-855d-4b48-a09d-63b4389a1efd service neutron] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:58.980471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Transition to ACTIVE for port object b90698b9-1432-48d2-8e8d-9ef63419c214 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:16:58.983419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-a104b5af-855d-4b48-a09d-63b4389a1efd service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:58.984401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d0c67f4-c1f4-46b1-ab05-26aa4b6ee59f req-a104b5af-855d-4b48-a09d-63b4389a1efd service neutron] 10.222.0.13 "DELETE /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236/bindings/n-h2-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.2775984 May 26 19:16:58.987913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:59.140116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:59.175627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1a35b-c74a-4078-83c9-f9a5c253dda0 req-7147b26c-1184-4299-9e7e-e397c290f0c2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.177246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55c1a35b-c74a-4078-83c9-f9a5c253dda0 req-7147b26c-1184-4299-9e7e-e397c290f0c2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.2928841 May 26 19:16:59.285147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55c1a35b-c74a-4078-83c9-f9a5c253dda0 req-f8ced9ee-4575-4900-baa1-26c6e01e8e6e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002274 May 26 19:16:59.303611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Attempting to bind port b90698b9-1432-48d2-8e8d-9ef63419c214 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:16:59.304012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Attempting to bind port b90698b9-1432-48d2-8e8d-9ef63419c214 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:16:59.304453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Attempting to bind port b90698b9-1432-48d2-8e8d-9ef63419c214 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:59.310320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Port b90698b9-1432-48d2-8e8d-9ef63419c214 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:16:59.310718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Attempting to bind port b90698b9-1432-48d2-8e8d-9ef63419c214 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:16:59.317875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:16:59.318198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:16:59.318653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:16:59.319166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Bound port: b90698b9-1432-48d2-8e8d-9ef63419c214, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:16:59.319582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:59.499065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:16:59.510807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b90698b9-1432-48d2-8e8d-9ef63419c214,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:16:59.524744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:59.593441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2fa2-a955-4ffe-93b3-1e680781c787 req-b36e275d-a9bf-4d8a-8628-c3489459d3c4 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.594981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-197e2fa2-a955-4ffe-93b3-1e680781c787 req-b36e275d-a9bf-4d8a-8628-c3489459d3c4 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.2013795 May 26 19:16:59.603300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.603918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:16:59.605307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b90698b9-1432-48d2-8e8d-9ef63419c214 HTTP/1.1" status: 200 len: 1092 time: 1.9264607 May 26 19:16:59.605811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:16:59.659800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f74b9-028d-4c66-8b32-da9baf3a90b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:16:59.713109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-197e2fa2-a955-4ffe-93b3-1e680781c787 req-9af4670e-396a-42d8-afb4-3eb405a63bcb tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024432 May 26 19:16:59.755612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-7098b351-289c-4d41-9028-de4097b73fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.757197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-7098b351-289c-4d41-9028-de4097b73fa6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 1095 time: 0.0911632 May 26 19:16:59.869628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-ccba0c42-cdcb-49e8-817d-2d4b69f4bc7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90698b9-1432-48d2-8e8d-9ef63419c214 HTTP/1.1" status: 200 len: 217 time: 0.1037850 May 26 19:16:59.951582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21297326-a920-406b-aaab-c6cf92e2944c req-72024839-7488-4592-b3cc-4be8cc8c5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.953009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-72024839-7488-4592-b3cc-4be8cc8c5569 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0725243 May 26 19:16:59.972349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cf41e-f4c5-41fd-a7de-8fe80b501c0f req-aae9969f-41a5-4322-b44c-317f1b5bec83 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:16:59.973094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-391cf41e-f4c5-41fd-a7de-8fe80b501c0f req-aae9969f-41a5-4322-b44c-317f1b5bec83 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:00.036193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-a3629ee3-b692-476c-a8c0-e11ff588911e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602424 May 26 19:17:00.066965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-391cf41e-f4c5-41fd-a7de-8fe80b501c0f req-aae9969f-41a5-4322-b44c-317f1b5bec83 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:00.068679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-391cf41e-f4c5-41fd-a7de-8fe80b501c0f req-aae9969f-41a5-4322-b44c-317f1b5bec83 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 944 time: 0.2415895 May 26 19:17:00.313988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-391cf41e-f4c5-41fd-a7de-8fe80b501c0f req-cc206d2f-2e13-47d8-97dd-66abcd047365 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896858 May 26 19:17:00.338021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-372c803f-c804-4759-a4b0-ef6cdb90aea5 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932496 May 26 19:17:00.536411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21297326-a920-406b-aaab-c6cf92e2944c req-cf4f350e-3f47-46e4-88a6-f2585c612400 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911643 May 26 19:17:00.561952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2f071-ac47-416a-b51a-5d3ce36e41de req-372c88f7-cb04-4947-aed0-070a2c0ed95a tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:00.565146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6f2f071-ac47-416a-b51a-5d3ce36e41de req-372c88f7-cb04-4947-aed0-070a2c0ed95a tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 985 time: 0.1474600 May 26 19:17:00.622713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6f2f071-ac47-416a-b51a-5d3ce36e41de req-35ab2a40-8da0-4fb2-a1b7-03d15ddfb530 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&id=0ebb768b-ce9f-496d-80a3-49b755c040b2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0514908 May 26 19:17:00.804527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3e872-d8bb-407a-aba7-c60981537d05 req-80233ab3-c93d-4a03-b144-245e4b2a3ca9 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:00.806015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fba3e872-d8bb-407a-aba7-c60981537d05 req-80233ab3-c93d-4a03-b144-245e4b2a3ca9 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.0871987 May 26 19:17:00.855699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fba3e872-d8bb-407a-aba7-c60981537d05 req-353178fb-eb42-4c21-ae49-b212d0a747ad tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 May 26 19:17:00.912078 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5984801f-4ce7-4b7e-858f-02b9edf7ba13'] response: {'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'code': 200} May 26 19:17:01.150031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2524e9-d0e2-4f0b-8276-f77d49e3c72c req-9c89649c-43c7-47a2-beb0-9640a2b42e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:01.151514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb2524e9-d0e2-4f0b-8276-f77d49e3c72c req-9c89649c-43c7-47a2-beb0-9640a2b42e1b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 1096 time: 0.1474319 May 26 19:17:01.161780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b8450-eed3-4c01-b975-17ad7c9e1e64 req-291a06d5-17ee-414b-af25-718018f3e014 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:01.164023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f76b8450-eed3-4c01-b975-17ad7c9e1e64 req-291a06d5-17ee-414b-af25-718018f3e014 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 944 time: 0.1617239 May 26 19:17:01.243169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb2524e9-d0e2-4f0b-8276-f77d49e3c72c req-276a4281-1aaa-41ce-a415-6dbeb4b51949 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 May 26 19:17:01.250564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f76b8450-eed3-4c01-b975-17ad7c9e1e64 req-ad64babb-0736-4e9f-ada6-ac78c4401be3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653913 May 26 19:17:01.273920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d4d982d3-3185-4859-ac54-942fae2ed62c no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:01.318291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d4d982d3-3185-4859-ac54-942fae2ed62c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:01.318751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d4d982d3-3185-4859-ac54-942fae2ed62c not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:01.361347 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c07079e-4750-4ad9-9f8c-bad5a1d1cd9a'] response: {'server_uuid': '9c18678f-9375-473f-92d7-1766495c589e', 'name': 'network-vif-deleted', 'tag': 'd4d982d3-3185-4859-ac54-942fae2ed62c', 'status': 'completed', 'code': 200} May 26 19:17:01.499215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1eaed81-2ecd-4eec-a2b2-d03643b5a80b req-11d0d1f3-d524-4c67-a399-9fbc81200d47 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0443950 May 26 19:17:01.633393 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7864c460-cd4f-4eed-b58b-64b87eec4762'] response: {'name': 'network-changed', 'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214', 'status': 'completed', 'code': 200} May 26 19:17:01.809766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-0b05e64f-9ad5-424d-b81b-c77ce31484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:01.811265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-0b05e64f-9ad5-424d-b81b-c77ce31484e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 1095 time: 0.1347229 May 26 19:17:01.902797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ddb73-7cd2-484f-8582-8765f91d9cc0 req-0630188f-23fb-43c0-97c6-f608c89b1057 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:01.904356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-151ddb73-7cd2-484f-8582-8765f91d9cc0 req-0630188f-23fb-43c0-97c6-f608c89b1057 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1762726 May 26 19:17:01.985670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-151ddb73-7cd2-484f-8582-8765f91d9cc0 req-043acc8c-f49b-4c02-a6a8-15dfea98a9e4 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678570 May 26 19:17:02.012005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-cad6fdd2-24fa-4988-8954-0e46b77f879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:02.013508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-cad6fdd2-24fa-4988-8954-0e46b77f879d service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.1943870 May 26 19:17:02.119088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-61178c8d-888a-421f-910c-5ca12d66178d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90698b9-1432-48d2-8e8d-9ef63419c214 HTTP/1.1" status: 200 len: 217 time: 0.0861826 May 26 19:17:02.210406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-d38c2c07-2533-4cfe-a202-e45b96cf5704 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849171601&fields=id&tenant_id=04a60604ed564d8ca5e569cb7c2947e5 HTTP/1.1" status: 200 len: 267 time: 0.0939548 May 26 19:17:02.216149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-cf9dc654-3f48-4216-8474-43b166dc0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:02.217620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-cf9dc654-3f48-4216-8474-43b166dc0f0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0846670 May 26 19:17:02.313138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-356e8158-6852-48c2-b1df-52903ec41e91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551069 May 26 19:17:02.440476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-c22fc35b-4b01-4877-9427-a08575f0df00 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:02.441958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-c22fc35b-4b01-4877-9427-a08575f0df00 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 985 time: 0.2233832 May 26 19:17:02.467497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'port': {'security_groups': ['0ebb768b-ce9f-496d-80a3-49b755c040b2', '9142f4d1-6c88-4d5a-9dab-28e486b546e3', '652fb083-dbdc-4c1f-b0f8-7a283b518943']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:02.537515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-17e88954-7617-4d94-8d83-326fed4e64c1 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060874 May 26 19:17:02.816182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:02.922959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d11bf5b-cb44-4a22-8510-5fe5648725b1 req-93dd79b7-0803-4a0f-bd4d-476065436171 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776193 May 26 19:17:03.186483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:03.228702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:03.233239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:03.248649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378', '337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:03.316804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:03.317399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:03.319072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85bd8702-f8fe-4a20-a18f-06b9da1dff81 req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "PUT /v2.0/ports/337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 1021 time: 0.8683527 May 26 19:17:03.341629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b178-62ce-41b8-b0fc-c3cdb1095ab5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:03.532149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f45c8-bebd-4f8b-bbed-c8a536f8a328 req-177188e1-e619-4ef8-b124-5659b684e6f0 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:03.533907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af9f45c8-bebd-4f8b-bbed-c8a536f8a328 req-177188e1-e619-4ef8-b124-5659b684e6f0 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1037803 May 26 19:17:03.580249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:03.586428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af9f45c8-bebd-4f8b-bbed-c8a536f8a328 req-217063a8-b2c0-4b03-9103-9340c5cec4d9 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 May 26 19:17:03.640741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:03.813659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e57175-3dc9-4d40-8f15-59c9cae0d586 req-0109f628-607e-4dfb-8afd-08f47bf9b861 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:03.815730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42e57175-3dc9-4d40-8f15-59c9cae0d586 req-0109f628-607e-4dfb-8afd-08f47bf9b861 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 944 time: 0.0930989 May 26 19:17:03.875901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42e57175-3dc9-4d40-8f15-59c9cae0d586 req-897514ed-8bcf-49b7-99cc-b64e2805b12d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 May 26 19:17:04.499944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7924d86-eeff-45ad-904b-0ef75cf56139 req-e60b905a-7c86-4126-a741-c452fe3925b5 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0490401 May 26 19:17:04.690802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa700718-942b-4c9d-9cd0-74fb820ba949 req-54dd8a95-e10f-4f7c-ac9d-83a59040c43f tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:04.692289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa700718-942b-4c9d-9cd0-74fb820ba949 req-54dd8a95-e10f-4f7c-ac9d-83a59040c43f tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.0913837 May 26 19:17:04.750630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa700718-942b-4c9d-9cd0-74fb820ba949 req-4c9119b8-0443-438c-882f-1ab9cc1d3e0a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 May 26 19:17:04.848423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473f90b5-eb6b-46a4-b535-fa4afa43c935 req-f715fe51-1b4e-4a23-a1ae-30feeba78492 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/652fb083-dbdc-4c1f-b0f8-7a283b518943 HTTP/1.1" status: 200 len: 1800 time: 0.0581338 May 26 19:17:04.911526 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-473f90b5-eb6b-46a4-b535-fa4afa43c935 req-04e7eda4-e6af-432d-9530-b1dd061d1bb9 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 19:17:04.912621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473f90b5-eb6b-46a4-b535-fa4afa43c935 req-04e7eda4-e6af-432d-9530-b1dd061d1bb9 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/652fb083-dbdc-4c1f-b0f8-7a283b518943 HTTP/1.1" status: 409 len: 341 time: 0.0582509 May 26 19:17:05.091175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e0daa-ab92-4c37-89f8-3e8d5fe9595e req-680a8fae-e59e-422a-8994-d89221d9ea98 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:05.092778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c7e0daa-ab92-4c37-89f8-3e8d5fe9595e req-680a8fae-e59e-422a-8994-d89221d9ea98 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1095 time: 0.0864952 May 26 19:17:05.140508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c7e0daa-ab92-4c37-89f8-3e8d5fe9595e req-dd8d26dc-dd06-4050-bbf2-f4606151bcb7 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 May 26 19:17:05.195780 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beebe2b-6a0c-436a-9a36-752f758bcea1'] response: {'name': 'network-changed', 'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359', 'status': 'completed', 'code': 200} May 26 19:17:05.333097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-3af7b24c-0afc-4d14-8fbf-f2a2b4c7f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:05.334600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-3af7b24c-0afc-4d14-8fbf-f2a2b4c7f24a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1175 time: 0.1099725 May 26 19:17:05.559574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-f3aa56be-d6ca-4488-b75b-c2127c5c02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:05.561073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-f3aa56be-d6ca-4488-b75b-c2127c5c02b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 200 len: 913 time: 0.2120488 May 26 19:17:05.573858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da8193-ae4c-4e4d-af8a-b32a737b3e15 req-f0bc5fd7-9f3b-4a86-99d9-eeda4f82ac2d tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:05.575676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26da8193-ae4c-4e4d-af8a-b32a737b3e15 req-f0bc5fd7-9f3b-4a86-99d9-eeda4f82ac2d tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1972060 May 26 19:17:05.656375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-8571d8fc-e0b7-4ff2-8aef-40888c474635 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 200 len: 217 time: 0.0796702 May 26 19:17:05.720257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26da8193-ae4c-4e4d-af8a-b32a737b3e15 req-262dc4db-17b3-4683-9f43-d14ac4cc0597 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910850 May 26 19:17:05.748921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-7714ae94-58e4-4cbe-988b-3744e095cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:05.750597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-7714ae94-58e4-4cbe-988b-3744e095cf1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 200 len: 852 time: 0.0737839 May 26 19:17:05.804375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-bc74ea3f-2d54-4f6b-ab8e-f9565f6cfb1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=63ff659b-34dc-430a-87ae-90089a0e53f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455718 May 26 19:17:06.008462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-e0dc4954-77a3-48d6-b1ad-588194b0a3fc service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956768 May 26 19:17:06.029905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cab65-37d1-4fee-8b16-54f8181de517 req-a6a1685b-4a15-496e-9441-52c7f06b8d1e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:06.029905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-210cab65-37d1-4fee-8b16-54f8181de517 req-a6a1685b-4a15-496e-9441-52c7f06b8d1e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1384530 May 26 19:17:06.260431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-210cab65-37d1-4fee-8b16-54f8181de517 req-2180e67f-d1ea-4dcc-b015-57dc4a7524ef tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118068 May 26 19:17:06.305286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d1ecd52-85b2-4291-b3d3-1f32cb0b0087 req-cb778087-2ea3-4cde-b685-5c8026adfb5c service neutron] 10.222.0.53 "GET /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793682 May 26 19:17:06.307647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:06.452198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396dde8-0dbc-4b85-b690-01779da802c8 req-488c41e8-d5a7-468f-bf47-1b334c6f49d8 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:06.453696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8396dde8-0dbc-4b85-b690-01779da802c8 req-488c41e8-d5a7-468f-bf47-1b334c6f49d8 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 944 time: 0.0910802 May 26 19:17:06.503079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8396dde8-0dbc-4b85-b690-01779da802c8 req-c6e62619-9d30-4f71-b079-de146481e664 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 May 26 19:17:07.007688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aecbd3-8d36-48d0-965d-091e773759ef req-91bc8675-8c71-4873-a0fa-79639d039b76 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:07.009221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5aecbd3-8d36-48d0-965d-091e773759ef req-91bc8675-8c71-4873-a0fa-79639d039b76 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 1095 time: 0.0778170 May 26 19:17:07.056160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5aecbd3-8d36-48d0-965d-091e773759ef req-4d76a136-a0eb-4f13-b818-5cb1df549435 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 May 26 19:17:07.280396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ab5d4c1-81bd-40d2-b856-74a0f71efe5a req-f6b00ff1-8a14-4035-837f-a0155d222dd8 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0443859 May 26 19:17:07.316800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b90698b9-1432-48d2-8e8d-9ef63419c214 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:07.474163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b90698b9-1432-48d2-8e8d-9ef63419c214,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:07.488958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b90698b9-1432-48d2-8e8d-9ef63419c214', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': 'b90698b9-1432-48d2-8e8d-9ef63419c214', 'mac_address': 'fa:16:3e:d2:66:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:07.553572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b90698b9-1432-48d2-8e8d-9ef63419c214 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:07.553943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:07.574138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90698b9-1432-48d2-8e8d-9ef63419c214 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:07.592141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b90698b9-1432-48d2-8e8d-9ef63419c214,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:07.597628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:07.693679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:07.880376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a36f-ec64-4056-9872-67b876939f12 req-a241900c-2600-4f89-8624-68b54c5ee9dd tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:07.882200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c09a36f-ec64-4056-9872-67b876939f12 req-a241900c-2600-4f89-8624-68b54c5ee9dd tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.0899987 May 26 19:17:07.931961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c09a36f-ec64-4056-9872-67b876939f12 req-6bf994b7-b7bf-4a20-8663-fa61fec5c97f tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 May 26 19:17:08.132029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb84f15-cb58-488d-a74c-139b471f2e83 req-73de8dee-4889-483b-b399-2c81246aa6a6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:08.133753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb84f15-cb58-488d-a74c-139b471f2e83 req-73de8dee-4889-483b-b399-2c81246aa6a6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1024 time: 0.0958140 May 26 19:17:08.163197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b90698b9-1432-48d2-8e8d-9ef63419c214'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:08.202501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb84f15-cb58-488d-a74c-139b471f2e83 req-a43c7605-f76d-47c9-906b-46a888294dec tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=652fb083-dbdc-4c1f-b0f8-7a283b518943&id=0ebb768b-ce9f-496d-80a3-49b755c040b2&id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0619156 May 26 19:17:08.901447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3d73d-e9b0-45d1-8c4e-258325803fb2 req-8db50c30-82d0-4602-ac0f-f4d79084ca68 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:08.903337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84d3d73d-e9b0-45d1-8c4e-258325803fb2 req-8db50c30-82d0-4602-ac0f-f4d79084ca68 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 945 time: 0.0920424 May 26 19:17:08.952072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84d3d73d-e9b0-45d1-8c4e-258325803fb2 req-99493d06-5953-45ec-b911-148513442f3d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 May 26 19:17:09.140053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ac92-049d-4e6f-a140-6538b1793a58 req-e7162abc-5c1b-4933-a749-9dec6b8d7be7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:09.141937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6a4ac92-049d-4e6f-a140-6538b1793a58 req-e7162abc-5c1b-4933-a749-9dec6b8d7be7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.0888109 May 26 19:17:09.223835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6a4ac92-049d-4e6f-a140-6538b1793a58 req-236611d9-33f8-4308-b116-4fbd28c6420c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690141 May 26 19:17:09.401942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d31347f9-f492-463f-8e54-f66949bdfb15 req-c7658108-9432-4058-a8cf-2a08a8c7a04d tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0443513 May 26 19:17:09.640176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-6d6137e7-691b-446f-87d2-52c382ddd6bf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:09.641771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-6d6137e7-691b-446f-87d2-52c382ddd6bf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1024 time: 0.1147804 May 26 19:17:09.775780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Deleting port 337d4f62-ef16-462b-a1b5-62f401c75359 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:09.775980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:09.890484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603a268-be13-4e44-81e7-6b05a0736a9b req-41f59893-cfe5-4586-8c17-7f9456888cb7 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:09.892094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e603a268-be13-4e44-81e7-6b05a0736a9b req-41f59893-cfe5-4586-8c17-7f9456888cb7 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.2070255 May 26 19:17:10.036710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e603a268-be13-4e44-81e7-6b05a0736a9b req-20977bf2-26ce-4bfd-8a59-a68fa1780c72 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371498 May 26 19:17:10.139962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port 337d4f62-ef16-462b-a1b5-62f401c75359, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=337d4f62-ef16-462b-a1b5-62f401c75359,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:10.140319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:10.307852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Calling delete_port for 337d4f62-ef16-462b-a1b5-62f401c75359 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:10.522434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25588476-8c84-421e-b9df-71a711020c8a req-5e85b69b-7989-45d9-9209-d98e7c0569cc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:10.524043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25588476-8c84-421e-b9df-71a711020c8a req-5e85b69b-7989-45d9-9209-d98e7c0569cc tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=af8c41d1-6d40-4734-8acc-1ea437c9ed52 HTTP/1.1" status: 200 len: 1024 time: 0.3759167 May 26 19:17:10.639509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25588476-8c84-421e-b9df-71a711020c8a req-3f289e32-e230-4424-9036-c85af67c8f4a tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=652fb083-dbdc-4c1f-b0f8-7a283b518943&id=0ebb768b-ce9f-496d-80a3-49b755c040b2&id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1072576 May 26 19:17:10.644406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:10.672941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['adbd0cf2-8291-4956-948a-eb9c4bcc9378', '337d4f62-ef16-462b-a1b5-62f401c75359'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:10.728966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'Port': ['ID=337d4f62-ef16-462b-a1b5-62f401c75359,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:10.852749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] No DVR routers for this DVR port 337d4f62-ef16-462b-a1b5-62f401c75359 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:10.856652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:10.859327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'name': 'network-vif-deleted', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:10.887289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56a7c551-ddac-4ce0-9e00-fe8c6efc3738 req-f0734fa3-ac89-494b-aa7a-4f64de13a420 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "DELETE /v2.0/ports/337d4f62-ef16-462b-a1b5-62f401c75359 HTTP/1.1" status: 204 len: 173 time: 1.2379773 May 26 19:17:10.918308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b75ec-bb9c-41c9-8db6-f0dc910a33d7 req-3c9c0022-bebe-490f-b72e-7e12990d4804 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:10.919916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c82b75ec-bb9c-41c9-8db6-f0dc910a33d7 req-3c9c0022-bebe-490f-b72e-7e12990d4804 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 945 time: 0.1227419 May 26 19:17:10.983335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c82b75ec-bb9c-41c9-8db6-f0dc910a33d7 req-960a54a8-d651-4130-ac2d-a3a7a9512380 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 May 26 19:17:11.244937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f06aa-d72b-4ae7-badd-36b26a0da17f req-9e94fe07-8327-4a5d-b621-688dd607d6fd tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:11.246556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd9f06aa-d72b-4ae7-badd-36b26a0da17f req-9e94fe07-8327-4a5d-b621-688dd607d6fd tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1046989 May 26 19:17:11.298481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd9f06aa-d72b-4ae7-badd-36b26a0da17f req-9a228b17-9c33-485b-a3c9-47e00a6fe92a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 May 26 19:17:11.331425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b90698b9-1432-48d2-8e8d-9ef63419c214 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:11.411052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port b90698b9-1432-48d2-8e8d-9ef63419c214 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:11.417800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b90698b9-1432-48d2-8e8d-9ef63419c214 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:11.418206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:11.462295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edd0d810-2b5b-4f7f-bd0b-de14a6956f9d req-17c3ff07-6f3b-4019-ade4-d57b92d50b02 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0460467 May 26 19:17:11.601290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b90698b9-1432-48d2-8e8d-9ef63419c214 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:11.602480 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:11.689234 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9855991-ec25-4dc1-9548-efed1a7f48f4'] response: {'server_uuid': 'af8c41d1-6d40-4734-8acc-1ea437c9ed52', 'name': 'network-vif-deleted', 'tag': '337d4f62-ef16-462b-a1b5-62f401c75359', 'status': 'completed', 'code': 200} May 26 19:17:11.695816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:11.715548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b90698b9-1432-48d2-8e8d-9ef63419c214,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:11.722627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:11.825795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:11.973290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058905d-904c-41cd-ab1c-b5cf04f61c1a req-81fb35d7-8ab7-4fed-8b3a-f54de67d04ab tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:11.977675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a058905d-904c-41cd-ab1c-b5cf04f61c1a req-81fb35d7-8ab7-4fed-8b3a-f54de67d04ab tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1940243 May 26 19:17:12.040553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a058905d-904c-41cd-ab1c-b5cf04f61c1a req-10e36839-22d9-439c-9044-2307bfcb991b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522840 May 26 19:17:12.216644 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabf65fb-fc3d-419e-a650-7fb5987baef5'] response: {'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214', 'code': 200} May 26 19:17:12.503613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31807a2-14f0-4ffe-b545-45567369eda8 req-334745a8-c13b-4961-9ee4-dc8d7d9181e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:12.505805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b31807a2-14f0-4ffe-b545-45567369eda8 req-334745a8-c13b-4961-9ee4-dc8d7d9181e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 1097 time: 0.2044377 May 26 19:17:12.515642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d1e2f-c4d0-44b6-9622-146bdb37519d req-8cc04563-076f-4164-9d83-b3284e05a278 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:12.517758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f2d1e2f-c4d0-44b6-9622-146bdb37519d req-8cc04563-076f-4164-9d83-b3284e05a278 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.1762075 May 26 19:17:12.591432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b31807a2-14f0-4ffe-b545-45567369eda8 req-5ecb786b-8149-442a-a938-a750f4b082c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726647 May 26 19:17:12.599475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f2d1e2f-c4d0-44b6-9622-146bdb37519d req-bb1fbdc1-2d98-4e49-925f-88e2302ae51d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640166 May 26 19:17:12.683598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57684) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:12.790657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Deleting subnet fd80b621-8276-4b23-8f30-aa328a698414 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:17:12.796073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:12.825209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6450217f-43d2-4942-9e39-60c5bac1050d req-4e522f5f-7005-4c78-a566-461b80513566 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/0ebb768b-ce9f-496d-80a3-49b755c040b2 HTTP/1.1" status: 200 len: 1800 time: 0.1053174 May 26 19:17:12.882042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:12.971303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.004263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6450217f-43d2-4942-9e39-60c5bac1050d req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.057116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6450217f-43d2-4942-9e39-60c5bac1050d req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.152438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.216035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6450217f-43d2-4942-9e39-60c5bac1050d req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.244657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd80b621-8276-4b23-8f30-aa328a698414,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:13.254110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.274754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb768b-ce9f-496d-80a3-49b755c040b2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:13.308647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c54f9be6-99a9-4f99-949a-3bc27512b1f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd80b621-8276-4b23-8f30-aa328a698414 HTTP/1.1" status: 204 len: 168 time: 0.6203039 May 26 19:17:13.308873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57722) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:13.334865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 337d4f62-ef16-462b-a1b5-62f401c75359 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:13.353735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6450217f-43d2-4942-9e39-60c5bac1050d req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.355264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6450217f-43d2-4942-9e39-60c5bac1050d req-3a98e5e4-c8d5-4594-93cd-9a7ed94f5e67 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ebb768b-ce9f-496d-80a3-49b755c040b2 HTTP/1.1" status: 204 len: 173 time: 0.5172009 May 26 19:17:13.426247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 337d4f62-ef16-462b-a1b5-62f401c75359 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:13.426823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 337d4f62-ef16-462b-a1b5-62f401c75359 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:13.486146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.681087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.715436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74256d2-5f9d-40b7-9060-24b52a4e4548']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:13.732203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79bdbe6-d2e0-4262-a160-6626327e1091') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:13.732486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79bdbe6-d2e0-4262-a160-6626327e1091') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:13.745094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.748515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.765688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df0e4a-f47d-42dc-8bad-68f3a6947f2b req-2bfd8701-9704-4b0c-9780-c6625ee56280 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:13.767883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8df0e4a-f47d-42dc-8bad-68f3a6947f2b req-2bfd8701-9704-4b0c-9780-c6625ee56280 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.2352588 May 26 19:17:13.789649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.802368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:17:13.802772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:13.984734 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a79bdbe6-d2e0-4262-a160-6626327e1091 resource provider aggregate not found May 26 19:17:14.029811 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a79bdbe6-d2e0-4262-a160-6626327e1091 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a79bdbe6-d2e0-4262-a160-6626327e1091 found for delete ", "request_id": "req-2bcc8d57-3215-41bd-a82f-52e9c9bb43a7"}]} May 26 19:17:14.060835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8df0e4a-f47d-42dc-8bad-68f3a6947f2b req-00482a8a-c777-4579-bfa6-036864b2cb7d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852690 May 26 19:17:14.083529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.116935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.128872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74256d2-5f9d-40b7-9060-24b52a4e4548,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:14.135907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f978f9d-0a20-4aba-98a4-5c425593f832 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b74256d2-5f9d-40b7-9060-24b52a4e4548 HTTP/1.1" status: 204 len: 168 time: 0.8253860 May 26 19:17:14.316418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-088489bb-de94-462f-a803-a459dec4796a req-4019a2e7-3e58-40fc-a792-870d79d21454 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0854642 May 26 19:17:14.406310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:14.485172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a39eb56b-f143-471a-bbfd-57128b887171 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c9a15dc9b4b4b98b243614b32e7e76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753865 May 26 19:17:14.486398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:14.699334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.728490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b814505-7bb7-4463-a3cc-f7d35540d93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.766137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.855227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.883104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:14.884547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2 HTTP/1.1" status: 204 len: 168 time: 0.3966970 May 26 19:17:14.885816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9c712-34c0-4df9-9e0e-16519823b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0e753-5fe0-4b3a-ae6d-75cdd1a94af2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:15.396399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431ec42-682a-45af-9d13-c7242a48d5c8 req-1364eb82-8dd9-4495-b29f-f70cf83fef70 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:15.401649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a431ec42-682a-45af-9d13-c7242a48d5c8 req-1364eb82-8dd9-4495-b29f-f70cf83fef70 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1052935 May 26 19:17:15.474093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a431ec42-682a-45af-9d13-c7242a48d5c8 req-541b5a0b-fd65-4cfb-8b9a-45e39db6c860 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643954 May 26 19:17:15.583924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-567b7fbe-5264-4f4b-a86b-7bd66e536cc7 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/652fb083-dbdc-4c1f-b0f8-7a283b518943 HTTP/1.1" status: 200 len: 1800 time: 0.0730212 May 26 19:17:15.667496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:15.702887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:15.763234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:15.786418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652fb083-dbdc-4c1f-b0f8-7a283b518943,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:15.795362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:15.806025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9fe80b8-f38a-4dff-9089-f3c853075bb4 req-43e0ebdf-32a1-495d-b7fb-4871d4566edf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/652fb083-dbdc-4c1f-b0f8-7a283b518943 HTTP/1.1" status: 204 len: 173 time: 0.2160785 May 26 19:17:16.018153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650f6fe-804c-4000-a550-44531e11e46d req-e1bdaf83-a7a3-49a7-b1ab-88fbc5164e0c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:16.020497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0650f6fe-804c-4000-a550-44531e11e46d req-e1bdaf83-a7a3-49a7-b1ab-88fbc5164e0c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.1229136 May 26 19:17:16.142259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57786) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:16.169068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0650f6fe-804c-4000-a550-44531e11e46d req-7b7a478e-fefa-440b-a759-1bd7fa6c9061 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404514 May 26 19:17:16.362982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-132367454-network', 'tenant_id': 'b166db04788a408e8eff835d7dd6bfe5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:16.367981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:16.373108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Usage tracker for resource:network and tenant:b166db04788a408e8eff835d7dd6bfe5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:16.379976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:16.390715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:16.408583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Made reservation on behalf of b166db04788a408e8eff835d7dd6bfe5 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:16.412034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.414737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0d4c-1a94-426d-83de-0880df665cef req-bdd3d5a8-5583-495f-8a30-836fa7f63830 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:16.416346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e5e0d4c-1a94-426d-83de-0880df665cef req-bdd3d5a8-5583-495f-8a30-836fa7f63830 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.0931306 May 26 19:17:16.436485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.465503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:16.474499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b166db04788a408e8eff835d7dd6bfe5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:16.479814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:16.486843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e5e0d4c-1a94-426d-83de-0880df665cef req-e069704b-e71e-4605-b67a-5c41176cfcab tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 May 26 19:17:16.493985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:16.607275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.613261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.646279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:17:16.660228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5508ed66-6013-48a3-8184-367d5f8821e2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:16.667237 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.667856 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Added segment 545cf6bb-5dd8-4eea-acd3-b5ef1586e52d of type vlan for network b63c9d80-7b36-4086-a4b8-2371473968c4 May 26 19:17:16.699816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.748674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.750128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:16.750728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.782080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b78ff635-49d2-4a49-80d8-28b6332ac303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:16.859048 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7146435 May 26 19:17:16.862743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57800) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:16.869004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Request body: {'subnet': {'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-132367454-subnet', 'tenant_id': 'b166db04788a408e8eff835d7dd6bfe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:16.880442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:16.888657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Usage tracker for resource:subnet and tenant:b166db04788a408e8eff835d7dd6bfe5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:16.890999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31db0c6-45b1-4dbc-bc20-8c8d92c3d5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b63c9d80-7b36-4086-a4b8-2371473968c4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:16.895999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:16.905425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b63c9d80-7b36-4086-a4b8-2371473968c4 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:17:16.906330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:16.921252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Made reservation on behalf of b166db04788a408e8eff835d7dd6bfe5 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:16.927997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.265503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0713c12-bc39-462b-8ef3-ab131aa796c1 req-fcdc827c-94dd-48e0-90cd-cd748fbace25 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0905077 May 26 19:17:17.328500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.357824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.449423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd48bdb-7f5a-4624-80de-9503aadf5cc2,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:17.457852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.458184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.458661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.459012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.459309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.459626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.459951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.460262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.460589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.460894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.461221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.461542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:17.473636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Checking segment: {'id': '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:17.474318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Network hostable DHCP agents. Network: b63c9d80-7b36-4086-a4b8-2371473968c4, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:17:17.500536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Network b63c9d80-7b36-4086-a4b8-2371473968c4 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:17:17.519717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b63c9d80-7b36-4086-a4b8-2371473968c4) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:17.527010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:17.527660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.536465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae636b-a1a6-4910-b84f-6a128e5651ac None None] Network b63c9d80-7b36-4086-a4b8-2371473968c4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:17.566763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-780173fd-4cb6-4f07-a795-786936b71f41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7026594 May 26 19:17:17.645708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221357866', 'description': 'tempest-description-1241858170'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:17.653182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:17.658459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:17.662246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:17.671146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:17.686340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.723430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:17.729473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Usage tracker for resource:security_group_rule and tenant:04a60604ed564d8ca5e569cb7c2947e5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:17.739292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:17.750005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:17.892600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.901345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:17.917721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f8307-5d1c-4f93-afa9-13f6496214c2 None None] Network b63c9d80-7b36-4086-a4b8-2371473968c4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:17.966335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093d3253-96e3-496d-a540-82ac6ef1ad0c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:18.028810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:18.030603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b8643c4-0126-4c92-83bc-710fb816235a req-80232566-b1eb-45bd-b92f-6164c21866fb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6800740 May 26 19:17:18.187739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:18.631889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4116745-4c70-494b-892a-ea9614d2b3e5 req-d7d4325d-39c3-40ff-b0ac-68ca28a74123 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:18.633961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4116745-4c70-494b-892a-ea9614d2b3e5 req-d7d4325d-39c3-40ff-b0ac-68ca28a74123 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1331847 May 26 19:17:18.692104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4116745-4c70-494b-892a-ea9614d2b3e5 req-6cffdb40-c6ba-457e-8666-1396a85ebf39 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 May 26 19:17:19.027563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962a033-fb09-4b4e-bbd8-770151c3a010 req-93ca2cd1-6e43-4b5b-b93e-54f05985d0f7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:19.029417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a962a033-fb09-4b4e-bbd8-770151c3a010 req-93ca2cd1-6e43-4b5b-b93e-54f05985d0f7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1033003 May 26 19:17:19.101856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a962a033-fb09-4b4e-bbd8-770151c3a010 req-85937090-3f68-4ba2-8d21-74d3c214999d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612683 May 26 19:17:19.516457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-b304a04c-49ea-40de-8c4f-396ec137728e tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:19.519220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-b304a04c-49ea-40de-8c4f-396ec137728e tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/networks?id=b63c9d80-7b36-4086-a4b8-2371473968c4 HTTP/1.1" status: 200 len: 820 time: 0.1907456 May 26 19:17:19.555073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:19.556325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-70612548-9124-44f1-8953-e2895670217c tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/quotas/b166db04788a408e8eff835d7dd6bfe5 HTTP/1.1" status: 200 len: 375 time: 0.0320230 May 26 19:17:19.611842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-104dac43-1ad7-4e77-a41d-094b2cf7bc20 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b166db04788a408e8eff835d7dd6bfe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505707 May 26 19:17:19.787912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-7180e420-5820-43d6-80d8-9d93c37e3b35 service neutron] 10.222.0.24 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678951 May 26 19:17:19.957111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-b6592db9-9626-4034-9a75-52031413d3f8 service neutron] 10.222.0.24 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562810 May 26 19:17:20.231808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-9e1d4699-ac19-49ea-8a1e-475105d6dd52 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/093d3253-96e3-496d-a540-82ac6ef1ad0c HTTP/1.1" status: 200 len: 1801 time: 0.0663900 May 26 19:17:20.247834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1025069326', 'description': 'tempest-description-hth-359216686'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:20.287456 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:20.350189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:20.355625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:20.358396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:20.373170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb09a76-9aee-45bf-983a-f45e2cd3ad0b req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "PUT /v2.0/security-groups/093d3253-96e3-496d-a540-82ac6ef1ad0c HTTP/1.1" status: 200 len: 1774 time: 0.1295731 May 26 19:17:20.412496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b770f-c81a-4bc0-96af-06ea9a129c30 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093d3253-96e3-496d-a540-82ac6ef1ad0c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:20.529979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2d48dee-f9e5-4b50-a278-98fb50de4a88 req-92b1c979-02ca-4898-b7fd-2371adefe0a0 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0532146 May 26 19:17:20.743823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d25831-2694-4a54-816b-9ea868ba1096 req-0241ddec-72ba-4f58-820f-55f63a745a35 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:20.745408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71d25831-2694-4a54-816b-9ea868ba1096 req-0241ddec-72ba-4f58-820f-55f63a745a35 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.0942080 May 26 19:17:20.896348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71d25831-2694-4a54-816b-9ea868ba1096 req-35d8084b-7f85-4ad9-9bb3-a05d50ab1d59 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451952 May 26 19:17:21.177997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa6af-1e1e-48bf-93f9-04b3ede0d643 req-3156ad05-1760-4d6b-8468-a5700f9036e1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:21.179705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aefa6af-1e1e-48bf-93f9-04b3ede0d643 req-3156ad05-1760-4d6b-8468-a5700f9036e1 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1117022 May 26 19:17:21.228919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aefa6af-1e1e-48bf-93f9-04b3ede0d643 req-d304a6c9-6d13-4b7b-8d48-852dcb890692 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 May 26 19:17:21.383360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-604c1c53-8928-4ea5-bda1-aee93d705057 req-2675668e-ea6e-4919-98cd-d0d44fdfcf14 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 210 time: 0.0464385 May 26 19:17:21.575105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881db97-63a7-4696-8d73-67218c770f2e req-72ef32ef-4a84-480d-bf69-1aade65c884c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:21.581778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1881db97-63a7-4696-8d73-67218c770f2e req-72ef32ef-4a84-480d-bf69-1aade65c884c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.0962975 May 26 19:17:21.639443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1881db97-63a7-4696-8d73-67218c770f2e req-5df2981a-ad14-4fcd-839b-db55b30e255a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 May 26 19:17:21.818432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88643cbd-2dcf-4776-a4b9-52cd991840ea req-e785ea8b-e107-4ae0-b83b-1983bd341e8e tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/093d3253-96e3-496d-a540-82ac6ef1ad0c HTTP/1.1" status: 200 len: 1774 time: 0.1535523 May 26 19:17:21.946149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-47f64567-2393-4879-a273-905f792bd0eb tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:21.947934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-47f64567-2393-4879-a273-905f792bd0eb tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.53 "GET /v2.0/networks?id=b63c9d80-7b36-4086-a4b8-2371473968c4 HTTP/1.1" status: 200 len: 820 time: 0.2164741 May 26 19:17:21.961844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Request body: {'port': {'device_id': 'f055161c-abd6-4a8a-943f-306f6b825617', 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4', 'admin_state_up': True, 'tenant_id': 'b166db04788a408e8eff835d7dd6bfe5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:22.244539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:22.253338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Usage tracker for resource:port and tenant:b166db04788a408e8eff835d7dd6bfe5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:22.257630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:22.270504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:22.290724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Made reservation on behalf of b166db04788a408e8eff835d7dd6bfe5 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:22.294487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:22.315843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b4973-bba8-49e1-9c2a-172d470eb441 req-499ae0cc-cb17-4b0f-88c8-6d7fb55f4a7d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:22.317799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c96b4973-bba8-49e1-9c2a-172d470eb441 req-499ae0cc-cb17-4b0f-88c8-6d7fb55f4a7d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.1537530 May 26 19:17:22.450551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c96b4973-bba8-49e1-9c2a-172d470eb441 req-3f0a26ab-78ed-432c-8e80-c634fa04c5f4 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263728 May 26 19:17:22.551836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Allocated IP 172.20.0.9 (b63c9d80-7b36-4086-a4b8-2371473968c4/7fd48bdb-7f5a-4624-80de-9503aadf5cc2/24aa4bd5-5dfb-419f-8b00-dbba2d52d364) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:22.690318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f211b71-e484-4baa-862c-aa5216af5522 req-ec89b9b2-1a53-4f58-954d-99d60024b1b1 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0604856 May 26 19:17:22.890864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-d268ea34-97bf-46d0-b844-f930669183d5 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/093d3253-96e3-496d-a540-82ac6ef1ad0c HTTP/1.1" status: 200 len: 1774 time: 0.1204917 May 26 19:17:22.927558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:22.984594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.019213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.047504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.144883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Network b63c9d80-7b36-4086-a4b8-2371473968c4 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:23.146018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:23.148405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:23.202582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.216165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Pushing event updated for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:23.230385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093d3253-96e3-496d-a540-82ac6ef1ad0c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:23.257641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:23.258281 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.276517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.289382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73a5ded7-d2bd-450c-bbb4-f11bcba8a873 req-71ae1667-8e42-4ed9-a1b2-0ab35b442ce8 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/093d3253-96e3-496d-a540-82ac6ef1ad0c HTTP/1.1" status: 204 len: 173 time: 0.3854432 May 26 19:17:23.296519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-321d7c24-6c83-4142-8a3e-ee89e0f554d2 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392608 May 26 19:17:23.312499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Request body: {'port': {'device_id': 'f055161c-abd6-4a8a-943f-306f6b825617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:23.355972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:23.524137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:23.524332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.564013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:23.582484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:23.589382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.602800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e80bae-e922-428c-a013-3fe781dc6b23 req-bb1978e9-1d2f-41ce-b680-c5cdfd73f16b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:23.604407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32e80bae-e922-428c-a013-3fe781dc6b23 req-bb1978e9-1d2f-41ce-b680-c5cdfd73f16b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.2205439 May 26 19:17:23.607959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:23.801642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:23.839459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32e80bae-e922-428c-a013-3fe781dc6b23 req-c6c4e8a1-5e1a-4b03-b293-490c46f7850d tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122207 May 26 19:17:24.169521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b851435-e668-43ce-9422-753a55b6e06a req-8ca4d444-dca6-4e99-aa39-436c41600c74 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:24.170247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2b851435-e668-43ce-9422-753a55b6e06a req-8ca4d444-dca6-4e99-aa39-436c41600c74 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Synchronizing usage tracker for tenant:b166db04788a408e8eff835d7dd6bfe5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:24.229668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2b851435-e668-43ce-9422-753a55b6e06a req-8ca4d444-dca6-4e99-aa39-436c41600c74 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Unset dirty status for tenant:b166db04788a408e8eff835d7dd6bfe5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:24.230819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b851435-e668-43ce-9422-753a55b6e06a req-8ca4d444-dca6-4e99-aa39-436c41600c74 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 931 time: 0.2787232 May 26 19:17:24.282630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:24.294522 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:24.307817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b851435-e668-43ce-9422-753a55b6e06a req-80413b93-35c3-421f-8e68-e24cf79f6f85 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646262 May 26 19:17:24.316971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Transition to ACTIVE for port object 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:24.321772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:24.468654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Pushing event updated for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:24.606726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Attempting to bind port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:24.607065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Attempting to bind port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:24.607373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Attempting to bind port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 on network b63c9d80-7b36-4086-a4b8-2371473968c4 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:24.613784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 on network b63c9d80-7b36-4086-a4b8-2371473968c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:17:24.614161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Attempting to bind port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 on network b63c9d80-7b36-4086-a4b8-2371473968c4 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:24.619512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:24.619839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Checking segment: {'id': '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:24.620731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Bound using segment: {'id': '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:24.620731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Bound port: 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:24.621220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:24.744067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:24.754487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,segment=NetworkSegment(545cf6bb-5dd8-4eea-acd3-b5ef1586e52d),segment_id=545cf6bb-5dd8-4eea-acd3-b5ef1586e52d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:24.762799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:24.914888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:24.915492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:24.916848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] 10.222.0.53 "PUT /v2.0/ports/24aa4bd5-5dfb-419f-8b00-dbba2d52d364 HTTP/1.1" status: 200 len: 1091 time: 1.6103601 May 26 19:17:24.917305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:25.016155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73200f-7dcb-4205-a412-85a69192748c service neutron] Pushing event updated for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:25.086428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216b202-460e-4447-a507-c1c9991bd978 req-a951b3f2-cbc3-485b-8781-ed160d9efe3a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:25.088230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8216b202-460e-4447-a507-c1c9991bd978 req-a951b3f2-cbc3-485b-8781-ed160d9efe3a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.2317591 May 26 19:17:25.093721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-94c5e628-1bab-4f37-8f75-30247a6df336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:25.095823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-94c5e628-1bab-4f37-8f75-30247a6df336 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b166db04788a408e8eff835d7dd6bfe5&device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 1094 time: 0.1285048 May 26 19:17:25.195456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-6d39fa68-f613-4ea4-b45a-ddbf7077a097 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364 HTTP/1.1" status: 200 len: 217 time: 0.0783448 May 26 19:17:25.236962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8216b202-460e-4447-a507-c1c9991bd978 req-2f7817b3-666b-472e-8021-a6941eb60898 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401381 May 26 19:17:25.277694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-9d433792-373d-4e62-aec1-e1a9a4087dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:25.279340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-9d433792-373d-4e62-aec1-e1a9a4087dd9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd48bdb-7f5a-4624-80de-9503aadf5cc2 HTTP/1.1" status: 200 len: 860 time: 0.0754936 May 26 19:17:25.352827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:25.366504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-0e03ba7c-13db-40a8-ba83-815715682f1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b63c9d80-7b36-4086-a4b8-2371473968c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772879 May 26 19:17:25.437719 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cbb40b-70b2-46ea-abf5-9dcecfb3a0b4'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'code': 200} May 26 19:17:25.505653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:25.521235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'mac_address': 'fa:16:3e:01:78:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:25.590606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:25.591067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:25.615762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:25.622563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91b71777-d431-4872-a8af-5d9808587945 req-a0676e44-2e8a-4c86-859d-2bd7a63d2c8b tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.1142385 May 26 19:17:25.657560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:25.659297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:25.700527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-03fdedda-befb-46e1-afdc-ce5bd319c28b service neutron] 10.222.0.53 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139452 May 26 19:17:25.772089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:25.950665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7d29-bb36-46a9-ab4d-fa3584ab5480 req-c118ff46-a215-4c83-8073-3c0fc38a966b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:25.952287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-170a7d29-bb36-46a9-ab4d-fa3584ab5480 req-c118ff46-a215-4c83-8073-3c0fc38a966b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.1389403 May 26 19:17:25.954315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccf0529-8766-48a3-b7c4-88034f34077d req-ea39aa7d-93b6-40d0-8cdc-fb09b6807310 service neutron] 10.222.0.53 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434416 May 26 19:17:26.117734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-170a7d29-bb36-46a9-ab4d-fa3584ab5480 req-5ef31e37-8bad-4dbc-8a1b-0d7cf3d6fa8f tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594217 May 26 19:17:26.363604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237db7c6-335f-4f70-9151-59fcdce16016 req-3e9f7c89-b11b-4b95-9654-8cd5f8cc54d7 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:26.365099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-237db7c6-335f-4f70-9151-59fcdce16016 req-3e9f7c89-b11b-4b95-9654-8cd5f8cc54d7 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1107528 May 26 19:17:26.414352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-237db7c6-335f-4f70-9151-59fcdce16016 req-0a6f04d8-5164-4fa7-b5dc-70a3946a2a65 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 May 26 19:17:26.508921 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437a42c9-b86a-4f03-9565-2d097ae11050'] response: {'name': 'network-changed', 'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364', 'status': 'completed', 'code': 200} May 26 19:17:26.684617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-5b861721-fbbd-4c66-9336-1e302338b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:26.686126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-5b861721-fbbd-4c66-9336-1e302338b5ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b166db04788a408e8eff835d7dd6bfe5&device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 1094 time: 0.1466577 May 26 19:17:26.754239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b2ed0-afa1-4ad1-b0f3-bc8c8252cdf3 req-aa972741-228a-4362-9069-05e412b559f6 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:26.757194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df4b2ed0-afa1-4ad1-b0f3-bc8c8252cdf3 req-aa972741-228a-4362-9069-05e412b559f6 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 943 time: 0.1489077 May 26 19:17:26.791492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:26.898010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df4b2ed0-afa1-4ad1-b0f3-bc8c8252cdf3 req-9241c40f-808f-4a98-bba9-939428377f89 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782025 May 26 19:17:26.963481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-f6259c68-a18f-4741-8e25-f2d029387e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:26.965089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-f6259c68-a18f-4741-8e25-f2d029387e05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b63c9d80-7b36-4086-a4b8-2371473968c4 HTTP/1.1" status: 200 len: 921 time: 0.2645380 May 26 19:17:27.071058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-ca32f305-1fd2-4929-978a-03c33d68e937 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364 HTTP/1.1" status: 200 len: 217 time: 0.0894852 May 26 19:17:27.225427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-2bb40992-9fe8-41a7-a7f1-1ae756155d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:27.227111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-2bb40992-9fe8-41a7-a7f1-1ae756155d16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd48bdb-7f5a-4624-80de-9503aadf5cc2 HTTP/1.1" status: 200 len: 860 time: 0.1471484 May 26 19:17:27.277051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-907cf606-4f07-4b99-bdbd-f7e306e3de52 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:27.277938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-907cf606-4f07-4b99-bdbd-f7e306e3de52 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:27.291432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-907cf606-4f07-4b99-bdbd-f7e306e3de52 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:27.293382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-907cf606-4f07-4b99-bdbd-f7e306e3de52 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 946 time: 0.1542037 May 26 19:17:27.297192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-1434f445-430b-4001-8ff0-1874571f8c40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b63c9d80-7b36-4086-a4b8-2371473968c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601935 May 26 19:17:27.315321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445356-29dc-47c4-ad1a-b79cc3a2f385 req-27beae00-ac33-48fc-9fa9-b432aede81a9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:27.322585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb445356-29dc-47c4-ad1a-b79cc3a2f385 req-27beae00-ac33-48fc-9fa9-b432aede81a9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1736810 May 26 19:17:27.430724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port b90698b9-1432-48d2-8e8d-9ef63419c214 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:27.431422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:27.460927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb445356-29dc-47c4-ad1a-b79cc3a2f385 req-6da386c3-76f4-4fbf-9bf5-1c9b92558f5e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374252 May 26 19:17:27.527296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-536c16a2-bf8b-4167-93d9-83478d5a55c6 service neutron] 10.222.0.53 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903222 May 26 19:17:27.747307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce940493-ea26-400e-baa9-ebeac421b2b2 req-95f815a5-9bdf-4117-afa9-49ef04ff04af tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0725398 May 26 19:17:27.752807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5471c7-4d90-42f7-8122-b1f59218c5ac req-2dfdede0-8598-48cb-a4e8-42af6545f5a5 service neutron] 10.222.0.53 "GET /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185113 May 26 19:17:27.862842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port b90698b9-1432-48d2-8e8d-9ef63419c214, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b90698b9-1432-48d2-8e8d-9ef63419c214,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:27.863219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:28.006634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for b90698b9-1432-48d2-8e8d-9ef63419c214 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:28.039784 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-7da1e148-e541-4799-8f0e-66a8942fd998 req-052d06ed-5f31-4e00-acda-3dea81fadbeb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:28.040823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7da1e148-e541-4799-8f0e-66a8942fd998 req-052d06ed-5f31-4e00-acda-3dea81fadbeb tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/652fb083-dbdc-4c1f-b0f8-7a283b518943 HTTP/1.1" status: 404 len: 352 time: 0.0172739 May 26 19:17:28.188183 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:28.198762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be8e6162-be3e-4ba2-9fd4-b104723abed6 req-11965dc3-2613-439d-a189-8b9b7c5ddb78 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=14d2feb3-c336-4e3c-a1ce-209745a0c3fd HTTP/1.1" status: 200 len: 210 time: 0.0492275 May 26 19:17:28.200281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:28.253265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=b90698b9-1432-48d2-8e8d-9ef63419c214,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:28.300399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.301090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.301428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.301849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.302470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.302695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.303112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.303230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b90698b9-1432-48d2-8e8d-9ef63419c214'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:28.303601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.304029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.304435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.304844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.305282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:28.380899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port b90698b9-1432-48d2-8e8d-9ef63419c214 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:28.384747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:28.390330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'name': 'network-vif-deleted', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:28.426444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8bedac02-8453-4fff-ace4-2f92e54e6085 req-9b916e3f-aca3-45d9-986f-77ece1b0118d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/b90698b9-1432-48d2-8e8d-9ef63419c214 HTTP/1.1" status: 204 len: 173 time: 1.1156783 May 26 19:17:28.427623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94198b-646a-46a5-988b-844482d83a46 req-92e33c45-4d87-4b1c-af80-55d746ec1582 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:28.447478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b94198b-646a-46a5-988b-844482d83a46 req-92e33c45-4d87-4b1c-af80-55d746ec1582 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 950 time: 0.1232393 May 26 19:17:28.501647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b94198b-646a-46a5-988b-844482d83a46 req-577cdf28-4ece-43b7-846e-4d2acc2a594b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 May 26 19:17:28.702615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c779f4-7830-48c6-8b31-345c4cb38bed req-8bad9235-383a-4028-983f-0a9a3ba6fb67 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:28.704152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91c779f4-7830-48c6-8b31-345c4cb38bed req-8bad9235-383a-4028-983f-0a9a3ba6fb67 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 943 time: 0.0937064 May 26 19:17:28.757327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91c779f4-7830-48c6-8b31-345c4cb38bed req-88e2993d-4769-4671-ac56-5cb15ec09007 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 May 26 19:17:28.935039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4685-f314-4b35-9cc6-560606dd6db3 req-c22f0f63-cdd9-4076-a4d5-ec7b9d680292 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:28.936486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd3f4685-f314-4b35-9cc6-560606dd6db3 req-c22f0f63-cdd9-4076-a4d5-ec7b9d680292 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.0797668 May 26 19:17:28.983422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd3f4685-f314-4b35-9cc6-560606dd6db3 req-f70e4f6b-6dd7-42f4-9b38-7cd7c1e9d908 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 May 26 19:17:29.025742 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-87f31f00-1bb6-4546-b24c-c67b6fe269b1 req-8af794d8-65e8-4807-a56c-a8be127e46f4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:29.026816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87f31f00-1bb6-4546-b24c-c67b6fe269b1 req-8af794d8-65e8-4807-a56c-a8be127e46f4 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/0ebb768b-ce9f-496d-80a3-49b755c040b2 HTTP/1.1" status: 404 len: 352 time: 0.0170209 May 26 19:17:29.076726 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e32683-fe6d-4273-ace6-358c1c04a81f'] response: {'server_uuid': '14d2feb3-c336-4e3c-a1ce-209745a0c3fd', 'name': 'network-vif-deleted', 'tag': 'b90698b9-1432-48d2-8e8d-9ef63419c214', 'status': 'completed', 'code': 200} May 26 19:17:29.297241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396403-2604-4620-8d59-7afd283a8bb8 req-78a2f785-7672-4ce4-a99c-854c401c71c7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:29.299924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1396403-2604-4620-8d59-7afd283a8bb8 req-78a2f785-7672-4ce4-a99c-854c401c71c7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1346867 May 26 19:17:29.358327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1396403-2604-4620-8d59-7afd283a8bb8 req-9d514d30-2be0-4ec0-bf38-6e7ba0b764f0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 May 26 19:17:29.371154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:29.445298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:29.445667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:29.558440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0fbe30d-3d07-4602-a2a5-cd39c1e3e570 req-3a333c20-6a42-4369-a1f1-95636a26cd19 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0560043 May 26 19:17:29.598099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:29.598538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:29.606488 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-302c90b2-5e03-4326-b09c-ca8f90a03f5b req-1908c276-d091-4908-a7a9-df6ac66dd306 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:29.607829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-302c90b2-5e03-4326-b09c-ca8f90a03f5b req-1908c276-d091-4908-a7a9-df6ac66dd306 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/4d811b7a-1fa9-42f1-a67f-2b8e911a7024 HTTP/1.1" status: 404 len: 352 time: 0.0200305 May 26 19:17:29.613342 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7009c71b-0585-45c1-9558-9f8726aa242f req-33ff4049-e361-42d4-8c6d-be0f02ed5a29 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0749025 May 26 19:17:29.630576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:29.643185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:29.648429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:29.649854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b90698b9-1432-48d2-8e8d-9ef63419c214 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:29.734542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: b90698b9-1432-48d2-8e8d-9ef63419c214 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:29.734993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b90698b9-1432-48d2-8e8d-9ef63419c214 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:29.788486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:30.087903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:17:30.126972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb6f5a-aa02-4f11-b28c-109b2fe79f6f req-5c4fecde-f556-4d9e-9059-983b36ba9ceb tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:30.128504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6fb6f5a-aa02-4f11-b28c-109b2fe79f6f req-5c4fecde-f556-4d9e-9059-983b36ba9ceb tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 951 time: 0.1881664 May 26 19:17:30.179032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6fb6f5a-aa02-4f11-b28c-109b2fe79f6f req-b45bebb3-fb77-406d-a02e-0776f328006c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440981 May 26 19:17:30.223054 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-fd330ca9-eeeb-4c87-a54b-f4d36e254132 req-eabf8d19-e7fb-41cc-8ad6-fa78dd96b8f7 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:30.224453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd330ca9-eeeb-4c87-a54b-f4d36e254132 req-eabf8d19-e7fb-41cc-8ad6-fa78dd96b8f7 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/b823b57a-d80f-4ab9-8b36-5137903447d7 HTTP/1.1" status: 404 len: 352 time: 0.0207348 May 26 19:17:30.288218 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd21ccd-07d8-4b82-8e79-fd2d8ece1669'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'code': 200} May 26 19:17:30.467433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f28ab-6201-4213-a610-15794569d979 req-b4b4fd0b-94f1-4585-b310-f48081c901d7 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:30.469260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e31f28ab-6201-4213-a610-15794569d979 req-b4b4fd0b-94f1-4585-b310-f48081c901d7 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 943 time: 0.0914726 May 26 19:17:30.527704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e31f28ab-6201-4213-a610-15794569d979 req-d30482a6-8ded-4784-9695-fcdfb7586ea7 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 May 26 19:17:30.530942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b64d-bbc8-4025-be8c-eaa247ee2a70 req-a0c7ede1-d11c-4c15-9f9a-9b31592179bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:30.532483 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5ca9b64d-bbc8-4025-be8c-eaa247ee2a70 req-a0c7ede1-d11c-4c15-9f9a-9b31592179bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1102 time: 0.0862405 May 26 19:17:30.582458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5ca9b64d-bbc8-4025-be8c-eaa247ee2a70 req-01fadb1a-6217-450f-a7af-1c93c7cc01ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 May 26 19:17:30.798582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-015431b4-6ecc-452e-a366-25f63de1db28 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:30.801368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-015431b4-6ecc-452e-a366-25f63de1db28 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.1787245 May 26 19:17:30.815552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-f74e8084-ef84-4258-8257-77d9133a5b1b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/quotas/4cc77e37b26e43099596f3f88934e99a HTTP/1.1" status: 200 len: 375 time: 0.0098119 May 26 19:17:30.927384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-158c2b39-2dd4-4198-9fd6-3e5f92fc7143 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061287 May 26 19:17:30.959958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-a2d57d20-c023-4b38-9caa-78a95a0eaf6d tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:30.961317 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-a2d57d20-c023-4b38-9caa-78a95a0eaf6d tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.0852346 May 26 19:17:31.053713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Deleting port 37949269-6515-457d-a63e-50fd66d57008 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:31.053980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:31.076268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-cc559744-a164-4dc6-90b2-9c5107b1292f service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411710 May 26 19:17:31.250159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-0c6506fb-e9b2-4337-aaff-303451b00f1e service neutron] 10.222.0.24 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666617 May 26 19:17:31.379213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:31.619220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] For port 37949269-6515-457d-a63e-50fd66d57008, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=37949269-6515-457d-a63e-50fd66d57008,segment=NetworkSegment(7c51fbb9-d008-463a-8592-0bfaeb047cf4),segment_id=7c51fbb9-d008-463a-8592-0bfaeb047cf4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:31.619498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:31.674451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,segment=NetworkSegment(545cf6bb-5dd8-4eea-acd3-b5ef1586e52d),segment_id=545cf6bb-5dd8-4eea-acd3-b5ef1586e52d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:31.742185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364', 'network_id': 'b63c9d80-7b36-4086-a4b8-2371473968c4', 'port_id': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364', 'mac_address': 'fa:16:3e:9e:41:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd48bdb-7f5a-4624-80de-9503aadf5cc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:31.748235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1eda4-0ece-4693-97bf-7304e3bc977c req-9b829fe7-5599-4d2c-8353-5388a9da9ea0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:31.757329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94b1eda4-0ece-4693-97bf-7304e3bc977c req-9b829fe7-5599-4d2c-8353-5388a9da9ea0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1264ecd-bb92-44ec-acfe-d06d862a7751 HTTP/1.1" status: 200 len: 945 time: 0.2164822 May 26 19:17:31.828293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94b1eda4-0ece-4693-97bf-7304e3bc977c req-43091a1a-ee08-4d13-98c5-5fbf6b6e3abe tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5476eda0-49bd-4f83-8147-ff8560fb9925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698643 May 26 19:17:31.872339 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-3c22beb6-7ded-40b3-9117-9555c339b472 req-9c8ed4ca-d3cc-4c76-a0c1-85c81e421edd tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:31.883968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c22beb6-7ded-40b3-9117-9555c339b472 req-9c8ed4ca-d3cc-4c76-a0c1-85c81e421edd tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/f45b9555-4a50-450e-b336-7742f1d64d46 HTTP/1.1" status: 404 len: 352 time: 0.0296328 May 26 19:17:31.957511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Calling delete_port for 37949269-6515-457d-a63e-50fd66d57008 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:31.974554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:31.974930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:32.024286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:32.041698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,segment=NetworkSegment(545cf6bb-5dd8-4eea-acd3-b5ef1586e52d),segment_id=545cf6bb-5dd8-4eea-acd3-b5ef1586e52d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:32.052321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:32.146845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5839-78a3-4a80-bdbc-e504fdeb727b req-029effb8-5ab5-4752-80fc-bbd9f25c69a8 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:32.148394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba7a5839-78a3-4a80-bdbc-e504fdeb727b req-029effb8-5ab5-4752-80fc-bbd9f25c69a8 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1597424 May 26 19:17:32.175575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:32.200586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:32.214484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba7a5839-78a3-4a80-bdbc-e504fdeb727b req-4737b7cf-2914-415a-b76f-e50ea7feea1b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 May 26 19:17:32.285298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Pushing event deleted for resources: {'Port': ['ID=37949269-6515-457d-a63e-50fd66d57008,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:32.428546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-522958c1-7d58-4aa5-a5e5-da0b16454089 req-9faef768-bf49-4b82-806f-1c7a5db44312 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0697553 May 26 19:17:32.436046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] No DVR routers for this DVR port 37949269-6515-457d-a63e-50fd66d57008 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:32.441146 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:32.452875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'name': 'network-vif-deleted', 'tag': '37949269-6515-457d-a63e-50fd66d57008'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:32.470917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-91627cf8-cbe1-4505-ab5f-ef3be82db6cb req-ceb45b76-2d6f-4dd0-9969-4217fff1e5a0 tempest-VolumesAdminNegativeTest-1774493758 tempest-VolumesAdminNegativeTest-1774493758-project] 10.222.0.53 "DELETE /v2.0/ports/37949269-6515-457d-a63e-50fd66d57008 HTTP/1.1" status: 204 len: 173 time: 1.5034099 May 26 19:17:32.684823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['24aa4bd5-5dfb-419f-8b00-dbba2d52d364'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:32.771797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd808751-223b-4f0f-bf8b-dd4fe599d61e req-67facace-12b4-43b4-9a5a-b12080bea220 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:32.784921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd808751-223b-4f0f-bf8b-dd4fe599d61e req-67facace-12b4-43b4-9a5a-b12080bea220 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 951 time: 0.1489737 May 26 19:17:32.876637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd808751-223b-4f0f-bf8b-dd4fe599d61e req-8a3b8b61-9fb7-4e57-ac1c-205fc7f3cbe4 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888972 May 26 19:17:33.048509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41400821-3a23-4773-a7bf-7be95d2baa14 req-5ce53f71-87e7-4993-b2a8-74c551261385 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 210 time: 0.0474882 May 26 19:17:33.226253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386062a4-3767-48eb-8c44-a3ae495d3942 req-45e74ac6-e0ca-4230-bb9f-55dfab215595 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:33.227305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-386062a4-3767-48eb-8c44-a3ae495d3942 req-45e74ac6-e0ca-4230-bb9f-55dfab215595 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 944 time: 0.0831034 May 26 19:17:33.276104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-386062a4-3767-48eb-8c44-a3ae495d3942 req-9d03d79b-f390-4b88-a812-638a2c97fcb4 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 May 26 19:17:33.321178 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-4967d9dd-b8a0-436a-abbc-07135290d9c5 req-8970d25f-1321-4ef0-b034-ec07aa53114b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] show failed (client error): The resource could not be found. May 26 19:17:33.322612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4967d9dd-b8a0-436a-abbc-07135290d9c5 req-8970d25f-1321-4ef0-b034-ec07aa53114b tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/eb797c9c-5692-4006-9b46-244a2a2a3db9 HTTP/1.1" status: 404 len: 352 time: 0.0220668 May 26 19:17:33.380714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 37949269-6515-457d-a63e-50fd66d57008 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:33.421728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 37949269-6515-457d-a63e-50fd66d57008 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:33.422072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 37949269-6515-457d-a63e-50fd66d57008 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:33.632381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e4834f1-e7ed-45dc-946e-ecb3134a1c84 req-a6e61654-41a7-4fcb-9ffe-0b3b72ade4ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0f10e38d5ee47b4b49143576634d184&device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0423443 May 26 19:17:33.667224 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e4834f1-e7ed-45dc-946e-ecb3134a1c84 req-82b8b1a0-579a-410a-a07c-418821cd3dcb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c0f10e38d5ee47b4b49143576634d184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258222 May 26 19:17:33.696375 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9785da22-373e-498c-bb65-ba86f00d35ef'] response: {'server_uuid': 'c1264ecd-bb92-44ec-acfe-d06d862a7751', 'name': 'network-vif-deleted', 'tag': '37949269-6515-457d-a63e-50fd66d57008', 'status': 'completed', 'code': 200} May 26 19:17:33.747619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58058) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:33.808985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4834f1-e7ed-45dc-946e-ecb3134a1c84 req-1bd8d805-40f6-4c46-8a51-7594de2910ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:33.810409 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7e4834f1-e7ed-45dc-946e-ecb3134a1c84 req-1bd8d805-40f6-4c46-8a51-7594de2910ce service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353509 May 26 19:17:33.812467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Deleting subnet 92b3d6b8-5e27-4227-b4ce-44328fe97066 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:17:33.816007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:33.872013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:33.937697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.056939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.155778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-c45b685a-176d-4f6c-820f-b434daac05d9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:34.157348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-c45b685a-176d-4f6c-820f-b434daac05d9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 806 time: 0.1676095 May 26 19:17:34.164664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b3d6b8-5e27-4227-b4ce-44328fe97066,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:34.170351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.177078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Request body: {'port': {'device_id': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'admin_state_up': True, 'tenant_id': '4cc77e37b26e43099596f3f88934e99a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:34.181028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1377e22d-c999-429d-a8d0-4fb93ff73d6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/92b3d6b8-5e27-4227-b4ce-44328fe97066 HTTP/1.1" status: 204 len: 168 time: 0.4321229 May 26 19:17:34.183914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58068) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:34.325124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:34.329542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Usage tracker for resource:port and tenant:4cc77e37b26e43099596f3f88934e99a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:34.332586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:34.338210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:34.349112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Made reservation on behalf of 4cc77e37b26e43099596f3f88934e99a for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:34.352522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.416252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-796e7eb2-6b51-44ad-953f-7a98fad0173e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:34.417734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-796e7eb2-6b51-44ad-953f-7a98fad0173e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.3884110 May 26 19:17:34.424152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.440076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-62ac5518-d810-4d61-82f2-6f7999376505 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/quotas/47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 375 time: 0.0138502 May 26 19:17:34.568381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Allocated IP 172.20.0.2 (03ee5799-3a7b-43ee-9c39-df0da92c3d32/c1065a77-204c-49ca-8d51-83b34d18d003/0b74779e-30f2-4d46-84a6-c8baf47baf98) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:34.662700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.692483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46c414a-2861-4767-8ae7-c67a76682977']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:34.708060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c51fbb9-d008-463a-8592-0bfaeb047cf4') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:34.708389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c51fbb9-d008-463a-8592-0bfaeb047cf4') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:34.722798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-ee66acff-9d25-49a5-8843-2b02ebca50c8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2295327 May 26 19:17:34.728687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.783788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.812803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.816827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.826479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:34.836056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:17:34.836461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.897995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:34.903068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:34.908031 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7c51fbb9-d008-463a-8592-0bfaeb047cf4 resource provider aggregate not found May 26 19:17:34.909778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:34.932278 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7c51fbb9-d008-463a-8592-0bfaeb047cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c51fbb9-d008-463a-8592-0bfaeb047cf4 found for delete ", "request_id": "req-f80efdfd-a785-429b-a604-0c897e6a2843"}]} May 26 19:17:34.946492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event updated for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:34.968725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.987857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.988165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:34.988791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:34.999663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] Pushing event deleted for resources: {'Network': ['ID=c46c414a-2861-4767-8ae7-c67a76682977,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:35.009174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-1ee68f0c-63b8-490c-8596-8bb1568f36b0 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738490 May 26 19:17:35.021465 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-1f8f0d3f-adc4-4c04-86fe-472377f34fd7 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8489707 May 26 19:17:35.030844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3b978dc8-387d-49fe-a2b7-39f4ff06ec5b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c46c414a-2861-4767-8ae7-c67a76682977 HTTP/1.1" status: 204 len: 168 time: 0.8459504 May 26 19:17:35.035090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58078) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:35.036708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Request body: {'port': {'device_id': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:35.161774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.173002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Deleting subnet 08073cf0-9469-418f-8034-3db211a9f221 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:17:35.177229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.233010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-8d92b8f8-69a3-4681-96af-2be0f0b0eea5 service neutron] 10.222.0.24 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229037 May 26 19:17:35.241067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.300530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.379542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.399211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:35.421214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.424679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08073cf0-9469-418f-8034-3db211a9f221,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:35.432603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7d682585-a120-4160-b413-d2473252fcbb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08073cf0-9469-418f-8034-3db211a9f221 HTTP/1.1" status: 204 len: 168 time: 0.3941324 May 26 19:17:35.432603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:35.487023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:35.494721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:35.495662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.567185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.758574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b74779e-30f2-4d46-84a6-c8baf47baf98 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:35.768944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.777707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:35.778088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.808100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Transition to ACTIVE for port object 0b74779e-30f2-4d46-84a6-c8baf47baf98 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:35.811426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:35.812544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.819965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.823347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,segment=NetworkSegment(545cf6bb-5dd8-4eea-acd3-b5ef1586e52d),segment_id=545cf6bb-5dd8-4eea-acd3-b5ef1586e52d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:35.829431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.851740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b652db-5b01-4518-b61a-d3a93703cfc9']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:35.865587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834fbc5b-9e5a-435d-b0f4-a289a8ade92f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:35.865907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834fbc5b-9e5a-435d-b0f4-a289a8ade92f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:35.880423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.899393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.906693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:17:35.907179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:35.916170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:36.004722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:36.088581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Attempting to bind port 0b74779e-30f2-4d46-84a6-c8baf47baf98 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:36.089090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Attempting to bind port 0b74779e-30f2-4d46-84a6-c8baf47baf98 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:36.089649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Attempting to bind port 0b74779e-30f2-4d46-84a6-c8baf47baf98 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:36.095840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Port 0b74779e-30f2-4d46-84a6-c8baf47baf98 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:17:36.096408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Attempting to bind port 0b74779e-30f2-4d46-84a6-c8baf47baf98 on network 03ee5799-3a7b-43ee-9c39-df0da92c3d32 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:36.103349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:36.104334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Checking segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:36.105026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Bound using segment: {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:36.105655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Bound port: 0b74779e-30f2-4d46-84a6-c8baf47baf98, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3450a50c-472a-44db-8685-98f0076df28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:36.106716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.169133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e4834f1-e7ed-45dc-946e-ecb3134a1c84 req-b4f28c47-ef9e-49a2-b334-3796df4b40ae tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0564032 May 26 19:17:36.183855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.191300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.212834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:36.216117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:36.221503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.224042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3b652db-5b01-4518-b61a-d3a93703cfc9 HTTP/1.1" status: 204 len: 168 time: 0.7904341 May 26 19:17:36.226521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bfbec-de9c-4f1a-8041-9f24a5becec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b652db-5b01-4518-b61a-d3a93703cfc9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:36.246087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7477-e1f7-4b1f-905e-f3bba6f6f28b req-d8c41564-a33b-436c-a596-ec41d887a517 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:36.247702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-848a7477-e1f7-4b1f-905e-f3bba6f6f28b req-d8c41564-a33b-436c-a596-ec41d887a517 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.5049131 May 26 19:17:36.291432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:36.291535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.292885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] 10.222.0.53 "PUT /v2.0/ports/0b74779e-30f2-4d46-84a6-c8baf47baf98 HTTP/1.1" status: 200 len: 1091 time: 1.2619386 May 26 19:17:36.293514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:36.309655 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.319702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-848a7477-e1f7-4b1f-905e-f3bba6f6f28b req-6dacea89-1481-445c-a32f-a0b00d49e9d2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 May 26 19:17:36.326227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d5143-a1ac-4ca0-9667-951f007e35fa service neutron] Pushing event updated for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:36.413392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58108) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:36.492703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-52992c37-8617-476f-a646-1da17958a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:36.495293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-52992c37-8617-476f-a646-1da17958a582 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 1094 time: 0.1309772 May 26 19:17:36.498505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4b5d9043-5d30-42ac-aab3-4a738cece971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d1da7d00334b9896cc1cf18d189986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840909 May 26 19:17:36.502005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58112) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:36.604846 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-084a1ba3-4594-48a5-8f1c-ccc62fefcf29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98 HTTP/1.1" status: 200 len: 217 time: 0.0792537 May 26 19:17:36.688428 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.712023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34304110-4e0c-4820-aa65-af5f290038d1 req-63811cc8-9a6e-4237-803c-6999bd0a7063 tempest-ServerShowV257Test-1452269979 tempest-ServerShowV257Test-1452269979-project] 10.222.0.24 "GET /v2.0/ports?device_id=b467f5a9-8451-47ec-875e-56747f069b84 HTTP/1.1" status: 200 len: 210 time: 0.0432832 May 26 19:17:36.715413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383b9d1-6e62-4175-94f1-61d369124975 req-d1d974c8-ac74-4466-a498-3da74ce5a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:36.716856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-d1d974c8-ac74-4466-a498-3da74ce5a452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0921166 May 26 19:17:36.724886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.786511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-3e9c9feb-ca15-4254-8094-f75d1c4f00b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547628 May 26 19:17:36.907478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de2a0b-acfe-4c99-bdd2-3251d79f6b89 req-94b27277-965d-48cc-a451-8102a9ce24d1 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:36.909386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12de2a0b-acfe-4c99-bdd2-3251d79f6b89 req-94b27277-965d-48cc-a451-8102a9ce24d1 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1102 time: 0.0803485 May 26 19:17:36.921530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.941644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476eda0-49bd-4f83-8147-ff8560fb9925,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:36.962264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:36.963383 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c5269512-b936-4ac2-be5c-afa74e709ea4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5476eda0-49bd-4f83-8147-ff8560fb9925 HTTP/1.1" status: 204 len: 168 time: 0.4603748 May 26 19:17:36.966229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-be537f97-10f6-4a62-a8b5-ec927ba8de31 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655889 May 26 19:17:36.970117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12de2a0b-acfe-4c99-bdd2-3251d79f6b89 req-a6704d02-0d4b-43c2-8abc-ad6cab1b23b1 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544548 May 26 19:17:36.971860 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 834fbc5b-9e5a-435d-b0f4-a289a8ade92f resource provider aggregate not found May 26 19:17:37.000947 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 834fbc5b-9e5a-435d-b0f4-a289a8ade92f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 834fbc5b-9e5a-435d-b0f4-a289a8ade92f found for delete ", "request_id": "req-b7a8c7c3-ab72-476c-93ef-4b1cddcf50b9"}]} May 26 19:17:37.118137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3383b9d1-6e62-4175-94f1-61d369124975 req-20e403a2-bb87-4b16-a9c7-5e4b96e0f4fe service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437342 May 26 19:17:37.195142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a563fa-f848-4730-bd32-f3fcd50af305 req-53d8d4df-7ed1-4da1-8dd4-2d4d863096fd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:37.202551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67a563fa-f848-4730-bd32-f3fcd50af305 req-53d8d4df-7ed1-4da1-8dd4-2d4d863096fd tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 943 time: 0.0984869 May 26 19:17:37.268068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67a563fa-f848-4730-bd32-f3fcd50af305 req-700691d3-8afd-4960-b6c5-8412d54b653c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645030 May 26 19:17:37.372651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-4a1d1949-8c53-4529-932a-520d0a7b54f2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:37.374493 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-4a1d1949-8c53-4529-932a-520d0a7b54f2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 807 time: 0.1713901 May 26 19:17:37.390930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Request body: {'port': {'device_id': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'admin_state_up': True, 'tenant_id': '47d6f35fc08a4534b562c5769fb2d95c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:37.449296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af45edc-e48e-401d-91c0-05cc9182cb9e req-abcbfa37-2346-458d-92c6-77b49c2862f7 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:37.451501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2af45edc-e48e-401d-91c0-05cc9182cb9e req-abcbfa37-2346-458d-92c6-77b49c2862f7 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 945 time: 0.0950873 May 26 19:17:37.457745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58130) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:37.540573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2af45edc-e48e-401d-91c0-05cc9182cb9e req-f9d204f9-ba99-4352-ad6a-e8e6708dc08b tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674334 May 26 19:17:37.544297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-30673166-b8c5-4c4d-9e4a-62cdc8788330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=309bba861cc9469eaaed881c3249f0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848577 May 26 19:17:37.546623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58134) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:37.555666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:37.572277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:37.584362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Made reservation on behalf of 47d6f35fc08a4534b562c5769fb2d95c for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:37.589088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:37.626223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:37.656703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:37.714016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d371a80e-71b9-4993-a595-d072bd9c9012 req-76fce0a9-80d0-4f0d-bf7c-f71f3bcaf84a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 210 time: 0.0610244 May 26 19:17:37.779483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:37.817177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136e976-6cc6-40dd-b17f-94428a13f5eb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:37.837104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:37.839819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d8e9648a-8454-4eb2-aa81-220a589902f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6136e976-6cc6-40dd-b17f-94428a13f5eb HTTP/1.1" status: 204 len: 168 time: 0.2906775 May 26 19:17:37.881498 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e5e2d7-d774-436d-b2d2-818166491b4c'] response: {'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364', 'code': 200} May 26 19:17:37.933456 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40043ec-97d4-47b8-a852-245c3a2aa3e2'] response: {'name': 'network-changed', 'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98', 'status': 'completed', 'code': 200} May 26 19:17:37.989231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Allocated IP 172.20.0.2 (faf6b053-e2ce-4426-8757-7c1833aab502/981d1bfa-622c-4f6b-84eb-e4abcedc99df/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:38.191641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-c6969626-a15b-4109-a750-a359002b75b3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:38.192391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-c6969626-a15b-4109-a750-a359002b75b3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:38.340176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-c6969626-a15b-4109-a750-a359002b75b3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:38.341376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-c6969626-a15b-4109-a750-a359002b75b3 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1023 time: 0.2755637 May 26 19:17:38.352669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:38.388315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:38.402072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3ffa7198-ad7f-4491-b379-ca2d4d096236'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:38.446095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-dbe049cc-a345-4768-93f3-48017a11f3b6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:38.460436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a91f4-29c4-4556-aa7d-b17b870bd9b5 req-c4ce88dd-d5b0-4af8-ac8b-06b9774beee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:38.462227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c28a91f4-29c4-4556-aa7d-b17b870bd9b5 req-c4ce88dd-d5b0-4af8-ac8b-06b9774beee9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 1096 time: 0.4857526 May 26 19:17:38.469173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9358-257c-4980-bc3a-c63989912428 req-426c6a57-da50-40f9-b8bf-e61eb03ac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:38.475185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-426c6a57-da50-40f9-b8bf-e61eb03ac37e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 1094 time: 0.5119889 May 26 19:17:38.532177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Network faf6b053-e2ce-4426-8757-7c1833aab502 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:38.534993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:38.539063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-dbe049cc-a345-4768-93f3-48017a11f3b6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:38.540162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e91e4a9-14c3-416c-8d27-fdab69545c8d req-dbe049cc-a345-4768-93f3-48017a11f3b6 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5&id=a7010a1e-7b7c-492e-8341-1e8f1d085d64&id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1882131 May 26 19:17:38.550176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:38.630961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c28a91f4-29c4-4556-aa7d-b17b870bd9b5 req-5d5f8a7a-6d32-4e2f-8f5b-6b863345baf3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495168 May 26 19:17:38.673649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9358-257c-4980-bc3a-c63989912428 req-3fadaa67-621a-4b54-8526-f1ba50a8bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:38.675116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-3fadaa67-621a-4b54-8526-f1ba50a8bd5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.1925046 May 26 19:17:38.703773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:38.704735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:38.743678 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3579834 May 26 19:17:38.747667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89ed2-dd56-42a8-a588-4fc5c761181d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:38.908261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-4ac8061e-65a5-455c-be28-95c1b572e295 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:17:38.910049 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-4ac8061e-65a5-455c-be28-95c1b572e295 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071547 May 26 19:17:38.933477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Request body: {'port': {'device_id': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:39.091630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-a791a380-16e7-4f5d-8e3f-6d3983aaf33c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98 HTTP/1.1" status: 200 len: 217 time: 0.1883559 May 26 19:17:39.108698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:39.141642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.208140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9358-257c-4980-bc3a-c63989912428 req-3472b2bb-08f5-42b9-bd27-a533f57ed72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:39.210273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-3472b2bb-08f5-42b9-bd27-a533f57ed72d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.0934627 May 26 19:17:39.219999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35099d47-baac-438e-bb4e-ec332b3bf5c1 req-1f863546-e2b4-4096-8f18-3acd7175a3e0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:39.222033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35099d47-baac-438e-bb4e-ec332b3bf5c1 req-1f863546-e2b4-4096-8f18-3acd7175a3e0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1989849 May 26 19:17:39.238670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2043263759-network', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:39.247385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:39.257858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Usage tracker for resource:network and tenant:52169c9d26d34a22bbda9585682c5b73 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:39.261595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:39.284831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-11526b34-00fe-451a-8491-5162c5921a9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616086 May 26 19:17:39.292532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-e210d3d4-7880-49b1-86bc-e554f00ef39c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:39.293900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-e210d3d4-7880-49b1-86bc-e554f00ef39c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1023 time: 0.3333504 May 26 19:17:39.311587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:39.339833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Made reservation on behalf of 52169c9d26d34a22bbda9585682c5b73 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:39.342503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.360298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.396747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:39.446207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35099d47-baac-438e-bb4e-ec332b3bf5c1 req-840d1c4e-9528-43ce-8ebd-6db25304ebb8 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824219 May 26 19:17:39.447920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:39.470925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Usage tracker for resource:security_group_rule and tenant:52169c9d26d34a22bbda9585682c5b73 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:39.488128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:39.497708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:39.587544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Deleting port adbd0cf2-8291-4956-948a-eb9c4bcc9378 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:39.588106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.589210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 11ffe904-a9eb-4c51-a955-b5692c4e7860 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:39.589923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.640820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:39.649022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.651387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device adbd0cf2-8291-4956-948a-eb9c4bcc9378 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:39.706208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:39.718416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.722072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.734976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.754790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Transition to ACTIVE for port object d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:39.793442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:17:39.795609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.839347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-172844a6-6000-4162-bf18-b56ef2526f33 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286891 May 26 19:17:39.858083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3054d9a-99c8-4055-aa96-7eacb90a27dd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:39.894783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:39.899175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port adbd0cf2-8291-4956-948a-eb9c4bcc9378 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:39.899554 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.911087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:39.924674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:39.924901 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Added segment 05fd81ca-1ab5-47a7-afe5-a63ccaca33c5 of type vlan for network c4e2ef80-0069-49aa-96b1-285c4fa9d34b May 26 19:17:39.956351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:39.965163 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.015482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:40.021434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.024835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:40.055554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:40.136297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.137547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:40.137901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:40.138125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.138583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.163326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:40.163652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:40.163975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:40.244492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:17:40.244809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:40.270124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.282368 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1725249 May 26 19:17:40.283484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:40.283822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:40.284195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:40.284631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Bound port: d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:40.284969 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.290395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Calling delete_port for adbd0cf2-8291-4956-948a-eb9c4bcc9378 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:40.295732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:40.303251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed0316-4c51-4280-b526-a01ceae4bb89 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e2ef80-0069-49aa-96b1-285c4fa9d34b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:40.313554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Request body: {'subnet': {'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2043263759-subnet', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:40.314396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:17:40.323596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:40.326026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:40.334433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4520c5-30f4-468c-a263-be8c3269f878 req-70bc9f58-e71c-4dc6-9fab-f47ed0057064 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:40.335919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c4520c5-30f4-468c-a263-be8c3269f878 req-70bc9f58-e71c-4dc6-9fab-f47ed0057064 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 943 time: 0.5671449 May 26 19:17:40.351058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d9358-257c-4980-bc3a-c63989912428 req-eb953ac8-3f29-47e5-b2df-2c6189a03878 service neutron] 10.222.0.53 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887044 May 26 19:17:40.362572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f10e38d5ee47b4b49143576634d184 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:40.365520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Usage tracker for resource:subnet and tenant:52169c9d26d34a22bbda9585682c5b73 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:40.368025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:40.379051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:40.389391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:40.397606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:40.426691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c4520c5-30f4-468c-a263-be8c3269f878 req-2889bad7-1a08-4249-a01b-b1d296990eb0 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735526 May 26 19:17:40.449467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Made reservation on behalf of 52169c9d26d34a22bbda9585682c5b73 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:40.451127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:17:40.451658 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:17:40.452921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.551974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:40.590274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:40.607079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.646706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1d110-06e8-4daa-8217-b3a4933d56f7 req-e8462b48-14f6-43f9-b523-e20380540580 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:40.648327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1b1d110-06e8-4daa-8217-b3a4933d56f7 req-e8462b48-14f6-43f9-b523-e20380540580 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 945 time: 0.1060011 May 26 19:17:40.697126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1b1d110-06e8-4daa-8217-b3a4933d56f7 req-95346d0a-105a-4419-bd59-da998132189d tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 May 26 19:17:40.805370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:40.806362 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.808580 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] 10.222.0.53 "PUT /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 1091 time: 1.8801782 May 26 19:17:40.820070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:40.881977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065157-30d1-46f6-a5b2-3470cb68df7e req-906fd5b2-5ae7-4e73-b062-350acae0f88a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:40.883438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac065157-30d1-46f6-a5b2-3470cb68df7e req-906fd5b2-5ae7-4e73-b062-350acae0f88a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.0902922 May 26 19:17:40.918909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d299cb-cac6-4051-895a-36e528c69208 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:40.927999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac065157-30d1-46f6-a5b2-3470cb68df7e req-686f549b-9a6a-40f7-966d-bb4f2b5ed144 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381021 May 26 19:17:40.932135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.940893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:40.952313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Deleting port adbd0cf2-8291-4956-948a-eb9c4bcc9378 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:40.952952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.053242 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0f10e38d5ee47b4b49143576634d184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0271842 May 26 19:17:41.056211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58200) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:41.056520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e612e19-692e-47e4-be2d-ce46a62d46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abba0c-0127-4807-aaf9-03a12821e511,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:41.106010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-d5255d07-7ca3-4f84-b9f9-e48967441c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:41.107466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-d5255d07-7ca3-4f84-b9f9-e48967441c51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1094 time: 0.2457404 May 26 19:17:41.115894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.233012 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-b88679c8-2f9a-4438-8003-c3c70f634f34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 217 time: 0.1117663 May 26 19:17:41.279942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.303747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2a173c-f17a-429d-8336-419e08b9a82d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:41.317857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Checking segment: {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:41.318214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Network hostable DHCP agents. Network: c4e2ef80-0069-49aa-96b1-285c4fa9d34b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:17:41.334513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-3e5354f2-5597-467e-a64f-68201b857629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:41.336034 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-3e5354f2-5597-467e-a64f-68201b857629 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0935805 May 26 19:17:41.343327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] For port adbd0cf2-8291-4956-948a-eb9c4bcc9378, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=adbd0cf2-8291-4956-948a-eb9c4bcc9378,segment=NetworkSegment(4744c582-f3cc-4ffd-bf1e-fee1e5bb4283),segment_id=4744c582-f3cc-4ffd-bf1e-fee1e5bb4283)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:41.343766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.355372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c112a-d5a1-4aab-bdd1-836e2d3c0852 req-5a3cce51-6311-4f45-8cc0-cf9576e97349 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:41.356861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca8c112a-d5a1-4aab-bdd1-836e2d3c0852 req-5a3cce51-6311-4f45-8cc0-cf9576e97349 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 1102 time: 0.3100951 May 26 19:17:41.361327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.384927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:17:41.389940 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-6d6cc682-00bc-408c-830d-4b012dacbbe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468519 May 26 19:17:41.396824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c4e2ef80-0069-49aa-96b1-285c4fa9d34b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:41.405568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd46c2a-bd14-4925-a7e5-445cdd2b2c24 None None] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:41.421009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:41.421709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.428469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:41.499356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Calling delete_port for adbd0cf2-8291-4956-948a-eb9c4bcc9378 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:41.519911 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-372b49be-9ff0-43c2-aee2-b8899f5dd9d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2208836 May 26 19:17:41.523309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:41.538827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:41.545980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:41.553132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Usage tracker for resource:router and tenant:52169c9d26d34a22bbda9585682c5b73 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:41.564095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:41.574766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:41.581828 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-bbd4b712-01e4-4746-b971-3173d534fbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830080 May 26 19:17:41.615711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.616681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.698883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.717618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca8c112a-d5a1-4aab-bdd1-836e2d3c0852 req-b63db538-cddb-4e46-a0c1-fa71955f8288 tempest-ServersAdminTestJSON-1061339192 tempest-ServersAdminTestJSON-1061339192-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496647 May 26 19:17:41.724320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:41.764783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c849cec-ce68-497b-b0d0-0a386c13e639 req-fc860ced-3799-4fa0-a845-79e1714d425d service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758144 May 26 19:17:41.789467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'port_id': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'mac_address': 'fa:16:3e:8f:c4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde63af-59bf-4ed0-ad18-4286bb641561', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:41.855405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'fixed_ips': [{'subnet_id': '4f2a173c-f17a-429d-8336-419e08b9a82d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:17:41.855905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.879197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.914443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abba0c-0127-4807-aaf9-03a12821e511,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:41.938795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.958363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 11ffe904-a9eb-4c51-a955-b5692c4e7860 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:41.958746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.992033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ffe904-a9eb-4c51-a955-b5692c4e7860 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:41.998914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:41.999949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0dce6a9b-7848-4e79-a018-9579bec698e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4abba0c-0127-4807-aaf9-03a12821e511 HTTP/1.1" status: 204 len: 168 time: 0.9424281 May 26 19:17:42.038770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.045636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'Port': ['ID=adbd0cf2-8291-4956-948a-eb9c4bcc9378,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:42.107268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Allocated IP 172.20.0.2 (c4e2ef80-0069-49aa-96b1-285c4fa9d34b/4f2a173c-f17a-429d-8336-419e08b9a82d/88d591dd-959c-4492-8fbd-e3d00707c759) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:42.115337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] No DVR routers for this DVR port adbd0cf2-8291-4956-948a-eb9c4bcc9378 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:42.121388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.127881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4cdbe10-ac7d-4a5f-8acc-56fada25336b req-ece7c9ca-4048-474c-9857-3aff82c7242c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.53 "DELETE /v2.0/ports/adbd0cf2-8291-4956-948a-eb9c4bcc9378 HTTP/1.1" status: 204 len: 173 time: 2.8183746 May 26 19:17:42.130324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-deleted', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:42.167470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da26430-90ee-44e1-b6dc-24e6e1b94c9f req-1cc5f14b-7195-423e-95b3-c09c666c3e1c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:42.168228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2da26430-90ee-44e1-b6dc-24e6e1b94c9f req-1cc5f14b-7195-423e-95b3-c09c666c3e1c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Synchronizing usage tracker for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:42.189959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2da26430-90ee-44e1-b6dc-24e6e1b94c9f req-1cc5f14b-7195-423e-95b3-c09c666c3e1c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Unset dirty status for tenant:04a60604ed564d8ca5e569cb7c2947e5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:42.199717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2da26430-90ee-44e1-b6dc-24e6e1b94c9f req-1cc5f14b-7195-423e-95b3-c09c666c3e1c tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb5bc490-5c54-4a4f-8b50-94c7d3756f2a HTTP/1.1" status: 200 len: 1021 time: 0.3604243 May 26 19:17:42.260047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2da26430-90ee-44e1-b6dc-24e6e1b94c9f req-15c162f5-fc77-4358-a1a6-9bc551004e5a tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5&id=a7010a1e-7b7c-492e-8341-1e8f1d085d64&id=9142f4d1-6c88-4d5a-9dab-28e486b546e3&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0591908 May 26 19:17:42.360466 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ff76d3-1825-4121-a3bc-7ee007550fb7'] response: {'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'code': 200} May 26 19:17:42.362313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:42.376816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.377522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0b74779e-30f2-4d46-84a6-c8baf47baf98 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:42.518614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4baa6-1064-44e6-a8ae-e8bc732c5c2a req-498f7da5-08fb-47eb-be58-c29eca18b5e7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:42.526930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d4baa6-1064-44e6-a8ae-e8bc732c5c2a req-498f7da5-08fb-47eb-be58-c29eca18b5e7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 944 time: 0.1114423 May 26 19:17:42.585858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9d4baa6-1064-44e6-a8ae-e8bc732c5c2a req-c7c8bd2c-a459-437a-9ec1-161b5c49b9ae tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576785 May 26 19:17:42.601492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.636799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:42.643720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.670941 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.726561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Transition to ACTIVE for port object 88d591dd-959c-4492-8fbd-e3d00707c759 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:42.746224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:42.768261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Transition to ACTIVE for port object 88d591dd-959c-4492-8fbd-e3d00707c759 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:42.769688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0b74779e-30f2-4d46-84a6-c8baf47baf98', 'network_id': '03ee5799-3a7b-43ee-9c39-df0da92c3d32', 'port_id': '0b74779e-30f2-4d46-84a6-c8baf47baf98', 'mac_address': 'fa:16:3e:92:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1065a77-204c-49ca-8d51-83b34d18d003', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:42.836953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0b74779e-30f2-4d46-84a6-c8baf47baf98 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:42.837510 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.841596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Allocated IP 172.25.0.50 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/4c50627d-47f3-48fc-99d0-f14b55d9ba97) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:42.858659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b74779e-30f2-4d46-84a6-c8baf47baf98 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:42.872134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:42.889291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-bceb2c4a-1fe4-409c-9b8c-ac9c837d6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:42.891397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-bceb2c4a-1fe4-409c-9b8c-ac9c837d6b2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1094 time: 0.2126076 May 26 19:17:42.969008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:42.989029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:42.989029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Pushing event updated for resources: {'Port': ['ID=88d591dd-959c-4492-8fbd-e3d00707c759,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:42.989029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.002123 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bf3db7-2bd1-4f04-aa33-813e045d857f'] response: {'name': 'network-changed', 'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'status': 'completed', 'code': 200} May 26 19:17:43.012358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02768f96-6f7e-4b0f-ac35-bb478df5269c req-433e24f7-d5b0-493b-9f4a-c6139b8f1f25 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:43.014084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02768f96-6f7e-4b0f-ac35-bb478df5269c req-433e24f7-d5b0-493b-9f4a-c6139b8f1f25 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 943 time: 0.2346175 May 26 19:17:43.050536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:43.052840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:43.066257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.099411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02768f96-6f7e-4b0f-ac35-bb478df5269c req-caa98b32-028f-45b9-8d59-afe04c8577db tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 May 26 19:17:43.106840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-a750778c-305d-44c9-b363-8208c7d45728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:43.108288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-a750778c-305d-44c9-b363-8208c7d45728 service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2095456 May 26 19:17:43.139748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.185677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Attempting to bind port 88d591dd-959c-4492-8fbd-e3d00707c759 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:43.185918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Attempting to bind port 88d591dd-959c-4492-8fbd-e3d00707c759 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:43.186285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Attempting to bind port 88d591dd-959c-4492-8fbd-e3d00707c759 on network c4e2ef80-0069-49aa-96b1-285c4fa9d34b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:43.199678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:43.199678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Checking segment: {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:43.200802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.200802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Bound using segment: {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:43.202161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Bound port: 88d591dd-959c-4492-8fbd-e3d00707c759, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:43.202161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.217866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:43.240658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-11455cc5-c54d-47d8-aa6f-8dc6787a224a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 217 time: 0.1195302 May 26 19:17:43.326987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:43.330017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:43.335178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:43.338085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] For port 88d591dd-959c-4492-8fbd-e3d00707c759, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:43.342100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] For port 88d591dd-959c-4492-8fbd-e3d00707c759, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88d591dd-959c-4492-8fbd-e3d00707c759,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:43.347919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.394833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-67fb8517-4cb0-4cf3-bffc-b23432193e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:43.396341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-67fb8517-4cb0-4cf3-bffc-b23432193e51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1494651 May 26 19:17:43.456952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6941f3-f020-41af-bb8e-5b04abbfbe14 None None] Pushing event updated for resources: {'Port': ['ID=88d591dd-959c-4492-8fbd-e3d00707c759,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:43.461060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-5e1f2f3e-2cb1-4b56-8d6f-51a3b5b735f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568199 May 26 19:17:43.479653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76126ec0-7832-4ef1-9d38-3d373884bfcc req-a7c017cc-4bad-49a3-8e41-6c54fd545f3a tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:43.489624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['11ffe904-a9eb-4c51-a955-b5692c4e7860'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:43.496888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Pushing event updated for resources: {'Port': ['ID=4c50627d-47f3-48fc-99d0-f14b55d9ba97,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:43.503456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76126ec0-7832-4ef1-9d38-3d373884bfcc req-a7c017cc-4bad-49a3-8e41-6c54fd545f3a tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 945 time: 0.1764088 May 26 19:17:43.615891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0b74779e-30f2-4d46-84a6-c8baf47baf98'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:43.707995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-3cb83503-bfd7-49cf-bc34-513b8ac7e1d2 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803064 May 26 19:17:43.860066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:43.872906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76126ec0-7832-4ef1-9d38-3d373884bfcc req-eabeab17-0c18-459c-8263-3f227887ae39 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.24 "GET /v2.0/security-groups?id=5508ed66-6013-48a3-8184-367d5f8821e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677313 May 26 19:17:43.993278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97ea24ad-c51e-4b20-8998-79a298c56984 req-38f1d962-c9f5-4c6b-a678-03793ca13166 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770736 May 26 19:17:44.247159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:44.361558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:44.484223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f2ca-0ef9-49d1-8d86-80f5839ee018 req-a69d3595-04be-4e66-8340-5994eab78301 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:44.487088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0109f2ca-0ef9-49d1-8d86-80f5839ee018 req-a69d3595-04be-4e66-8340-5994eab78301 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.0872452 May 26 19:17:44.576242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0109f2ca-0ef9-49d1-8d86-80f5839ee018 req-85e13744-a9c9-4b0a-8ac7-36204e409f27 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 May 26 19:17:44.597999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a758b070-0e36-407d-9333-afabcfef445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:44.669600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:44.764067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88d591dd-959c-4492-8fbd-e3d00707c759 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:44.832257 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99aeb666-5264-487f-88ee-76a51d6a8243'] response: {'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-deleted', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'status': 'completed', 'code': 200} May 26 19:17:44.879531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 88d591dd-959c-4492-8fbd-e3d00707c759 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:45.008118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f5289-93c1-418a-b1e9-d78f5c8a4a4e None None] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:45.083467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:17:45.143685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Provisioning for port 88d591dd-959c-4492-8fbd-e3d00707c759 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:45.161802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Provisioning complete for port 88d591dd-959c-4492-8fbd-e3d00707c759 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:45.162170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:45.173644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983e56d-5b99-438d-bebb-a20a27d9c5f6 req-26bb8e13-208c-47e2-97a4-2e2d0d2b7055 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:45.175838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1983e56d-5b99-438d-bebb-a20a27d9c5f6 req-26bb8e13-208c-47e2-97a4-2e2d0d2b7055 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 944 time: 0.1404607 May 26 19:17:45.234072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1983e56d-5b99-438d-bebb-a20a27d9c5f6 req-7d637b22-caeb-43a0-9c64-6323fc3fd073 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527122 May 26 19:17:45.359016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:17:45.370528 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Sync routers for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:17:45.388159 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:17:45.389790 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:17:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:45.407400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Current status of the port 88d591dd-959c-4492-8fbd-e3d00707c759 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:45.407951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:45.447438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:45.451617 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ef5c57e5-ddd6-4aaa-a629-befbf0b68700 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9271977 May 26 19:17:45.452448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:45.465286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:45.567947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] For port 88d591dd-959c-4492-8fbd-e3d00707c759, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88d591dd-959c-4492-8fbd-e3d00707c759,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:45.597127 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:45.642565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16130dda-f69f-41e9-a22e-1e9888bbcc04 req-703385b5-6d6a-4d7d-acee-ba51684bb486 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:45.650354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16130dda-f69f-41e9-a22e-1e9888bbcc04 req-703385b5-6d6a-4d7d-acee-ba51684bb486 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 944 time: 0.2805066 May 26 19:17:45.706111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16130dda-f69f-41e9-a22e-1e9888bbcc04 req-21b1eda5-355b-4632-bcd6-3e89dadb2510 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 May 26 19:17:45.725225 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:17:45.814234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Pushing event updated for resources: {'Port': ['ID=88d591dd-959c-4492-8fbd-e3d00707c759,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:45.829776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 11ffe904-a9eb-4c51-a955-b5692c4e7860 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:45.830145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:45.910624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.914025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.914637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.915149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.916150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.916630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.918392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.918872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.919338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.920722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.921250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.923967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96cb592-9043-4701-9569-1b6dba094c3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:45.982792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c870edf-6720-4731-8d83-ca96045daa65 req-2f657e65-4597-4013-9106-96df6552c631 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:45.992615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c870edf-6720-4731-8d83-ca96045daa65 req-2f657e65-4597-4013-9106-96df6552c631 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 950 time: 0.1564324 May 26 19:17:46.037383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bde949f4-f468-4b54-a296-3c32ef60e11e None None] Provisioning complete for port 88d591dd-959c-4492-8fbd-e3d00707c759 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:46.038047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bde949f4-f468-4b54-a296-3c32ef60e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.079883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c870edf-6720-4731-8d83-ca96045daa65 req-83bd382b-7e19-4531-96c6-da0bf17746ef tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/security-groups?id=a54d1807-0a39-47c5-bb69-c7384474e1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854142 May 26 19:17:46.132211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58294) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:46.193656 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18a661d-9ba4-4c43-a58a-6fc0ca2da488'] response: {'server_uuid': 'bb5bc490-5c54-4a4f-8b50-94c7d3756f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbd0cf2-8291-4956-948a-eb9c4bcc9378', 'code': 200} May 26 19:17:46.250737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-ad8ed756-052b-4952-b9b0-ddace3feca20 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5 HTTP/1.1" status: 200 len: 1800 time: 0.0863726 May 26 19:17:46.277803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 11ffe904-a9eb-4c51-a955-b5692c4e7860 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:46.278183 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.358943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bde949f4-f468-4b54-a296-3c32ef60e11e None None] Current status of the port 88d591dd-959c-4492-8fbd-e3d00707c759 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:46.376189 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:43Z', 'revision_number': 3, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:46.382187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:46.383653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Checking router: 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:17:46.384103 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Updating router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:17:46.388579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.389357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0b74779e-30f2-4d46-84a6-c8baf47baf98 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:46.408531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.433084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:46.471128 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.476124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.497855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:46.509561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe0e8b05772430f833c91d3c78c2d5b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:46.546508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:46.546702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.566115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 0b74779e-30f2-4d46-84a6-c8baf47baf98 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:46.569123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:46.583902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0b74779e-30f2-4d46-84a6-c8baf47baf98 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:46.586407 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.599063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-be503ec5-6622-4562-97ce-f7058e8b88c2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:46.600724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-be503ec5-6622-4562-97ce-f7058e8b88c2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e8e792d-87b0-4399-9194-e5745f0728a2 HTTP/1.1" status: 200 len: 950 time: 0.2651575 May 26 19:17:46.726962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.742993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.757584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88d591dd-959c-4492-8fbd-e3d00707c759 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:46.772431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:46.786994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Deleting port 46b4f231-1875-49ad-8994-2e352473ad2e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:46.787650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.875439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0b74779e-30f2-4d46-84a6-c8baf47baf98 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:46.875943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.886247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-83d79f92-20e5-46c8-bf6a-21a664ff596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.939706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:46.940756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 88d591dd-959c-4492-8fbd-e3d00707c759 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:46.953695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.959263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.969419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:46.992830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.023198 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.055117 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Transition to ACTIVE for port object 4c50627d-47f3-48fc-99d0-f14b55d9ba97 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:47.063360 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebe0e8b05772430f833c91d3c78c2d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9292874 May 26 19:17:47.064253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:47.067721 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.108852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53f1f7-8f85-49db-b059-725ea0b881f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595eb1bc-d604-4580-a464-141b634809e2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.118752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.137642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-693076fe-0e94-4ecb-9707-240bc3d36cc7 req-52fed3f4-87c2-4171-a40a-985188affd6f tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c6d4c14-6c35-4ff2-8c37-bcd46ef333b5 HTTP/1.1" status: 204 len: 173 time: 0.8708043 May 26 19:17:47.170436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] For port 46b4f231-1875-49ad-8994-2e352473ad2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46b4f231-1875-49ad-8994-2e352473ad2e,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:47.170852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.197617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.206005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Attempting to bind port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:47.221664 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Attempting to bind port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:47.222318 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Attempting to bind port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:47.225082 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Pushing event updated for resources: {'Port': ['ID=4c50627d-47f3-48fc-99d0-f14b55d9ba97,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.230123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 88d591dd-959c-4492-8fbd-e3d00707c759 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:47.235990 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.236313 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.236637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.236958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.237301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.237616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.237924 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.238234 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.238539 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.238845 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.239150 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.239452 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:17:47.242857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:47.243269 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:47.243662 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.244035 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:47.244498 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Bound port: 4c50627d-47f3-48fc-99d0-f14b55d9ba97, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:47.244860 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.282669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.306547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.323925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.340244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Calling delete_port for 46b4f231-1875-49ad-8994-2e352473ad2e owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:47.355543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] For port 4c50627d-47f3-48fc-99d0-f14b55d9ba97, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:47.358690 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] For port 4c50627d-47f3-48fc-99d0-f14b55d9ba97, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4c50627d-47f3-48fc-99d0-f14b55d9ba97,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:47.364186 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.368679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Allocated IP 172.20.0.1 (c4e2ef80-0069-49aa-96b1-285c4fa9d34b/4f2a173c-f17a-429d-8336-419e08b9a82d/07d29b4c-e9ce-473b-8b50-41a93fc5db79) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:47.442099 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:17:47.442714 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:17:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:47.500861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.501458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58300f79-b817-49b1-86d1-ab66b67f26e9 req-d408a2b5-3aec-4247-9ab6-02f1ccba0f11 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:47.505666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58300f79-b817-49b1-86d1-ab66b67f26e9 req-d408a2b5-3aec-4247-9ab6-02f1ccba0f11 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.1353977 May 26 19:17:47.513212 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204211-8c57-42d6-b8ca-25b3ae8a8271 None None] Pushing event updated for resources: {'Port': ['ID=4c50627d-47f3-48fc-99d0-f14b55d9ba97,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.612813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58300f79-b817-49b1-86d1-ab66b67f26e9 req-5482505b-c773-447b-8015-42a994d34704 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647030 May 26 19:17:47.614746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.634040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['50991613-cbd0-4523-a9c0-6bdf297414bc', '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:47.658348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:17:47.665851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event deleted for resources: {'Port': ['ID=46b4f231-1875-49ad-8994-2e352473ad2e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.686739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.705596 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595eb1bc-d604-4580-a464-141b634809e2 HTTP/1.1" status: 204 len: 168 time: 0.5808380 May 26 19:17:47.706385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cb439-317f-4680-857e-c319efb2ff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595eb1bc-d604-4580-a464-141b634809e2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:47.768133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] No DVR routers for this DVR port 46b4f231-1875-49ad-8994-2e352473ad2e on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:47.773771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.783038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'name': 'network-vif-deleted', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:47.815320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55eaad70-3ca9-4684-b6dd-d0e2b4f5db0c req-b4857e01-7662-414c-be0b-7f9835530e3b tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "DELETE /v2.0/ports/46b4f231-1875-49ad-8994-2e352473ad2e HTTP/1.1" status: 204 len: 173 time: 1.2044425 May 26 19:17:47.854822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:47.875462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Transition to ACTIVE for port object 07d29b4c-e9ce-473b-8b50-41a93fc5db79 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:47.948448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.027995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397c51d-569c-44c6-85b4-80b4314763ad req-0f63e58d-1954-46e5-bbbd-6c7c99a9ace3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:48.031548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d397c51d-569c-44c6-85b4-80b4314763ad req-0f63e58d-1954-46e5-bbbd-6c7c99a9ace3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1756628 May 26 19:17:48.077626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.149850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d397c51d-569c-44c6-85b4-80b4314763ad req-756c9e5b-d045-4b9b-8947-bb632fbf6e71 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084247 May 26 19:17:48.180633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:48.183836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:48.203423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860'}, {'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:48.205704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:48.269581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Pushing event updated for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:48.294925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.310290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58324) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:48.347490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.392070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:48.397019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fff9f1228e724220bd7634b04d3d5e0b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:48.400951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:48.412351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:48.419778 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:43Z', 'revision_number': 3, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:48.427399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aaf904-5cc5-471e-9192-0e1b51374dc8 None None] The sync data for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 is: [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:43Z', 'revision_number': 3, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:17:48.596192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c1343-3bc0-439c-a884-7a0da3d02ad9 req-51534c30-8e07-4a68-b905-6f133b53535d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:48.619220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37c1343-3bc0-439c-a884-7a0da3d02ad9 req-51534c30-8e07-4a68-b905-6f133b53535d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.2042184 May 26 19:17:48.727214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fe44b6c-8e5e-4dd9-99cc-3b0b73464cdf None None] Provisioning for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:48.739946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fe44b6c-8e5e-4dd9-99cc-3b0b73464cdf None None] Provisioning complete for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:48.740522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fe44b6c-8e5e-4dd9-99cc-3b0b73464cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.780860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.836673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.846993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:48.891024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37c1343-3bc0-439c-a884-7a0da3d02ad9 req-f16c61d8-b804-4146-bf94-286daa7eb7c4 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701311 May 26 19:17:48.918801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fe44b6c-8e5e-4dd9-99cc-3b0b73464cdf None None] Port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:17:49.071140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff9f1228e724220bd7634b04d3d5e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7584250 May 26 19:17:49.081472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58332) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:49.090118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b9a06-0ce2-4205-9ef7-0933d8ee22f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089adb24-9862-40fb-8ae2-2d99e12220a5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:49.185243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.190564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.304754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-d1e438ce-bad0-4e52-b05e-3ef9baadda0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7544429 May 26 19:17:49.311609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.315977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Pushing event updated for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:49.321379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25729c91-a291-4535-b4fa-785167404efc req-d338b1db-5dd5-43b6-b64f-c0639d9c84d1 tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "GET /v2.0/security-groups/a7010a1e-7b7c-492e-8341-1e8f1d085d64 HTTP/1.1" status: 200 len: 1799 time: 0.2262635 May 26 19:17:49.349791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.447795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.471652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46b4f231-1875-49ad-8994-2e352473ad2e no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:49.488012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:49.490277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:49.530032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 46b4f231-1875-49ad-8994-2e352473ad2e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:49.530498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46b4f231-1875-49ad-8994-2e352473ad2e not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:49.531520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25729c91-a291-4535-b4fa-785167404efc req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.577816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25729c91-a291-4535-b4fa-785167404efc req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.578565 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.618521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-29e698b8-e210-41e7-a9ee-2cafb52a1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:49.620003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-29e698b8-e210-41e7-a9ee-2cafb52a1480 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc77e37b26e43099596f3f88934e99a&device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2191453 May 26 19:17:49.623479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.646516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089adb24-9862-40fb-8ae2-2d99e12220a5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:49.731604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:17:49.733495 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.735157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cdbc3f04-624f-4940-ac15-8422c110df03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/089adb24-9862-40fb-8ae2-2d99e12220a5 HTTP/1.1" status: 204 len: 168 time: 0.6466813 May 26 19:17:49.751665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25729c91-a291-4535-b4fa-785167404efc req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.808384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25729c91-a291-4535-b4fa-785167404efc req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.809568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25729c91-a291-4535-b4fa-785167404efc req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7010a1e-7b7c-492e-8341-1e8f1d085d64 HTTP/1.1" status: 204 len: 173 time: 0.4875119 May 26 19:17:49.810272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ee808-6374-4ce0-8e58-ef7412cfa0cf tempest-SecurityGroupsTestJSON-1330877911 tempest-SecurityGroupsTestJSON-1330877911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7010a1e-7b7c-492e-8341-1e8f1d085d64,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:49.822505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58342) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:49.877209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-53466166-55f9-4b34-ae86-86d9b560e949 None None] Provisioning complete for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:49.877209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-53466166-55f9-4b34-ae86-86d9b560e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:49.877954 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e479d2b-c1f9-40f2-84cc-b98c09199188'] response: {'server_uuid': '7e8e792d-87b0-4399-9194-e5745f0728a2', 'name': 'network-vif-deleted', 'tag': '46b4f231-1875-49ad-8994-2e352473ad2e', 'status': 'completed', 'code': 200} May 26 19:17:49.961617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-ed9d3b7a-accd-4c73-ad6a-c0b9cec1d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:49.963406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-ed9d3b7a-accd-4c73-ad6a-c0b9cec1d51c service neutron] 10.222.0.13 "GET /v2.0/networks?id=03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 200 len: 907 time: 0.3179212 May 26 19:17:50.055343 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ce5e8d-3f38-48f0-b731-403185bbd2b6'] response: {'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'code': 200} May 26 19:17:50.058225 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ce5e8d-3f38-48f0-b731-403185bbd2b6'] response: {'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98', 'code': 200} May 26 19:17:50.059303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-53466166-55f9-4b34-ae86-86d9b560e949 None None] Port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:17:50.122953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Deleting subnet 04f67f47-3d8b-4066-8ff1-449e068b19d3 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:17:50.126463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:17:50.134394 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4af45c2b-f42b-43ea-adc3-d6123220dd5f admin admin] 10.222.0.24 "PUT /v2.0/routers/579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6808398 May 26 19:17:50.180611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-6674bf43-2962-4e6d-8af1-081b619d51af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 200 len: 217 time: 0.2091758 May 26 19:17:50.186618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:50.270538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d9d16-2ab5-446e-b610-01ef6b7e6132 req-e313e79f-ac95-48dd-b7fc-e002dd825442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:50.272045 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5c5d9d16-2ab5-446e-b610-01ef6b7e6132 req-e313e79f-ac95-48dd-b7fc-e002dd825442 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 1096 time: 0.0916941 May 26 19:17:50.328164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5c5d9d16-2ab5-446e-b610-01ef6b7e6132 req-372382c7-0789-44e4-b880-eee407fcf0dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492053 May 26 19:17:50.399239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-6a2cc057-2e3c-4af4-a28d-8b17d5acace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:50.400670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-6a2cc057-2e3c-4af4-a28d-8b17d5acace9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 200 len: 846 time: 0.1820245 May 26 19:17:50.404683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:50.502842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-6559f978-72a8-4d9d-bce7-5d36e2946c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03ee5799-3a7b-43ee-9c39-df0da92c3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603621 May 26 19:17:50.516797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-d8b1faa9-21ba-4f03-9f50-9efcf7352cab service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:17:50.517772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-d8b1faa9-21ba-4f03-9f50-9efcf7352cab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076511 May 26 19:17:50.546205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Sync routers for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:17:50.559098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:17:50.559718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:50.560232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:17:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:50.644164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f753415-2d59-441a-9261-e6f99da316f7 req-c57a9422-3b7e-4c41-a10e-1aaf7236d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:50.645748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f753415-2d59-441a-9261-e6f99da316f7 req-c57a9422-3b7e-4c41-a10e-1aaf7236d5cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 1096 time: 0.5285101 May 26 19:17:50.700194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74bc86-6c5c-4c4f-a1c1-4fdaa2d9c3a9 req-2a899062-c47e-412a-9788-4b8daf3aa30e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:50.707678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d74bc86-6c5c-4c4f-a1c1-4fdaa2d9c3a9 req-2a899062-c47e-412a-9788-4b8daf3aa30e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.5287414 May 26 19:17:50.770285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4c50627d-47f3-48fc-99d0-f14b55d9ba97 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:50.802832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f753415-2d59-441a-9261-e6f99da316f7 req-b71b0999-8d5d-45ab-94a6-f87934e8c19f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452744 May 26 19:17:50.803056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:17:50.833952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7d74bc86-6c5c-4c4f-a1c1-4fdaa2d9c3a9 req-41aaf2a5-58a3-40cc-879b-a9c97141fcd8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251717 May 26 19:17:50.839668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-fbb31f20-e931-44fa-b7a9-ffa63ae6f05c service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104596 May 26 19:17:50.841572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:50.907034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f67f47-3d8b-4066-8ff1-449e068b19d3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:50.965198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:50.984737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9410864f-a73a-419b-a6dd-0e750fc61b4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04f67f47-3d8b-4066-8ff1-449e068b19d3 HTTP/1.1" status: 204 len: 168 time: 1.1609087 May 26 19:17:50.987214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:51.108359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dab9d00-07dd-4982-b489-21f4673af7f3 req-7ad4829c-8e49-4a3d-b058-47d92a1cb768 service neutron] 10.222.0.13 "GET /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605143 May 26 19:17:51.214557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:51.257849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:51.258314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.284043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.323378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6dd64-6a37-4204-974f-1ef0b60e9e6c req-e96c6484-0b1b-40fa-bd6a-5b80960cd5ad tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:51.324961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cca6dd64-6a37-4204-974f-1ef0b60e9e6c req-e96c6484-0b1b-40fa-bd6a-5b80960cd5ad tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.0984137 May 26 19:17:51.393311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cca6dd64-6a37-4204-974f-1ef0b60e9e6c req-63a65b02-58f4-418d-835e-7e82a9f9882b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571265 May 26 19:17:51.398956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:48Z', 'revision_number': 4, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d29b4c-e9ce-473b-8b50-41a93fc5db79', 'name': '', 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'mac_address': 'fa:16:3e:cb:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:46Z', 'updated_at': '2022-05-26T19:17:48Z', 'revision_number': 2, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'subnets': [{'id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:51.432920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.466662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ff659b-34dc-430a-87ae-90089a0e53f0']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:51.467921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Checking router: 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:17:51.468668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Updating router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:17:51.488009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:51.488324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4744c582-f3cc-4ffd-bf1e-fee1e5bb4283') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:51.501429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.528921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:17:51.537524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.546270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:17:51.546707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.554064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:51.554702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.579057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4c50627d-47f3-48fc-99d0-f14b55d9ba97, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4c50627d-47f3-48fc-99d0-f14b55d9ba97,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:51.588814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.635374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9613-7413-4164-a953-c4051a157350 req-7563e3a1-4d7a-48b0-a0ac-1537d7ffe12d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:51.645215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c5b9613-7413-4164-a953-c4051a157350 req-7563e3a1-4d7a-48b0-a0ac-1537d7ffe12d tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1327870 May 26 19:17:51.667634 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.705471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.734142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ff659b-34dc-430a-87ae-90089a0e53f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:51.744466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c5b9613-7413-4164-a953-c4051a157350 req-fc31c796-0bcd-4382-b23d-5da6c6127e92 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982533 May 26 19:17:51.747153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:51.755767 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fae293f6-5d2d-4187-9db2-1919d717c745 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63ff659b-34dc-430a-87ae-90089a0e53f0 HTTP/1.1" status: 204 len: 168 time: 0.7669942 May 26 19:17:51.786577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4c50627d-47f3-48fc-99d0-f14b55d9ba97,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:51.885131 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4744c582-f3cc-4ffd-bf1e-fee1e5bb4283 resource provider aggregate not found May 26 19:17:51.907555 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4744c582-f3cc-4ffd-bf1e-fee1e5bb4283 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4744c582-f3cc-4ffd-bf1e-fee1e5bb4283 found for delete ", "request_id": "req-46bbf773-78b0-4daf-9851-24dfd3ebd1a0"}]} May 26 19:17:51.961512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:51.983510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502', 'port_id': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'mac_address': 'fa:16:3e:09:aa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981d1bfa-622c-4f6b-84eb-e4abcedc99df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:17:52.102540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58410) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:52.193123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:52.196562 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.201482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6506e807-37b7-4049-aadc-315dcb7fd45b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04a60604ed564d8ca5e569cb7c2947e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952842 May 26 19:17:52.201752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:52.253779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:17:52.288180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:52.295464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.355173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.404609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.426084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d5a6f4cf-4161-4494-affc-c4f9f0592618 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3354499 May 26 19:17:52.432540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:52.442972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:52.447347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Usage tracker for resource:floatingip and tenant:52169c9d26d34a22bbda9585682c5b73 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:52.450340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:52.450552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:52.462436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.472712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:52.476216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Transition to ACTIVE for port object 07d29b4c-e9ce-473b-8b50-41a93fc5db79 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:17:52.485859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.506646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.512494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.538619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9142f4d1-6c88-4d5a-9dab-28e486b546e3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:52.542156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.544382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fcfbba20-7af5-4a52-8c0f-79436c12226d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9142f4d1-6c88-4d5a-9dab-28e486b546e3 HTTP/1.1" status: 204 len: 168 time: 0.3408449 May 26 19:17:52.760233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4c50627d-47f3-48fc-99d0-f14b55d9ba97 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:52.788853 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:52.884861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd44d-9357-4c35-9ab1-beed28976bef None None] Pushing event updated for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:52.937270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:53.027964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Attempting to bind port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:17:53.028816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Attempting to bind port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:17:53.028816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Attempting to bind port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 on network c4e2ef80-0069-49aa-96b1-285c4fa9d34b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:17:53.052663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:17:53.053032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Checking segment: {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:53.053449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.053830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Bound using segment: {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:17:53.054297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Bound port: 07d29b4c-e9ce-473b-8b50-41a93fc5db79, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:17:53.054656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.059019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Allocated IP 172.25.0.239 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ff779cb6-7937-4ff8-99b1-1b8368242d93) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:17:53.146133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:53.146559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.250498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.294879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.368247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:17:53.370985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:53.373557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:17:53.403576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] For port 07d29b4c-e9ce-473b-8b50-41a93fc5db79, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:17:53.426075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] For port 07d29b4c-e9ce-473b-8b50-41a93fc5db79, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d29b4c-e9ce-473b-8b50-41a93fc5db79,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:17:53.444001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event updated for resources: {'Port': ['ID=ff779cb6-7937-4ff8-99b1-1b8368242d93,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:53.468370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.520183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.564150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:53.592835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:17:53.592835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:17:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:53.635291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.673930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd44d-9357-4c35-9ab1-beed28976bef None None] Pushing event updated for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:53.742053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-113beef0-c6f2-445a-811a-e261c561cc1e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:53.743099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-113beef0-c6f2-445a-811a-e261c561cc1e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:53.817823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:53.859358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-113beef0-c6f2-445a-811a-e261c561cc1e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:53.861068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-113beef0-c6f2-445a-811a-e261c561cc1e tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 950 time: 0.3801799 May 26 19:17:53.877442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:17:53.971179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-373918560-network', 'tenant_id': '1a194a7c6850455caa7c017b1dd1c3a4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:53.978303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Deleting port 50991613-cbd0-4523-a9c0-6bdf297414bc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:17:53.978647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:53.979844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:53.986041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Usage tracker for resource:network and tenant:1a194a7c6850455caa7c017b1dd1c3a4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:53.990326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:54.000519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:54.013615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Made reservation on behalf of 1a194a7c6850455caa7c017b1dd1c3a4 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:54.016384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.033080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.053714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:54.057835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a194a7c6850455caa7c017b1dd1c3a4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:54.062504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:54.070269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:54.176160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.181731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.190818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.197914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.223524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:17:54.232965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dae585-a59d-41fe-8a43-ae54366503df,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:54.238767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.239673 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Added segment 5efec31d-ce47-4c06-bfc8-7fa686d9eed6 of type vlan for network c41b7ed0-e8ed-4153-b980-b84c325cb90d May 26 19:17:54.282868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.295506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:48Z', 'revision_number': 4, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d29b4c-e9ce-473b-8b50-41a93fc5db79', 'name': '', 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'mac_address': 'fa:16:3e:cb:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:46Z', 'updated_at': '2022-05-26T19:17:53Z', 'revision_number': 4, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'subnets': [{'id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:17:54.300622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ff61f-67a7-4ba2-bac0-54ab59e8e0aa None None] The sync data for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 is: [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:17:48Z', 'revision_number': 4, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '07d29b4c-e9ce-473b-8b50-41a93fc5db79', 'name': '', 'network_id': 'c4e2ef80-0069-49aa-96b1-285c4fa9d34b', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'mac_address': 'fa:16:3e:cb:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:46Z', 'updated_at': '2022-05-26T19:17:53Z', 'revision_number': 4, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'subnets': [{'id': '4f2a173c-f17a-429d-8336-419e08b9a82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:17:54.325305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.326479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:54.327198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.349841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:54.448771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event updated for resources: {'Port': ['ID=ff779cb6-7937-4ff8-99b1-1b8368242d93,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:54.475470 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6564245 May 26 19:17:54.476523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238f8ec-caa5-4c36-9686-e7afc58fac69 admin admin] Pushing event updated for resources: {'Network': ['ID=c41b7ed0-e8ed-4153-b980-b84c325cb90d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:54.480026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:54.489188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Request body: {'subnet': {'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-373918560-subnet', 'tenant_id': '1a194a7c6850455caa7c017b1dd1c3a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:17:54.490205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c41b7ed0-e8ed-4153-b980-b84c325cb90d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:17:54.495238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:54.500630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Usage tracker for resource:subnet and tenant:1a194a7c6850455caa7c017b1dd1c3a4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:54.504053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:54.521603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:54.522948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] For port 50991613-cbd0-4523-a9c0-6bdf297414bc, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=50991613-cbd0-4523-a9c0-6bdf297414bc,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:54.523482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.540742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Made reservation on behalf of 1a194a7c6850455caa7c017b1dd1c3a4 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:17:54.545265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.622934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.668023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.699760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:54.709533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Usage tracker for resource:security_group_rule and tenant:e117483e83ba47ef93e1a4e4ece32aef is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:54.714757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:54.724670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:54.739083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d29b4c-e9ce-473b-8b50-41a93fc5db79 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:54.832425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:54.838218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:54.838676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.850290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Calling delete_port for 50991613-cbd0-4523-a9c0-6bdf297414bc owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:17:54.880395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.888458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-d612f2c7-7f5d-4870-83b8-830ca732d62a tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4602320 May 26 19:17:54.893009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:54.976514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-e11004d3-e251-4582-bfe1-8c6cbb559926 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Synchronizing usage tracker for tenant:52169c9d26d34a22bbda9585682c5b73 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:55.025267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:55.026270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.026393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-e11004d3-e251-4582-bfe1-8c6cbb559926 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Unset dirty status for tenant:52169c9d26d34a22bbda9585682c5b73 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:55.028528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-e11004d3-e251-4582-bfe1-8c6cbb559926 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1387959 May 26 19:17:55.036625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb57a10-d63b-4dd4-80c4-170e3523cb97,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:55.038994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Checking segment: {'id': '5efec31d-ce47-4c06-bfc8-7fa686d9eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:17:55.039563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Network hostable DHCP agents. Network: c41b7ed0-e8ed-4153-b980-b84c325cb90d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:17:55.078393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Network c41b7ed0-e8ed-4153-b980-b84c325cb90d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:17:55.086009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.092561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.099564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 07d29b4c-e9ce-473b-8b50-41a93fc5db79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d29b4c-e9ce-473b-8b50-41a93fc5db79,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:55.110051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.137534 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e117483e83ba47ef93e1a4e4ece32aef&name=default HTTP/1.1" status: 200 len: 2980 time: 0.7758100 May 26 19:17:55.137534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c41b7ed0-e8ed-4153-b980-b84c325cb90d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:17:55.138552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:55.152220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7729b-787b-43cd-84e7-3d074da04279 None None] Network c41b7ed0-e8ed-4153-b980-b84c325cb90d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:55.157896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:55.158492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.234960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818e826-4576-4dff-aa95-51521adc3d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5337015d-9125-4609-84c4-cd6f9c2c9e81,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:55.257791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.267655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:55.285427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.291813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.300332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:17:55.320526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5143bb6c-6596-4aaa-9365-cea8a86256f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8311226 May 26 19:17:55.399172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-4b45d30c-d732-47cb-b3b3-adc9a27e6bcd tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:55.400716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a0035b-69d5-4c4f-acec-28f5df6b7bf6 req-4b45d30c-d732-47cb-b3b3-adc9a27e6bcd tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.3529787 May 26 19:17:55.403529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.420065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event deleted for resources: {'Port': ['ID=50991613-cbd0-4523-a9c0-6bdf297414bc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:55.440402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5337015d-9125-4609-84c4-cd6f9c2c9e81,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:55.459480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.463551 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bd966910-ddef-4f2a-a49c-01b987640fac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5337015d-9125-4609-84c4-cd6f9c2c9e81 HTTP/1.1" status: 204 len: 168 time: 0.3187160 May 26 19:17:55.499858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] No DVR routers for this DVR port 50991613-cbd0-4523-a9c0-6bdf297414bc on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:17:55.503653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:55.507688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'name': 'network-vif-deleted', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:55.522569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:55.534032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23d6f87d-ba85-40bc-afb8-f6692eaddfa4 req-08e522c9-0282-4f24-91f7-f9f8f65dab81 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "DELETE /v2.0/ports/50991613-cbd0-4523-a9c0-6bdf297414bc HTTP/1.1" status: 204 len: 173 time: 1.6652455 May 26 19:17:55.656673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08156a1a-3847-4780-9297-523d0c01959e None None] Network c41b7ed0-e8ed-4153-b980-b84c325cb90d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:17:55.684680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8fa29539-b587-421f-b795-1c23fc3cc08c req-fef44d19-e4fa-490b-9fe6-4a49a3b65607 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:17:55.723701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8fa29539-b587-421f-b795-1c23fc3cc08c req-fef44d19-e4fa-490b-9fe6-4a49a3b65607 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:17:55.739241 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fa29539-b587-421f-b795-1c23fc3cc08c req-fef44d19-e4fa-490b-9fe6-4a49a3b65607 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 210 time: 0.1581998 May 26 19:17:55.999164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465a851-7722-4520-988e-542975be045b req-50d99f02-f94c-42dd-8bf2-e4bbfca1e93d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:56.002166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8465a851-7722-4520-988e-542975be045b req-50d99f02-f94c-42dd-8bf2-e4bbfca1e93d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 944 time: 0.1282613 May 26 19:17:56.035865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58520) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:56.067169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.084633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:56.088805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Usage tracker for resource:security_group_rule and tenant:2a8d13f256ff405c9cf397255f92dcb3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:56.092395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:56.098582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8465a851-7722-4520-988e-542975be045b req-d319c944-28af-400a-9f29-423c49edffbf tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878973 May 26 19:17:56.099035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:56.141702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:17:56.194618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a67ac74-89f1-4698-88d5-90d9fad4a4da req-901e2cdc-fa69-4437-b3c3-3eb0513cb8dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0743573 May 26 19:17:56.197538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:56.198324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.320536 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.325910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.385006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c96f83-c64e-485b-8a1b-91851f414d9a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:56.390094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d357e72e-d67a-4263-b985-9eb882a7173c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a8d13f256ff405c9cf397255f92dcb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531098 May 26 19:17:56.393829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58528) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:56.397372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a67ac74-89f1-4698-88d5-90d9fad4a4da req-9e295504-b80b-459b-b9a2-bb5d3b14df9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&device_id=e87a76d6-a736-4155-8b6b-d72b8148c51a HTTP/1.1" status: 200 len: 210 time: 0.1781118 May 26 19:17:56.412899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:56.413346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.446262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:17:56.462105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:17:56.462328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a67ac74-89f1-4698-88d5-90d9fad4a4da req-85a0ff84-5849-4ef7-851b-5080c10548dd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340443 May 26 19:17:56.469888 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.471572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 50991613-cbd0-4523-a9c0-6bdf297414bc no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:17:56.500284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.526953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.556461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda2c80-d4cf-4032-bc2f-0c26d20b4a5a req-1272b4f8-1358-4796-958d-df835451ea96 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:56.556853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 50991613-cbd0-4523-a9c0-6bdf297414bc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:17:56.557287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 50991613-cbd0-4523-a9c0-6bdf297414bc not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:17:56.561934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bda2c80-d4cf-4032-bc2f-0c26d20b4a5a req-1272b4f8-1358-4796-958d-df835451ea96 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.2641346 May 26 19:17:56.579242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:56.590398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.608252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c96f83-c64e-485b-8a1b-91851f414d9a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:56.613174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.617707 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-501e5330-3c8c-4f6e-9c8d-7f15c70cc63a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35c96f83-c64e-485b-8a1b-91851f414d9a HTTP/1.1" status: 204 len: 168 time: 0.2222202 May 26 19:17:56.649128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bda2c80-d4cf-4032-bc2f-0c26d20b4a5a req-92058f44-5951-4b3f-90e0-d4126519eb00 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757024 May 26 19:17:56.678906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67ac74-89f1-4698-88d5-90d9fad4a4da req-3d66e34a-6442-4113-9cdf-8e89b5450014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:56.680353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a67ac74-89f1-4698-88d5-90d9fad4a4da req-3d66e34a-6442-4113-9cdf-8e89b5450014 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095864 May 26 19:17:56.725269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d29b4c-e9ce-473b-8b50-41a93fc5db79 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:17:56.806104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:17:56.806472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:56.854983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51cc84-32f4-407f-99ad-dfa8d4a0003f req-6a155aac-a6fb-405f-8128-edbcb9cfa0d6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:56.856570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab51cc84-32f4-407f-99ad-dfa8d4a0003f req-6a155aac-a6fb-405f-8128-edbcb9cfa0d6 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.0893633 May 26 19:17:56.903318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab51cc84-32f4-407f-99ad-dfa8d4a0003f req-eba711c4-3e86-4ec6-8d2e-0d856c147363 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 May 26 19:17:56.938482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:17:57.025582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fb7d0e7-4d01-4089-9e3b-a99eefd12554 req-9a2bb192-89c5-49f6-8c92-d02df0b4aad5 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips/0d249f75-0d6c-43a1-823a-8be9bdd20b7e HTTP/1.1" status: 200 len: 693 time: 0.0953887 May 26 19:17:57.186650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d0e7-4d01-4089-9e3b-a99eefd12554 req-8f1820da-b830-465b-83f0-8841eaf30648 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:57.188529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fb7d0e7-4d01-4089-9e3b-a99eefd12554 req-8f1820da-b830-465b-83f0-8841eaf30648 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1622164 May 26 19:17:57.244941 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d41bd8d-ed70-4339-afe6-af81dfb90587'] response: {'server_uuid': 'e87a76d6-a736-4155-8b6b-d72b8148c51a', 'name': 'network-vif-deleted', 'tag': '50991613-cbd0-4523-a9c0-6bdf297414bc', 'status': 'completed', 'code': 200} May 26 19:17:57.728326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c6792e72-1ad9-438a-8cf6-5739ad161ebf tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:57.729780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c6792e72-1ad9-438a-8cf6-5739ad161ebf tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/networks?id=c41b7ed0-e8ed-4153-b980-b84c325cb90d HTTP/1.1" status: 200 len: 813 time: 0.1539309 May 26 19:17:57.745387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-80a4b7e8-030f-436c-b97c-ac7bcce4e751 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/quotas/1a194a7c6850455caa7c017b1dd1c3a4 HTTP/1.1" status: 200 len: 375 time: 0.0094659 May 26 19:17:57.898727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-bc8a9c65-b827-42fa-b89c-e4b2af9bc28a tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a194a7c6850455caa7c017b1dd1c3a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1423326 May 26 19:17:58.029820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-4a240e7f-f6a1-4143-bb1f-1386161c0f66 service neutron] 10.222.0.24 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280332 May 26 19:17:58.166665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-e48734da-0fa2-4568-93ac-5b96ed1c75fd service neutron] 10.222.0.24 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296151 May 26 19:17:58.325335 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7da4f5-fd03-48a3-bb8e-f02148e1f267'] response: {'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'code': 200} May 26 19:17:58.553909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccf0a-66b3-48e6-8cac-f184813c894c req-c59eaeae-f3dc-46a9-bc40-02e324b8a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:58.555373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40ccf0a-66b3-48e6-8cac-f184813c894c req-c59eaeae-f3dc-46a9-bc40-02e324b8a382 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1096 time: 0.1485541 May 26 19:17:58.564434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af90cc-c712-415d-b668-e798d915df1e req-86bcb04e-6d3e-47c8-ba71-62c94d5eaaa7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:58.565774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07af90cc-c712-415d-b668-e798d915df1e req-86bcb04e-6d3e-47c8-ba71-62c94d5eaaa7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1193087 May 26 19:17:58.637839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40ccf0a-66b3-48e6-8cac-f184813c894c req-0d24bf68-a44f-4913-9090-754fc58e64e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711167 May 26 19:17:58.647398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07af90cc-c712-415d-b668-e798d915df1e req-3ee36929-9ed2-468d-8f1c-ddf7f973d0bc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660281 May 26 19:17:59.059236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f45a08-3bc6-4e52-9e77-1889d6fe8081 req-9558cb08-bb5c-44be-89fd-dbabf9dda985 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:59.064907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31f45a08-3bc6-4e52-9e77-1889d6fe8081 req-9558cb08-bb5c-44be-89fd-dbabf9dda985 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 945 time: 0.0918148 May 26 19:17:59.128191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31f45a08-3bc6-4e52-9e77-1889d6fe8081 req-b692da75-67bd-49c2-abf1-bbe1f186b322 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 May 26 19:17:59.129854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58638) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:59.237949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11fbb586-0a08-4ea9-a383-86c7bedff902 req-e0c1bc29-29ac-4469-b8a5-55c84d9b8fbf tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=52169c9d26d34a22bbda9585682c5b73 HTTP/1.1" status: 200 len: 696 time: 0.0829568 May 26 19:17:59.262448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.277541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:17:59.282236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Usage tracker for resource:security_group_rule and tenant:9685fdcb91714cbeb40e33d4995c06d4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:17:59.285202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:17:59.290922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:17:59.381544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.386077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.396376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbb586-0a08-4ea9-a383-86c7bedff902 req-1e912bc4-a9d4-476e-a85c-596c24b4b43c tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:59.397852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11fbb586-0a08-4ea9-a383-86c7bedff902 req-1e912bc4-a9d4-476e-a85c-596c24b4b43c tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks?id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 787 time: 0.1534629 May 26 19:17:59.408578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-11fbb586-0a08-4ea9-a383-86c7bedff902 req-d38c6f50-2e32-4dad-99b7-b903be389895 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:17:59.409563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11fbb586-0a08-4ea9-a383-86c7bedff902 req-d38c6f50-2e32-4dad-99b7-b903be389895 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063667 May 26 19:17:59.438067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a1c9b-34e8-4f23-b281-854ad1cb7bd2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:59.444950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-495d100e-c5ce-48e5-b9e2-f2da1dfe5f3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9685fdcb91714cbeb40e33d4995c06d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115485 May 26 19:17:59.445431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:17:59.508606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.535240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.541578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61c087c2-64a6-41c1-8910-70d344053f70 req-08551fda-5053-4355-96aa-43d2bd565082 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 210 time: 0.0426004 May 26 19:17:59.602920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.617771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a1c9b-34e8-4f23-b281-854ad1cb7bd2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:17:59.624589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:17:59.627515 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3bca8de5-f682-47af-a59e-7d1a80ab91df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c9a1c9b-34e8-4f23-b281-854ad1cb7bd2 HTTP/1.1" status: 204 len: 168 time: 0.1797042 May 26 19:17:59.966798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-0c63fa81-0ab9-4710-8f50-bcae5ef7cf32 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:17:59.968876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-0c63fa81-0ab9-4710-8f50-bcae5ef7cf32 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.53 "GET /v2.0/networks?id=c41b7ed0-e8ed-4153-b980-b84c325cb90d HTTP/1.1" status: 200 len: 813 time: 0.2070031 May 26 19:17:59.994649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Request body: {'port': {'device_id': '06006281-0453-4a99-8f18-eb74b44083cd', 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d', 'admin_state_up': True, 'tenant_id': '1a194a7c6850455caa7c017b1dd1c3a4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:00.085143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58662) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:00.105469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.121201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:00.126521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Usage tracker for resource:security_group_rule and tenant:6513698848b34aa6b830d7861499e54e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:00.130667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:00.135742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:00.224819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.226368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:00.231094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.231789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Usage tracker for resource:port and tenant:1a194a7c6850455caa7c017b1dd1c3a4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:00.236461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:00.244582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:00.267161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3a326-e09c-433d-92dd-6f03bcab2a48 req-d9a4046d-5c79-4b81-9191-68afcc3b6bff tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:00.268566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7d3a326-e09c-433d-92dd-6f03bcab2a48 req-d9a4046d-5c79-4b81-9191-68afcc3b6bff tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1243539 May 26 19:18:00.269702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Made reservation on behalf of 1a194a7c6850455caa7c017b1dd1c3a4 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:00.273023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.281752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6513698848b34aa6b830d7861499e54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953208 May 26 19:18:00.282613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00137187-574d-477a-98a4-ed88c3c79355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242f008-f22f-4b45-9ede-4ce57c172666,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:00.284871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:00.343659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.370254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.376096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7d3a326-e09c-433d-92dd-6f03bcab2a48 req-71f3d1d8-2be3-4054-b377-76dbb3b8b3ab tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 May 26 19:18:00.430577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.446202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242f008-f22f-4b45-9ede-4ce57c172666,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:00.452617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:00.453762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6cd62c6-2bd5-4719-92ec-0e11d294d881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2242f008-f22f-4b45-9ede-4ce57c172666 HTTP/1.1" status: 204 len: 168 time: 0.1678011 May 26 19:18:00.539686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c75a67-1c71-425d-80a9-b87672932164 req-a430f9aa-207d-40b4-8290-061f8d96a541 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips/0d249f75-0d6c-43a1-823a-8be9bdd20b7e HTTP/1.1" status: 200 len: 693 time: 0.1337824 May 26 19:18:00.764777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Allocated IP 172.20.0.8 (c41b7ed0-e8ed-4153-b980-b84c325cb90d/efb57a10-d63b-4dd4-80c4-170e3523cb97/fced70b7-1e17-4115-aa48-36d03c3fad70) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:00.852310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c75a67-1c71-425d-80a9-b87672932164 req-fe96cd23-b206-472d-83ec-5ae6af34c498 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:00.853664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c75a67-1c71-425d-80a9-b87672932164 req-fe96cd23-b206-472d-83ec-5ae6af34c498 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.3075941 May 26 19:18:01.017729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c75a67-1c71-425d-80a9-b87672932164 req-0ccacde1-da7b-4beb-a2b7-327608ff2012 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1540332 May 26 19:18:01.119355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c75a67-1c71-425d-80a9-b87672932164 req-802be64f-d640-4735-a0c2-b736edb8695b tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0884514 May 26 19:18:01.323899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Deleting port ff779cb6-7937-4ff8-99b1-1b8368242d93 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:01.324556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.354655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.501241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.577163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.577466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.710187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Network c41b7ed0-e8ed-4153-b980-b84c325cb90d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:01.710992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Pushing event updated for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:01.719370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Calling delete_port for ff779cb6-7937-4ff8-99b1-1b8368242d93 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:01.746224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:01.754724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:01.840311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:01.840907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:01.877236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-c8c3f538-ceb0-4e0f-889d-da65ae9228a0 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8866894 May 26 19:18:01.914216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Request body: {'port': {'device_id': '06006281-0453-4a99-8f18-eb74b44083cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:02.034093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.091651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event deleted for resources: {'Port': ['ID=ff779cb6-7937-4ff8-99b1-1b8368242d93,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:02.128285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.358290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.367665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.368780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c75a67-1c71-425d-80a9-b87672932164 req-ebd72236-74c0-4eb5-90fe-5d764e44f724 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d249f75-0d6c-43a1-823a-8be9bdd20b7e HTTP/1.1" status: 204 len: 173 time: 1.2428398 May 26 19:18:02.477657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-46680bb3-3021-4f6b-8ad3-5c59b240a8db tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:02.479782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-46680bb3-3021-4f6b-8ad3-5c59b240a8db tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b2d6d91-c9e4-46b3-977c-f0209c8a1637 HTTP/1.1" status: 200 len: 945 time: 0.1157889 May 26 19:18:02.581802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Deleting port 11ffe904-a9eb-4c51-a955-b5692c4e7860 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:02.582142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.833159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fced70b7-1e17-4115-aa48-36d03c3fad70 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:02.848573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:02.877537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Transition to ACTIVE for port object fced70b7-1e17-4115-aa48-36d03c3fad70 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:02.898428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.013170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] For port 11ffe904-a9eb-4c51-a955-b5692c4e7860, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=11ffe904-a9eb-4c51-a955-b5692c4e7860,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:03.013809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.025321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58750) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:03.029506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392441b-9594-40d9-99a4-de99e985a888 req-2cf08802-5d81-4506-ae2c-6dda4a174fe2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:03.031572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c392441b-9594-40d9-99a4-de99e985a888 req-2cf08802-5d81-4506-ae2c-6dda4a174fe2 tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 951 time: 0.3621397 May 26 19:18:03.038128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-2c13f63e-8d8d-47ad-b851-411e404b4f83 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:03.039486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-2c13f63e-8d8d-47ad-b851-411e404b4f83 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.3241794 May 26 19:18:03.124278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Pushing event updated for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:03.130148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-5f000ecd-b5ff-4fb7-8ea2-0e90cb945824 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/quotas/c381f273f46b4552ace13ba2978abd09 HTTP/1.1" status: 200 len: 375 time: 0.0525525 May 26 19:18:03.156768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Calling delete_port for 11ffe904-a9eb-4c51-a955-b5692c4e7860 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:03.232567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.256005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:03.257668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Deleting port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:03.258000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.271792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Usage tracker for resource:security_group_rule and tenant:04dbb0f283be4ffeb89600ed70f4eb74 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:03.275066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:03.282423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:03.378909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.388372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Attempting to bind port fced70b7-1e17-4115-aa48-36d03c3fad70 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:03.388939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Attempting to bind port fced70b7-1e17-4115-aa48-36d03c3fad70 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '5efec31d-ce47-4c06-bfc8-7fa686d9eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:03.389135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Attempting to bind port fced70b7-1e17-4115-aa48-36d03c3fad70 on network c41b7ed0-e8ed-4153-b980-b84c325cb90d {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:03.392026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['11ffe904-a9eb-4c51-a955-b5692c4e7860'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:03.413520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Port fced70b7-1e17-4115-aa48-36d03c3fad70 on network c41b7ed0-e8ed-4153-b980-b84c325cb90d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:03.413754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Attempting to bind port fced70b7-1e17-4115-aa48-36d03c3fad70 on network c41b7ed0-e8ed-4153-b980-b84c325cb90d {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:03.424742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:03.425098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Checking segment: {'id': '5efec31d-ce47-4c06-bfc8-7fa686d9eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:03.425478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Bound using segment: {'id': '5efec31d-ce47-4c06-bfc8-7fa686d9eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:03.425945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Bound port: fced70b7-1e17-4115-aa48-36d03c3fad70, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5efec31d-ce47-4c06-bfc8-7fa686d9eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:03.426280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.442251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event deleted for resources: {'Port': ['ID=11ffe904-a9eb-4c51-a955-b5692c4e7860,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:03.443693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-7f9506e8-d3ca-4aec-be8e-986783b07ea5 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2840593 May 26 19:18:03.534712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] No DVR routers for this DVR port 11ffe904-a9eb-4c51-a955-b5692c4e7860 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:03.537313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.547015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-deleted', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:03.556931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-99269858-97ad-4172-b16b-e31edada3010 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:18:03.557919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-99269858-97ad-4172-b16b-e31edada3010 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0906799 May 26 19:18:03.579145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.583533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.601806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-32b533df-e3d1-4e1d-805c-b46b10413719 req-787e1acb-38e6-4500-a49f-076ccd10c3dc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "DELETE /v2.0/ports/11ffe904-a9eb-4c51-a955-b5692c4e7860 HTTP/1.1" status: 204 len: 173 time: 1.1037571 May 26 19:18:03.636763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04dbb0f283be4ffeb89600ed70f4eb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101875 May 26 19:18:03.637627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade78a2-1a6a-4e18-9d7f-cdc75aad09bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d2c60f-d842-4d56-b7ba-e7ae5a82ecc3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:03.639850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:03.701103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.729957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.738191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:03.775592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fced70b7-1e17-4115-aa48-36d03c3fad70,segment=NetworkSegment(5efec31d-ce47-4c06-bfc8-7fa686d9eed6),segment_id=5efec31d-ce47-4c06-bfc8-7fa686d9eed6)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:03.777598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] For port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:03.778226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.797221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.799151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.815693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d2c60f-d842-4d56-b7ba-e7ae5a82ecc3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:03.819170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:03.822878 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-99e742e0-978a-4c9c-aafa-9d1e42f2522c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74d2c60f-d842-4d56-b7ba-e7ae5a82ecc3 HTTP/1.1" status: 204 len: 168 time: 0.1789331 May 26 19:18:04.076907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Calling delete_port for 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:04.120189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-b4a0fd90-d7bb-4b45-93b2-bfd6bdb34aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441430 May 26 19:18:04.160285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58768) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:04.182610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:04.183223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.184572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] 10.222.0.53 "PUT /v2.0/ports/fced70b7-1e17-4115-aa48-36d03c3fad70 HTTP/1.1" status: 200 len: 1091 time: 2.2789779 May 26 19:18:04.185032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:04.185349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.203140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:04.212670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b16967a8803f4e4c90772a96e38360ca is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:04.216497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:04.223629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:04.295505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78655d4-99fa-4ac3-8c1b-4d071456199e service neutron] Pushing event updated for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:04.355501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.361128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.418960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-15beb4e7-4b15-48b9-8d58-2e5b87ff3284 service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979174 May 26 19:18:04.453999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b16967a8803f4e4c90772a96e38360ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894387 May 26 19:18:04.454411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58774) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:04.457497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bb3f5-630d-4816-8269-7124026598d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be119acb-83fe-41a1-a2f4-9b65d3bb3c53,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:04.472408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.485615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6bb2ba13-9298-4f6a-a75f-1881ba64dad7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:04.514015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-1ec7cb3c-6bef-4707-a5b5-99c0952f36e8 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:04.516391 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-1ec7cb3c-6bef-4707-a5b5-99c0952f36e8 tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.53 "GET /v2.0/ports?device_id=f055161c-abd6-4a8a-943f-306f6b825617 HTTP/1.1" status: 200 len: 945 time: 0.1167245 May 26 19:18:04.541933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Pushing event deleted for resources: {'Port': ['ID=6bb2ba13-9298-4f6a-a75f-1881ba64dad7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:04.604320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f77dc30c-76bc-486b-9c8b-aba4685bf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:04.605868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-f77dc30c-76bc-486b-9c8b-aba4685bf345 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a194a7c6850455caa7c017b1dd1c3a4&device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 1094 time: 0.2727239 May 26 19:18:04.627258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Deleting port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:04.627922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.710309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] No DVR routers for this DVR port 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:04.714306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-baecfe7e-86c2-4d92-8f7d-f715894d8a5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fced70b7-1e17-4115-aa48-36d03c3fad70 HTTP/1.1" status: 200 len: 217 time: 0.0805700 May 26 19:18:04.722310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.817582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-37d3c548-ae36-445d-b2b5-ef63e2e7cae5 req-7dcd8afd-b6bc-413c-b60e-6474834dbc9a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Synchronizing usage tracker for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:04.821134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.849084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c392441b-9594-40d9-99a4-de99e985a888 req-9ad5d4de-ec22-4ccc-b073-6dc941af3e9c tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.53 "DELETE /v2.0/ports/6bb2ba13-9298-4f6a-a75f-1881ba64dad7 HTTP/1.1" status: 204 len: 173 time: 1.8061364 May 26 19:18:04.911073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:04.952631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-ec7e2991-8ca0-4b87-a63e-278c7c545065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:04.955936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-ec7e2991-8ca0-4b87-a63e-278c7c545065 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efb57a10-d63b-4dd4-80c4-170e3523cb97 HTTP/1.1" status: 200 len: 853 time: 0.2293444 May 26 19:18:04.958737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-37d3c548-ae36-445d-b2b5-ef63e2e7cae5 req-7dcd8afd-b6bc-413c-b60e-6474834dbc9a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] Unset dirty status for tenant:9c253b5cf4c64e39b1da2e99c1303d52 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:04.974103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37d3c548-ae36-445d-b2b5-ef63e2e7cae5 req-7dcd8afd-b6bc-413c-b60e-6474834dbc9a tempest-ServersAdminTestJSON-1122963569 tempest-ServersAdminTestJSON-1122963569-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e42678c-cf81-4638-bfc7-861d6d169a45 HTTP/1.1" status: 200 len: 210 time: 0.2432570 May 26 19:18:05.020250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] For port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,segment=NetworkSegment(545cf6bb-5dd8-4eea-acd3-b5ef1586e52d),segment_id=545cf6bb-5dd8-4eea-acd3-b5ef1586e52d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:05.020683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:05.146243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-2841a541-dcf3-4a6f-9feb-a6818fae39b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c41b7ed0-e8ed-4153-b980-b84c325cb90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702111 May 26 19:18:05.239458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Calling delete_port for 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:05.443023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:05.451416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:05.464827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['24aa4bd5-5dfb-419f-8b00-dbba2d52d364'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:05.509732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Pushing event deleted for resources: {'Port': ['ID=24aa4bd5-5dfb-419f-8b00-dbba2d52d364,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:05.512394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be119acb-83fe-41a1-a2f4-9b65d3bb3c53,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:05.559609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-7a9764e3-ce39-4484-81db-1cd90a66fbca service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060566 May 26 19:18:05.561699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:05.563010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d9f0a59a-4950-4462-8a64-93074b25d485 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be119acb-83fe-41a1-a2f4-9b65d3bb3c53 HTTP/1.1" status: 204 len: 168 time: 1.1077068 May 26 19:18:05.579281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42eaa-f01d-40f5-8464-dfd3fe705e33 req-3a96edfe-1cd7-4e38-963d-09387c28aec7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:05.586930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3c42eaa-f01d-40f5-8464-dfd3fe705e33 req-3a96edfe-1cd7-4e38-963d-09387c28aec7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 945 time: 0.2615421 May 26 19:18:05.627917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] No DVR routers for this DVR port 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:05.633255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:05.656485 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a14705c1-3c4f-46a4-8e21-ff573826a86f req-46a3e239-b875-4bd0-b03b-6db4f55135dd tempest-ServerMetadataNegativeTestJSON-527040155 tempest-ServerMetadataNegativeTestJSON-527040155-project] 10.222.0.53 "DELETE /v2.0/ports/24aa4bd5-5dfb-419f-8b00-dbba2d52d364 HTTP/1.1" status: 204 len: 173 time: 1.1325049 May 26 19:18:05.731340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3c42eaa-f01d-40f5-8464-dfd3fe705e33 req-6ccf0337-9b65-4054-9e85-c904b5c2243e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431189 May 26 19:18:05.770082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-217fdd46-0fb9-4647-a0cd-20d23483caec req-5708f40e-409e-4e28-bd6e-27d41adcaf74 service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011225 May 26 19:18:05.954914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f6ab7-6ad2-4871-82d8-2ede832de0dd req-31da2225-6356-4483-8f88-7dd488934097 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:05.956421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e1f6ab7-6ad2-4871-82d8-2ede832de0dd req-31da2225-6356-4483-8f88-7dd488934097 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1035991 May 26 19:18:06.043955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e1f6ab7-6ad2-4871-82d8-2ede832de0dd req-ed602a56-d841-4cbe-8b71-070dd753ba9b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808544 May 26 19:18:06.319983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:06.343498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-5c987a92-b9ca-4066-a13a-bfeb95d23325 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:06.344949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-5c987a92-b9ca-4066-a13a-bfeb95d23325 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.3307421 May 26 19:18:06.361914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d949b0-fca1-4268-bee3-1f31669e1cba req-ae57913b-02e5-45b5-80ed-4fff6315d22e tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:06.362617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c8d949b0-fca1-4268-bee3-1f31669e1cba req-ae57913b-02e5-45b5-80ed-4fff6315d22e tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Synchronizing usage tracker for tenant:1a194a7c6850455caa7c017b1dd1c3a4 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:06.370137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Request body: {'port': {'device_id': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'admin_state_up': True, 'tenant_id': 'c381f273f46b4552ace13ba2978abd09'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:06.463985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c8d949b0-fca1-4268-bee3-1f31669e1cba req-ae57913b-02e5-45b5-80ed-4fff6315d22e tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Unset dirty status for tenant:1a194a7c6850455caa7c017b1dd1c3a4 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:06.465215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8d949b0-fca1-4268-bee3-1f31669e1cba req-ae57913b-02e5-45b5-80ed-4fff6315d22e tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 943 time: 0.2481072 May 26 19:18:06.542884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8d949b0-fca1-4268-bee3-1f31669e1cba req-7b2955bf-8ead-4929-9c87-4394f6376535 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 May 26 19:18:06.548376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:06.553172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Usage tracker for resource:port and tenant:c381f273f46b4552ace13ba2978abd09 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:06.556633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:06.573279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:06.674541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Made reservation on behalf of c381f273f46b4552ace13ba2978abd09 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:06.678014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:06.820346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-884001f3-d748-4140-a6ff-4ea7d02a7257 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2489622 May 26 19:18:06.833912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:06.841810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:06.889521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:06.906600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:06.932803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Allocated IP 172.20.0.7 (0869ce2b-9a39-4075-b5dd-75e0ea0fb44b/afde63af-59bf-4ed0-ad18-4286bb641561/df0c1150-8af1-426d-ba3d-8c1d55dc787c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:07.089319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:18:07.234670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.282010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.392600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.447179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Allocated IP 172.25.0.177 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:07.485296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:07.489017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:07.497012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:07.527418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:07.556620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:07.592407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 11ffe904-a9eb-4c51-a955-b5692c4e7860 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:07.592659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 11ffe904-a9eb-4c51-a955-b5692c4e7860 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:07.593627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:07.635951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:07.636288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 24aa4bd5-5dfb-419f-8b00-dbba2d52d364 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:07.636710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:07.643595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:07.644207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.670676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:07.671003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6bb2ba13-9298-4f6a-a75f-1881ba64dad7 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:07.695820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-69ca8535-42aa-40ae-bdfa-42809cb8acd6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3302236 May 26 19:18:07.707636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Request body: {'port': {'device_id': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:07.760727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.845483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:07.891932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.089748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:08.098339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:08.103163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:08.132142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event updated for resources: {'Port': ['ID=9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:08.171997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:08.300356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.315287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:08.319651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Usage tracker for resource:security_group_rule and tenant:a2d52743280c402e89a2b3c43a66c58c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:08.323014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:08.329472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:08.336919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.416079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.417110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.420050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.469309 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2d52743280c402e89a2b3c43a66c58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961285 May 26 19:18:08.470425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb05aad-3aa7-4822-abdb-c2cbbd0d601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8a83f-927d-4e0b-9b93-196a171c6e7e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:08.472914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:08.535632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.539681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:08.561079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.563807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.617504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.635206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8a83f-927d-4e0b-9b93-196a171c6e7e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:08.637964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Transition to ACTIVE for port object df0c1150-8af1-426d-ba3d-8c1d55dc787c will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:08.638555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.639654 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-811f71b5-b631-4ab1-8d7f-2c429e3ae6f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bb8a83f-927d-4e0b-9b93-196a171c6e7e HTTP/1.1" status: 204 len: 168 time: 0.1660793 May 26 19:18:08.646903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.877710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:08.912162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.917794 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.941293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:08.958671 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:08.973772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:08.977881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:c67d8096c55b489a84a031632c5c1494 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:08.981105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:08.988456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:09.026857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Attempting to bind port df0c1150-8af1-426d-ba3d-8c1d55dc787c on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:09.027196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Attempting to bind port df0c1150-8af1-426d-ba3d-8c1d55dc787c by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:09.027557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Attempting to bind port df0c1150-8af1-426d-ba3d-8c1d55dc787c on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:09.046150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Port df0c1150-8af1-426d-ba3d-8c1d55dc787c on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:09.046988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Attempting to bind port df0c1150-8af1-426d-ba3d-8c1d55dc787c on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:09.052215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event updated for resources: {'Port': ['ID=9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:09.058353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:09.058903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Checking segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:09.059458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Bound using segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:09.060037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Bound port: df0c1150-8af1-426d-ba3d-8c1d55dc787c, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:09.060537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.079352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.084887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.113205 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.163705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.164898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-f83b630d-6535-4791-907b-40ed32f8a7b0 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3376529 May 26 19:18:09.239518 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c67d8096c55b489a84a031632c5c1494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969530 May 26 19:18:09.240212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441d515-ff4d-41e8-b392-5774a692cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8568b55-c36f-4e82-abe4-c42b7de8570d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:09.242611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:09.245334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:09.261708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-d1391b16-248b-4404-a060-655ccdf8f4b6 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Synchronizing usage tracker for tenant:52169c9d26d34a22bbda9585682c5b73 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:09.267159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:09.275039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.305068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.331624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.335796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-d1391b16-248b-4404-a060-655ccdf8f4b6 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Unset dirty status for tenant:52169c9d26d34a22bbda9585682c5b73 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:09.336810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-d1391b16-248b-4404-a060-655ccdf8f4b6 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.1624088 May 26 19:18:09.343686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:09.344284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.346055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] 10.222.0.53 "PUT /v2.0/ports/df0c1150-8af1-426d-ba3d-8c1d55dc787c HTTP/1.1" status: 200 len: 1091 time: 1.6423903 May 26 19:18:09.393346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.408499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8568b55-c36f-4e82-abe4-c42b7de8570d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:09.414852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.418783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9fd11575-c145-4fcc-9315-8d0f07630601 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8568b55-c36f-4e82-abe4-c42b7de8570d HTTP/1.1" status: 204 len: 168 time: 0.1753294 May 26 19:18:09.463628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09a9a-ffec-4bd6-81ea-f8162edc99eb service neutron] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:09.553154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fced70b7-1e17-4115-aa48-36d03c3fad70 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:18:09.566315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-a273e03f-58ad-49fc-b086-14a891d9fbee tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:09.567681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36d9dc59-ecd8-4ac9-abb3-46fc6412ced4 req-a273e03f-58ad-49fc-b086-14a891d9fbee tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2207553 May 26 19:18:09.570640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-29aeee16-4c65-47d1-bb62-db30547bd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:09.572060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-29aeee16-4c65-47d1-bb62-db30547bd754 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 1094 time: 0.1436541 May 26 19:18:09.652587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-d024d9b2-8c93-4f53-a42a-db52a142b955 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c HTTP/1.1" status: 200 len: 217 time: 0.0705438 May 26 19:18:09.673743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58894) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:09.705299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fced70b7-1e17-4115-aa48-36d03c3fad70,segment=NetworkSegment(5efec31d-ce47-4c06-bfc8-7fa686d9eed6),segment_id=5efec31d-ce47-4c06-bfc8-7fa686d9eed6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:09.721503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'fced70b7-1e17-4115-aa48-36d03c3fad70', 'network_id': 'c41b7ed0-e8ed-4153-b980-b84c325cb90d', 'port_id': 'fced70b7-1e17-4115-aa48-36d03c3fad70', 'mac_address': 'fa:16:3e:e7:c8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb57a10-d63b-4dd4-80c4-170e3523cb97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:18:09.759530 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c1f2eb-ff56-49b7-b2da-6eb627f76db9'] response: {'server_uuid': '3b2d6d91-c9e4-46b3-977c-f0209c8a1637', 'name': 'network-vif-deleted', 'tag': '11ffe904-a9eb-4c51-a955-b5692c4e7860', 'status': 'completed', 'code': 200} May 26 19:18:09.794864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fced70b7-1e17-4115-aa48-36d03c3fad70 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:09.795263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.815175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Deleting subnet 7fd48bdb-7f5a-4624-80de-9503aadf5cc2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:18:09.819163 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.830122 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cf3847-2c37-49f0-bffa-5f85c26cc294'] response: {'name': 'network-changed', 'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70', 'status': 'completed', 'code': 200} May 26 19:18:09.834234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fced70b7-1e17-4115-aa48-36d03c3fad70 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:09.851549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fced70b7-1e17-4115-aa48-36d03c3fad70,segment=NetworkSegment(5efec31d-ce47-4c06-bfc8-7fa686d9eed6),segment_id=5efec31d-ce47-4c06-bfc8-7fa686d9eed6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:09.856459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.861422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f39f38-6738-4c51-974f-9370e7d57708 req-ce78c606-e13b-482d-816a-657f2c8782e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:09.863570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-ce78c606-e13b-482d-816a-657f2c8782e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.2036221 May 26 19:18:09.931300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:09.953707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:09.955757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-347c7503-7961-43c3-a708-d10bbbe9a524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816474 May 26 19:18:10.020727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.065203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-1b714a9f-4577-423c-a6c3-352dc951a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:10.066889 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-1b714a9f-4577-423c-a6c3-352dc951a1cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a194a7c6850455caa7c017b1dd1c3a4&device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 1095 time: 0.1916206 May 26 19:18:10.150941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-67b8e9a7-1c7d-4498-962f-9c76ac848241 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619399 May 26 19:18:10.192458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.218548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['fced70b7-1e17-4115-aa48-36d03c3fad70'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:10.249252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd48bdb-7f5a-4624-80de-9503aadf5cc2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:10.256249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.256869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed9b85-dd81-4201-bd77-2c9bc567fb4b req-11177e09-6103-4ed9-8ced-5262b174b11b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:10.257374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4ed9b85-dd81-4201-bd77-2c9bc567fb4b req-11177e09-6103-4ed9-8ced-5262b174b11b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:10.275977 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ee5d91c-8ac8-4ba6-8d14-f960f0afc694 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7fd48bdb-7f5a-4624-80de-9503aadf5cc2 HTTP/1.1" status: 204 len: 168 time: 0.6007471 May 26 19:18:10.278543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:10.282241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-46a730d9-bdb2-4106-9981-043f86eac0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:10.283871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-46a730d9-bdb2-4106-9981-043f86eac0ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=c41b7ed0-e8ed-4153-b980-b84c325cb90d HTTP/1.1" status: 200 len: 914 time: 0.2096543 May 26 19:18:10.298278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4ed9b85-dd81-4201-bd77-2c9bc567fb4b req-11177e09-6103-4ed9-8ced-5262b174b11b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:10.299504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ed9b85-dd81-4201-bd77-2c9bc567fb4b req-11177e09-6103-4ed9-8ced-5262b174b11b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 943 time: 0.3468361 May 26 19:18:10.335984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18f39f38-6738-4c51-974f-9370e7d57708 req-63408660-23dd-4974-932f-c7611c7a81bd service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772349 May 26 19:18:10.360176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4ed9b85-dd81-4201-bd77-2c9bc567fb4b req-d897c445-d2a8-4dde-b8de-7e54e7911f4e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515196 May 26 19:18:10.442605 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-92d09a3f-4d3c-4000-a9c2-a1cea8da0f66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fced70b7-1e17-4115-aa48-36d03c3fad70 HTTP/1.1" status: 200 len: 217 time: 0.1387322 May 26 19:18:10.512676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.556754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbeebe-b27d-4241-8110-ae2a917f5b8c req-56f4b08c-6ce2-404e-8018-c1e1fbc7c054 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:10.558431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbbeebe-b27d-4241-8110-ae2a917f5b8c req-56f4b08c-6ce2-404e-8018-c1e1fbc7c054 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1096 time: 0.0789945 May 26 19:18:10.561322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-b9d31272-520e-4171-8f3a-b5228482b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:10.563289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-b9d31272-520e-4171-8f3a-b5228482b577 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efb57a10-d63b-4dd4-80c4-170e3523cb97 HTTP/1.1" status: 200 len: 853 time: 0.1034894 May 26 19:18:10.603433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbbeebe-b27d-4241-8110-ae2a917f5b8c req-be7223a2-1402-49a8-b4fa-1e224da63b8f tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 May 26 19:18:10.689305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-35f57b2d-eb33-42c0-a2e4-a0e05877cfd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c41b7ed0-e8ed-4153-b980-b84c325cb90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597236 May 26 19:18:10.695075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.795576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63c9d80-7b36-4086-a4b8-2371473968c4']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:10.819039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:10.819342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545cf6bb-5dd8-4eea-acd3-b5ef1586e52d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:10.835377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.869884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.891523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:18:10.891924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:10.915112 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-19aa6b6c-b451-4627-b992-1319a9cb30a5 service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079134 May 26 19:18:10.966082 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 545cf6bb-5dd8-4eea-acd3-b5ef1586e52d resource provider aggregate not found May 26 19:18:10.999051 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 545cf6bb-5dd8-4eea-acd3-b5ef1586e52d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 545cf6bb-5dd8-4eea-acd3-b5ef1586e52d found for delete ", "request_id": "req-a8fa0dd8-f195-4b5d-809d-b6f9e75ca13e"}]} May 26 19:18:11.098773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58944) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:11.148190 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.148849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db13577-6bf1-4ef2-b8a4-e12a58dd6d4a req-f9f7ef70-a50a-41ae-9a2f-eccd7c7aa17f tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:11.150769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0db13577-6bf1-4ef2-b8a4-e12a58dd6d4a req-f9f7ef70-a50a-41ae-9a2f-eccd7c7aa17f tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 944 time: 0.1561618 May 26 19:18:11.173816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.188861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63c9d80-7b36-4086-a4b8-2371473968c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:11.197735 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3fad3021-e02f-4ab0-acd6-da89439db823 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b63c9d80-7b36-4086-a4b8-2371473968c4 HTTP/1.1" status: 204 len: 168 time: 0.9181898 May 26 19:18:11.211887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0db13577-6bf1-4ef2-b8a4-e12a58dd6d4a req-634d5f6f-8310-47aa-9367-0a54aeaef6b4 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545001 May 26 19:18:11.238084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6a73d911-22c0-4bbc-ae35-b8960d1980c9 req-95221acb-7e5b-4bb0-b18e-d14702bf5723 service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737815 May 26 19:18:11.345898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5206b540-8174-4f74-a287-cf622c3790dc req-9f4c36e5-ff49-4b77-94ef-f1b33ff38d1c tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips/4e3b00b4-5f56-42fe-9a3b-ac5e07ee0885 HTTP/1.1" status: 200 len: 693 time: 0.0994625 May 26 19:18:11.535123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-67480697-e83f-4b3b-8ab4-213ceaa876d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c253b5cf4c64e39b1da2e99c1303d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340832 May 26 19:18:11.538262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58972) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:11.557898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206b540-8174-4f74-a287-cf622c3790dc req-3c1b51c6-67d0-4704-b836-8bdb05ff6242 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:11.559253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5206b540-8174-4f74-a287-cf622c3790dc req-3c1b51c6-67d0-4704-b836-8bdb05ff6242 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2126987 May 26 19:18:11.575983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:11.578595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fced70b7-1e17-4115-aa48-36d03c3fad70 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:11.648802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.664805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port fced70b7-1e17-4115-aa48-36d03c3fad70 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:11.672153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port fced70b7-1e17-4115-aa48-36d03c3fad70 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:11.672698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.680870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5206b540-8174-4f74-a287-cf622c3790dc req-490c4bfb-7820-4436-82a3-ab2a082e6ba5 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.1118224 May 26 19:18:11.790113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'name': 'network-vif-deleted', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:11.800706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5206b540-8174-4f74-a287-cf622c3790dc req-85f7f08b-87b5-43d6-8fd9-f9d83baaa62c tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.177 HTTP/1.1" status: 200 len: 696 time: 0.1188221 May 26 19:18:11.805633 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e78c8099-50c8-4b07-97fb-fdd19a3fe73e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b166db04788a408e8eff835d7dd6bfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285426 May 26 19:18:11.806487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:11.834298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.851829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fced70b7-1e17-4115-aa48-36d03c3fad70 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:11.852211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.868915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-deleted', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7'}, {'name': 'network-changed', 'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:11.883050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:11.897242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fced70b7-1e17-4115-aa48-36d03c3fad70,segment=NetworkSegment(5efec31d-ce47-4c06-bfc8-7fa686d9eed6),segment_id=5efec31d-ce47-4c06-bfc8-7fa686d9eed6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:11.902612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.917282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.947927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:11.974872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.002205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Deleting port 9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:12.002376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.012767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54d1807-0a39-47c5-bb69-c7384474e1de,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:12.024177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.025417 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc894d84-d838-442e-82a3-0b279b32a238 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a54d1807-0a39-47c5-bb69-c7384474e1de HTTP/1.1" status: 204 len: 168 time: 0.4848204 May 26 19:18:12.051477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.074240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:12.086939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.091183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5508ed66-6013-48a3-8184-367d5f8821e2 HTTP/1.1" status: 204 len: 168 time: 0.2729249 May 26 19:18:12.091183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13b596-442f-4854-bd0d-b7926bc3387b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5508ed66-6013-48a3-8184-367d5f8821e2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:12.328055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.328378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.457991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Calling delete_port for 9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:12.583927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59064) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:12.615889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.649936 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-04bd6d5b-b02c-4b6e-88ce-92d703f5a02e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f4f361dfa6244258c4dda355d46c9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621033 May 26 19:18:12.653076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:12.680947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Pushing event deleted for resources: {'Port': ['ID=9db7e7d8-8a91-4c59-9fa2-793be5cfa8bc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:12.719699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59074) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:12.721925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.751631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.797266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.822060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.827768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.830023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5206b540-8174-4f74-a287-cf622c3790dc req-a2a19e47-c47f-4ea8-b24a-313d6b15fc10 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e3b00b4-5f56-42fe-9a3b-ac5e07ee0885 HTTP/1.1" status: 204 len: 173 time: 1.0278678 May 26 19:18:12.848849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7412120-57eb-4fc7-934f-386dd21e3ea8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:12.851157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.852440 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc78ddb7-180f-45ac-b3e5-e8a6c6d68119 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7412120-57eb-4fc7-934f-386dd21e3ea8 HTTP/1.1" status: 204 len: 168 time: 0.1982691 May 26 19:18:12.914898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:12.937766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:12.946467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Usage tracker for resource:security_group_rule and tenant:fe09ccad340749fb8ff914ada597720d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:12.951198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:12.961965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:13.116402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47664c0-3420-4c27-b83b-7b5e9809d88b req-8ad136e4-54c9-4e59-952a-0e464c7819ff tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:13.118016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f47664c0-3420-4c27-b83b-7b5e9809d88b req-8ad136e4-54c9-4e59-952a-0e464c7819ff tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1096 time: 0.1511693 May 26 19:18:13.165804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.175305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.204096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f47664c0-3420-4c27-b83b-7b5e9809d88b req-64a8f442-3a94-495d-ba63-1ac73245e022 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765510 May 26 19:18:13.239986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d0934-19ac-4467-8d9f-0692f772a80d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:13.245178 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2dd2e17a-fdfe-4367-a937-4a09eefeaa66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe09ccad340749fb8ff914ada597720d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184193 May 26 19:18:13.250116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59102) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:13.338372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.378964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.450009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.472969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d0934-19ac-4467-8d9f-0692f772a80d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:13.478537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.479499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca17042a-66ef-45b1-93b4-6dea0136b0af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e89d0934-19ac-4467-8d9f-0692f772a80d HTTP/1.1" status: 204 len: 168 time: 0.2284095 May 26 19:18:13.527252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59114) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:13.570443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:18:13.579073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4329-55a1-4102-b992-c9353cefb605 req-8eec1b7d-3187-495e-a0d9-a5756598e857 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:13.590888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c74f4329-55a1-4102-b992-c9353cefb605 req-8eec1b7d-3187-495e-a0d9-a5756598e857 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1879768 May 26 19:18:13.682367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c74f4329-55a1-4102-b992-c9353cefb605 req-3bd964ab-b53f-4560-9cac-a744e87bcaa3 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877202 May 26 19:18:13.843124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:13.920424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:13.944363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'port_id': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'mac_address': 'fa:16:3e:62:d7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde63af-59bf-4ed0-ad18-4286bb641561', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:18:13.964899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b4940-48e5-42f8-a352-a2548da3589e req-4eb2cbbd-4b92-49f3-b75f-a5a16f363d68 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:13.975561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad6b4940-48e5-42f8-a352-a2548da3589e req-4eb2cbbd-4b92-49f3-b75f-a5a16f363d68 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 943 time: 0.1583335 May 26 19:18:14.030331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1861546636-network', 'tenant_id': 'fcb9312cb1124982878ad4f11bec8d05'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:14.042495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:14.044408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad6b4940-48e5-42f8-a352-a2548da3589e req-162a461b-e12d-4a84-831d-2fd000508b0e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 May 26 19:18:14.046350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port df0c1150-8af1-426d-ba3d-8c1d55dc787c is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:14.046906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.054157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Usage tracker for resource:network and tenant:fcb9312cb1124982878ad4f11bec8d05 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:14.064140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:14.074598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:14.077918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:14.103793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Made reservation on behalf of fcb9312cb1124982878ad4f11bec8d05 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:14.107120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:14.111520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.115019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.130469 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5b24f6-ec22-4ab7-aa2e-446200817a93'] response: {'server_uuid': 'f055161c-abd6-4a8a-943f-306f6b825617', 'name': 'network-vif-deleted', 'tag': '24aa4bd5-5dfb-419f-8b00-dbba2d52d364', 'status': 'completed', 'code': 200} May 26 19:18:14.138771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.173524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:14.183438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb9312cb1124982878ad4f11bec8d05 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:14.199285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:14.205972 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e4ad53-95b3-4ae9-9b28-d66ecc9d366f'] response: {'server_uuid': '5e42678c-cf81-4638-bfc7-861d6d169a45', 'name': 'network-vif-deleted', 'tag': '6bb2ba13-9298-4f6a-a75f-1881ba64dad7', 'status': 'completed', 'code': 200} May 26 19:18:14.206110 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e4ad53-95b3-4ae9-9b28-d66ecc9d366f'] response: {'name': 'network-changed', 'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'status': 'completed', 'code': 200} May 26 19:18:14.211730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:14.227353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59128) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:14.266531 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.309163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:14.321137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Usage tracker for resource:security_group_rule and tenant:470241f623064397b51bef326a93d3bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:14.330646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:14.334376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:14.344277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.352912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:14.391186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.453768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:18:14.461154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b3f8be-0c18-46f8-b0c1-e007b126fba9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:14.474947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.474947 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Added segment d27093ce-db77-424c-a176-5b8fa1c07cfc of type vlan for network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 May 26 19:18:14.485751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['df0c1150-8af1-426d-ba3d-8c1d55dc787c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:14.504297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-b73e2208-5c69-425b-8d5e-8d26dfb2f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:14.505520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-b73e2208-5c69-425b-8d5e-8d26dfb2f55a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 1095 time: 0.1639943 May 26 19:18:14.511904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.528594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.538854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.605613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ab83dd9-e025-4501-9d45-5dbefa273624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.641969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=470241f623064397b51bef326a93d3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111974 May 26 19:18:14.645225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59138) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:14.718800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb252a5-c603-4fba-8721-9a09130fe53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8a744-56da-4e1f-abcc-862074e50872,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:14.733102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.734677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:14.734796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.770917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-b8ca209b-5a35-41d8-b1d1-7ef787d0f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:14.771663 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-b8ca209b-5a35-41d8-b1d1-7ef787d0f1dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 914 time: 0.2553318 May 26 19:18:14.795440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.806020 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5560c79-35f1-467b-a886-90bbce79fd91'] response: {'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70', 'code': 200} May 26 19:18:14.838954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:14.921235 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-01b18d68-c4d7-41c5-bc5d-ed1d1a9ffad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c HTTP/1.1" status: 200 len: 217 time: 0.0887587 May 26 19:18:14.930060 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3984699 May 26 19:18:14.930500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:14.942744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Request body: {'subnet': {'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1861546636-subnet', 'tenant_id': 'fcb9312cb1124982878ad4f11bec8d05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:14.961654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e68a-f4b8-4070-bc97-8f00a61237a4 admin admin] Pushing event updated for resources: {'Network': ['ID=17f4ab62-ef4f-4adc-8fcc-65fde674a339,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:14.973438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:18:14.993401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-71949575-da1e-4101-b33d-8ba373e064f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:14.995288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-71949575-da1e-4101-b33d-8ba373e064f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.0671487 May 26 19:18:15.015422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:15.024488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Usage tracker for resource:subnet and tenant:fcb9312cb1124982878ad4f11bec8d05 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:15.035073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:15.048615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:15.059595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-043fbc68-6cdc-482e-b3b6-2364b8133aa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574734 May 26 19:18:15.089740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Made reservation on behalf of fcb9312cb1124982878ad4f11bec8d05 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:15.097559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:15.165089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36306c-95b3-4be7-a1b4-be39a94cd832 req-b1a31b1d-c42f-42d1-9904-6b66bb95fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:15.166575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a36306c-95b3-4be7-a1b4-be39a94cd832 req-b1a31b1d-c42f-42d1-9904-6b66bb95fa2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 1096 time: 0.2908723 May 26 19:18:15.202711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:15.221415 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-eaa19032-793b-4567-aba1-97e9b9f49f57 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538165 May 26 19:18:15.254477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8a744-56da-4e1f-abcc-862074e50872,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:15.264653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3b399-a36b-455f-a5e6-259c3064c2d8 req-8e7c03b9-1ba7-426d-ae64-edc0da3c44fa tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:15.272523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57d3b399-a36b-455f-a5e6-259c3064c2d8 req-8e7c03b9-1ba7-426d-ae64-edc0da3c44fa tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 945 time: 0.3408692 May 26 19:18:15.299148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:15.300251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-785ea2b8-339f-4861-b076-1c065384b2f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5b8a744-56da-4e1f-abcc-862074e50872 HTTP/1.1" status: 204 len: 168 time: 0.6563957 May 26 19:18:15.312821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a36306c-95b3-4be7-a1b4-be39a94cd832 req-40c30f92-2d02-41a3-9b93-2f4d3fa8511d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375461 May 26 19:18:15.349596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57d3b399-a36b-455f-a5e6-259c3064c2d8 req-e634b465-980b-4ff0-8e87-d82537ef45b2 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761087 May 26 19:18:15.387066 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-46a4ee7e-7d8b-4550-b783-ae6c6f75dcec req-3ccba434-548c-47cd-9552-de46b3989bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596498 May 26 19:18:15.494159 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-f58d0146-260c-43dd-8d10-3cbb3989e2e1 req-bd877865-3f9b-4cc2-b7d6-ddf10005bb8b tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] show failed (client error): The resource could not be found. May 26 19:18:15.495179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f58d0146-260c-43dd-8d10-3cbb3989e2e1 req-bd877865-3f9b-4cc2-b7d6-ddf10005bb8b tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips/4e3b00b4-5f56-42fe-9a3b-ac5e07ee0885 HTTP/1.1" status: 404 len: 350 time: 0.0875094 May 26 19:18:15.554997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:15.792336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc535f54-b2ca-49bd-9cef-6589bad9cd52,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:15.808620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Checking segment: {'id': 'd27093ce-db77-424c-a176-5b8fa1c07cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:15.808976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Network hostable DHCP agents. Network: 17f4ab62-ef4f-4adc-8fcc-65fde674a339, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:18:15.840312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce25600-b7f1-442c-847d-7eed448a0111 req-3b297bca-4f8c-4368-838c-3d9ca3e26f74 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:15.841808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ce25600-b7f1-442c-847d-7eed448a0111 req-3b297bca-4f8c-4368-838c-3d9ca3e26f74 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1453624 May 26 19:18:15.843394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:18:15.868109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 17f4ab62-ef4f-4adc-8fcc-65fde674a339) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:15.874289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:15.874864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:15.877192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bba67-741e-4117-9cf7-4acce3dd5492 None None] Network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:15.906367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ce25600-b7f1-442c-847d-7eed448a0111 req-f3182719-0390-4fad-99f6-fca5169be0c1 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568526 May 26 19:18:15.916108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f822d370-5646-4685-bb03-eabf9b151e2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9826953 May 26 19:18:16.123092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec1fb-4f32-431c-9913-9d58cf34c2f6 req-e28166cf-0000-42b6-9576-01f570e0bb13 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:16.125056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-519ec1fb-4f32-431c-9913-9d58cf34c2f6 req-e28166cf-0000-42b6-9576-01f570e0bb13 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 944 time: 0.1064432 May 26 19:18:16.149644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161a2b7-2c44-4eb8-ab54-a14eeea28d16 None None] Network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:16.178293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-519ec1fb-4f32-431c-9913-9d58cf34c2f6 req-157dc609-d760-4425-abef-adddb880c4ac tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 May 26 19:18:16.276698 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-08c2389c-6105-40f8-a5d7-22ca589bc577 req-ac9e2951-9a87-412f-aa24-bdc2ce4be283 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] show failed (client error): The resource could not be found. May 26 19:18:16.277967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08c2389c-6105-40f8-a5d7-22ca589bc577 req-ac9e2951-9a87-412f-aa24-bdc2ce4be283 tempest-FloatingIPsTestJSON-1949380215 tempest-FloatingIPsTestJSON-1949380215-project] 10.222.0.24 "GET /v2.0/floatingips/4e3b00b4-5f56-42fe-9a3b-ac5e07ee0885 HTTP/1.1" status: 404 len: 350 time: 0.0744331 May 26 19:18:16.288255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:16.811290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f129c4c-10eb-41fa-b366-08c779a00342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.075469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.304107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.478653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Deleting port 07d29b4c-e9ce-473b-8b50-41a93fc5db79 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:17.479156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.581260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:17.642589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-e936bc93-53fa-49cd-a43e-bfa086953a35 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:18:17.643595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-e936bc93-53fa-49cd-a43e-bfa086953a35 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2546427 May 26 19:18:17.670251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port df0c1150-8af1-426d-ba3d-8c1d55dc787c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:17.676561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port df0c1150-8af1-426d-ba3d-8c1d55dc787c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:17.676561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.685566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] For port 07d29b4c-e9ce-473b-8b50-41a93fc5db79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=07d29b4c-e9ce-473b-8b50-41a93fc5db79,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:17.685921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.803238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port df0c1150-8af1-426d-ba3d-8c1d55dc787c is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:17.803238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.817551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Request body: {'binding': {'host': 'n-h1-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:17.817551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Unknown quota resources ['binding']. {{(pid=88362) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:18:17.839709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:17.850705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:17.853066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Calling delete_port for 07d29b4c-e9ce-473b-8b50-41a93fc5db79 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:17.855540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:17.927981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:18.016448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.154889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59324) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:18.275588 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.290719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:18.294687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Usage tracker for resource:security_group_rule and tenant:d12262f1e4ed4420b5446de1b357b6ad is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:18.298081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:18.303707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:18.367258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h1-843146-9 for vnic_type normal with profile None {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:18.367586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:18.367954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:18.373554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:18.375705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:18.381899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:18.382248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:18.382630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:18.383059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Bound port: d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:18.387408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.392584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.445675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d12262f1e4ed4420b5446de1b357b6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895441 May 26 19:18:18.447072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:18.447956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c51b6-3be4-4bdb-9756-0fc1c3e01669,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:18.457205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.457568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.458018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.458343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.458686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.458987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.459300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.459613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.459923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.460232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.460571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.460850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be786375-1b09-42f2-a2aa-451a30aa3214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:18.489525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.548862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:18.553757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Pushing event deleted for resources: {'Port': ['ID=07d29b4c-e9ce-473b-8b50-41a93fc5db79,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:18.629619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.630777 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] 10.222.0.24 "POST /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9761255 May 26 19:18:18.658779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.762140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.924627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.929666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:18.970756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-65bd23d5-070e-47a4-b029-6054069167a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:18.972113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-65bd23d5-070e-47a4-b029-6054069167a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1096 time: 0.0855389 May 26 19:18:19.002116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.003284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc7c51b6-3be4-4bdb-9756-0fc1c3e01669 HTTP/1.1" status: 204 len: 168 time: 0.5538287 May 26 19:18:19.009907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40926d95-298f-41f2-a4c1-c7c2e36c8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c51b6-3be4-4bdb-9756-0fc1c3e01669,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:19.084887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-b0c30db0-1298-41d7-a493-f954b7e28b67 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a540290dceea4b9f88b9f03a83065ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277081 May 26 19:18:19.270798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-66f9e1a5-81db-497d-868d-e22c12417a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:19.272252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-66f9e1a5-81db-497d-868d-e22c12417a01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2941725 May 26 19:18:19.350988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-0c9a6e5e-23dc-4393-8a5d-ffc349737ee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 217 time: 0.0697541 May 26 19:18:19.357795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-513d9c75-fa48-4748-9049-3dd1be4cc409 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:19.359793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-513d9c75-fa48-4748-9049-3dd1be4cc409 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677145 May 26 19:18:19.360259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59350) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:19.360924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:18:19.430470 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.450068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-425cd1ca-0d63-436e-89fa-52ab9ce5cd3f tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/quotas/a540290dceea4b9f88b9f03a83065ea7 HTTP/1.1" status: 200 len: 375 time: 0.0450149 May 26 19:18:19.460450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:19.509661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Usage tracker for resource:security_group_rule and tenant:0e703a4a129044c7ac7bf30a1a010243 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:19.512960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-1bd27561-3b4b-4355-ab23-4e681b44094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:19.514429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-1bd27561-3b4b-4355-ab23-4e681b44094a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1533372 May 26 19:18:19.516419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-936f9999-877e-4daa-86a4-d837c78502ac tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a540290dceea4b9f88b9f03a83065ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581839 May 26 19:18:19.517232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:19.553281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:19.554906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:18:19.563945 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fd58667c-bed8-4386-be2c-ed082c8cf56a admin admin] 10.222.0.24 "PUT /v2.0/routers/579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2742455 May 26 19:18:19.564635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:19.567601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.568386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-48f5847a-fea0-4f09-a4e0-59e0dc30c13a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454741 May 26 19:18:19.572653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Sync routers for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:18:19.584544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:19.585483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:19.747889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-f85395ce-0e21-4a21-91c1-fd4cf79e5fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734431 May 26 19:18:19.809200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.811554 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:19.851481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.860198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:19.924414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e703a4a129044c7ac7bf30a1a010243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5621011 May 26 19:18:19.928194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68e71f-cae7-45f0-a398-8ab562b9d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e70d21-d236-461a-aa24-afff66e540ec,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:19.941392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:20.027080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-14c10e05-2da7-40bf-8ece-1d4fe01dfabe service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682245 May 26 19:18:20.103125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.169926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.283172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.312222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e70d21-d236-461a-aa24-afff66e540ec,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:20.341871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.357555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c8733e3b-9409-495d-9cca-a1aeaef13b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50e70d21-d236-461a-aa24-afff66e540ec HTTP/1.1" status: 204 len: 168 time: 0.4063158 May 26 19:18:20.419827 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:18:18Z', 'revision_number': 5, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port': {'id': '4c50627d-47f3-48fc-99d0-f14b55d9ba97', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:17:42Z', 'updated_at': '2022-05-26T19:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:20.420576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.430323 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Checking router: 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:18:20.438396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Deleting port 4c50627d-47f3-48fc-99d0-f14b55d9ba97 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:20.438881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.443848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Routers {'579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:20.445755 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:20.674538 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] Set router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:20.724729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] For port 4c50627d-47f3-48fc-99d0-f14b55d9ba97, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4c50627d-47f3-48fc-99d0-f14b55d9ba97,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:20.727026 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:20.871804 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:18:20Z', 'revision_number': 6, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:20.877025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d9b9b4-67a2-4212-8ed8-811917ae4a44 None None] The sync data for ids ['579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d'] in n-d-843146-9 is: [{'id': '579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d', 'name': 'tempest-FloatingIPsTestJSON-2043263759-router', 'tenant_id': '52169c9d26d34a22bbda9585682c5b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:17:41Z', 'updated_at': '2022-05-26T19:18:20Z', 'revision_number': 6, 'project_id': '52169c9d26d34a22bbda9585682c5b73', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:18:20.946490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Calling delete_port for 4c50627d-47f3-48fc-99d0-f14b55d9ba97 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:20.949306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-2ce9ff6b-e194-42fb-b88e-af85d6cd853e tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:20.957610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-2ce9ff6b-e194-42fb-b88e-af85d6cd853e tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/networks?id=17f4ab62-ef4f-4adc-8fcc-65fde674a339 HTTP/1.1" status: 200 len: 813 time: 0.4025731 May 26 19:18:20.972240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-7fc99fcf-f807-4ebf-a21d-3c3d8dd0e8c2 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/quotas/fcb9312cb1124982878ad4f11bec8d05 HTTP/1.1" status: 200 len: 375 time: 0.0137031 May 26 19:18:21.078590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-33a2bd02-17d3-4d5b-8221-270b3d601c8e tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcb9312cb1124982878ad4f11bec8d05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004705 May 26 19:18:21.219066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:21.260259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-763feaba-7846-4f37-8ec4-e811c3acd053 service neutron] 10.222.0.24 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808453 May 26 19:18:21.298777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Pushing event deleted for resources: {'Port': ['ID=4c50627d-47f3-48fc-99d0-f14b55d9ba97,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:21.494211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-9bb5efb8-1723-4c63-834f-1ad60d4ef5f3 service neutron] 10.222.0.24 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236273 May 26 19:18:21.532621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:22.108094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-9fbdcb59-13e7-4548-8f3a-ffb2a8090640 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a540290dceea4b9f88b9f03a83065ea7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694086 May 26 19:18:22.147354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3020ae-46b1-474e-b37c-3f68650b71b0 req-b28842df-501e-4c30-bc68-0c7215fe8173 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:22.155975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de3020ae-46b1-474e-b37c-3f68650b71b0 req-b28842df-501e-4c30-bc68-0c7215fe8173 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 945 time: 0.1883147 May 26 19:18:22.325465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de3020ae-46b1-474e-b37c-3f68650b71b0 req-02477298-508e-4696-88e2-d7b5d0bb419d tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450016 May 26 19:18:22.472968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:22.476954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:22.649731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:22.660513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:18:22.731403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:22.738232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59436) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:22.743990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2939e92d-5106-4526-a19d-1cfdae019bff admin admin] 10.222.0.24 "DELETE /v2.0/routers/579c9b8f-48f4-4226-8d7e-1c9dc4af2b9d HTTP/1.1" status: 204 len: 168 time: 3.1676278 May 26 19:18:22.805670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-871074e9-1452-4ba6-8509-84375a404495 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:22.807858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-871074e9-1452-4ba6-8509-84375a404495 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6561291 May 26 19:18:22.829688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Request body: {'port': {'device_id': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': 'a540290dceea4b9f88b9f03a83065ea7'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:22.865090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d29b4c-e9ce-473b-8b50-41a93fc5db79 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:22.934430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 07d29b4c-e9ce-473b-8b50-41a93fc5db79 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:22.934868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 07d29b4c-e9ce-473b-8b50-41a93fc5db79 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:22.935378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4c50627d-47f3-48fc-99d0-f14b55d9ba97 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:22.977595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4c50627d-47f3-48fc-99d0-f14b55d9ba97 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:22.977918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4c50627d-47f3-48fc-99d0-f14b55d9ba97 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:23.004743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Deleting subnet 4f2a173c-f17a-429d-8336-419e08b9a82d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:18:23.004743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.036679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:23.041824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Usage tracker for resource:port and tenant:a540290dceea4b9f88b9f03a83065ea7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:23.048238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:23.054936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:23.078810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Made reservation on behalf of a540290dceea4b9f88b9f03a83065ea7 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:23.078992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.079128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.106091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972cd30-9041-464b-afee-7a3579976aba req-b1913a2a-a3ce-4915-bcea-31f058949060 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:23.107625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f972cd30-9041-464b-afee-7a3579976aba req-b1913a2a-a3ce-4915-bcea-31f058949060 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.2531109 May 26 19:18:23.118856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.143668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:23.148873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Usage tracker for resource:security_group_rule and tenant:a540290dceea4b9f88b9f03a83065ea7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:23.151940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:23.159178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:23.188983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f972cd30-9041-464b-afee-7a3579976aba req-5a076b33-829c-443d-b881-1721bd3dfe63 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 May 26 19:18:23.237666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.307526 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.312919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.367369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.414786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.417094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26677f72-7849-4272-ae01-de3f903bffcc None None] Network c4e2ef80-0069-49aa-96b1-285c4fa9d34b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:23.417493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2a173c-f17a-429d-8336-419e08b9a82d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:23.426151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-067f1561-6673-4db7-b580-62648bbf8329 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f2a173c-f17a-429d-8336-419e08b9a82d HTTP/1.1" status: 204 len: 168 time: 0.6934834 May 26 19:18:23.432388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59458) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:23.547864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e01d8-5203-4ac2-b868-4d977179a884,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:23.566873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.588257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Deleting port 88d591dd-959c-4492-8fbd-e3d00707c759 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:23.588782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.683447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13b01-77a3-4021-a332-a36f5e8320c3 req-85edf1c8-882e-44fa-b4c7-762b7ff276ab tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:23.685268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6b13b01-77a3-4021-a332-a36f5e8320c3 req-85edf1c8-882e-44fa-b4c7-762b7ff276ab tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.3697066 May 26 19:18:23.685652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Allocated IP 192.168.233.88 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/ffe628ab-b6c9-4ddf-9bea-e2fea111a730) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:23.803072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773171c9-8f80-476d-841d-a7a61494733b None None] DHCP port deletion for c4e2ef80-0069-49aa-96b1-285c4fa9d34b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:18:23.808717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Deleting port 88d591dd-959c-4492-8fbd-e3d00707c759 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:23.809390 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.972780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] For port 88d591dd-959c-4492-8fbd-e3d00707c759, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88d591dd-959c-4492-8fbd-e3d00707c759,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:23.973226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:23.986714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.008201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Transition to ACTIVE for port object ffe628ab-b6c9-4ddf-9bea-e2fea111a730 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:24.064711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.179577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6b13b01-77a3-4021-a332-a36f5e8320c3 req-51307094-67b6-455e-bff3-04336fe1e5b3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631920 May 26 19:18:24.261327 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f11ac50-bb77-4237-ab41-1e1dc2cbc40b'] response: {'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'code': 200} May 26 19:18:24.280873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-773171c9-8f80-476d-841d-a7a61494733b None None] For port 88d591dd-959c-4492-8fbd-e3d00707c759, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88d591dd-959c-4492-8fbd-e3d00707c759,segment=NetworkSegment(05fd81ca-1ab5-47a7-afe5-a63ccaca33c5),segment_id=05fd81ca-1ab5-47a7-afe5-a63ccaca33c5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:24.281921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:24.283324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.295082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:24.310855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:24.359729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Calling delete_port for 88d591dd-959c-4492-8fbd-e3d00707c759 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:24.398099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Pushing event updated for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:24.443465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:24.444490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.483774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-20e807cf-e470-4d2a-91b9-ec0720bb6749 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6576262 May 26 19:18:24.501537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Request body: {'port': {'device_id': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:24.569755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Calling delete_port for 88d591dd-959c-4492-8fbd-e3d00707c759 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:24.690234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.703027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:18:24.703611 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:18:24.739150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c15f8d87-ce17-40c1-9b4a-da6aa147e113 None None] Provisioning for port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:24.744127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88d591dd-959c-4492-8fbd-e3d00707c759 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:24.782945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-2af2b264-5b49-4370-8e3e-17662e1a1441 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:24.784442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-2af2b264-5b49-4370-8e3e-17662e1a1441 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.53 "GET /v2.0/networks?id=17f4ab62-ef4f-4adc-8fcc-65fde674a339 HTTP/1.1" status: 200 len: 813 time: 0.8977506 May 26 19:18:24.788599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.794468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 88d591dd-959c-4492-8fbd-e3d00707c759 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:24.795080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88d591dd-959c-4492-8fbd-e3d00707c759 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:24.797228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c15f8d87-ce17-40c1-9b4a-da6aa147e113 None None] Provisioning complete for port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:24.797945 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c15f8d87-ce17-40c1-9b4a-da6aa147e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:24.810435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d591dd-959c-4492-8fbd-e3d00707c759,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:24.812774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] No DVR routers for this DVR port 88d591dd-959c-4492-8fbd-e3d00707c759 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:24.820336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851f306-43ca-4651-b475-8aadc9c393e3 req-9309c9e9-ffd3-47e0-bfd9-7e19632a7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:24.821837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e851f306-43ca-4651-b475-8aadc9c393e3 req-9309c9e9-ffd3-47e0-bfd9-7e19632a7e8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 1096 time: 0.4213414 May 26 19:18:24.879258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Request body: {'port': {'device_id': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339', 'admin_state_up': True, 'tenant_id': 'fcb9312cb1124982878ad4f11bec8d05'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:24.888168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c15f8d87-ce17-40c1-9b4a-da6aa147e113 None None] Port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:18:25.135633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e851f306-43ca-4651-b475-8aadc9c393e3 req-ffc2ec3b-b344-4b75-bbb8-1bcb270c777b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791891 May 26 19:18:25.137500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.195526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045010a-d775-47f9-86b5-c35ee301bce7 req-18996e02-d542-43b7-b859-e1863f03893a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:25.199755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5045010a-d775-47f9-86b5-c35ee301bce7 req-18996e02-d542-43b7-b859-e1863f03893a tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 945 time: 0.5015864 May 26 19:18:25.203030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e2ef80-0069-49aa-96b1-285c4fa9d34b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:25.204938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Deleting port 88d591dd-959c-4492-8fbd-e3d00707c759 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:25.205363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-773171c9-8f80-476d-841d-a7a61494733b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.235033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:25.235329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fd81ca-1ab5-47a7-afe5-a63ccaca33c5') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:25.267754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.299726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:25.299916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-773171c9-8f80-476d-841d-a7a61494733b None None] The port '88d591dd-959c-4492-8fbd-e3d00707c759' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:18:25.330064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5045010a-d775-47f9-86b5-c35ee301bce7 req-3ce6f77d-d003-4936-8182-14ff2b421f12 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291225 May 26 19:18:25.332697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Usage tracker for resource:port and tenant:fcb9312cb1124982878ad4f11bec8d05 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:25.336398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:25.337870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe628ab-b6c9-4ddf-9bea-e2fea111a730 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:25.363949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:25.366915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.380116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.380116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Made reservation on behalf of fcb9312cb1124982878ad4f11bec8d05 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:25.393836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.481366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:18:25.481485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.601386 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 05fd81ca-1ab5-47a7-afe5-a63ccaca33c5 resource provider aggregate not found May 26 19:18:25.642150 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 05fd81ca-1ab5-47a7-afe5-a63ccaca33c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05fd81ca-1ab5-47a7-afe5-a63ccaca33c5 found for delete ", "request_id": "req-4861acfd-b943-46ac-8ec4-7867ad6e1bd7"}]} May 26 19:18:25.674289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Transition to ACTIVE for port object ffe628ab-b6c9-4ddf-9bea-e2fea111a730 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:25.677635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.711910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.747580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:25.767062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e2ef80-0069-49aa-96b1-285c4fa9d34b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:25.775304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-21b89a7c-cdf9-490b-8ad9-c762f97473f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4e2ef80-0069-49aa-96b1-285c4fa9d34b HTTP/1.1" status: 204 len: 168 time: 2.3406100 May 26 19:18:25.796114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Allocated IP 172.20.0.9 (17f4ab62-ef4f-4adc-8fcc-65fde674a339/bc535f54-b2ca-49bd-9cef-6589bad9cd52/a6773cbd-b831-469d-9e3a-45854524f87b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:25.816489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b46d-a5e3-494f-bbe4-972c62434b84 req-c2636c6b-6d88-42c6-91ae-13fb9fcd5371 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:25.818452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea39b46d-a5e3-494f-bbe4-972c62434b84 req-c2636c6b-6d88-42c6-91ae-13fb9fcd5371 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 935 time: 0.3200626 May 26 19:18:25.846630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:26.042258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Attempting to bind port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:26.042619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Attempting to bind port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:26.042978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Attempting to bind port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:26.050592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:26.051021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Attempting to bind port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:26.060541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:26.062601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:26.063864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:26.064459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Bound port: ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:26.067254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.107588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea39b46d-a5e3-494f-bbe4-972c62434b84 req-d385f271-5ab5-462c-9cd4-8eba01a56469 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222915 May 26 19:18:26.198049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59588) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:26.273368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.289720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:26.294392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:26.301592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.370208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:26.370208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.370208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/ffe628ab-b6c9-4ddf-9bea-e2fea111a730 HTTP/1.1" status: 200 len: 1095 time: 1.8707225 May 26 19:18:26.382983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c6f1132d-2674-4cae-8079-1997d28d611a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52169c9d26d34a22bbda9585682c5b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675019 May 26 19:18:26.382983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59598) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:26.398465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:26.404238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-843b44b9-26bd-4dd7-980b-619036dd02b2 req-dc85862d-059e-4a20-b903-9e25c6fcbf84 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Synchronizing usage tracker for tenant:fcb9312cb1124982878ad4f11bec8d05 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:26.467155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ef195-5645-47bb-af24-a6b0ecc2b4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:26.482433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-843b44b9-26bd-4dd7-980b-619036dd02b2 req-dc85862d-059e-4a20-b903-9e25c6fcbf84 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Unset dirty status for tenant:fcb9312cb1124982878ad4f11bec8d05 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:26.483883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-843b44b9-26bd-4dd7-980b-619036dd02b2 req-dc85862d-059e-4a20-b903-9e25c6fcbf84 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 210 time: 0.1554258 May 26 19:18:26.486238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.508093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-8c4878b5-1244-4e46-8cce-de1b117e50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:26.509814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-8c4878b5-1244-4e46-8cce-de1b117e50ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a540290dceea4b9f88b9f03a83065ea7&device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 1098 time: 0.0994475 May 26 19:18:26.567582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:26.588742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:26.589724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:26.649461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:26.787444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-25a164b0-1c64-4a99-8e75-3b389718c0d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730 HTTP/1.1" status: 200 len: 217 time: 0.2523334 May 26 19:18:26.956863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-7e8072c4-6d63-4b64-9c86-6e2edfbe947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:26.958428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-7e8072c4-6d63-4b64-9c86-6e2edfbe947c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1747510 May 26 19:18:26.978938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:27.036905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Pushing event updated for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:27.069517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0521d-080f-42b3-803e-e589a68be43c req-42ef37d9-5a44-4049-bf38-cdda5ec37f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:27.069517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-42ef37d9-5a44-4049-bf38-cdda5ec37f5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023431 May 26 19:18:27.110494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:27.111243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:27.156080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-19d3dd26-a8a1-4783-9ecd-f2cef2a9d611 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2990551 May 26 19:18:27.175215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff985e-6d47-4579-b0d9-3526fd5793aa req-1dc3241f-8670-4f92-b604-508a37e3273c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:27.181523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48ff985e-6d47-4579-b0d9-3526fd5793aa req-1dc3241f-8670-4f92-b604-508a37e3273c tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.2147341 May 26 19:18:27.191826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Request body: {'port': {'device_id': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:27.237308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:27.247843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:27.247843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3054d9a-99c8-4055-aa96-7eacb90a27dd HTTP/1.1" status: 204 len: 168 time: 0.8636596 May 26 19:18:27.286715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65a2d-4ade-4127-8859-b682b0994806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3054d9a-99c8-4055-aa96-7eacb90a27dd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:27.314013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48ff985e-6d47-4579-b0d9-3526fd5793aa req-153c559a-664c-4ff7-b717-a1740ef6644b tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941198 May 26 19:18:27.429435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:27.525882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-d83c2f85-ceda-467d-828a-31ab00e54a4b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430282 May 26 19:18:27.707411 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eae0521d-080f-42b3-803e-e589a68be43c req-5c54a0ea-0c90-4740-960b-a49a45f47c3e service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730447 May 26 19:18:27.759410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aed4e-16d9-4167-b6e3-618ce7ff225c req-f6da6be2-00d0-4426-aa43-e623e00b6fe7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:27.759410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b5aed4e-16d9-4167-b6e3-618ce7ff225c req-f6da6be2-00d0-4426-aa43-e623e00b6fe7 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.2238247 May 26 19:18:27.873003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b5aed4e-16d9-4167-b6e3-618ce7ff225c req-72c246b2-47e9-46d3-9fdf-57f1faef37a3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052377 May 26 19:18:28.067226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6773cbd-b831-469d-9e3a-45854524f87b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:28.076387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.158452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Transition to ACTIVE for port object a6773cbd-b831-469d-9e3a-45854524f87b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:28.165137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.372502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59702) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:28.402090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55d0d2-5ae4-41fe-8dce-272b6db4a263 req-773fec73-4df4-4ae6-92d7-5e64e7cfe6e3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:28.403576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa55d0d2-5ae4-41fe-8dce-272b6db4a263 req-773fec73-4df4-4ae6-92d7-5e64e7cfe6e3 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 945 time: 0.3186247 May 26 19:18:28.404219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Pushing event updated for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:28.479013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fa55d0d2-5ae4-41fe-8dce-272b6db4a263 req-8aeee922-3c66-417b-b7a1-d942c7f8a3f2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677192 May 26 19:18:28.483914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Attempting to bind port a6773cbd-b831-469d-9e3a-45854524f87b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:28.483914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Attempting to bind port a6773cbd-b831-469d-9e3a-45854524f87b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'd27093ce-db77-424c-a176-5b8fa1c07cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:28.483914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Attempting to bind port a6773cbd-b831-469d-9e3a-45854524f87b on network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:28.488898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Port a6773cbd-b831-469d-9e3a-45854524f87b on network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:28.488898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Attempting to bind port a6773cbd-b831-469d-9e3a-45854524f87b on network 17f4ab62-ef4f-4adc-8fcc-65fde674a339 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:28.495280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:28.495510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Checking segment: {'id': 'd27093ce-db77-424c-a176-5b8fa1c07cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:28.496506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Bound using segment: {'id': 'd27093ce-db77-424c-a176-5b8fa1c07cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:28.496506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Bound port: a6773cbd-b831-469d-9e3a-45854524f87b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27093ce-db77-424c-a176-5b8fa1c07cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:28.497755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.546184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-network', 'tenant_id': 'ada8656e58d545988016c9bd3f254538'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:28.552569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:28.557758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Usage tracker for resource:network and tenant:ada8656e58d545988016c9bd3f254538 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:28.562813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:28.573448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:28.592025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Made reservation on behalf of ada8656e58d545988016c9bd3f254538 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:28.595421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.615564 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc2a88d-c057-4f1c-861a-0882d12fcb55'] response: {'name': 'network-changed', 'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730', 'status': 'completed', 'code': 200} May 26 19:18:28.616391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.620091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:28.625589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a6773cbd-b831-469d-9e3a-45854524f87b,segment=NetworkSegment(d27093ce-db77-424c-a176-5b8fa1c07cfc),segment_id=d27093ce-db77-424c-a176-5b8fa1c07cfc)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:28.631440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.685461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:28.693147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Usage tracker for resource:security_group_rule and tenant:ada8656e58d545988016c9bd3f254538 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:28.697592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:28.711338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:28.743331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:28.743331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:28.744871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] 10.222.0.53 "PUT /v2.0/ports/a6773cbd-b831-469d-9e3a-45854524f87b HTTP/1.1" status: 200 len: 1091 time: 1.5606129 May 26 19:18:28.745007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:28.769661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4ce6-280d-4783-b8fe-3f53828b906a service neutron] Pushing event updated for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:28.802955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-c6783bf6-047d-4470-8a54-cf96c3082b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:28.804774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-c6783bf6-047d-4470-8a54-cf96c3082b1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a540290dceea4b9f88b9f03a83065ea7&device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 1098 time: 0.1705143 May 26 19:18:28.922552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-03b9c4ea-d88b-4da2-ad46-4c4289a87581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:28.926178 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-03b9c4ea-d88b-4da2-ad46-4c4289a87581 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcb9312cb1124982878ad4f11bec8d05&device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 1094 time: 0.1339495 May 26 19:18:28.987361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.008860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.034614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:18:29.056288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.059447 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Added segment 3b691938-d6f8-4ed5-b565-ed240157d450 of type vlan for network 68385d1d-1968-4d24-869f-02391aceb65e May 26 19:18:29.066241 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-eb1de715-c069-44ff-bbab-44c228a936c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6773cbd-b831-469d-9e3a-45854524f87b HTTP/1.1" status: 200 len: 217 time: 0.1346805 May 26 19:18:29.117381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.202418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.203366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.207775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:29.246428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-b7e3512e-b61c-4b9e-93aa-13d9f3e1fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.246983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-b7e3512e-b61c-4b9e-93aa-13d9f3e1fc46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.4337523 May 26 19:18:29.374877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-7b13d633-2a12-4351-929b-fb9bdd896af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.376302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-7b13d633-2a12-4351-929b-fb9bdd896af4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc535f54-b2ca-49bd-9cef-6589bad9cd52 HTTP/1.1" status: 200 len: 853 time: 0.3028555 May 26 19:18:29.412133 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-c171066a-3a02-44f6-ac33-91993ab4995f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730 HTTP/1.1" status: 200 len: 217 time: 0.1393943 May 26 19:18:29.425937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce8254-fa45-4d5a-bd59-72f8ace00290,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:29.445819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-577711f4-506d-4da5-a7f0-bea4036222cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f4ab62-ef4f-4adc-8fcc-65fde674a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574718 May 26 19:18:29.486866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-be553a50-7597-40c4-aa54-9d16537fd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.488042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-be553a50-7597-40c4-aa54-9d16537fd189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a194a7c6850455caa7c017b1dd1c3a4&device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 1096 time: 0.4733036 May 26 19:18:29.489793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1158543 May 26 19:18:29.496787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59754) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:29.499547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.500073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.500073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.500265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.500832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.500986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.501316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.501636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.502606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.502606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.502805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.503325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:29.507510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef0bcc-d2ea-448d-8f72-d0b1c1e34e1b req-8e38edd3-edca-4024-a71f-26d8dd0a5577 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.514715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65ef0bcc-d2ea-448d-8f72-d0b1c1e34e1b req-8e38edd3-edca-4024-a71f-26d8dd0a5577 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 947 time: 0.3623884 May 26 19:18:29.522908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00eaea-75b9-4b52-a5ca-e266d2dc290a admin admin] Pushing event updated for resources: {'Network': ['ID=68385d1d-1968-4d24-869f-02391aceb65e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:29.541433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-39503298-ddd5-44f2-add8-85c11f557520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.542352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 68385d1d-1968-4d24-869f-02391aceb65e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:18:29.543628 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-39503298-ddd5-44f2-add8-85c11f557520 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1191959 May 26 19:18:29.603761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-48994d80-4286-455a-bb6f-1eaa6ec7f526 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.605237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-48994d80-4286-455a-bb6f-1eaa6ec7f526 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.4868126 May 26 19:18:29.614923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Request body: {'subnet': {'network_id': '68385d1d-1968-4d24-869f-02391aceb65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-subnet', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:29.636202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-8cb5761d-33fd-4927-81ec-ee7f52bac720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:29.637878 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-8cb5761d-33fd-4927-81ec-ee7f52bac720 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870240 May 26 19:18:29.683763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:29.690138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:29.732203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Usage tracker for resource:subnet and tenant:ada8656e58d545988016c9bd3f254538 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:29.742830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:29.781138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:29.841846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65ef0bcc-d2ea-448d-8f72-d0b1c1e34e1b req-6f3ce5bf-f066-4580-98a6-4e599dd4aca6 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260808 May 26 19:18:29.852358 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-64e924ce-8086-4678-802d-3a08ead548d0 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058449 May 26 19:18:29.897430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Made reservation on behalf of ada8656e58d545988016c9bd3f254538 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:29.899811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:30.025778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-dcbdc216-701c-409d-89b8-dcb090773006 service neutron] 10.222.0.53 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688562 May 26 19:18:30.031085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0a2252b1-b382-4d5d-8bc5-d35851169229 req-ce19944f-db78-4073-b08a-0e1511732f5e service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714773 May 26 19:18:30.048222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-dc20e7e1-f1df-4fe1-ab2e-762b0fd189d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:30.049786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-dc20e7e1-f1df-4fe1-ab2e-762b0fd189d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c41b7ed0-e8ed-4153-b980-b84c325cb90d HTTP/1.1" status: 200 len: 914 time: 0.5514107 May 26 19:18:30.183652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:30.279134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-8a97091a-b91e-4f43-9f9e-47cce10459ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fced70b7-1e17-4115-aa48-36d03c3fad70 HTTP/1.1" status: 200 len: 217 time: 0.1566863 May 26 19:18:30.470526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-25714f18-2c65-45e6-9e84-cd4c337f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:30.471903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-25714f18-2c65-45e6-9e84-cd4c337f8d22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efb57a10-d63b-4dd4-80c4-170e3523cb97 HTTP/1.1" status: 200 len: 853 time: 0.1780498 May 26 19:18:30.664026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4712315-da49-41c9-84a5-17d7a033fd27 req-fdee10be-beaf-4e32-98c4-d768915f2500 service neutron] 10.222.0.53 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170971 May 26 19:18:30.665784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-fa2fa8e0-c1e7-4617-8b62-041445ee9cc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c41b7ed0-e8ed-4153-b980-b84c325cb90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698420 May 26 19:18:30.685563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913523f-0f53-4b6b-81fe-d32bb8139c11 req-dee372e9-a316-486e-803b-8d99c91563f6 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:30.690845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9913523f-0f53-4b6b-81fe-d32bb8139c11 req-dee372e9-a316-486e-803b-8d99c91563f6 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 943 time: 0.6609344 May 26 19:18:30.765371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:30.894746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:30.913116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9913523f-0f53-4b6b-81fe-d32bb8139c11 req-0272d163-e383-48c8-81f7-7ac18f63bf78 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097487 May 26 19:18:30.917515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:30.944792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:30.944792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Usage tracker for resource:security_group_rule and tenant:2190a92250ab486cac6d8fe433f95d76 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:30.944792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:30.963770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:30.969998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:31.019798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a637795-b53a-4f53-952a-a2f368b8dbba,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:31.058733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-a294ab27-d260-4267-95b7-cefcc1c58184 service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641503 May 26 19:18:31.093495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.095803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.164968 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2190a92250ab486cac6d8fe433f95d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956313 May 26 19:18:31.164968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59826) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:31.172396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eabf1-2e2a-4f08-bba2-8fdc1f0c327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5cbbac-df26-4296-9c4b-5ca69f448e77,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:31.272199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.303026 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.308058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:31.367554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.382532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5cbbac-df26-4296-9c4b-5ca69f448e77,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:31.392102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.393745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cb14fe37-5f69-4ac3-beca-f58a850e9149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba5cbbac-df26-4296-9c4b-5ca69f448e77 HTTP/1.1" status: 204 len: 168 time: 0.2295780 May 26 19:18:31.412046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Checking segment: {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:31.412301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Network hostable DHCP agents. Network: 68385d1d-1968-4d24-869f-02391aceb65e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:18:31.429820 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.459651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.490426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:18:31.527763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Network 68385d1d-1968-4d24-869f-02391aceb65e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:18:31.587158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d55bd095-6b31-4cc3-bcd8-6ba704e5f53b req-7c63a769-e2af-4ebb-a24d-0cc99e5dba8b service neutron] 10.222.0.53 "GET /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201411 May 26 19:18:31.636847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8c35-239a-4388-968a-d06aca6db1ca req-1051094b-7fb3-4ef6-a54b-dceae72bac1b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:31.646078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1ad8c35-239a-4388-968a-d06aca6db1ca req-1051094b-7fb3-4ef6-a54b-dceae72bac1b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.5800514 May 26 19:18:31.647785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 68385d1d-1968-4d24-869f-02391aceb65e) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:31.660208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7900f5-450e-4601-a03b-0c4bd36f91c4 None None] Network 68385d1d-1968-4d24-869f-02391aceb65e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:31.687011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ffe628ab-b6c9-4ddf-9bea-e2fea111a730 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:18:31.697860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:31.698439 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.730355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:31.757985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:31.758807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:31.758807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:31.778353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1ad8c35-239a-4388-968a-d06aca6db1ca req-e937f1de-8276-49f2-a9d2-c3e9f6127f9f tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307659 May 26 19:18:31.780144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:31.780560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:31.788300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:31.794392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3054075e-bf1d-46b6-a6f4-57e77e13b1f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2739940 May 26 19:18:31.795155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59840) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:31.796177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:31.796482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:31.796857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:31.797326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Bound port: d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:31.801285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.802516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:31.813681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:31.820111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Usage tracker for resource:router and tenant:ada8656e58d545988016c9bd3f254538 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:31.829877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:31.838507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:31.868386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.870069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.906736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:31.911702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:31.916240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:31.924090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.042670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h2-843146-9 for vnic_type normal with profile {"migrating_to": "n-h1-843146-9"} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:32.043235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:32.043750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:32.085561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:18:32.086085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempting to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on network faf6b053-e2ce-4426-8757-7c1833aab502 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:32.103481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:32.104091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Checking segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:32.104656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Bound using segment: {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:32.105306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Bound port: d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a841b08-fca6-4b3e-b062-76149226c96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'faf6b053-e2ce-4426-8757-7c1833aab502'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:32.105835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.254869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:32.255921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.257876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] 10.222.0.13 "PUT /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 1121 time: 2.6262426 May 26 19:18:32.263955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8266d55-bad5-4834-9085-a956d8d9dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:32.293315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:32.310260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c3fc-91ba-4932-891a-3036a75d87d3 req-b49d0ad7-9d4b-4bea-82cf-910a7108cc7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:32.323914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c33c3fc-91ba-4932-891a-3036a75d87d3 req-b49d0ad7-9d4b-4bea-82cf-910a7108cc7a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.3304412 May 26 19:18:32.334414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730', 'mac_address': 'fa:16:3e:54:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:18:32.350382 n-d-843146-9 neutron-server[88364]: WARNING neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Concurrent port binding operations failed on port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b May 26 19:18:32.358468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:32.422605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c33c3fc-91ba-4932-891a-3036a75d87d3 req-96fc5957-250d-449e-b8d3-9d94537eda48 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948055 May 26 19:18:32.517313 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a41faa7-f27c-4e84-ace1-149df499f08e'] response: {'name': 'network-changed', 'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b', 'status': 'completed', 'code': 200} May 26 19:18:32.556729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:32.557831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.561696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.582249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:32.619179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:32.621475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-68385d1d-1968-4d24-869f-02391aceb65e', 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'fixed_ips': [{'subnet_id': '4a637795-b53a-4f53-952a-a2f368b8dbba'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:18:32.622819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.690943 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Attempt 2 to bind port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b May 26 19:18:32.691403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b has no active binding in host n-h1-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:18:32.693713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe628ab-b6c9-4ddf-9bea-e2fea111a730 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:32.742490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:32.764590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-cc911b66-a972-4e5f-9476-96a534e96291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:32.766116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-cc911b66-a972-4e5f-9476-96a534e96291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcb9312cb1124982878ad4f11bec8d05&device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 1094 time: 0.1965358 May 26 19:18:32.809782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:32.873264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5fe26-719c-4640-b70d-dd15909e4656 req-de24c35f-e181-4fee-b563-010850272134 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:32.882724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fb5fe26-719c-4640-b70d-dd15909e4656 req-de24c35f-e181-4fee-b563-010850272134 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 945 time: 0.1980069 May 26 19:18:32.979617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:33.031555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fb5fe26-719c-4640-b70d-dd15909e4656 req-14de8a22-2c9d-4c71-89f7-c3ae2a5e3a9f tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408055 May 26 19:18:33.074396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-87e7dffb-06bc-4e4f-802a-9d59313744ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:33.076947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-87e7dffb-06bc-4e4f-802a-9d59313744ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f4ab62-ef4f-4adc-8fcc-65fde674a339 HTTP/1.1" status: 200 len: 914 time: 0.3031690 May 26 19:18:33.126874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:33.171176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:33.236784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-da244d0a-ffa5-489c-905f-cdf89def9443 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6773cbd-b831-469d-9e3a-45854524f87b HTTP/1.1" status: 200 len: 217 time: 0.1494017 May 26 19:18:33.275017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ffe628ab-b6c9-4ddf-9bea-e2fea111a730'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:33.396695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Allocated IP 172.20.0.2 (68385d1d-1968-4d24-869f-02391aceb65e/4a637795-b53a-4f53-952a-a2f368b8dbba/1e47c677-8f46-439c-9500-462a8ee13f6a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:33.424618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Allocated IP 172.25.0.77 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/83318412-47cc-48cc-8a19-d2013b59a3f4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:33.492694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-7075a289-7e9f-46a5-accd-61547a53bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:33.495056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-7075a289-7e9f-46a5-accd-61547a53bdbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bc535f54-b2ca-49bd-9cef-6589bad9cd52 HTTP/1.1" status: 200 len: 853 time: 0.2476563 May 26 19:18:33.565186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:33.573271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-8c7f6e22-1c45-475a-87e9-b34a95fee8fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f4ab62-ef4f-4adc-8fcc-65fde674a339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669320 May 26 19:18:33.583740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91216feb-5c46-413d-99d9-e5fdcabcd6aa req-cb8a5b7a-ef93-4c1d-812a-931b2b5a9566 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:33.585296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91216feb-5c46-413d-99d9-e5fdcabcd6aa req-cb8a5b7a-ef93-4c1d-812a-931b2b5a9566 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.2483623 May 26 19:18:33.670639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:33.682663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a6773cbd-b831-469d-9e3a-45854524f87b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:18:33.726952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:33.821312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Pushing event updated for resources: {'Port': ['ID=83318412-47cc-48cc-8a19-d2013b59a3f4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:33.835779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:33.843971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:33.851303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Usage tracker for resource:floatingip and tenant:d48072f934b146a999081f2efc073460 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:33.858998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:33.858998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:33.862152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:33.878298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:33.885467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91216feb-5c46-413d-99d9-e5fdcabcd6aa req-e1f1514b-c57e-4abc-9131-a3dc302a2a32 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582800 May 26 19:18:33.912845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:33.938659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:33.980512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-d8a0d42c-35ba-4d28-8363-43329f4d7006 service neutron] 10.222.0.53 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920865 May 26 19:18:34.063695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.103460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Transition to ACTIVE for port object 1e47c677-8f46-439c-9500-462a8ee13f6a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:34.140302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a6773cbd-b831-469d-9e3a-45854524f87b,segment=NetworkSegment(d27093ce-db77-424c-a176-5b8fa1c07cfc),segment_id=d27093ce-db77-424c-a176-5b8fa1c07cfc)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:34.152069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Transition to ACTIVE for port object 1e47c677-8f46-439c-9500-462a8ee13f6a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:34.158223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'a6773cbd-b831-469d-9e3a-45854524f87b', 'network_id': '17f4ab62-ef4f-4adc-8fcc-65fde674a339', 'port_id': 'a6773cbd-b831-469d-9e3a-45854524f87b', 'mac_address': 'fa:16:3e:0b:18:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc535f54-b2ca-49bd-9cef-6589bad9cd52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:18:34.163447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.225853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf670f3e-4eb1-462f-878c-b35b7c1e8790 req-3b4c2f1f-64b3-4926-8b52-a036726f6164 service neutron] 10.222.0.53 "GET /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394567 May 26 19:18:34.244054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdbc1-cbb6-4bf1-8034-8bf81a05e23e req-43203920-e0a9-4f46-b453-13f9200da639 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:34.244054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f17bdbc1-cbb6-4bf1-8034-8bf81a05e23e req-43203920-e0a9-4f46-b453-13f9200da639 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 948 time: 0.1630175 May 26 19:18:34.286771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Network 68385d1d-1968-4d24-869f-02391aceb65e is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:34.292782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:34.295733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:34.307456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f17bdbc1-cbb6-4bf1-8034-8bf81a05e23e req-cbf2d6bf-7f50-45f3-9ce9-a38df360ba99 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622807 May 26 19:18:34.352097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Pushing event updated for resources: {'Port': ['ID=1e47c677-8f46-439c-9500-462a8ee13f6a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:34.361432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a6773cbd-b831-469d-9e3a-45854524f87b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:34.361817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.443678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6773cbd-b831-469d-9e3a-45854524f87b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:34.460577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a6773cbd-b831-469d-9e3a-45854524f87b,segment=NetworkSegment(d27093ce-db77-424c-a176-5b8fa1c07cfc),segment_id=d27093ce-db77-424c-a176-5b8fa1c07cfc)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:34.461957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Attempting to bind port 1e47c677-8f46-439c-9500-462a8ee13f6a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:34.469084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Attempting to bind port 1e47c677-8f46-439c-9500-462a8ee13f6a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:34.469084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Attempting to bind port 1e47c677-8f46-439c-9500-462a8ee13f6a on network 68385d1d-1968-4d24-869f-02391aceb65e {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:34.469084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.480013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.518598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:34.518598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Checking segment: {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:34.518598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.518598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Bound using segment: {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:34.519968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Bound port: 1e47c677-8f46-439c-9500-462a8ee13f6a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:34.520696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'}, {'name': 'network-changed', 'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:34.520931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.645733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:34.680850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] For port 1e47c677-8f46-439c-9500-462a8ee13f6a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:34.685422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] For port 1e47c677-8f46-439c-9500-462a8ee13f6a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e47c677-8f46-439c-9500-462a8ee13f6a,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:34.691715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.782166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a331fa-462c-4fe3-95b8-cef6c78fe70a req-3609216f-b2ce-493e-b1af-3beaf995f095 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:34.784281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18a331fa-462c-4fe3-95b8-cef6c78fe70a req-3609216f-b2ce-493e-b1af-3beaf995f095 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 944 time: 0.1076579 May 26 19:18:34.842940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Allocated IP 172.25.0.177 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b105a10d-b824-4ae8-8fe4-68efb0579069) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:34.858900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06816bf9-f7c8-4c10-b281-4b9a6b9c9fc0 None None] Pushing event updated for resources: {'Port': ['ID=1e47c677-8f46-439c-9500-462a8ee13f6a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:34.860618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:34.878713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18a331fa-462c-4fe3-95b8-cef6c78fe70a req-2420f2eb-94a3-4c42-a87c-12d9d9383639 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865226 May 26 19:18:35.093492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a6773cbd-b831-469d-9e3a-45854524f87b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:35.288408 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386f9b26-4559-49e5-857d-f98122166b51'] response: {'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'code': 200} May 26 19:18:35.288892 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386f9b26-4559-49e5-857d-f98122166b51'] response: {'name': 'network-changed', 'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'status': 'completed', 'code': 200} May 26 19:18:35.297447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:35.411854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:35.421547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-1fcc2aa1-a6a6-4851-8b53-a3ca7ed99545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:35.423162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-1fcc2aa1-a6a6-4851-8b53-a3ca7ed99545 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1124 time: 0.1122472 May 26 19:18:35.488047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:35.578762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Pushing event updated for resources: {'Port': ['ID=b105a10d-b824-4ae8-8fe4-68efb0579069,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:35.641983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:35.656642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e921ca-183c-4e55-a29b-f57a3dd0f886 req-d9bf8985-9234-4e75-b34d-a90998c71cbc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:35.672512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e921ca-183c-4e55-a29b-f57a3dd0f886 req-d9bf8985-9234-4e75-b34d-a90998c71cbc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.2401099 May 26 19:18:35.672512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-5f4e5368-1cbd-4c69-bbae-a6bc06a0147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:35.672512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-5f4e5368-1cbd-4c69-bbae-a6bc06a0147d service neutron] 10.222.0.53 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.2095037 May 26 19:18:35.698674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ffe628ab-b6c9-4ddf-9bea-e2fea111a730 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:35.724460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:35.724460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:35.761744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-2be454fb-0b0c-48b6-9965-3949cdcb4324 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 217 time: 0.0784750 May 26 19:18:35.867766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e921ca-183c-4e55-a29b-f57a3dd0f886 req-33ad0355-f045-487f-a988-f05a017be4ee tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972325 May 26 19:18:35.883352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:35.899515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:35.899515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:35.906533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-0bb8c91f-94e4-4292-8c1b-bb4f5544df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:35.906533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-0bb8c91f-94e4-4292-8c1b-bb4f5544df41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.1324317 May 26 19:18:35.915500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Router f17c8181-4703-44ec-b815-2f06b451ec4e is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:18:35.915500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:35.997380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-874626ec-050f-4112-91f3-6b3ced1d9cbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765698 May 26 19:18:36.217447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a8610-6604-4a93-b4e9-f7d5c567fce3 None None] Network 68385d1d-1968-4d24-869f-02391aceb65e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:36.293724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:36.373972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:36.373972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:36.414533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:36.414533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-98f87414-5620-4d03-9090-dc34017ff6bf None None] Provisioning for port 1e47c677-8f46-439c-9500-462a8ee13f6a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:36.430061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:36.446708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:36.452098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-6ad35903-d01e-4213-961a-67e39dedf669 service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411674 May 26 19:18:36.467116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:36.520896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-661bb38f-bcd5-4b9c-8ae3-ee80e34a10b1 service neutron] 10.222.0.53 "GET /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.2869120 May 26 19:18:36.612518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:36.718576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc8b7e-2179-4d2e-9d2d-3f701593e576 req-f1f58353-9b67-4104-98b4-c66d88c464ba tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:36.725794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:18:36.727394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69bc8b7e-2179-4d2e-9d2d-3f701593e576 req-f1f58353-9b67-4104-98b4-c66d88c464ba tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 943 time: 0.4855306 May 26 19:18:36.750234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Sync routers for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:18:36.767027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:36.767027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:36.861814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:36.861814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-74fdfe5f-07dc-4fe3-9abf-9a0b1ac31d4b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0594790 May 26 19:18:36.878578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59900) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:36.901849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e47c677-8f46-439c-9500-462a8ee13f6a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:36.914102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69bc8b7e-2179-4d2e-9d2d-3f701593e576 req-abd25a8d-32c5-4edc-9930-3e5165e4ddb7 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806729 May 26 19:18:37.083187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f19b7cd-3858-4874-ac68-d1ee7c6204fe req-23c731eb-5a0b-49b6-969c-64a4100d2b0f service neutron] 10.222.0.53 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298559 May 26 19:18:37.144836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.163007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:37.224115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.305406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1e47c677-8f46-439c-9500-462a8ee13f6a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:37.333510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1e47c677-8f46-439c-9500-462a8ee13f6a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:37.335031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.381132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Pushing event updated for resources: {'Port': ['ID=b105a10d-b824-4ae8-8fe4-68efb0579069,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:37.499536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Provisioning complete for port 1e47c677-8f46-439c-9500-462a8ee13f6a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:37.499536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.672165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:37.700138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7c8a9-2946-4a8c-affb-b5b1e42dd5a9 req-4216db79-56a3-448e-ad47-b688a8bc4a25 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:37.700138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9f7c8a9-2946-4a8c-affb-b5b1e42dd5a9 req-4216db79-56a3-448e-ad47-b688a8bc4a25 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.4465125 May 26 19:18:37.719529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a6773cbd-b831-469d-9e3a-45854524f87b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:37.732183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:37.773692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.822951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9f7c8a9-2946-4a8c-affb-b5b1e42dd5a9 req-34fac5b8-24a4-48fc-8f03-2f623bd4b9f9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225705 May 26 19:18:37.836824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:18:37.841127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.846713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-255799e6-a775-41e5-8a95-4ec11a49e94d tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2804346 May 26 19:18:37.847786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:37.860295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2100213931', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'fixed_ips': [{'ip_address': '172.25.0.177'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:37.861628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:37.867200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:37.871495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Usage tracker for resource:port and tenant:d48072f934b146a999081f2efc073460 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:37.876092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:37.884547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:37.891148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.903116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Made reservation on behalf of d48072f934b146a999081f2efc073460 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:37.906960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.919789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1e47c677-8f46-439c-9500-462a8ee13f6a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:37.920848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.926404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:37.948816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:37.995095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Usage tracker for resource:security_group_rule and tenant:d48072f934b146a999081f2efc073460 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:38.022654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:38.027515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Current status of the port 1e47c677-8f46-439c-9500-462a8ee13f6a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:38.028853 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.028987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] Transition to ACTIVE for port object d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:38.038356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.062151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:38.083901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1e47c677-8f46-439c-9500-462a8ee13f6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e47c677-8f46-439c-9500-462a8ee13f6a,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:38.113908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.242531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.253799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] No DVR routers for this DVR port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:38.315752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:38.330877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-8898826a-fa57-45a3-b66f-58dddd18b028 service neutron] 10.222.0.53 "PUT /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b/bindings/n-h1-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7401955 May 26 19:18:38.350944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1e47c677-8f46-439c-9500-462a8ee13f6a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:38.367663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port a6773cbd-b831-469d-9e3a-45854524f87b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:38.442483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port a6773cbd-b831-469d-9e3a-45854524f87b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:38.443373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.492060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:34Z', 'revision_number': 3, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:38.501782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Checking router: f17c8181-4703-44ec-b815-2f06b451ec4e for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:18:38.502133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Updating router f17c8181-4703-44ec-b815-2f06b451ec4e port 83318412-47cc-48cc-8a19-d2013b59a3f4 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:18:38.530747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.540398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.542256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-54a0f636-5c62-462f-be24-85f4c1d41ee5 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:38.543865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-54a0f636-5c62-462f-be24-85f4c1d41ee5 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1547987 May 26 19:18:38.549807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:18:38.550164 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:18:38.553492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] device_id is not set on port 655af066-5095-4596-a45c-45e267da61bc yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:18:38.579632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.652975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd2029-8040-4e34-ad08-35435ed8715e req-74878563-7881-469b-aa81-a6492b310cb5 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:38.654726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49fd2029-8040-4e34-ad08-35435ed8715e req-74878563-7881-469b-aa81-a6492b310cb5 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 949 time: 0.1592572 May 26 19:18:38.686873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc984d1-0506-4864-97a5-0fceddcb1454,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:38.710791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a6773cbd-b831-469d-9e3a-45854524f87b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:38.710791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.725787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-495fedf1-91ae-4d2e-8ee1-ea4fee368d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:38.727960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-495fedf1-91ae-4d2e-8ee1-ea4fee368d62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52&tenant_id=47d6f35fc08a4534b562c5769fb2d95c HTTP/1.1" status: 200 len: 1095 time: 0.1742558 May 26 19:18:38.782234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Allocated IP 172.20.0.1 (68385d1d-1968-4d24-869f-02391aceb65e/4a637795-b53a-4f53-952a-a2f368b8dbba/577a9f8d-b580-42b8-aa51-12d079ae8e1f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:38.842210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e47c677-8f46-439c-9500-462a8ee13f6a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:38.882296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49fd2029-8040-4e34-ad08-35435ed8715e req-d4c60d0f-7eab-48a6-a4b1-44e693ea9ca7 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064900 May 26 19:18:38.941621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-1b527606-1609-4797-ba5e-b8402978d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:38.944372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-1b527606-1609-4797-ba5e-b8402978d3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1095 time: 0.1775641 May 26 19:18:38.946500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a6773cbd-b831-469d-9e3a-45854524f87b,segment=NetworkSegment(d27093ce-db77-424c-a176-5b8fa1c07cfc),segment_id=d27093ce-db77-424c-a176-5b8fa1c07cfc)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:38.954905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:38.997864 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 19:18:38.999267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:18:39.113416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:39.196642 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce4e78dc-b6a7-4f4b-8228-23bbd92a830e tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3401899 May 26 19:18:39.202198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59914) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:39.205011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f9a22b4d-a9c1-4bc9-91d5-8a175c0cea37 None None] Current status of the port 1e47c677-8f46-439c-9500-462a8ee13f6a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:39.218605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e95bd9-c0f9-4499-86ff-10ea0c364fd8 req-4b6bc36b-e4d2-42bd-87a6-73c8b4a74c3f tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:39.220469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02e95bd9-c0f9-4499-86ff-10ea0c364fd8 req-4b6bc36b-e4d2-42bd-87a6-73c8b4a74c3f tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.1982009 May 26 19:18:39.240153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1e47c677-8f46-439c-9500-462a8ee13f6a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:39.240663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.260343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-e3c368ee-28c9-4d7d-9819-4597aa1cbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:39.261946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-e3c368ee-28c9-4d7d-9819-4597aa1cbaf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.3115680 May 26 19:18:39.280110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.345079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-47a31018-135a-4a2b-b182-9cb2fcd496be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 200 len: 217 time: 0.0678570 May 26 19:18:39.348238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02e95bd9-c0f9-4499-86ff-10ea0c364fd8 req-54085cc0-c7d7-490d-9981-c459039c11e8 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132033 May 26 19:18:39.393431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Deleting port b105a10d-b824-4ae8-8fe4-68efb0579069 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:39.393765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.408590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1e47c677-8f46-439c-9500-462a8ee13f6a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:39.417528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-652c1ea0-8d34-4f78-85ba-d9afa9a6a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:39.418957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-652c1ea0-8d34-4f78-85ba-d9afa9a6a9e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.0673985 May 26 19:18:39.441117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Transition to ACTIVE for port object 577a9f8d-b580-42b8-aa51-12d079ae8e1f will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:39.473576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-02d33fb2-81d0-4448-8121-24a03ed88e47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476036 May 26 19:18:39.508690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.525456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Transition to ACTIVE for port object 83318412-47cc-48cc-8a19-d2013b59a3f4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:39.534953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.574521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.630422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Attempting to bind port 83318412-47cc-48cc-8a19-d2013b59a3f4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:39.631900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Attempting to bind port 83318412-47cc-48cc-8a19-d2013b59a3f4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:39.632420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Attempting to bind port 83318412-47cc-48cc-8a19-d2013b59a3f4 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:39.643035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:39.643427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:39.644087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.644199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:39.644593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Bound port: 83318412-47cc-48cc-8a19-d2013b59a3f4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:39.644956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.645454 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.645786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.662634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Network 68385d1d-1968-4d24-869f-02391aceb65e is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:39.670314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeb5c8-af6f-47ac-8f23-6bfc1f85515e None None] Pushing event updated for resources: {'Port': ['ID=83318412-47cc-48cc-8a19-d2013b59a3f4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:39.695056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:39.723447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:39.783793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-a7528869-ea53-466b-8fe9-27a2a51dde12 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036706 May 26 19:18:39.786226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:39.789591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:39.806533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] For port 83318412-47cc-48cc-8a19-d2013b59a3f4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:39.810563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] For port 83318412-47cc-48cc-8a19-d2013b59a3f4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83318412-47cc-48cc-8a19-d2013b59a3f4,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:39.816488 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.816656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4a78-ed19-4e34-bde7-8a0d239a438e req-37bf5407-32ce-4995-bc6c-26ff6a8f13d3 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:39.824558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d87c4a78-ed19-4e34-bde7-8a0d239a438e req-37bf5407-32ce-4995-bc6c-26ff6a8f13d3 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 945 time: 0.3242459 May 26 19:18:39.841764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:39.920774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeb5c8-af6f-47ac-8f23-6bfc1f85515e None None] Pushing event updated for resources: {'Port': ['ID=83318412-47cc-48cc-8a19-d2013b59a3f4,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:39.953062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d87c4a78-ed19-4e34-bde7-8a0d239a438e req-9d645ec9-f653-4239-9e08-7db21a93a3bd tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274261 May 26 19:18:39.969838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Calling delete_port for b105a10d-b824-4ae8-8fe4-68efb0579069 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:39.971309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:39.972042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:40.012852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Pushing event updated for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:40.104876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-ee4ac29f-245f-4e6a-a2bb-8f1430151b46 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143930 May 26 19:18:40.213231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:40.243277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.288329 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.302114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9d8ba-845e-46ef-90a5-a2ae8a194caf req-e72dbe8e-ea33-4ccd-aab0-9675d098cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:40.304154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7f9d8ba-845e-46ef-90a5-a2ae8a194caf req-e72dbe8e-ea33-4ccd-aab0-9675d098cf2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 1100 time: 0.1841586 May 26 19:18:40.315047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Pushing event deleted for resources: {'Port': ['ID=b105a10d-b824-4ae8-8fe4-68efb0579069,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:40.382812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746afb9-cc39-4ac3-8da5-ff3e81ac4b60 req-aeced7e8-d6f1-499c-8c67-2f08bd46abcf tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:40.383437 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a462eb-8169-4194-b9f2-161f420490d7'] response: {'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730', 'code': 200} May 26 19:18:40.390380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7746afb9-cc39-4ac3-8da5-ff3e81ac4b60 req-aeced7e8-d6f1-499c-8c67-2f08bd46abcf tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.1805580 May 26 19:18:40.437785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7f9d8ba-845e-46ef-90a5-a2ae8a194caf req-52f636c3-cc2b-4e18-bedf-bb46ddffd768 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254342 May 26 19:18:40.473577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bdd9bcd2-15e7-4f63-a4a2-a8eab1838362 None None] Provisioning for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:40.475718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7746afb9-cc39-4ac3-8da5-ff3e81ac4b60 req-8380d63d-4fec-4980-bc63-d86c2d11366a tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836928 May 26 19:18:40.484865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.489074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bdd9bcd2-15e7-4f63-a4a2-a8eab1838362 None None] Provisioning complete for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:40.489435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bdd9bcd2-15e7-4f63-a4a2-a8eab1838362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.572087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.573243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-344ea9a4-844d-49d9-a77c-0c654d7d9962 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648 tempest-ExternalNetworksAdminNegativeTestJSON-1409734648-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/2532e738-236c-48b7-8d36-e4cb235a1752 HTTP/1.1" status: 204 len: 168 time: 1.3698745 May 26 19:18:40.579125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-bf630c8d-7038-4c07-89e2-9dca2b0593bb tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:40.580671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-bf630c8d-7038-4c07-89e2-9dca2b0593bb tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.53 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 945 time: 0.2367258 May 26 19:18:40.599712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-f5ea8c36-3112-47cb-9fb3-0b21e161d427 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:40.601031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9bcd2-15e7-4f63-a4a2-a8eab1838362 None None] Port 577a9f8d-b580-42b8-aa51-12d079ae8e1f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:18:40.603231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-f5ea8c36-3112-47cb-9fb3-0b21e161d427 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52&tenant_id=47d6f35fc08a4534b562c5769fb2d95c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1241546 May 26 19:18:40.688161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:34Z', 'revision_number': 3, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:40.693112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14962c6e-4889-468a-bbd8-6af6b498ad20 None None] The sync data for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 is: [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:34Z', 'revision_number': 3, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:18:40.832379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.841344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.846478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Deleting port fced70b7-1e17-4115-aa48-36d03c3fad70 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:40.846997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:40.965084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:40.981536 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.006940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Pushing event updated for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:41.035516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c58b1-b6da-4e02-9d10-0566fd4ad0c6 req-ff093a8f-9cef-46f1-8694-38f006f292c2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:41.042561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571c58b1-b6da-4e02-9d10-0566fd4ad0c6 req-ff093a8f-9cef-46f1-8694-38f006f292c2 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 944 time: 0.3535721 May 26 19:18:41.084635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-90f4dd67-d006-4d96-9d19-298c2554006d service neutron] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:41.103931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-90f4dd67-d006-4d96-9d19-298c2554006d service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.112507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-90f4dd67-d006-4d96-9d19-298c2554006d service neutron] 10.222.0.13 "DELETE /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b/bindings/n-h2-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.4955950 May 26 19:18:41.211314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.212857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-571c58b1-b6da-4e02-9d10-0566fd4ad0c6 req-c764081e-ff1f-41bf-a9f9-0862387e2d22 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694615 May 26 19:18:41.257294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:41.266236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Usage tracker for resource:security_group_rule and tenant:119d064211e94cd7b6c41008c49b9098 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:41.270567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:41.287767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Network 68385d1d-1968-4d24-869f-02391aceb65e is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:41.288808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:41.289415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] For port fced70b7-1e17-4115-aa48-36d03c3fad70, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fced70b7-1e17-4115-aa48-36d03c3fad70,segment=NetworkSegment(5efec31d-ce47-4c06-bfc8-7fa686d9eed6),segment_id=5efec31d-ce47-4c06-bfc8-7fa686d9eed6)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:41.289890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.292108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:41.575454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Calling delete_port for fced70b7-1e17-4115-aa48-36d03c3fad70 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:41.613746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Router f17c8181-4703-44ec-b815-2f06b451ec4e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:18:41.634572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8dff72e5-4aff-4be7-bb42-b6fee5090836 None None] Provisioning complete for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:41.635032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8dff72e5-4aff-4be7-bb42-b6fee5090836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.700199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8dff72e5-4aff-4be7-bb42-b6fee5090836 None None] Port 577a9f8d-b580-42b8-aa51-12d079ae8e1f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:18:41.795024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d93018-3950-4410-8cd0-0f5c4bd6d489 req-814026dc-e398-4d4a-be09-bffca2c83231 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:41.796541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33d93018-3950-4410-8cd0-0f5c4bd6d489 req-814026dc-e398-4d4a-be09-bffca2c83231 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/ports?device_id=06006281-0453-4a99-8f18-eb74b44083cd HTTP/1.1" status: 200 len: 945 time: 0.2754812 May 26 19:18:41.834829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.847793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['fced70b7-1e17-4115-aa48-36d03c3fad70'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:41.895042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.902163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:18:41.914163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Pushing event deleted for resources: {'Port': ['ID=fced70b7-1e17-4115-aa48-36d03c3fad70,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:41.914889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:41.968196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda504a8-dfd9-4e79-bbf8-f51b58ea6c88,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:41.990763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c41ddff-9991-4315-938b-21d62363e788 admin admin] 10.222.0.24 "PUT /v2.0/routers/f17c8181-4703-44ec-b815-2f06b451ec4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1188672 May 26 19:18:42.017116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33d93018-3950-4410-8cd0-0f5c4bd6d489 req-31ff1fb0-2e81-4f1f-b70d-65fa78ed1763 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8dae585-a59d-41fe-8a43-ae54366503df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076116 May 26 19:18:42.017320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cac838cc-7e4a-4cf9-86d2-483fe91cf186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=119d064211e94cd7b6c41008c49b9098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501971 May 26 19:18:42.019126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:42.179462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] No DVR routers for this DVR port fced70b7-1e17-4115-aa48-36d03c3fad70 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:42.182250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:42.187990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'name': 'network-vif-deleted', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:42.231380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ae6056f-6185-46d0-949a-cafdbe9279b2 req-fda0bc35-6555-4ec2-ab55-3e1c1ae740a8 tempest-InstanceActionsTestJSON-1815357305 tempest-InstanceActionsTestJSON-1815357305-project] 10.222.0.53 "DELETE /v2.0/ports/fced70b7-1e17-4115-aa48-36d03c3fad70 HTTP/1.1" status: 204 len: 173 time: 1.5412381 May 26 19:18:42.280586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:42.316641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:42.378897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:42.384651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:42.399293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda504a8-dfd9-4e79-bbf8-f51b58ea6c88,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:42.403966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:42.405195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2b65044-a74c-422e-b567-753f19255def admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dda504a8-dfd9-4e79-bbf8-f51b58ea6c88 HTTP/1.1" status: 204 len: 168 time: 0.3841977 May 26 19:18:42.705473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a458c-27df-422e-b925-2873f24a7238 req-65151aa6-fa18-4ea3-8579-907bc929e436 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:42.707564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532a458c-27df-422e-b925-2873f24a7238 req-65151aa6-fa18-4ea3-8579-907bc929e436 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 949 time: 0.0968554 May 26 19:18:42.769382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:42.775769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Sync routers for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:18:42.793399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:42.794314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:42.812309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532a458c-27df-422e-b925-2873f24a7238 req-0170ceab-5b29-4ddf-a437-d11ed76e6c06 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 May 26 19:18:42.861671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:42.864524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a21441d-9eee-434b-b49c-014951d918f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d48072f934b146a999081f2efc073460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937226 May 26 19:18:42.868739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83318412-47cc-48cc-8a19-d2013b59a3f4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:42.989095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 83318412-47cc-48cc-8a19-d2013b59a3f4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:43.000787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 83318412-47cc-48cc-8a19-d2013b59a3f4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:43.001193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.011550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.046743 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:43.069722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.163565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.190057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc984d1-0506-4864-97a5-0fceddcb1454,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:43.200364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.202339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e51e9b69-2b8c-4305-ba2d-25ec5c394f2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdc984d1-0506-4864-97a5-0fceddcb1454 HTTP/1.1" status: 204 len: 168 time: 0.3385880 May 26 19:18:43.240835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 83318412-47cc-48cc-8a19-d2013b59a3f4 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:43.241605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.268099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 83318412-47cc-48cc-8a19-d2013b59a3f4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83318412-47cc-48cc-8a19-d2013b59a3f4,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:43.273428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.383493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=83318412-47cc-48cc-8a19-d2013b59a3f4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:43.405873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0ba19-98b3-4116-adfe-1d216d2ad1bf req-d10f2432-a848-4100-afdc-f52488eb392f tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:43.407593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e0ba19-98b3-4116-adfe-1d216d2ad1bf req-d10f2432-a848-4100-afdc-f52488eb392f tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 945 time: 0.1118057 May 26 19:18:43.441971 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:40Z', 'revision_number': 4, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '577a9f8d-b580-42b8-aa51-12d079ae8e1f', 'name': '', 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'mac_address': 'fa:16:3e:fb:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:38Z', 'updated_at': '2022-05-26T19:18:40Z', 'revision_number': 2, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'subnets': [{'id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:43.445974 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Checking router: f17c8181-4703-44ec-b815-2f06b451ec4e for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:18:43.446696 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Updating router f17c8181-4703-44ec-b815-2f06b451ec4e port 577a9f8d-b580-42b8-aa51-12d079ae8e1f binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:18:43.457933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e0ba19-98b3-4116-adfe-1d216d2ad1bf req-0ecb5951-ae89-493f-9f92-d13802da4bb3 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 May 26 19:18:43.525975 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.542454 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c464b4ec-d317-4e6a-8ec3-29e7fe34ccb3'] response: {'server_uuid': '06006281-0453-4a99-8f18-eb74b44083cd', 'name': 'network-vif-deleted', 'tag': 'fced70b7-1e17-4115-aa48-36d03c3fad70', 'status': 'completed', 'code': 200} May 26 19:18:43.766490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.849694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f54c470-35f5-411b-8ca0-c2277cb602cd req-9253c20d-2968-44e1-b47c-77fb761d0715 tempest-FloatingIPsNegativeTestJSON-147854715 tempest-FloatingIPsNegativeTestJSON-147854715-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=ada8656e58d545988016c9bd3f254538 HTTP/1.1" status: 200 len: 217 time: 0.0718284 May 26 19:18:43.901949 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b8d1f4-3a92-442b-8406-fb5981037110'] response: {'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b', 'code': 200} May 26 19:18:43.910824 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:43.928326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Transition to ACTIVE for port object 577a9f8d-b580-42b8-aa51-12d079ae8e1f will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:43.935211 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.028018 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77f4e-9895-449f-a0f0-1a1214367c96 None None] Pushing event updated for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:44.113578 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:18:44.185221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773de7d-dd88-4bd6-8bdf-75e15efd9021 req-2410a66e-5e60-47db-a826-597af70e2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:44.187566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4773de7d-dd88-4bd6-8bdf-75e15efd9021 req-2410a66e-5e60-47db-a826-597af70e2cce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 1096 time: 0.1925247 May 26 19:18:44.201148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f588-6eba-4171-98f4-c20b9af17e15 req-ebd297e8-14e0-4598-8d6a-e91ac212da34 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:44.209339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c52f588-6eba-4171-98f4-c20b9af17e15 req-ebd297e8-14e0-4598-8d6a-e91ac212da34 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.1540778 May 26 19:18:44.252704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Attempting to bind port 577a9f8d-b580-42b8-aa51-12d079ae8e1f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:44.253333 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Attempting to bind port 577a9f8d-b580-42b8-aa51-12d079ae8e1f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:44.254004 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Attempting to bind port 577a9f8d-b580-42b8-aa51-12d079ae8e1f on network 68385d1d-1968-4d24-869f-02391aceb65e {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:44.262925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:44.263492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Checking segment: {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:44.264611 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.265492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Bound using segment: {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:44.266108 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Bound port: 577a9f8d-b580-42b8-aa51-12d079ae8e1f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b691938-d6f8-4ed5-b565-ed240157d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:44.266628 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.285344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c52f588-6eba-4171-98f4-c20b9af17e15 req-5cd5440f-f19e-4eea-877b-20f5a604cea0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749650 May 26 19:18:44.321175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4773de7d-dd88-4bd6-8bdf-75e15efd9021 req-affedc0d-4e01-4efc-b73f-8eba6f145f60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096909 May 26 19:18:44.395653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] For port 577a9f8d-b580-42b8-aa51-12d079ae8e1f, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:44.399747 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] For port 577a9f8d-b580-42b8-aa51-12d079ae8e1f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=577a9f8d-b580-42b8-aa51-12d079ae8e1f,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:44.404510 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.482169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:44.482169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:44.592260 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f77f4e-9895-449f-a0f0-1a1214367c96 None None] Pushing event updated for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:44.609526 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f43de0b-68d0-4b6c-9ed3-8b286baccaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.724578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60024) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:44.744495 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:44.787271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83318412-47cc-48cc-8a19-d2013b59a3f4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:44.862981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Deleting subnet efb57a10-d63b-4dd4-80c4-170e3523cb97 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:18:44.869424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:44.908559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 83318412-47cc-48cc-8a19-d2013b59a3f4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:44.908559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.052878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.112674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 83318412-47cc-48cc-8a19-d2013b59a3f4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:45.131366 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:40Z', 'revision_number': 4, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '577a9f8d-b580-42b8-aa51-12d079ae8e1f', 'name': '', 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'mac_address': 'fa:16:3e:fb:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:38Z', 'updated_at': '2022-05-26T19:18:44Z', 'revision_number': 4, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'subnets': [{'id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:45.133986 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3c217-3c1d-4f94-aa65-b2ae412344f4 None None] The sync data for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 is: [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:40Z', 'revision_number': 4, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '577a9f8d-b580-42b8-aa51-12d079ae8e1f', 'name': '', 'network_id': '68385d1d-1968-4d24-869f-02391aceb65e', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'mac_address': 'fa:16:3e:fb:9a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:38Z', 'updated_at': '2022-05-26T19:18:44Z', 'revision_number': 4, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'subnets': [{'id': '4a637795-b53a-4f53-952a-a2f368b8dbba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:18:45.185564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100f41-2a6d-469e-9aa0-2d56ed9d0181 req-9fd599ea-4982-4312-a4d0-ff4de2fdb125 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:45.195686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37100f41-2a6d-469e-9aa0-2d56ed9d0181 req-9fd599ea-4982-4312-a4d0-ff4de2fdb125 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.3380756 May 26 19:18:45.198697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.408953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37100f41-2a6d-469e-9aa0-2d56ed9d0181 req-df57206b-6f6d-43f0-b4c9-3970e8be4d82 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122586 May 26 19:18:45.476625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.542713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb57a10-d63b-4dd4-80c4-170e3523cb97,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:45.554314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-f5113808-c9c3-40cf-a86a-0836599c0f48 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:45.556274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-f5113808-c9c3-40cf-a86a-0836599c0f48 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "GET /v2.0/ports?device_id=082447c5-0b27-4577-ad6f-9c0d45a72400 HTTP/1.1" status: 200 len: 945 time: 0.3092761 May 26 19:18:45.559665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.580048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60040) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:45.679880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bcccd36d-d2e2-481e-b6b7-2a6bac922c92 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/efb57a10-d63b-4dd4-80c4-170e3523cb97 HTTP/1.1" status: 204 len: 168 time: 0.9540031 May 26 19:18:45.682426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:45.710525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fced70b7-1e17-4115-aa48-36d03c3fad70 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:45.726570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port 0b74779e-30f2-4d46-84a6-c8baf47baf98 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:45.727282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.728404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-01ac6f80-54fc-42e7-889d-d1cedf000db2 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:45.766931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: fced70b7-1e17-4115-aa48-36d03c3fad70 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:45.767363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fced70b7-1e17-4115-aa48-36d03c3fad70 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:45.879790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:45.886810 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-01ac6f80-54fc-42e7-889d-d1cedf000db2 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "PUT /v2.0/quotas/123ab474485540ccbc93dc81827be68a HTTP/1.1" status: 200 len: 366 time: 0.3040593 May 26 19:18:45.893945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:45.951453 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5d20fbcc-166d-4c9a-a4ee-d05f64b8743a tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0542393 May 26 19:18:45.971054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.105904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72ecbe-09da-4fb4-8ff4-50e575f33fb0 req-e60808d5-116f-4a01-9050-3b6bd223a9c0 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:46.125353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b72ecbe-09da-4fb4-8ff4-50e575f33fb0 req-e60808d5-116f-4a01-9050-3b6bd223a9c0 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 1095 time: 0.4875479 May 26 19:18:46.130325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.175321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41b7ed0-e8ed-4153-b980-b84c325cb90d']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:46.189164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efec31d-ce47-4c06-bfc8-7fa686d9eed6') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:46.189164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efec31d-ce47-4c06-bfc8-7fa686d9eed6') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:46.202096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.222248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.231087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:18:46.232135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.276712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port 0b74779e-30f2-4d46-84a6-c8baf47baf98, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0b74779e-30f2-4d46-84a6-c8baf47baf98,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:46.277349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.295763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b72ecbe-09da-4fb4-8ff4-50e575f33fb0 req-4ed1fb07-34e7-42fb-94f5-63d7df19dc92 tempest-LiveMigrationTest-1422822222 tempest-LiveMigrationTest-1422822222-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679652 May 26 19:18:46.378077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94726be2-507e-4024-8c60-8257f3959994 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas/123ab474485540ccbc93dc81827be68a HTTP/1.1" status: 200 len: 366 time: 0.3986592 May 26 19:18:46.380651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60062) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.395045 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 5efec31d-ce47-4c06-bfc8-7fa686d9eed6 resource provider aggregate not found May 26 19:18:46.437582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.475702 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.497115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c448274-3f9b-47c3-9733-bf97a5d8f02a tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/123ab474485540ccbc93dc81827be68a HTTP/1.1" status: 204 len: 168 time: 0.1081884 May 26 19:18:46.497115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c41b7ed0-e8ed-4153-b980-b84c325cb90d HTTP/1.1" status: 204 len: 168 time: 0.8085983 May 26 19:18:46.497115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07847c8f-129c-4953-b4ad-d518503118d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41b7ed0-e8ed-4153-b980-b84c325cb90d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:46.523368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.536496 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 5efec31d-ce47-4c06-bfc8-7fa686d9eed6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5efec31d-ce47-4c06-bfc8-7fa686d9eed6 found for delete ", "request_id": "req-366a3d4f-8ee8-48a5-bbb5-a25059bf4598"}]} May 26 19:18:46.560365 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85176288-e287-4fdd-95d1-09d1cd0463aa tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0331721 May 26 19:18:46.562156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.594845 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b48c0710-f36a-4b41-8d11-b20a4bfac1fc tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas/123ab474485540ccbc93dc81827be68a HTTP/1.1" status: 200 len: 370 time: 0.0276282 May 26 19:18:46.594845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.610638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3f8774f1-938e-4696-8896-c33bb2050d0f tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas/123ab474485540ccbc93dc81827be68a/default HTTP/1.1" status: 200 len: 370 time: 0.0136886 May 26 19:18:46.613861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60084) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.640998 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-15de232b-e875-4f04-86c5-a501c966691b tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] delete failed (client error): The resource could not be found. May 26 19:18:46.652238 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15de232b-e875-4f04-86c5-a501c966691b tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/123ab474485540ccbc93dc81827be68a HTTP/1.1" status: 404 len: 348 time: 0.0330687 May 26 19:18:46.660877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for 0b74779e-30f2-4d46-84a6-c8baf47baf98 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:46.721814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8db6468-f1f6-47a9-aad9-6918fdf7abd9 req-d1b448e6-204d-421d-9218-0589c903f2b7 tempest-FloatingIPsNegativeTestJSON-147854715 tempest-FloatingIPsNegativeTestJSON-147854715-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3074083 May 26 19:18:46.810201 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-095e4f60-24e0-4f8a-b6d3-a96e39d824a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.847063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 577a9f8d-b580-42b8-aa51-12d079ae8e1f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:46.959168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:46.974437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:46.983015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:47.057797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:47.070948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:network and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.077655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60096) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:47.151060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.158907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=0b74779e-30f2-4d46-84a6-c8baf47baf98,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:47.176559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0b74779e-30f2-4d46-84a6-c8baf47baf98'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:47.236694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:subnet and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.258544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.271135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port 0b74779e-30f2-4d46-84a6-c8baf47baf98 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:47.274465 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0ff3779-239e-4b01-9679-289d8afd5656 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a194a7c6850455caa7c017b1dd1c3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972001 May 26 19:18:47.278618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60100) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:47.282314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.297690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:subnetpool and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.307704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.312426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'name': 'network-vif-deleted', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:47.324568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-478aefeb-bc8e-4eb7-a12a-18672655302e req-054886fa-c563-497a-8dce-53cdebaed349 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.53 "DELETE /v2.0/ports/0b74779e-30f2-4d46-84a6-c8baf47baf98 HTTP/1.1" status: 204 len: 173 time: 1.7603645 May 26 19:18:47.337489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:47.338350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.347884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:port and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.356395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.382597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:router and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.385696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ef675-1700-42b7-aa1c-a5a84594329a req-e8d07d9f-dd94-4f82-ac9c-3f871902a10e tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:47.390443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.392043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.394954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7ef675-1700-42b7-aa1c-a5a84594329a req-e8d07d9f-dd94-4f82-ac9c-3f871902a10e tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 945 time: 0.3514569 May 26 19:18:47.416847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:floatingip and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.438061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.442212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.482970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7ef675-1700-42b7-aa1c-a5a84594329a req-e00be4d4-35ab-4061-8028-71d72aafc792 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866628 May 26 19:18:47.547475 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.555843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:security_group and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.575834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.598307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Usage tracker for resource:security_group_rule and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:47.622557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.641315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:47.648487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dae585-a59d-41fe-8a43-ae54366503df,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:47.652395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-598b92e4-f3e8-49c0-a0d1-5e3006e25921 tempest-QuotasTest-864896853 tempest-QuotasTest-864896853-project-admin] 10.222.0.24 "GET /v2.0/quotas/1a760f63f8744437a46b1937a6ed1604/details.json HTTP/1.1" status: 200 len: 703 time: 0.6921589 May 26 19:18:47.657157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.660732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1cdb8b36-6ae8-4f28-b00d-cbd5596e431d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8dae585-a59d-41fe-8a43-ae54366503df HTTP/1.1" status: 204 len: 168 time: 0.3776081 May 26 19:18:47.817075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 577a9f8d-b580-42b8-aa51-12d079ae8e1f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:47.817915 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.823808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8969dd-00eb-4326-af47-bcf15517d478 req-1b6ecc18-d4c1-4e35-9acd-8446206d3c4e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:47.825407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f8969dd-00eb-4326-af47-bcf15517d478 req-1b6ecc18-d4c1-4e35-9acd-8446206d3c4e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.1062839 May 26 19:18:47.864862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 577a9f8d-b580-42b8-aa51-12d079ae8e1f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=577a9f8d-b580-42b8-aa51-12d079ae8e1f,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:47.870957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:47.890988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f8969dd-00eb-4326-af47-bcf15517d478 req-de282272-a00f-44ca-b63b-b9773320a195 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523648 May 26 19:18:47.964311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:47.983919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.984281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.984657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.984962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.985245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.985684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.985875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.986192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.986507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.986819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.987945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:47.991278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:18:48.052426 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.213604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:48.360793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.367763 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-290fc9e0-aac0-47c7-8e5e-de3d057f7d8b req-011da345-36b8-4825-914b-29f0b373e43c tempest-FloatingIPsNegativeTestJSON-147854715 tempest-FloatingIPsNegativeTestJSON-147854715-project] show failed (client error): The resource could not be found. May 26 19:18:48.369930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-290fc9e0-aac0-47c7-8e5e-de3d057f7d8b req-011da345-36b8-4825-914b-29f0b373e43c tempest-FloatingIPsNegativeTestJSON-147854715 tempest-FloatingIPsNegativeTestJSON-147854715-project] 10.222.0.24 "GET /v2.0/floatingips/e5694396-d3fa-4eb6-9997-68d91fcf710e HTTP/1.1" status: 404 len: 350 time: 0.0783720 May 26 19:18:48.379364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:48.379693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:48.383735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Usage tracker for resource:security_group_rule and tenant:b910544e324642abb32e83ab6e04843e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:48.386847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:48.407192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:48.467403 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdc6e2c-b01e-48b3-8a04-2c7862758068'] response: {'server_uuid': '082447c5-0b27-4577-ad6f-9c0d45a72400', 'name': 'network-vif-deleted', 'tag': '0b74779e-30f2-4d46-84a6-c8baf47baf98', 'status': 'completed', 'code': 200} May 26 19:18:48.537753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.542663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.603974 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b910544e324642abb32e83ab6e04843e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890519 May 26 19:18:48.612696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:48.789923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae60625-ac21-4180-851c-f5509a56428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0981e65-6209-4914-af8b-c1a669587ace,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:48.823015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 577a9f8d-b580-42b8-aa51-12d079ae8e1f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:48.844101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.878674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:48.903624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.925951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 577a9f8d-b580-42b8-aa51-12d079ae8e1f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:48.926668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.973681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:48.996412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0981e65-6209-4914-af8b-c1a669587ace,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:49.000682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.002940 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3bb1888c-5f81-4d4f-85e2-6128a7b4f153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0981e65-6209-4914-af8b-c1a669587ace HTTP/1.1" status: 204 len: 168 time: 0.3889599 May 26 19:18:49.051849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1402987027-network', 'tenant_id': '0d603244dd504312ae620ea7417d5a23'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:49.060746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:49.067431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Usage tracker for resource:network and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:49.074645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:49.087234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:49.090153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 577a9f8d-b580-42b8-aa51-12d079ae8e1f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:49.110626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Made reservation on behalf of 0d603244dd504312ae620ea7417d5a23 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:49.115094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.127774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.135523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-86777d98-82d5-4279-9d16-bacafa2d7f5b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:49.137060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-86777d98-82d5-4279-9d16-bacafa2d7f5b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 944 time: 0.2160962 May 26 19:18:49.144532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:49.148969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Usage tracker for resource:security_group_rule and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:49.152072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:49.158962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:49.258509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dbd35-48f0-49eb-9985-6708744479b9 req-30e00a49-5a0a-4d1f-937a-5ed211f94bd9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:49.258761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.260189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a9dbd35-48f0-49eb-9985-6708744479b9 req-30e00a49-5a0a-4d1f-937a-5ed211f94bd9 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=5768ab90-e28c-4692-b3f5-b9793b82bc52 HTTP/1.1" status: 200 len: 944 time: 0.2901015 May 26 19:18:49.267354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.305076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:18:49.320204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d326c7-e2c1-4835-ad60-c75d042ff95c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:49.325281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.325802 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Added segment 59c469c2-88df-4ae0-b7e5-08a2ae0778cd of type vlan for network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 May 26 19:18:49.341132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Deleting port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:49.341486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.359193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.382854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:49.407635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.418412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.419360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:49.419962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.438334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a9dbd35-48f0-49eb-9985-6708744479b9 req-f4c575bf-2d0c-4dcb-848d-103b9b70e209 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700017 May 26 19:18:49.501359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:49.529351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Usage tracker for resource:security_group_rule and tenant:1a760f63f8744437a46b1937a6ed1604 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:49.536874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:49.546836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:49.549683 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6698349 May 26 19:18:49.551687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33cd63-3eb8-4c89-b169-7841e1c1698b admin admin] Pushing event updated for resources: {'Network': ['ID=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:49.553872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:49.562019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Request body: {'subnet': {'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1402987027-subnet', 'tenant_id': '0d603244dd504312ae620ea7417d5a23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:49.572854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:49.584443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:18:49.585816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Usage tracker for resource:subnet and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:49.590591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:49.599802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:49.619430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Made reservation on behalf of 0d603244dd504312ae620ea7417d5a23 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:49.622108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.723353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0b74779e-30f2-4d46-84a6-c8baf47baf98 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:49.750762 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.785476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 0b74779e-30f2-4d46-84a6-c8baf47baf98 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:49.786093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0b74779e-30f2-4d46-84a6-c8baf47baf98 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:49.797804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.818110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.877126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] For port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:49.877497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:49.882045 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a760f63f8744437a46b1937a6ed1604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949975 May 26 19:18:49.891003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60180) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:49.915901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacda4f-1f9e-49f2-891d-6cc3f415fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d83031-bebd-4d43-aa4c-d84421fdcd7a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:49.986037 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.068197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc25b0b-223e-4a22-adfc-734798f76b40,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:50.078636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Checking segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:50.079238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Network hostable DHCP agents. Network: bc755b41-64dc-4d3e-9c7b-cddc49f13bd0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:18:50.083522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Calling delete_port for d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:50.100902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:18:50.116256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, bc755b41-64dc-4d3e-9c7b-cddc49f13bd0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:50.121559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:50.122439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.126768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd3310-2505-48a5-8bd4-f4bbd1f22f9c None None] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:50.150776 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-115b1504-f612-4bfd-bb40-9a9c374daa26 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5940609 May 26 19:18:50.202553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.332312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.352177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f793e521-5689-4d56-a5a4-283769a17f4c None None] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:50.482047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.594371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.605561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3ffa7198-ad7f-4491-b379-ca2d4d096236', 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:18:50.609463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ce64-b847-44af-83d4-1252b5540b32 req-34f1254d-9ba6-4559-8067-1fe0fabb6a7e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:50.611194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd48ce64-b847-44af-83d4-1252b5540b32 req-34f1254d-9ba6-4559-8067-1fe0fabb6a7e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.4912469 May 26 19:18:50.715501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event deleted for resources: {'Port': ['ID=d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:50.831043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd48ce64-b847-44af-83d4-1252b5540b32 req-c38806af-b8a5-4b0e-9dde-bdeb007f5948 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695423 May 26 19:18:50.833450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] No DVR routers for this DVR port d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:50.836492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.840128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.849998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-deleted', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:50.870649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d83031-bebd-4d43-aa4c-d84421fdcd7a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:50.885193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-860adc43-58e4-4921-a59f-6bf1619a48dd req-354c2a2e-88d2-4304-bbcd-b7609350d703 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "DELETE /v2.0/ports/d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b HTTP/1.1" status: 204 len: 173 time: 1.7160797 May 26 19:18:50.887000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:50.888013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bcd2493c-82be-4008-8b3e-1975a6ce0fa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7d83031-bebd-4d43-aa4c-d84421fdcd7a HTTP/1.1" status: 204 len: 168 time: 0.9948528 May 26 19:18:50.970700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Deleting port 577a9f8d-b580-42b8-aa51-12d079ae8e1f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:50.971216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:51.193419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] For port 577a9f8d-b580-42b8-aa51-12d079ae8e1f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=577a9f8d-b580-42b8-aa51-12d079ae8e1f,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:51.193835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:51.478765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Calling delete_port for 577a9f8d-b580-42b8-aa51-12d079ae8e1f owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:51.702537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-f2e7a1a7-ac08-452f-9f6c-8983fa780e43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2321389 May 26 19:18:51.714022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f59eed-848b-4bb0-a6bc-58439a357abe req-7c1693b0-5d11-45cd-b95d-eb63ddb50330 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:51.723292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2f59eed-848b-4bb0-a6bc-58439a357abe req-7c1693b0-5d11-45cd-b95d-eb63ddb50330 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 949 time: 0.2518556 May 26 19:18:51.838237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60220) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:51.850683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2f59eed-848b-4bb0-a6bc-58439a357abe req-4417e7c9-2886-40c6-b818-a282aa21a9cb tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.24 "GET /v2.0/security-groups?id=f19e01d8-5203-4ac2-b868-4d977179a884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265306 May 26 19:18:51.897544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-2d75fc0b-66aa-424c-960c-b5b856c6eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:51.899631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-2d75fc0b-66aa-424c-960c-b5b856c6eef0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 1096 time: 0.1568885 May 26 19:18:51.980187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1096138425'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:51.986794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:51.991517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:network and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:51.994755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:52.002616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:52.019837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:52.030602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.067119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.096672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.108692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:52.117426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:security_group_rule and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:52.125535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:52.139254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:52.244495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Pushing event deleted for resources: {'Port': ['ID=577a9f8d-b580-42b8-aa51-12d079ae8e1f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:52.251411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.257908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.293923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a008b9-af2f-4307-912d-9047711bc1ca,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:52.310220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:18:52.326688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.327296 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Added segment b2a05d96-eea0-48dd-83cd-f39ad8636375 of type vlan for network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a May 26 19:18:52.360128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.368245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-e3edf763-5024-4ba7-bc15-4dcc1215878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:52.375025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-e3edf763-5024-4ba7-bc15-4dcc1215878b service neutron] 10.222.0.13 "GET /v2.0/networks?id=faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 200 len: 908 time: 0.4360878 May 26 19:18:52.401755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.408368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:52.409314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.535402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-c5c88834-bba9-4c74-b38e-74a9400696ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 200 len: 217 time: 0.1593409 May 26 19:18:52.542506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Network': ['ID=e9cf3bb6-042c-4a6d-8e09-418fd9deae3a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:52.546547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-502cee07-c807-4853-b214-a7869461090e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7072084 May 26 19:18:52.549361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60238) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:52.554678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:18:52.556579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'subnet': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:52.719030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:52.724216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:subnet and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:52.729423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:52.736331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:52.749980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:52.754356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:52.819267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-b229420a-2c43-4430-bf2c-215a1f0d07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:52.820776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-b229420a-2c43-4430-bf2c-215a1f0d07d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 200 len: 847 time: 0.2208965 May 26 19:18:52.846264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490df132-1f74-4787-845b-83326052e29a req-75636d86-334b-4720-953b-122341784aa3 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:52.847653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-490df132-1f74-4787-845b-83326052e29a req-75636d86-334b-4720-953b-122341784aa3 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.53 "GET /v2.0/ports?device_id=427f08e7-5fff-4df9-9d1f-fc70cb492481 HTTP/1.1" status: 200 len: 949 time: 0.6049161 May 26 19:18:52.939192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d8dfa89a-73eb-4c69-ba32-e6907d969667 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:52.940585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d8dfa89a-73eb-4c69-ba32-e6907d969667 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 818 time: 0.5793746 May 26 19:18:52.942852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-12c12cd3-c86e-4612-a43c-9f900a8ff4da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=faf6b053-e2ce-4426-8757-7c1833aab502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056631 May 26 19:18:53.006109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.111391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Subnet': ['ID=671dc07e-7263-4789-9230-62a2181bfec0,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:53.117592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Checking segment: {'id': 'b2a05d96-eea0-48dd-83cd-f39ad8636375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:53.117952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network hostable DHCP agents. Network: e9cf3bb6-042c-4a6d-8e09-418fd9deae3a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:18:53.142306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:18:53.154678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e9cf3bb6-042c-4a6d-8e09-418fd9deae3a) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:53.158658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:53.159242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.169362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16694f57-b158-4995-8fd8-f511e9372fdc None None] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:53.184714 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d648c87d-ec8b-4ad8-8a31-45b8505b61b6 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6334038 May 26 19:18:53.189623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:53.196526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-369020460'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:53.304764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-7d5559b2-ef86-4309-ab5d-ddaaf0ec044f tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/quotas/0d603244dd504312ae620ea7417d5a23 HTTP/1.1" status: 200 len: 375 time: 0.3029685 May 26 19:18:53.337931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Deleting port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:53.338262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.371163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:53.376016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:port and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:53.379370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:53.385637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:53.398775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:53.402375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.425138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'tenant_id': 'e4f914097c424025a472f7b5005350f0', 'fixed_ips': [{'subnet_id': '671dc07e-7263-4789-9230-62a2181bfec0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:18:53.427394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.458812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.459442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port 2a2bbda1-10f0-4ea7-a076-34e9a994267a yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:18:53.464236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-809abdd4-9503-47ac-a408-c3a9e85160ff tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394651 May 26 19:18:53.558043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:53.604277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:53.604760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:53.738773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.5 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/2a2bbda1-10f0-4ea7-a076-34e9a994267a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:53.748752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-6fb274af-e0eb-4a38-87c2-e9db418b0a1c service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449951 May 26 19:18:53.961660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:53.978201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object 2a2bbda1-10f0-4ea7-a076-34e9a994267a will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:53.984641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-f1a58e0c-d090-45fc-88fd-18fba3738475 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:53.986166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-f1a58e0c-d090-45fc-88fd-18fba3738475 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.53 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 945 time: 0.7315087 May 26 19:18:54.011197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.075280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Allocated IP 172.20.0.2 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/eb191b52-974f-4a97-8ea4-dc241444aa84) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:54.089849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-15d476ed-f0a3-40e1-a6d7-77153ca7d4c3 service neutron] 10.222.0.24 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994771 May 26 19:18:54.132475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:54.136168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:54.145129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:54.169411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] For port ffe628ab-b6c9-4ddf-9bea-e2fea111a730, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:54.170363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.177751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=2a2bbda1-10f0-4ea7-a076-34e9a994267a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:54.224564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:54.225600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.256812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebca9871-99ea-42b6-840e-e27922a5d077 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0658255 May 26 19:18:54.257856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60250) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:54.265636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-1536020906', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:6a:8e:94'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:54.302548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Calling delete_port for ffe628ab-b6c9-4ddf-9bea-e2fea111a730 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:54.340339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.352006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Transition to ACTIVE for port object eb191b52-974f-4a97-8ea4-dc241444aa84 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:54.372245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Transition to ACTIVE for port object eb191b52-974f-4a97-8ea4-dc241444aa84 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:54.381512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.437115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:54.441752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:port and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:18:54.445450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:18:54.455211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:54.468274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:54.479840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:54.483918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Pushing event updated for resources: {'Port': ['ID=eb191b52-974f-4a97-8ea4-dc241444aa84,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:54.486379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:54.488581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:54.611286 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.626066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.636340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port 0bc0146b-8800-4f9e-8fbf-c1228bc88370 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:18:54.639249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Attempting to bind port eb191b52-974f-4a97-8ea4-dc241444aa84 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:18:54.639752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Attempting to bind port eb191b52-974f-4a97-8ea4-dc241444aa84 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b2a05d96-eea0-48dd-83cd-f39ad8636375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:18:54.639947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Attempting to bind port eb191b52-974f-4a97-8ea4-dc241444aa84 on network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:18:54.645315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:18:54.645696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Checking segment: {'id': 'b2a05d96-eea0-48dd-83cd-f39ad8636375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:18:54.646073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.646449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Bound using segment: {'id': 'b2a05d96-eea0-48dd-83cd-f39ad8636375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:18:54.646894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Bound port: eb191b52-974f-4a97-8ea4-dc241444aa84, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a05d96-eea0-48dd-83cd-f39ad8636375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:18:54.647257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.683755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca849437-976e-4598-a514-22a9c9cd9b68 req-f285e98e-fbca-4182-bdb1-f6695d670156 service neutron] 10.222.0.13 "GET /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9241207 May 26 19:18:54.741648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] For port eb191b52-974f-4a97-8ea4-dc241444aa84, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:18:54.744845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] For port eb191b52-974f-4a97-8ea4-dc241444aa84, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb191b52-974f-4a97-8ea4-dc241444aa84,segment=NetworkSegment(b2a05d96-eea0-48dd-83cd-f39ad8636375),segment_id=b2a05d96-eea0-48dd-83cd-f39ad8636375)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:18:54.749804 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:54.792753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.9 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/0bc0146b-8800-4f9e-8fbf-c1228bc88370) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:54.834774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501b2d-2f8f-42c4-a0d8-9ab424581fef None None] Pushing event updated for resources: {'Port': ['ID=eb191b52-974f-4a97-8ea4-dc241444aa84,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:54.936675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Pushing event deleted for resources: {'Port': ['ID=ffe628ab-b6c9-4ddf-9bea-e2fea111a730,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:54.990601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Deleting port a6773cbd-b831-469d-9e3a-45854524f87b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:54.991290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.067792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.091451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object 0bc0146b-8800-4f9e-8fbf-c1228bc88370 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:55.133667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] No DVR routers for this DVR port ffe628ab-b6c9-4ddf-9bea-e2fea111a730 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:55.136384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.145326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.238060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:55.239463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-62583f97-8159-4528-9e30-8ea0f44bd13f service neutron] 10.222.0.24 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749519 May 26 19:18:55.241865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:55.247115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:55.247595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-490df132-1f74-4787-845b-83326052e29a req-3335053b-51af-48f3-9e71-590b76da6953 tempest-TenantUsagesTestJSON-1177159399 tempest-TenantUsagesTestJSON-1177159399-project] 10.222.0.53 "DELETE /v2.0/ports/ffe628ab-b6c9-4ddf-9bea-e2fea111a730 HTTP/1.1" status: 204 len: 173 time: 2.3566518 May 26 19:18:55.318708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:55.319368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.334541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Router f17c8181-4703-44ec-b815-2f06b451ec4e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:18:55.342736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=0bc0146b-8800-4f9e-8fbf-c1228bc88370,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:55.351607 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e803732f-51a7-4ec1-90a7-58a912970fe8 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0924008 May 26 19:18:55.351945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:55.599455 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13edddd1-7b58-4025-9bf1-18c0cd6d7312'] response: {'server_uuid': '5768ab90-e28c-4692-b3f5-b9793b82bc52', 'name': 'network-vif-deleted', 'tag': 'd0bcdd9e-ba5f-4503-a8a8-8df937ff8d9b', 'status': 'completed', 'code': 200} May 26 19:18:55.738037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ffe628ab-b6c9-4ddf-9bea-e2fea111a730 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:55.851964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ffe628ab-b6c9-4ddf-9bea-e2fea111a730 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:55.851964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ffe628ab-b6c9-4ddf-9bea-e2fea111a730 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:55.930315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] For port a6773cbd-b831-469d-9e3a-45854524f87b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a6773cbd-b831-469d-9e3a-45854524f87b,segment=NetworkSegment(d27093ce-db77-424c-a176-5b8fa1c07cfc),segment_id=d27093ce-db77-424c-a176-5b8fa1c07cfc)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:55.930681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:55.947438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc2b07-0f20-4e33-bd47-a441860fd8f5 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:55.954618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc2b07-0f20-4e33-bd47-a441860fd8f5 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:55.960530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc2b07-0f20-4e33-bd47-a441860fd8f5 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:55.965455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5bc2b07-0f20-4e33-bd47-a441860fd8f5 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.6093848 May 26 19:18:55.965701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60276) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:55.974429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:18:55.984518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-304b7485-4a17-43bd-b90d-6ee4548a0314 admin admin] 10.222.0.24 "PUT /v2.0/routers/f17c8181-4703-44ec-b815-2f06b451ec4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6022222 May 26 19:18:55.990827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Sync routers for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:18:56.054125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60280) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:56.063612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:56.064265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:56.214222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port 0bc0146b-8800-4f9e-8fbf-c1228bc88370 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:56.214814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:56.272628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93c112-6e09-474d-a355-56736a39418d None None] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:18:56.336915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:56.414320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Calling delete_port for a6773cbd-b831-469d-9e3a-45854524f87b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:56.564085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2de3ab06-4088-4c03-95cf-4c64a1ac23b0 None None] Provisioning for port eb191b52-974f-4a97-8ea4-dc241444aa84 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:56.594255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:56.743544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:56.849095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Pushing event deleted for resources: {'Port': ['ID=a6773cbd-b831-469d-9e3a-45854524f87b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:56.863560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:56.908284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ced8a-88e6-4e06-9c64-a5fada9d8b50 req-7201fe3d-17da-49f5-8cc5-36ce16fd4707 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:56.926214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e60ced8a-88e6-4e06-9c64-a5fada9d8b50 req-7201fe3d-17da-49f5-8cc5-36ce16fd4707 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 945 time: 1.1082618 May 26 19:18:57.206702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eb191b52-974f-4a97-8ea4-dc241444aa84 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:57.207747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e60ced8a-88e6-4e06-9c64-a5fada9d8b50 req-a03c7ae4-002e-46eb-b4fd-695972738727 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/security-groups?id=70b3f8be-0c18-46f8-b0c1-e007b126fba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805622 May 26 19:18:57.324481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] No DVR routers for this DVR port a6773cbd-b831-469d-9e3a-45854524f87b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:18:57.340715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.356222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Provisioning for port 0bc0146b-8800-4f9e-8fbf-c1228bc88370 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:57.374374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56a1e94b-e2b6-4538-b51f-4e8dcd9e0cbb req-3c36d071-3f9d-4385-ab6a-601ff1fb48fb tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.53 "DELETE /v2.0/ports/a6773cbd-b831-469d-9e3a-45854524f87b HTTP/1.1" status: 204 len: 173 time: 3.3338153 May 26 19:18:57.410774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Provisioning complete for port 0bc0146b-8800-4f9e-8fbf-c1228bc88370 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:57.414666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.520930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for 0bc0146b-8800-4f9e-8fbf-c1228bc88370 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:57.523041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Port 0bc0146b-8800-4f9e-8fbf-c1228bc88370 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:18:57.540163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.561992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Deleting port 83318412-47cc-48cc-8a19-d2013b59a3f4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:18:57.562771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.565496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Provisioning complete for port eb191b52-974f-4a97-8ea4-dc241444aa84 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:57.566310 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.616834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port eb191b52-974f-4a97-8ea4-dc241444aa84 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:57.648483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eb191b52-974f-4a97-8ea4-dc241444aa84 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:57.649126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.766456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.788016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a6773cbd-b831-469d-9e3a-45854524f87b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:18:57.837914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=0bc0146b-8800-4f9e-8fbf-c1228bc88370,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:57.838599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] For port 83318412-47cc-48cc-8a19-d2013b59a3f4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83318412-47cc-48cc-8a19-d2013b59a3f4,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:57.838958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:57.871396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:51Z', 'revision_number': 5, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port': {'id': '83318412-47cc-48cc-8a19-d2013b59a3f4', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:18:33Z', 'updated_at': '2022-05-26T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:57.894223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: a6773cbd-b831-469d-9e3a-45854524f87b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:18:57.894708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a6773cbd-b831-469d-9e3a-45854524f87b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:18:57.906272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Checking router: f17c8181-4703-44ec-b815-2f06b451ec4e for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:18:57.955549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Routers {'f17c8181-4703-44ec-b815-2f06b451ec4e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:18:57.962356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17c8181-4703-44ec-b815-2f06b451ec4e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:58.040540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Calling delete_port for 83318412-47cc-48cc-8a19-d2013b59a3f4 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:18:58.290034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.302425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'name': 'network-vif-deleted', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730'}, {'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'name': 'network-vif-deleted', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:18:58.313888 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bcedf80a-e821-42cc-abc9-6b90eaea4839 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/0bc0146b-8800-4f9e-8fbf-c1228bc88370 HTTP/1.1" status: 204 len: 168 time: 2.3440864 May 26 19:18:58.315872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60300) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:58.366792 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b433e9bc-730e-49d2-8baf-a9fadc087c6b tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] GET failed (client error): The resource could not be found. May 26 19:18:58.367335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b433e9bc-730e-49d2-8baf-a9fadc087c6b tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Synchronizing usage tracker for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:18:58.387445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b433e9bc-730e-49d2-8baf-a9fadc087c6b tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Unset dirty status for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:18:58.392884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b433e9bc-730e-49d2-8baf-a9fadc087c6b tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports/0bc0146b-8800-4f9e-8fbf-c1228bc88370 HTTP/1.1" status: 404 len: 333 time: 0.0722353 May 26 19:18:58.394402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:58.400469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-1294355082'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:58.464463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eb191b52-974f-4a97-8ea4-dc241444aa84 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:58.464865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.504547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Current status of the port eb191b52-974f-4a97-8ea4-dc241444aa84 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:58.504547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.532350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] Set router f17c8181-4703-44ec-b815-2f06b451ec4e gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:18:58.540144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9b7c4-0b2c-4302-8e7a-3474222a01ef req-d7e66751-84e8-4978-95e5-f10c3ce66f50 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:58.548213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cb9b7c4-0b2c-4302-8e7a-3474222a01ef req-d7e66751-84e8-4978-95e5-f10c3ce66f50 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 1.1447303 May 26 19:18:58.588303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.654393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:58.676085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:57Z', 'revision_number': 6, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:18:58.680835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:18:58.684213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b2f595-bad8-454f-9bf6-9732166b7e5f None None] The sync data for ids ['f17c8181-4703-44ec-b815-2f06b451ec4e'] in n-d-843146-9 is: [{'id': 'f17c8181-4703-44ec-b815-2f06b451ec4e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1745487550-router', 'tenant_id': 'ada8656e58d545988016c9bd3f254538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:18:31Z', 'updated_at': '2022-05-26T19:18:57Z', 'revision_number': 6, 'project_id': 'ada8656e58d545988016c9bd3f254538', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:18:58.689873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=83318412-47cc-48cc-8a19-d2013b59a3f4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:58.710837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port eb191b52-974f-4a97-8ea4-dc241444aa84, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb191b52-974f-4a97-8ea4-dc241444aa84,segment=NetworkSegment(b2a05d96-eea0-48dd-83cd-f39ad8636375),segment_id=b2a05d96-eea0-48dd-83cd-f39ad8636375)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:18:58.712611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:18:58.718908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.737281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:58.763412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:18:58.799685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-24af43b6-6c70-4f10-b53e-0dbdf532a907 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:58.801496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-24af43b6-6c70-4f10-b53e-0dbdf532a907 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 818 time: 0.5334082 May 26 19:18:58.859726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Request body: {'port': {'device_id': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'admin_state_up': True, 'tenant_id': '0d603244dd504312ae620ea7417d5a23'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:58.948699 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:18:58.949328 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:18:58.949952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.8 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/7469c38d-8f79-4f3e-bf22-868aa4bb2da5) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:18:58.951759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=eb191b52-974f-4a97-8ea4-dc241444aa84,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:59.028412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cb9b7c4-0b2c-4302-8e7a-3474222a01ef req-4383f70a-d002-444a-b439-eb39b9b69bf2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785590 May 26 19:18:59.111233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.376589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.398394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:18:59.439793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.464380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.468164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.504519 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.505256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17c8181-4703-44ec-b815-2f06b451ec4e {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:18:59.587372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.589319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f1eeb72-b486-43af-a19c-efdc5fda9f06 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f17c8181-4703-44ec-b815-2f06b451ec4e HTTP/1.1" status: 204 len: 168 time: 3.5341895 May 26 19:18:59.601566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60314) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:18:59.614152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Current status of the port eb191b52-974f-4a97-8ea4-dc241444aa84 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:18:59.645582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Provisioning for port 2a2bbda1-10f0-4ea7-a076-34e9a994267a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:18:59.658124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Provisioning complete for port 2a2bbda1-10f0-4ea7-a076-34e9a994267a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:18:59.658503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:18:59.674873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-20ca55ab-b9aa-4996-a045-25894663f334 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:18:59.677026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-20ca55ab-b9aa-4996-a045-25894663f334 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 818 time: 0.8421545 May 26 19:18:59.708115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Request body: {'port': {'device_id': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'admin_state_up': True, 'tenant_id': '0d603244dd504312ae620ea7417d5a23'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:18:59.781644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eb191b52-974f-4a97-8ea4-dc241444aa84 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:18:59.851201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:18:59.864088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:18:59.867307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:18:59.945830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=7469c38d-8f79-4f3e-bf22-868aa4bb2da5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:18:59.970521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:18:59.977534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5321c805-b4b0-4a0b-922f-9ad079af1389 None None] Port 2a2bbda1-10f0-4ea7-a076-34e9a994267a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:18:59.987160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Usage tracker for resource:port and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:00.010022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:00.016855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eb191b52-974f-4a97-8ea4-dc241444aa84 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:00.019955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.031554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:00.077492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Made reservation on behalf of 0d603244dd504312ae620ea7417d5a23 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:00.081255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.114051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60324) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:00.152962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:00.153679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.157342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c3ad8bf-0d56-4039-9a14-e33029667614 None None] Could not find standard attr ID for object 0bc0146b-8800-4f9e-8fbf-c1228bc88370. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:19:00.228305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6c3ad8bf-0d56-4039-9a14-e33029667614 None None] Provisioning complete for port 2a2bbda1-10f0-4ea7-a076-34e9a994267a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:00.228716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad8bf-0d56-4039-9a14-e33029667614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.235499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Deleting subnet 4a637795-b53a-4f53-952a-a2f368b8dbba {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:00.259603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:00.272497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.327014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d38c359f-cf19-4d03-b36c-2ca8cbf41855 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:00.327763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d38c359f-cf19-4d03-b36c-2ca8cbf41855 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Synchronizing usage tracker for tenant:0d603244dd504312ae620ea7417d5a23 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:00.343981 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c5432464-317c-43ec-9448-435af269f499 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9484916 May 26 19:19:00.349646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:00.361571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:6a:8e:94'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:00.369854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.409482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ad8bf-0d56-4039-9a14-e33029667614 None None] Port 2a2bbda1-10f0-4ea7-a076-34e9a994267a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:00.458541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Usage tracker for resource:port and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:00.467300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:00.476848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:00.486047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eb191b52-974f-4a97-8ea4-dc241444aa84 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:00.496730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 577a9f8d-b580-42b8-aa51-12d079ae8e1f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:00.531786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.545604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 577a9f8d-b580-42b8-aa51-12d079ae8e1f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:00.546256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 577a9f8d-b580-42b8-aa51-12d079ae8e1f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:00.559131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9b001f40-e247-4a7f-bcf0-bd261210b245 None None] Provisioning for port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:00.566559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9b001f40-e247-4a7f-bcf0-bd261210b245 None None] Provisioning complete for port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:00.567215 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9b001f40-e247-4a7f-bcf0-bd261210b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.596693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c023eccb-ca4b-46eb-91e7-d0672f03d5a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a540290dceea4b9f88b9f03a83065ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807813 May 26 19:19:00.597566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d38c359f-cf19-4d03-b36c-2ca8cbf41855 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Unset dirty status for tenant:0d603244dd504312ae620ea7417d5a23 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:00.598672 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-d38c359f-cf19-4d03-b36c-2ca8cbf41855 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 818 time: 1.0039821 May 26 19:19:00.602655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60336) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:00.624610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Made reservation on behalf of 0d603244dd504312ae620ea7417d5a23 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:00.626336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Request body: {'port': {'device_id': '4f40a4e4-c090-4a9e-81c7-805725703568', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'admin_state_up': True, 'tenant_id': '0d603244dd504312ae620ea7417d5a23'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:00.628062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.637870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.639602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9b001f40-e247-4a7f-bcf0-bd261210b245 None None] Port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:00.672378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1cd2d771-7a15-4149-bdca-7cf1bd61ceaa req-8a426668-19e0-47ee-b82a-261eabcc53a8 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Synchronizing usage tracker for tenant:fcb9312cb1124982878ad4f11bec8d05 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:00.724913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a637795-b53a-4f53-952a-a2f368b8dbba,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:00.742180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8908180-7033-42fc-b3b8-a7c393c67045 None None] Network 68385d1d-1968-4d24-869f-02391aceb65e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:00.765777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83318412-47cc-48cc-8a19-d2013b59a3f4 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:00.819528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:00.849133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c8d79e0-8bec-4324-ae51-3455d16d7e45 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a637795-b53a-4f53-952a-a2f368b8dbba HTTP/1.1" status: 204 len: 168 time: 1.2446923 May 26 19:19:00.852626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60340) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:00.859417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 83318412-47cc-48cc-8a19-d2013b59a3f4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:00.859658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1cd2d771-7a15-4149-bdca-7cf1bd61ceaa req-8a426668-19e0-47ee-b82a-261eabcc53a8 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] Unset dirty status for tenant:fcb9312cb1124982878ad4f11bec8d05 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:00.859782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83318412-47cc-48cc-8a19-d2013b59a3f4 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:00.861195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cd2d771-7a15-4149-bdca-7cf1bd61ceaa req-8a426668-19e0-47ee-b82a-261eabcc53a8 tempest-ServerPasswordTestJSON-1094809473 tempest-ServerPasswordTestJSON-1094809473-project] 10.222.0.24 "GET /v2.0/ports?device_id=c828fb13-5ed0-4b02-bcb7-f0ca5fda4675 HTTP/1.1" status: 200 len: 210 time: 0.3989115 May 26 19:19:00.888606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Allocated IP 172.20.0.3 (bc755b41-64dc-4d3e-9c7b-cddc49f13bd0/0dc25b0b-223e-4a22-adfc-734798f76b40/eafa0fe1-4ffc-426d-9215-69c6c316a085) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:00.938611 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bd7b8e-0d42-4cd2-bf30-4cae5166a36e'] response: {'server_uuid': '427f08e7-5fff-4df9-9d1f-fc70cb492481', 'name': 'network-vif-deleted', 'tag': 'ffe628ab-b6c9-4ddf-9bea-e2fea111a730', 'status': 'completed', 'code': 200} May 26 19:19:00.938941 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bd7b8e-0d42-4cd2-bf30-4cae5166a36e'] response: {'server_uuid': 'c828fb13-5ed0-4b02-bcb7-f0ca5fda4675', 'name': 'network-vif-deleted', 'tag': 'a6773cbd-b831-469d-9e3a-45854524f87b', 'status': 'completed', 'code': 200} May 26 19:19:01.005106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.061359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Deleting port 1e47c677-8f46-439c-9500-462a8ee13f6a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:01.061739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.114184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.205703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.210223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] DHCP port deletion for 68385d1d-1968-4d24-869f-02391aceb65e request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:19:01.219314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Deleting port 1e47c677-8f46-439c-9500-462a8ee13f6a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:01.219314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.219579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.239645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:01.250687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Usage tracker for resource:port and tenant:0d603244dd504312ae620ea7417d5a23 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:01.256510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:01.389090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.442256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] For port 1e47c677-8f46-439c-9500-462a8ee13f6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e47c677-8f46-439c-9500-462a8ee13f6a,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:01.442600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.495109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:01.516847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Made reservation on behalf of 0d603244dd504312ae620ea7417d5a23 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:01.520498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.577756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] For port 1e47c677-8f46-439c-9500-462a8ee13f6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e47c677-8f46-439c-9500-462a8ee13f6a,segment=NetworkSegment(3b691938-d6f8-4ed5-b565-ed240157d450),segment_id=3b691938-d6f8-4ed5-b565-ed240157d450)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:01.578155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.599933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.601599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.625856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.680081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e01d8-5203-4ac2-b868-4d977179a884,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:01.737719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Calling delete_port for 1e47c677-8f46-439c-9500-462a8ee13f6a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:01.751128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.752255 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-00b75ac6-8e1b-48f7-9fed-9e89118ec791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f19e01d8-5203-4ac2-b868-4d977179a884 HTTP/1.1" status: 204 len: 168 time: 1.1487732 May 26 19:19:01.784069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Calling delete_port for 1e47c677-8f46-439c-9500-462a8ee13f6a owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:01.798111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=7469c38d-8f79-4f3e-bf22-868aa4bb2da5,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:01.819172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] In _notify_port_updated(), no bound segment for port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 on network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:19:01.824474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:01.827183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8a5ea456-f912-4f7c-946c-1976d6a03aaf req-61deaa56-b7ca-431c-b4cb-e3362e3b447b tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Synchronizing usage tracker for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:01.833692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.838124 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17b17b0b-a058-4187-a937-4493580f2248 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "PUT /v2.0/ports/7469c38d-8f79-4f3e-bf22-868aa4bb2da5 HTTP/1.1" status: 200 len: 993 time: 1.4874132 May 26 19:19:01.840705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60348) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:01.880939 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:01.957104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] Pushing event deleted for resources: {'Port': ['ID=1e47c677-8f46-439c-9500-462a8ee13f6a,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:01.962433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d815f-c038-4933-b6dd-cd36395b6e5e None None] No DVR routers for this DVR port 1e47c677-8f46-439c-9500-462a8ee13f6a on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:01.968001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8a5ea456-f912-4f7c-946c-1976d6a03aaf req-61deaa56-b7ca-431c-b4cb-e3362e3b447b tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Unset dirty status for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:01.977607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a5ea456-f912-4f7c-946c-1976d6a03aaf req-61deaa56-b7ca-431c-b4cb-e3362e3b447b tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 210 time: 0.4700201 May 26 19:19:02.000664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.014892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:02.015234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.088712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1e2df920-c8ca-4caf-8220-12bd232607e6 None None] Provisioning complete for port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:02.089101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1e2df920-c8ca-4caf-8220-12bd232607e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.115131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:19:02.115548 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:19:02.126970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:02.128203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Allocated IP 172.20.0.13 (bc755b41-64dc-4d3e-9c7b-cddc49f13bd0/0dc25b0b-223e-4a22-adfc-734798f76b40/e5af1c1e-cbd4-429a-90cc-d5d291a050d6) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:02.133769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:02.144745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:02.184439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event updated for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:02.197367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1e2df920-c8ca-4caf-8220-12bd232607e6 None None] Port 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:02.200687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-431e29be-ceda-4214-bb14-a411b7e53494 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:02.201442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-431e29be-ceda-4214-bb14-a411b7e53494 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:02.330031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:02.330657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.336184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-431e29be-ceda-4214-bb14-a411b7e53494 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:02.340274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-431e29be-ceda-4214-bb14-a411b7e53494 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 944 time: 0.5953472 May 26 19:19:02.342129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:02.381483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.410432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:02.413583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.425188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Usage tracker for resource:security_group_rule and tenant:0705acfb3018415e978261c9704c4334 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:02.429226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:02.485778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-52e09f6f-d182-4cc8-904b-4f1a80464ce2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6303742 May 26 19:19:02.505318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Request body: {'port': {'device_id': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:02.540973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:02.549322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for 7469c38d-8f79-4f3e-bf22-868aa4bb2da5 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:02.572840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Deleting port 3ffa7198-ad7f-4491-b379-ca2d4d096236 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:02.573200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.618668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Deleting port 1e47c677-8f46-439c-9500-462a8ee13f6a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:02.618987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.713408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e88e-8f52-4c69-bd3d-6013e6261aa9 req-ba3a8020-26ab-4be7-919a-f3aab5374d07 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:02.714855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04d7e88e-8f52-4c69-bd3d-6013e6261aa9 req-ba3a8020-26ab-4be7-919a-f3aab5374d07 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.5315328 May 26 19:19:02.757498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.758920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.797677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] The port '1e47c677-8f46-439c-9500-462a8ee13f6a' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:19:02.798198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e47c677-8f46-439c-9500-462a8ee13f6a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:02.816365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.830670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=7469c38d-8f79-4f3e-bf22-868aa4bb2da5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:02.834438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1e47c677-8f46-439c-9500-462a8ee13f6a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:02.834438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e47c677-8f46-439c-9500-462a8ee13f6a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:02.923707 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0705acfb3018415e978261c9704c4334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782568 May 26 19:19:02.923707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef6069-b3e8-44cf-b898-6d463215bb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73acd078-a497-4e0e-a185-69917d7feccf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:02.927113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60360) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:02.938863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:02.951878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.029857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04d7e88e-8f52-4c69-bd3d-6013e6261aa9 req-928621ec-4e20-4bb0-9211-940f26555dc1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992635 May 26 19:19:03.126654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.143033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.173046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.187811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a453a9ba-ac84-43df-92dc-9c18f7a58a13 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/7469c38d-8f79-4f3e-bf22-868aa4bb2da5 HTTP/1.1" status: 204 len: 168 time: 1.3442898 May 26 19:19:03.193556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60368) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:03.205446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.236535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.254753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73acd078-a497-4e0e-a185-69917d7feccf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:03.261979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.263798 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25fecf3e-b7d0-4ce1-846c-40f21566d127 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73acd078-a497-4e0e-a185-69917d7feccf HTTP/1.1" status: 204 len: 168 time: 0.3350453 May 26 19:19:03.469276 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb7e4f4-9064-43b9-88e0-42422d30d5ec tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] GET failed (client error): The resource could not be found. May 26 19:19:03.474585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aeb7e4f4-9064-43b9-88e0-42422d30d5ec tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports/7469c38d-8f79-4f3e-bf22-868aa4bb2da5 HTTP/1.1" status: 404 len: 333 time: 0.2685401 May 26 19:19:03.474585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68385d1d-1968-4d24-869f-02391aceb65e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:03.474861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:03.480797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-339393322'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:03.510063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b691938-d6f8-4ed5-b565-ed240157d450') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:03.510339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b691938-d6f8-4ed5-b565-ed240157d450') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:03.581968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.600295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.633391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.662829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:03.663383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.775429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Allocated IP 172.20.0.10 (bc755b41-64dc-4d3e-9c7b-cddc49f13bd0/0dc25b0b-223e-4a22-adfc-734798f76b40/43fde07d-50f1-43cb-b242-280dcf9cdb28) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:03.815748 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3b691938-d6f8-4ed5-b565-ed240157d450 resource provider aggregate not found May 26 19:19:03.821682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:03.824080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] For port 3ffa7198-ad7f-4491-b379-ca2d4d096236, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3ffa7198-ad7f-4491-b379-ca2d4d096236,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:03.825276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.829611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:port and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:03.848239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:03.851301 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3b691938-d6f8-4ed5-b565-ed240157d450 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b691938-d6f8-4ed5-b565-ed240157d450 found for delete ", "request_id": "req-3ce38395-4523-4c58-a843-43280b030b33"}]} May 26 19:19:03.859356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:03.900057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:03.904217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:03.929245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:03.997488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port 67c029ef-be63-4786-884a-f9f83e7793a5 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:19:04.000120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Calling delete_port for 3ffa7198-ad7f-4491-b379-ca2d4d096236 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:04.035970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:04.038547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:04.099975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event updated for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:04.141266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.146249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.147150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.186952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] 10.222.0.24 "DELETE /v2.0/networks/68385d1d-1968-4d24-869f-02391aceb65e HTTP/1.1" status: 204 len: 168 time: 3.3332186 May 26 19:19:04.193357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32affd7f-ac7c-4f98-8419-264d224d4402 admin admin] Pushing event deleted for resources: {'Network': ['ID=68385d1d-1968-4d24-869f-02391aceb65e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:04.207161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f186401-98e0-4942-8a73-f0a9fa1fcb8c req-4e9e5530-de8e-48df-a9b4-dbf5ba19948e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:04.208989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f186401-98e0-4942-8a73-f0a9fa1fcb8c req-4e9e5530-de8e-48df-a9b4-dbf5ba19948e tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b64e5c-5185-493c-9387-44bddaba883f HTTP/1.1" status: 200 len: 944 time: 0.9423828 May 26 19:19:04.224807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.13 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/67c029ef-be63-4786-884a-f9f83e7793a5) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:04.232707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:04.233352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.258276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.334993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-2a091539-41f2-416f-9a9e-2b3e719d5103 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6312854 May 26 19:19:04.342954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:04.352631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:04.362081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:04.363587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Request body: {'port': {'device_id': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:04.395500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60406) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:04.407006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event updated for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:04.458924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f186401-98e0-4942-8a73-f0a9fa1fcb8c req-cacb7fe9-0728-4866-81af-00116f14eff4 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215922 May 26 19:19:04.539610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:04.540202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.556014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60410) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:04.566306 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.641751 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b683a49b-8907-4c73-b45a-6422129bbf56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ada8656e58d545988016c9bd3f254538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421675 May 26 19:19:04.643555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event deleted for resources: {'Port': ['ID=3ffa7198-ad7f-4491-b379-ca2d4d096236,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:04.645305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60414) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:04.649949 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-e345b8f6-66be-4125-9d1c-fc28c79c2207 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0309384 May 26 19:19:04.663803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Request body: {'port': {'device_id': '4f40a4e4-c090-4a9e-81c7-805725703568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:04.717423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Deleting subnet bc535f54-b2ca-49bd-9cef-6589bad9cd52 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:04.737270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.742101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.779797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.807204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:19:04.833935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] No DVR routers for this DVR port 3ffa7198-ad7f-4491-b379-ca2d4d096236 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:04.866367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object 67c029ef-be63-4786-884a-f9f83e7793a5 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:04.874085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.904736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.911341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-deleted', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:04.930933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:04.988830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ec6ba89-4ba0-4d14-91e9-69cca60cb9a2 req-b56ded07-a280-40d2-9e8a-372a0882a514 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "DELETE /v2.0/ports/3ffa7198-ad7f-4491-b379-ca2d4d096236 HTTP/1.1" status: 204 len: 173 time: 2.6382568 May 26 19:19:05.008128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.015338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafa0fe1-4ffc-426d-9215-69c6c316a085 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:05.020309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.028231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.064967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.118783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Transition to ACTIVE for port object eafa0fe1-4ffc-426d-9215-69c6c316a085 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:05.159435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.217743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5f583-371c-467c-ab19-2b195762acac req-0279522f-ed85-4725-aa8c-c2ce62fffd05 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:05.219255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88d5f583-371c-467c-ab19-2b195762acac req-0279522f-ed85-4725-aa8c-c2ce62fffd05 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 931 time: 0.5670002 May 26 19:19:05.222863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:05.224537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.230575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:05.238684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=67c029ef-be63-4786-884a-f9f83e7793a5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:05.243310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:05.295997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.344703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc535f54-b2ca-49bd-9cef-6589bad9cd52,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:05.355375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.366438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:05.367077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.381635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-45b72d97-b048-4c6c-b0ef-099647a6ad79 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc535f54-b2ca-49bd-9cef-6589bad9cd52 HTTP/1.1" status: 204 len: 168 time: 0.8200736 May 26 19:19:05.384786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60420) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:05.546522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81d78ec4-1cdb-455a-9a44-095b3320e490 None None] Provisioning for port 67c029ef-be63-4786-884a-f9f83e7793a5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:05.553445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81d78ec4-1cdb-455a-9a44-095b3320e490 None None] Provisioning complete for port 67c029ef-be63-4786-884a-f9f83e7793a5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:05.554066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81d78ec4-1cdb-455a-9a44-095b3320e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.585307 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2ea70c5f-cf32-41f8-a8cd-b01c61f04323 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1090212 May 26 19:19:05.590701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:05.607586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6a:8e:94'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:05.621717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-81d78ec4-1cdb-455a-9a44-095b3320e490 None None] Port 67c029ef-be63-4786-884a-f9f83e7793a5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:05.624342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:05.670738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 3ffa7198-ad7f-4491-b379-ca2d4d096236 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:05.671437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3ffa7198-ad7f-4491-b379-ca2d4d096236 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:05.688564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.746248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88d5f583-371c-467c-ab19-2b195762acac req-fe1725c3-acb4-44be-a0b6-44fd81d78af4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995048 May 26 19:19:05.803801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Pushing event updated for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:05.853030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.874072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Attempting to bind port eafa0fe1-4ffc-426d-9215-69c6c316a085 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:05.874707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Attempting to bind port eafa0fe1-4ffc-426d-9215-69c6c316a085 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:05.874707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Attempting to bind port eafa0fe1-4ffc-426d-9215-69c6c316a085 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:05.885941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Port eafa0fe1-4ffc-426d-9215-69c6c316a085 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:19:05.886425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Attempting to bind port eafa0fe1-4ffc-426d-9215-69c6c316a085 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:05.923468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.930325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.951445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:05.951693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Checking segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:05.952055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Bound using segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:05.952491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Bound port: eafa0fe1-4ffc-426d-9215-69c6c316a085, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:05.952822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:05.971550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f4ab62-ef4f-4adc-8fcc-65fde674a339']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:05.989643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27093ce-db77-424c-a176-5b8fa1c07cfc') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:05.989930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27093ce-db77-424c-a176-5b8fa1c07cfc') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:06.012845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce8254-fa45-4d5a-bd59-72f8ace00290,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:06.019099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.058062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.062654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f079b8f8-029d-44f5-8867-cbaa8ed5403d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63ce8254-fa45-4d5a-bd59-72f8ace00290 HTTP/1.1" status: 204 len: 168 time: 1.4083185 May 26 19:19:06.062654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5af1c1e-cbd4-429a-90cc-d5d291a050d6 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:06.105564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.109208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.138277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:06.139048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.143506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Transition to ACTIVE for port object e5af1c1e-cbd4-429a-90cc-d5d291a050d6 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:06.161375 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.238937 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d27093ce-db77-424c-a176-5b8fa1c07cfc resource provider aggregate not found May 26 19:19:06.307450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:06.326814 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d27093ce-db77-424c-a176-5b8fa1c07cfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d27093ce-db77-424c-a176-5b8fa1c07cfc found for delete ", "request_id": "req-bdfece9e-6d3e-4806-b9a1-2202c205cc1a"}]} May 26 19:19:06.327990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:06.340025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.360814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044473b5-4031-4c5d-bde7-ccf8edf7e080 req-0efdd830-ac38-472f-97a5-bca75ad77a06 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:06.362488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-044473b5-4031-4c5d-bde7-ccf8edf7e080 req-0efdd830-ac38-472f-97a5-bca75ad77a06 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.4122636 May 26 19:19:06.373401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.381294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.384913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:06.414095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.423346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.432563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] Pushing event deleted for resources: {'Network': ['ID=17f4ab62-ef4f-4adc-8fcc-65fde674a339,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:06.445468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.492096 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5f69f00e-4b5a-448a-a42c-8ac9d9bec02b admin admin] 10.222.0.24 "DELETE /v2.0/networks/17f4ab62-ef4f-4adc-8fcc-65fde674a339 HTTP/1.1" status: 204 len: 168 time: 1.1039402 May 26 19:19:06.568367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:06.568995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.570440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] 10.222.0.53 "PUT /v2.0/ports/eafa0fe1-4ffc-426d-9215-69c6c316a085 HTTP/1.1" status: 200 len: 1091 time: 4.0741231 May 26 19:19:06.617273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-044473b5-4031-4c5d-bde7-ccf8edf7e080 req-4fcc1895-f2c0-4a71-ad04-303c1d362a45 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385297 May 26 19:19:06.731318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f569bcd-fa44-4b58-b46d-96f67c9f9f6f service neutron] Pushing event updated for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:06.752498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=67c029ef-be63-4786-884a-f9f83e7793a5,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:06.759438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Attempting to bind port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:06.759889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Attempting to bind port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:06.760093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Attempting to bind port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:06.765535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] In _notify_port_updated(), no bound segment for port 67c029ef-be63-4786-884a-f9f83e7793a5 on network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:19:06.771488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:06.774231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.777108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:19:06.777259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f480dd44-bea4-4e74-9129-802b6c2e8130 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "PUT /v2.0/ports/67c029ef-be63-4786-884a-f9f83e7793a5 HTTP/1.1" status: 200 len: 996 time: 1.1840320 May 26 19:19:06.777367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Attempting to bind port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:06.778463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60454) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:06.780532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-26cc864d-3560-43a7-bf00-4683b0b3196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:06.780665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60456) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:06.781677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-26cc864d-3560-43a7-bf00-4683b0b3196c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 1094 time: 0.1603529 May 26 19:19:06.813860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:06.814116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Checking segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:06.814500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Bound using segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:06.814930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Bound port: e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:06.815272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.839904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fde07d-50f1-43cb-b242-280dcf9cdb28 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:06.862097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.870254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fbcac604-09d5-45fe-ac1f-81ac89d820c6 None None] Provisioning complete for port 67c029ef-be63-4786-884a-f9f83e7793a5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:06.873445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fbcac604-09d5-45fe-ac1f-81ac89d820c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.895932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port 67c029ef-be63-4786-884a-f9f83e7793a5 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:06.895932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.929363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Transition to ACTIVE for port object 43fde07d-50f1-43cb-b242-280dcf9cdb28 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:06.939102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:06.963037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fbcac604-09d5-45fe-ac1f-81ac89d820c6 None None] Port 67c029ef-be63-4786-884a-f9f83e7793a5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:06.983089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-511aee41-4be3-44ae-8cf7-18f97b1621a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085 HTTP/1.1" status: 200 len: 217 time: 0.1431527 May 26 19:19:07.128183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5c991450-33f2-4ec2-976c-17f56e90c14c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcb9312cb1124982878ad4f11bec8d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454547 May 26 19:19:07.132339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60468) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:07.161382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:07.166028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:07.167913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-fcc45c19-316d-4e10-b994-8e01f04ca86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:07.170305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-fcc45c19-316d-4e10-b994-8e01f04ca86e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.1739726 May 26 19:19:07.171539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.199149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Pushing event updated for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:07.224307 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f28ad60-566b-434c-b842-42ed5438339c'] response: {'server_uuid': '07b64e5c-5185-493c-9387-44bddaba883f', 'name': 'network-vif-deleted', 'tag': '3ffa7198-ad7f-4491-b379-ca2d4d096236', 'status': 'completed', 'code': 200} May 26 19:19:07.278683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5c7e6114-ceb0-4c49-a081-0681b71549eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563743 May 26 19:19:07.315885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:07.316500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.317941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] 10.222.0.53 "PUT /v2.0/ports/e5af1c1e-cbd4-429a-90cc-d5d291a050d6 HTTP/1.1" status: 200 len: 1092 time: 2.9656153 May 26 19:19:07.329211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60476) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:07.458592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174fa31-9d4f-4758-a62c-6fec46a2af6c service neutron] Pushing event updated for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:07.508013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Attempting to bind port 43fde07d-50f1-43cb-b242-280dcf9cdb28 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:07.508336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Attempting to bind port 43fde07d-50f1-43cb-b242-280dcf9cdb28 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:07.508656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Attempting to bind port 43fde07d-50f1-43cb-b242-280dcf9cdb28 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:07.533816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Port 43fde07d-50f1-43cb-b242-280dcf9cdb28 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:19:07.534128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Attempting to bind port 43fde07d-50f1-43cb-b242-280dcf9cdb28 on network bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:07.550162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:07.550493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Checking segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:07.551088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Bound using segment: {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:07.551688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Bound port: 43fde07d-50f1-43cb-b242-280dcf9cdb28, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c469c2-88df-4ae0-b7e5-08a2ae0778cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:07.552188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.640635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-network', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:07.644357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.675305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.678161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:07.685973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-b497229a-7342-41be-848f-8bba8219c224 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957458 May 26 19:19:07.694016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Usage tracker for resource:network and tenant:0dc58cb4477f4a91953783f2dc0a90ed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:07.698742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:07.727390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-a7ec6ac3-a5ec-4ea8-bb05-3b4c425e87de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:07.728737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-a7ec6ac3-a5ec-4ea8-bb05-3b4c425e87de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 1095 time: 0.3442271 May 26 19:19:07.729592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:07.803218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:07.824390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.837640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for 67c029ef-be63-4786-884a-f9f83e7793a5 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:07.866939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-5e94169b-8e44-4198-b25d-0c6026c9307a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6 HTTP/1.1" status: 200 len: 217 time: 0.1261439 May 26 19:19:07.870412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Made reservation on behalf of 0dc58cb4477f4a91953783f2dc0a90ed for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:07.872664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.924071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:07.925815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.940976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:07.951289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:07.958173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:07.972979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'port_id': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'mac_address': 'fa:16:3e:62:d7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde63af-59bf-4ed0-ad18-4286bb641561', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:07.984530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:08.008005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc58cb4477f4a91953783f2dc0a90ed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:08.016480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:08.025294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-fbcac68b-219e-481f-abec-427c56af3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.026758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-fbcac68b-219e-481f-abec-427c56af3b99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.1410527 May 26 19:19:08.027602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:08.040281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179ecf-300a-461a-bc36-8536fb5cc9b1 req-789bc63a-5166-47a7-9b29-50316b42bfd0 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.041802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df179ecf-300a-461a-bc36-8536fb5cc9b1 req-789bc63a-5166-47a7-9b29-50316b42bfd0 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 943 time: 0.4079542 May 26 19:19:08.047172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-044e17ef-6de8-4025-bcd0-8f554dfce26c service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503373 May 26 19:19:08.071921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.083117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.083864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.085324 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] 10.222.0.53 "PUT /v2.0/ports/43fde07d-50f1-43cb-b242-280dcf9cdb28 HTTP/1.1" status: 200 len: 1092 time: 3.4270313 May 26 19:19:08.096500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:08.111978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-b011401f-83d3-4b4f-9ead-7ce3a3ef35dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667646 May 26 19:19:08.117081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b3f8be-0c18-46f8-b0c1-e007b126fba9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.136105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ee326-d0a9-492c-a9eb-79dd9337570c service neutron] Pushing event updated for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.153184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port df0c1150-8af1-426d-ba3d-8c1d55dc787c is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:08.154401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.175546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:08.193603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:08.197002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.198290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.227483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df179ecf-300a-461a-bc36-8536fb5cc9b1 req-93e0515d-dbd4-4054-9c6d-c366b525a102 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451705 May 26 19:19:08.282092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=67c029ef-be63-4786-884a-f9f83e7793a5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.284228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.287774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3383318d-8263-4cc7-a876-6dbe6004bbea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70b3f8be-0c18-46f8-b0c1-e007b126fba9 HTTP/1.1" status: 204 len: 168 time: 1.1522999 May 26 19:19:08.310257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.346605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-28bed8f8-76cc-407f-93af-091bd6ccc1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144978 May 26 19:19:08.420792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.422871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b6e5746f-ed2c-4be1-b6da-c1e7b68d3650 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/67c029ef-be63-4786-884a-f9f83e7793a5 HTTP/1.1" status: 204 len: 168 time: 1.6411436 May 26 19:19:08.431189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:08.492792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.517299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.524775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-089d3a91-da17-4bab-ae8a-429257d43f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.526374 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-089d3a91-da17-4bab-ae8a-429257d43f32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 1095 time: 0.3862808 May 26 19:19:08.527649 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a89669-0575-4422-8e81-dfc8ec904a4e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] GET failed (client error): The resource could not be found. May 26 19:19:08.528349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6a89669-0575-4422-8e81-dfc8ec904a4e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Synchronizing usage tracker for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:08.530402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:19:08.578919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1967e-8792-42da-800c-602b6b11bc42,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.586160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.587530 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Added segment b26dd4a9-1019-4155-8367-771e1faf806c of type vlan for network 448e825d-6246-4d74-b960-dd5d24f7e242 May 26 19:19:08.616040 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-be92cf1b-299c-476b-9a26-6587bb4b9f9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28 HTTP/1.1" status: 200 len: 217 time: 0.0786414 May 26 19:19:08.618235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6a89669-0575-4422-8e81-dfc8ec904a4e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Unset dirty status for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:08.619791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6a89669-0575-4422-8e81-dfc8ec904a4e tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports/67c029ef-be63-4786-884a-f9f83e7793a5 HTTP/1.1" status: 404 len: 333 time: 0.1873138 May 26 19:19:08.625766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60500) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:08.641987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-4660136b-f8ce-4fbe-874c-9c612e6a2aa2 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840450 May 26 19:19:08.649772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.666562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-52235412'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:08.703175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.704564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.705429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:08.790027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-7668de85-e82d-443c-b695-2258e870ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:08.791472 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-7668de85-e82d-443c-b695-2258e870ca31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.1667492 May 26 19:19:08.812417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['df0c1150-8af1-426d-ba3d-8c1d55dc787c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:08.835223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] Pushing event updated for resources: {'Network': ['ID=448e825d-6246-4d74-b960-dd5d24f7e242,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:08.838866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0a0aa15-c52b-41e6-a03a-975676e7aff3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5036070 May 26 19:19:08.839514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60512) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:08.851987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Request body: {'subnet': {'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-subnet', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:08.857295 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-f382132d-1612-4f3f-8f7e-08b8fd3cdab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528405 May 26 19:19:08.862371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:08.868071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Usage tracker for resource:subnet and tenant:0dc58cb4477f4a91953783f2dc0a90ed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:08.869406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 448e825d-6246-4d74-b960-dd5d24f7e242 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:19:08.870590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:08.878662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:08.893311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Made reservation on behalf of 0dc58cb4477f4a91953783f2dc0a90ed for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:08.898579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.055827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:09.066264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:09.071579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-411b63b7-3f0e-4116-b0d2-3078290ac237 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938429 May 26 19:19:09.184251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:09.187836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.225252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085'}, {'name': 'network-changed', 'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:09.349233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-5c875124-aaaa-40e8-b485-d234a35dc7d8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:09.349851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-5c875124-aaaa-40e8-b485-d234a35dc7d8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:09.360065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port bd45bc96-5991-40dc-ba68-6d00fb0376aa yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:19:09.388798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60532) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:09.396332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc2ca6-dca7-4620-944c-6c7cab81c37d req-2b869938-8aa2-4eeb-9c13-dca3ff250a87 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:09.397828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8cc2ca6-dca7-4620-944c-6c7cab81c37d req-2b869938-8aa2-4eeb-9c13-dca3ff250a87 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 944 time: 0.3083086 May 26 19:19:09.399523 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-be2ef293-2117-485d-a0c4-61edd10bb990 req-b98c3c75-b5c2-40ae-ac52-efe2599b76a0 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208382 May 26 19:19:09.460172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-5c875124-aaaa-40e8-b485-d234a35dc7d8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:09.461351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-5c875124-aaaa-40e8-b485-d234a35dc7d8 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 944 time: 0.3020148 May 26 19:19:09.519369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.7 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/bd45bc96-5991-40dc-ba68-6d00fb0376aa) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:09.558248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1049392421-network', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:09.582071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8cc2ca6-dca7-4620-944c-6c7cab81c37d req-63006603-d125-405c-a230-3a67fb6851e1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608219 May 26 19:19:09.583242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:09.594008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Usage tracker for resource:network and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:09.604369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:09.604369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.642015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:09.648038 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21aca2c7-e379-4282-b74f-1a5672dbf08d'] response: {'name': 'network-changed', 'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28', 'status': 'completed', 'code': 200} May 26 19:19:09.657191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Deleting port 67331028-3f68-428c-92b8-6f77481ad5d5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:09.657768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.746838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Made reservation on behalf of 21758f8daf4548fa9f9157fbfea82c5a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:09.749672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.778162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.795348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.808049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74452-c2d8-411e-8116-348685c98586 req-dc9c7124-117e-478e-b19a-1a2ca36e9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:09.809647 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-dc9c7124-117e-478e-b19a-1a2ca36e9dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 1095 time: 0.1366780 May 26 19:19:09.830174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:09.844252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object bd45bc96-5991-40dc-ba68-6d00fb0376aa will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:09.909699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26354e11-03c3-47b8-96a3-8bf313cef5c1,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:09.955099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port df0c1150-8af1-426d-ba3d-8c1d55dc787c is: BUILD; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:09.955561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.963776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74452-c2d8-411e-8116-348685c98586 req-3db48bd5-f235-4276-aafa-242c22557ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:09.965625 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-3db48bd5-f235-4276-aafa-242c22557ff1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 919 time: 0.1480236 May 26 19:19:09.967775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:09.980346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:09.986939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Checking segment: {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:09.987299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Network hostable DHCP agents. Network: 448e825d-6246-4d74-b960-dd5d24f7e242, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:19:09.998849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:10.003917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.081547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:10.098171 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-c4b04e31-968a-4d2e-9a3b-47c5802be162 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28 HTTP/1.1" status: 200 len: 217 time: 0.0870349 May 26 19:19:10.107080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:10.127568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Usage tracker for resource:security_group_rule and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:10.136540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:10.152580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:10.154217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:10.164877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:10.173592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:10.208150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=bd45bc96-5991-40dc-ba68-6d00fb0376aa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:10.219061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Network 448e825d-6246-4d74-b960-dd5d24f7e242 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:19:10.236627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74452-c2d8-411e-8116-348685c98586 req-14b45ab4-0484-4832-acd8-a9eb082c90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:10.238111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-14b45ab4-0484-4832-acd8-a9eb082c90f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.1283622 May 26 19:19:10.264844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 448e825d-6246-4d74-b960-dd5d24f7e242) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:10.271660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] For port 67331028-3f68-428c-92b8-6f77481ad5d5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=67331028-3f68-428c-92b8-6f77481ad5d5,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:10.272019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.277510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d402b8-3bd4-4fd1-be01-d067f6e25aab None None] Network 448e825d-6246-4d74-b960-dd5d24f7e242 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:10.288381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:10.288962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.293396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:10.294032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.323838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1d01a65-3350-449a-afd2-f0a01c126f99 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6968722 May 26 19:19:10.326541 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-45825a1f-40fe-4907-bab0-8695e1195c76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806212 May 26 19:19:10.327245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:10.332683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'network_id': 'e9cf3bb6-042c-4a6d-8e09-418fd9deae3a', 'name': 'tempest-AllowedAddressPairTestJSON-621093202'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:10.367215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f219a-9a9a-4140-be1d-236d4cb2183b req-ac14428c-72c7-47c7-b9f3-156693cee3b5 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:10.368717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-774f219a-9a9a-4140-be1d-236d4cb2183b req-ac14428c-72c7-47c7-b9f3-156693cee3b5 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdae761e-99e7-4a00-9fe3-8f7a94e27165 HTTP/1.1" status: 200 len: 944 time: 0.4654381 May 26 19:19:10.438943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Calling delete_port for 67331028-3f68-428c-92b8-6f77481ad5d5 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:10.569808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-445e2a4b-79a1-42ec-9778-b271c70cb15f None None] Provisioning for port bd45bc96-5991-40dc-ba68-6d00fb0376aa completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:10.570153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a26abecd-a936-4d71-a051-b2d01544ce6f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7296774 May 26 19:19:10.574163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:10.582820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-774f219a-9a9a-4140-be1d-236d4cb2183b req-c012dac8-6391-44a4-8645-12f9666a345d tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157336 May 26 19:19:10.583533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:10.585092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-445e2a4b-79a1-42ec-9778-b271c70cb15f None None] Provisioning complete for port bd45bc96-5991-40dc-ba68-6d00fb0376aa triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:10.585567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-445e2a4b-79a1-42ec-9778-b271c70cb15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.587652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.594304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:10.598234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.598438 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-29df53ac-aebf-4197-b0cc-5b6f4a99509a service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513478 May 26 19:19:10.601727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:10.604363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Usage tracker for resource:router and tenant:0dc58cb4477f4a91953783f2dc0a90ed is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:10.610295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:10.613630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-448e825d-6246-4d74-b960-dd5d24f7e242', 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'fixed_ips': [{'subnet_id': '26354e11-03c3-47b8-96a3-8bf313cef5c1'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:19:10.614544 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.631203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Usage tracker for resource:port and tenant:e4f914097c424025a472f7b5005350f0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:10.633790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:19:10.638716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:10.640786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:10.653318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.654356 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Added segment 2ed53e6c-66fa-400e-a937-5d4151ef9240 of type vlan for network a87d2eb8-e5df-48df-bde8-759037d21649 May 26 19:19:10.723528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-445e2a4b-79a1-42ec-9778-b271c70cb15f None None] Port bd45bc96-5991-40dc-ba68-6d00fb0376aa cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:10.739081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:10.755578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.756956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.765721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Made reservation on behalf of e4f914097c424025a472f7b5005350f0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:10.769408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.795977 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e9cd6f-f092-4247-ab7c-34f9ca7d8553'] response: {'name': 'network-changed', 'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085', 'status': 'completed', 'code': 200} May 26 19:19:10.796282 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e9cd6f-f092-4247-ab7c-34f9ca7d8553'] response: {'name': 'network-changed', 'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6', 'status': 'completed', 'code': 200} May 26 19:19:10.797937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] device_id is not set on port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:19:10.798393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.820297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398e77c-7fc7-4c3f-a334-a30a86c88c95,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:10.853142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Allocated IP 172.20.0.2 (448e825d-6246-4d74-b960-dd5d24f7e242/26354e11-03c3-47b8-96a3-8bf313cef5c1/846d1dda-d5a5-4c59-bff1-eb943e2b6bb7) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:10.891432 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ade74452-c2d8-411e-8116-348685c98586 req-b539d390-8ef6-46e8-929c-48690117e762 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833722 May 26 19:19:10.894059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.922965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.957820 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.958682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:10.959249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:10.962906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event deleted for resources: {'Port': ['ID=67331028-3f68-428c-92b8-6f77481ad5d5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:11.144879 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.160569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Transition to ACTIVE for port object 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:11.186985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Transition to ACTIVE for port object 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:11.194003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.203855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] No DVR routers for this DVR port 67331028-3f68-428c-92b8-6f77481ad5d5 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:11.209102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] Pushing event updated for resources: {'Network': ['ID=a87d2eb8-e5df-48df-bde8-759037d21649,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:11.211529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.216992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-566ca016-ff8a-4d2d-93a5-67d9a3ffe9d7 req-6365d207-59f3-44cb-902e-7ffa5022b791 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "DELETE /v2.0/ports/67331028-3f68-428c-92b8-6f77481ad5d5 HTTP/1.1" status: 204 len: 173 time: 1.7440608 May 26 19:19:11.224390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6e06df8b-30d3-4c52-bde8-05a65b89d960 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8230467 May 26 19:19:11.225763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:11.233909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Request body: {'subnet': {'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1049392421-subnet', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:11.238754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-5da1ce29-21cd-4d9d-9a39-23675b972cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:11.240177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-5da1ce29-21cd-4d9d-9a39-23675b972cd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 1094 time: 0.4232733 May 26 19:19:11.244162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:11.256859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Allocated IP 172.20.0.12 (e9cf3bb6-042c-4a6d-8e09-418fd9deae3a/671dc07e-7263-4789-9230-62a2181bfec0/1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:11.270898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Usage tracker for resource:subnet and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:11.271516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Network 448e825d-6246-4d74-b960-dd5d24f7e242 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:11.274581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:11.282079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:11.284040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a87d2eb8-e5df-48df-bde8-759037d21649 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:19:11.307815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:11.328016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:11.363429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58328e7-d51e-4b44-85ba-788de18e436c req-f309de65-fce5-4c37-84b7-452ccc54d951 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:11.364921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d58328e7-d51e-4b44-85ba-788de18e436c req-f309de65-fce5-4c37-84b7-452ccc54d951 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 943 time: 0.3986070 May 26 19:19:11.371499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Made reservation on behalf of 21758f8daf4548fa9f9157fbfea82c5a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:11.374032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.448114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.508889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Pushing event updated for resources: {'Port': ['ID=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:11.534784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Attempting to bind port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:11.535154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Attempting to bind port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:11.535537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Attempting to bind port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 on network 448e825d-6246-4d74-b960-dd5d24f7e242 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:11.541411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:11.541774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Checking segment: {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:11.542181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.542563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Bound using segment: {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:11.543406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Bound port: 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:11.544117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.545601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d58328e7-d51e-4b44-85ba-788de18e436c req-dbdfbfb4-b151-440e-b4eb-8473c8517d6a tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506906 May 26 19:19:11.546835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-545255a0-9fea-47a0-80f1-ade5ce906bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:11.548581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-545255a0-9fea-47a0-80f1-ade5ce906bc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 919 time: 0.3008687 May 26 19:19:11.650532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-20d11971-a088-4629-bc21-88159ec558cc None None] For port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:11.655022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-20d11971-a088-4629-bc21-88159ec558cc None None] For port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:11.659515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.752800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11971-a088-4629-bc21-88159ec558cc None None] Pushing event updated for resources: {'Port': ['ID=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:11.800789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.816673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:11.822167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Transition to ACTIVE for port object 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:11.827514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device eafa0fe1-4ffc-426d-9215-69c6c316a085 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:11.831339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:12.032538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.041885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-c7d3031a-0d72-4468-9c4d-a06170ba253a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085 HTTP/1.1" status: 200 len: 217 time: 0.3153625 May 26 19:19:12.079178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port df0c1150-8af1-426d-ba3d-8c1d55dc787c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:12.080288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.091615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.176211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.203757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:12.220553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'eafa0fe1-4ffc-426d-9215-69c6c316a085', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'port_id': 'eafa0fe1-4ffc-426d-9215-69c6c316a085', 'mac_address': 'fa:16:3e:c4:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc25b0b-223e-4a22-adfc-734798f76b40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:12.270779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Checking segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:12.271171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Network hostable DHCP agents. Network: a87d2eb8-e5df-48df-bde8-759037d21649, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:19:12.290693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:12.310981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-ad056397-d3b3-447c-af78-25afd571059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:12.312593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-ad056397-d3b3-447c-af78-25afd571059e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.2452745 May 26 19:19:12.317853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:12.322969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:12.326209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:12.348358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port eafa0fe1-4ffc-426d-9215-69c6c316a085 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:12.348751 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.369532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:12.372757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Network a87d2eb8-e5df-48df-bde8-759037d21649 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:19:12.377902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-f90ed4a4-99a1-4ff7-99dc-f453dac62c93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573823 May 26 19:19:12.378317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafa0fe1-4ffc-426d-9215-69c6c316a085 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:12.401264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:12.404033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Allocated IP 172.25.0.8 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/658a3a23-0ed1-4ab3-a1fe-f91400fedb77) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:12.413225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.414203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e5af1c1e-cbd4-429a-90cc-d5d291a050d6 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:12.425882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:12.426518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.496284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port df0c1150-8af1-426d-ba3d-8c1d55dc787c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:12.496650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.509550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b182d5-aa08-4a55-861f-950511527fb7 req-5d954d85-ccec-4eaa-9801-d6fc25bb7957 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:12.518379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71b182d5-aa08-4a55-861f-950511527fb7 req-5d954d85-ccec-4eaa-9801-d6fc25bb7957 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 943 time: 0.4887362 May 26 19:19:12.526867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a87d2eb8-e5df-48df-bde8-759037d21649) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:12.542079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d20ce0-021e-4118-8954-12e7c04ef911 None None] Network a87d2eb8-e5df-48df-bde8-759037d21649 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:12.543071 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8e722036-ba7b-4bc9-bae4-7444ab2fee42 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2148001 May 26 19:19:12.550500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:12.566717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:12.566717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.572903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:12.584197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:12.587356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:6a:8e:94'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:a5:30'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:12.588803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:12.618038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71b182d5-aa08-4a55-861f-950511527fb7 req-0e525cc8-529d-45f0-9364-ee20d29db4da tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985620 May 26 19:19:12.634071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97f847a0-909e-4306-8804-1cff99a70c93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4073627 May 26 19:19:12.635038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60568) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:12.654572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:12.676872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:12.685957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'port_id': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6', 'mac_address': 'fa:16:3e:7c:3d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc25b0b-223e-4a22-adfc-734798f76b40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:12.693605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:12.694779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.701116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-43e48d7b-e600-4120-b921-1e75bbcb4bf0 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150737 May 26 19:19:12.704070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Usage tracker for resource:router and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:12.743220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:12.775326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:12.876695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-deleted', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:12.899749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:12.923243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:12.934945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.945295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.946642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:12.987769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f74521fb-e59f-4efc-80c4-d8cb35661494 None None] Provisioning for port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:13.009031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.027521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-84083941-bb9f-479d-88fc-4fe3a3768fe6 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200424 May 26 19:19:13.104528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.107044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f74521fb-e59f-4efc-80c4-d8cb35661494 None None] Provisioning complete for port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:13.107533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f74521fb-e59f-4efc-80c4-d8cb35661494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.156947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.201005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:13.201708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.231251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50817396-a8a3-4181-ae52-5c192d82484d None None] Network 448e825d-6246-4d74-b960-dd5d24f7e242 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:13.350576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5af1c1e-cbd4-429a-90cc-d5d291a050d6 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:13.377830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:13.382122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f74521fb-e59f-4efc-80c4-d8cb35661494 None None] Port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:13.385212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:13.393615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:13.411832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:13.435925 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.463081 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.514343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-e6c625d3-01cf-41a1-9f9e-eb9d9946aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:13.515954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-e6c625d3-01cf-41a1-9f9e-eb9d9946aea8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 1095 time: 0.3899117 May 26 19:19:13.526286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:13.560696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7188cb-f67b-46b4-858d-1571ae6be4ca None None] Network a87d2eb8-e5df-48df-bde8-759037d21649 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:13.573515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Pushing event updated for resources: {'Port': ['ID=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:13.603299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27250a6-3d08-41b5-a05f-bfb3b0e7a54a req-5759d144-707e-435e-bc9e-0b9c63c1a777 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:13.610873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b27250a6-3d08-41b5-a05f-bfb3b0e7a54a req-5759d144-707e-435e-bc9e-0b9c63c1a777 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 944 time: 0.4946370 May 26 19:19:13.686638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Provisioning for port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:13.702810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:13.761642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 67331028-3f68-428c-92b8-6f77481ad5d5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:13.761891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b27250a6-3d08-41b5-a05f-bfb3b0e7a54a req-17d084ba-c334-4cdc-bd3f-a32079dff1ad tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501818 May 26 19:19:13.761983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 67331028-3f68-428c-92b8-6f77481ad5d5 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:13.763500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:13.771731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Provisioning complete for port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:13.772104 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:13.787927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-7f8c2fec-0da5-423f-8c4b-99b45aa53de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:13.789494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-7f8c2fec-0da5-423f-8c4b-99b45aa53de9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 919 time: 0.2192650 May 26 19:19:13.839803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 43fde07d-50f1-43cb-b242-280dcf9cdb28 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:13.879567 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f1167b-7216-4b17-977a-f77c1e975d25'] response: {'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'code': 200} May 26 19:19:13.891305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['eafa0fe1-4ffc-426d-9215-69c6c316a085'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:13.915600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e5af1c1e-cbd4-429a-90cc-d5d291a050d6'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:13.964111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.030623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-8c8878b4-a58d-4187-b11d-9c81619e56e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6 HTTP/1.1" status: 200 len: 217 time: 0.2331042 May 26 19:19:14.195469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:19:14.226561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:19:14.263863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.282750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.323920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.362599 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2896593-0f7f-47c6-9e71-27df3a066c17'] response: {'server_uuid': 'fdae761e-99e7-4a00-9fe3-8f7a94e27165', 'name': 'network-vif-deleted', 'tag': '67331028-3f68-428c-92b8-6f77481ad5d5', 'status': 'completed', 'code': 200} May 26 19:19:14.379281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-90f55e16-5e1f-4fe8-9929-4d1e523ddd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:14.381351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-90f55e16-5e1f-4fe8-9929-4d1e523ddd87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.3158157 May 26 19:19:14.502572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-29ab609f-b802-4900-aec0-868f76940cdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671546 May 26 19:19:14.535766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] In _notify_port_updated(), no bound segment for port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 on network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:19:14.543961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:14.544955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.546536 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "PUT /v2.0/ports/1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 HTTP/1.1" status: 200 len: 1055 time: 1.9948497 May 26 19:19:14.562688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60588) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:14.655939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a451e5b-d602-4fe7-b7db-f3d588f73f44 req-5686ec7a-c54a-4fae-bc0c-7c7e6f982fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:14.657921 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2a451e5b-d602-4fe7-b7db-f3d588f73f44 req-5686ec7a-c54a-4fae-bc0c-7c7e6f982fc2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 1096 time: 0.5599413 May 26 19:19:14.662396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:14.663049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.700485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Current status of the port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:14.700859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.736199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4a483196-f966-421d-9d65-25719c3c3de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:14.754961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:14.773872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-06387633-c15d-422e-9326-5b78a3e3c1c8 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544899 May 26 19:19:14.864022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d58fa-d0c5-4e00-bfd3-a5fe6cbbb9dc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event updated for resources: {'Port': ['ID=1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:14.999775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '43fde07d-50f1-43cb-b242-280dcf9cdb28', 'network_id': 'bc755b41-64dc-4d3e-9c7b-cddc49f13bd0', 'port_id': '43fde07d-50f1-43cb-b242-280dcf9cdb28', 'mac_address': 'fa:16:3e:f6:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc25b0b-223e-4a22-adfc-734798f76b40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:15.037691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2a451e5b-d602-4fe7-b7db-f3d588f73f44 req-cf4af925-199b-4dc7-b160-60112bc9cec5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290496 May 26 19:19:15.049638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] For port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:15.050431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.111371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.118343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.202063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 43fde07d-50f1-43cb-b242-280dcf9cdb28 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:15.202348 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.234270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-9229e5d5-b1e7-471d-ae55-d5abc3bb5ef6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:15.234972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-9229e5d5-b1e7-471d-ae55-d5abc3bb5ef6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Synchronizing usage tracker for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:15.243717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fde07d-50f1-43cb-b242-280dcf9cdb28 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:15.252362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14548a2b-0fac-4a57-b7fe-3c0bb0b73f43 req-09390f79-e20b-4092-9fbc-dc2860ad2c8b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:15.259610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14548a2b-0fac-4a57-b7fe-3c0bb0b73f43 req-09390f79-e20b-4092-9fbc-dc2860ad2c8b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.4844155 May 26 19:19:15.309340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2db1641-4ffa-4776-ab63-94930a9de446 req-1f41231f-ceba-41aa-a948-c97b2f4ef499 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223092 May 26 19:19:15.312523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e5f78-e327-4a73-a972-0eaa3c726e50 None None] Pushing event updated for resources: {'Port': ['ID=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:15.340920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:15.348055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Provisioning complete for port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:15.353583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.389999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-9229e5d5-b1e7-471d-ae55-d5abc3bb5ef6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Unset dirty status for tenant:47d6f35fc08a4534b562c5769fb2d95c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:15.391118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-9229e5d5-b1e7-471d-ae55-d5abc3bb5ef6 tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 945 time: 0.5629292 May 26 19:19:15.396164 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.408207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14548a2b-0fac-4a57-b7fe-3c0bb0b73f43 req-7bd86412-d922-4e78-875c-d922a7b12200 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476610 May 26 19:19:15.409581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.477984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Allocated IP 172.25.0.254 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/514ce3a3-4b27-42f5-ac39-580d3fde3dbe) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:15.496494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.496713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Deleting port 688fac49-f0d7-419e-8aa5-7777d58f3140 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:15.497145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.503368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:15.538933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Port 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:15.564157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Provisioning complete for port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:15.564532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.642165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for 1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:15.694483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6772d758-a754-465a-95bb-d76e2c17a2e5 None None] Current status of the port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:15.886156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Router d60cbad6-25b9-45de-88c7-d52cf4e870a5 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:19:15.890350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.914806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366e47-2d6f-4e47-b596-76a6f167b217 req-b2cfa1f9-d1f4-4aa1-91f6-908c54f5d72b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:15.916266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28366e47-2d6f-4e47-b596-76a6f167b217 req-b2cfa1f9-d1f4-4aa1-91f6-908c54f5d72b tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/ports?device_id=0132c895-db4f-4999-a1a7-a85b941dcce0 HTTP/1.1" status: 200 len: 945 time: 0.2533176 May 26 19:19:15.959209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:15.983348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] For port 688fac49-f0d7-419e-8aa5-7777d58f3140, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=688fac49-f0d7-419e-8aa5-7777d58f3140,segment=NetworkSegment(9a841b08-fca6-4b3e-b062-76149226c96d),segment_id=9a841b08-fca6-4b3e-b062-76149226c96d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:15.983707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.062822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:16.185292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['43fde07d-50f1-43cb-b242-280dcf9cdb28'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:16.236094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:16.248476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Sync routers for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:16.254933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Calling delete_port for 688fac49-f0d7-419e-8aa5-7777d58f3140 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:16.258110 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:16.258713 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:16.296180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28366e47-2d6f-4e47-b596-76a6f167b217 req-67a51cfc-ad26-4dcf-a71e-8de4f6a266bb tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.24 "GET /v2.0/security-groups?id=33d6f00a-e30e-41ae-9408-8b29f99b7427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673179 May 26 19:19:16.365221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.445688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.446891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f8a9bff5-7ceb-4119-9a81-06df3990c92a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.8700933 May 26 19:19:16.455785 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:16.459031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:16.511563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:16.516249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:16.522776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:16.557732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Pushing event updated for resources: {'Port': ['ID=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:16.596027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.600749 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf5f94d3-d501-485f-b3da-fbe2f599d88f tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 HTTP/1.1" status: 204 len: 168 time: 2.0307796 May 26 19:19:16.601465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:16.789680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac83b-d88a-403e-8985-a13592e3357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.814028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:13Z', 'revision_number': 3, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:16.825930 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Checking router: d60cbad6-25b9-45de-88c7-d52cf4e870a5 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:16.826725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Updating router d60cbad6-25b9-45de-88c7-d52cf4e870a5 port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:16.834222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.852420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:16.864231 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bd37c3-3ab5-45d9-aecc-90373e15c214 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] GET failed (client error): The resource could not be found. May 26 19:19:16.864806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26bd37c3-3ab5-45d9-aecc-90373e15c214 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Synchronizing usage tracker for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:16.931447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Pushing event deleted for resources: {'Port': ['ID=688fac49-f0d7-419e-8aa5-7777d58f3140,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:16.941374 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.950794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:16.951166 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:16.977948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26bd37c3-3ab5-45d9-aecc-90373e15c214 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Unset dirty status for tenant:e4f914097c424025a472f7b5005350f0 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:16.982283 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-26bd37c3-3ab5-45d9-aecc-90373e15c214 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports/1a9b7a7f-bc0b-461a-8bb6-9c851ccec7c3 HTTP/1.1" status: 404 len: 333 time: 0.1776483 May 26 19:19:16.982429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada84f88-8a4e-4044-b229-ed0150a1a7d4 req-e2bbd486-54fd-4d19-9f19-ee11554438a8 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:16.983300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ada84f88-8a4e-4044-b229-ed0150a1a7d4 req-e2bbd486-54fd-4d19-9f19-ee11554438a8 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 944 time: 0.4180415 May 26 19:19:16.986107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60608) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:17.136210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] No DVR routers for this DVR port 688fac49-f0d7-419e-8aa5-7777d58f3140 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:17.151894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.157085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-deleted', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:17.229899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:17.277805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port bd45bc96-5991-40dc-ba68-6d00fb0376aa {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:17.278150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.309204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.327066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ada84f88-8a4e-4044-b229-ed0150a1a7d4 req-4f788736-ad50-48d9-aecf-1b9d0de1e3c4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340828 May 26 19:19:17.362884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-886f2d82-ea55-4c24-b5a0-01661ae1acc9 req-cf41e652-e911-4215-a869-b539fce583cc tempest-LiveMigrationTest-1616742624 tempest-LiveMigrationTest-1616742624-project] 10.222.0.13 "DELETE /v2.0/ports/688fac49-f0d7-419e-8aa5-7777d58f3140 HTTP/1.1" status: 204 len: 173 time: 1.9655128 May 26 19:19:17.410571 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.431390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Transition to ACTIVE for port object 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:17.438706 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.513448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Pushing event updated for resources: {'Port': ['ID=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:17.524658 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.525057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.525388 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.525717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.526213 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.526540 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.526858 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.527172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.527487 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.527802 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.528114 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.528993 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:17.560019 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Attempting to bind port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:17.560420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Attempting to bind port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:17.560781 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Attempting to bind port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:17.566561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:17.567062 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:17.567516 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.567962 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:17.568423 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Bound port: 658a3a23-0ed1-4ab3-a1fe-f91400fedb77, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:17.568785 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.655474 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] For port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:17.658708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.660917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] For port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:17.666827 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.708350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:17.755977 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:17.756587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:17.813852 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a85e1-a654-43a0-ad86-433689b0342a None None] Pushing event updated for resources: {'Port': ['ID=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:17.862722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device eafa0fe1-4ffc-426d-9215-69c6c316a085 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:17.958566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Allocated IP 172.20.0.1 (448e825d-6246-4d74-b960-dd5d24f7e242/26354e11-03c3-47b8-96a3-8bf313cef5c1/6a68cd51-4c2a-46d8-8244-fa37210af557) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:17.993972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port eafa0fe1-4ffc-426d-9215-69c6c316a085 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:18.038698 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:18.043401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port eafa0fe1-4ffc-426d-9215-69c6c316a085 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:18.044190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.172697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.190620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.212032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Transition to ACTIVE for port object 6a68cd51-4c2a-46d8-8244-fa37210af557 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:18.241147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.255286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port eafa0fe1-4ffc-426d-9215-69c6c316a085 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:18.255702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.289520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:18.308361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:18.315061 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.315983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e5af1c1e-cbd4-429a-90cc-d5d291a050d6 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:18.323682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Network 448e825d-6246-4d74-b960-dd5d24f7e242 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:18.327754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:18.330498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:18.383733 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:13Z', 'revision_number': 3, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:18.388517 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f326d7f5-50f9-4db8-a3a0-37b3ebda5213 None None] The sync data for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 is: [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:13Z', 'revision_number': 3, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:18.390382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Pushing event updated for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:18.405591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.407146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.458575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5c6c3-e5d1-47ad-a069-0097a4b9858f req-50cdead5-fa91-4a55-97ac-2aba3be5c3cc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:18.472095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2f5c6c3-e5d1-47ad-a069-0097a4b9858f req-50cdead5-fa91-4a55-97ac-2aba3be5c3cc tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.9523182 May 26 19:19:18.477712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.490819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:18.506623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:18.519793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:18.520176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.567724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.670862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for bd45bc96-5991-40dc-ba68-6d00fb0376aa owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:18.683416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-53f6b003-8540-4349-8728-ce918b0b8a36 None None] Provisioning for port 6a68cd51-4c2a-46d8-8244-fa37210af557 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:18.691328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:18.691698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.714486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-53f6b003-8540-4349-8728-ce918b0b8a36 None None] Provisioning complete for port 6a68cd51-4c2a-46d8-8244-fa37210af557 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:18.714866 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-53f6b003-8540-4349-8728-ce918b0b8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.804765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:18.814753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-53f6b003-8540-4349-8728-ce918b0b8a36 None None] Port 6a68cd51-4c2a-46d8-8244-fa37210af557 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:18.821702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.823701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 43fde07d-50f1-43cb-b242-280dcf9cdb28 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:18.864225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2f5c6c3-e5d1-47ad-a069-0097a4b9858f req-9d7953fa-2a82-4b5d-af97-53f0d597cd4a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877454 May 26 19:19:18.911059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.929982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:18.961240 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12f8008-1ce7-4be8-bab0-1ef7b33f31c0'] response: {'server_uuid': '0132c895-db4f-4999-a1a7-a85b941dcce0', 'name': 'network-vif-deleted', 'tag': '688fac49-f0d7-419e-8aa5-7777d58f3140', 'status': 'completed', 'code': 200} May 26 19:19:18.964272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:19.106743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:19.131886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:19.140363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 43fde07d-50f1-43cb-b242-280dcf9cdb28 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:19.148545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 43fde07d-50f1-43cb-b242-280dcf9cdb28 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:19.148959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.180159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Pushing event updated for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:19.182728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.220687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.250513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:19.281739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:19.282115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.289230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=bd45bc96-5991-40dc-ba68-6d00fb0376aa,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:19.291546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Router caa99059-84ef-4933-ae43-12f394a8f270 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:19:19.307147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.307493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.307893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.308228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.308555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.308882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.309225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.310242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.310571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.310926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.311312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.311787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:19.441456 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b7bf31-2eac-4f90-bbaf-8a692488b3c0'] response: {'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085', 'code': 200} May 26 19:19:19.446702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 43fde07d-50f1-43cb-b242-280dcf9cdb28 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:19.447075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.594006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:19.626748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.704098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.715775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Network 448e825d-6246-4d74-b960-dd5d24f7e242 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:19.718892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:19.739432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:19.788378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Deleting subnet 981d1bfa-622c-4f6b-84eb-e4abcedc99df {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:19.790850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 688fac49-f0d7-419e-8aa5-7777d58f3140 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:19.791276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 688fac49-f0d7-419e-8aa5-7777d58f3140 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:19.791671 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.803372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:19.803842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.834612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:19.851732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:19.859238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.876689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:19.952975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:19.980117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.025844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-07b73473-1e45-452f-b90e-8f00b8230182 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/bd45bc96-5991-40dc-ba68-6d00fb0376aa HTTP/1.1" status: 204 len: 168 time: 3.0320158 May 26 19:19:20.027247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60638) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:20.034232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.035408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:20.049563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e851-1cf8-427d-a663-d0fbcb3fe968 req-710fb334-1232-43d8-ab29-a3bbb0004c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:20.050083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Sync routers for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:20.051017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77c8e851-1cf8-427d-a663-d0fbcb3fe968 req-710fb334-1232-43d8-ab29-a3bbb0004c3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 1096 time: 0.5030429 May 26 19:19:20.068726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:20.070411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:20.116275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31bd9-0235-4b46-a19a-c1c7095d1454 req-8979d370-74af-40ed-a4b7-30e40bc0d902 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:20.123853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e31bd9-0235-4b46-a19a-c1c7095d1454 req-8979d370-74af-40ed-a4b7-30e40bc0d902 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 945 time: 0.4777260 May 26 19:19:20.129521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.130089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8197fa1d-eabc-49a0-898a-87c36cfcf806 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4918635 May 26 19:19:20.132957 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8861c9e-433a-4c35-9678-757ff943e61c tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] GET failed (client error): The resource could not be found. May 26 19:19:20.134415 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8861c9e-433a-4c35-9678-757ff943e61c tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "GET /v2.0/ports/bd45bc96-5991-40dc-ba68-6d00fb0376aa HTTP/1.1" status: 404 len: 333 time: 0.1043594 May 26 19:19:20.135019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:20.142795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:20.166804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77c8e851-1cf8-427d-a663-d0fbcb3fe968 req-86180e11-e9dd-4866-953a-f6c10f1426dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046491 May 26 19:19:20.177473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e31bd9-0235-4b46-a19a-c1c7095d1454 req-9bcadf2f-e159-478c-a9c1-5ca42fca9b80 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527306 May 26 19:19:20.194178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cde99be8-1fed-4d91-b4df-3891d1d98dc2 None None] Provisioning complete for port 6a68cd51-4c2a-46d8-8244-fa37210af557 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:20.194547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cde99be8-1fed-4d91-b4df-3891d1d98dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.306915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Router d60cbad6-25b9-45de-88c7-d52cf4e870a5 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:19:20.322334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cde99be8-1fed-4d91-b4df-3891d1d98dc2 None None] Port 6a68cd51-4c2a-46d8-8244-fa37210af557 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:20.346578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:20.383157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e7f54-bf55-46b3-b165-74e1429267f5 req-227900eb-383c-46cb-b009-99460f5c0e4e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:20.384681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c08e7f54-bf55-46b3-b165-74e1429267f5 req-227900eb-383c-46cb-b009-99460f5c0e4e tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.1081498 May 26 19:19:20.443291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c08e7f54-bf55-46b3-b165-74e1429267f5 req-1b8fec96-d739-43fe-a0da-ddacf90dcbcd tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501633 May 26 19:19:20.479153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port 2a2bbda1-10f0-4ea7-a076-34e9a994267a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:20.479498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.514376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.593947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981d1bfa-622c-4f6b-84eb-e4abcedc99df,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:20.617076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.667644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:17Z', 'revision_number': 3, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:20.672819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Checking router: caa99059-84ef-4933-ae43-12f394a8f270 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:20.673500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Updating router caa99059-84ef-4933-ae43-12f394a8f270 port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:20.743269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:20.780406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60656) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:20.780543 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc7d23ec-90c0-412f-a2fe-83585b442831 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/981d1bfa-622c-4f6b-84eb-e4abcedc99df HTTP/1.1" status: 204 len: 168 time: 1.6475616 May 26 19:19:20.962655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:21.021325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:21.033241 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Sync routers for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:21.050072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.058691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d01341f3-cc0c-4d44-838d-f373e231a39b admin admin] 10.222.0.24 "PUT /v2.0/routers/d60cbad6-25b9-45de-88c7-d52cf4e870a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5986917 May 26 19:19:21.065857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:21.071777 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:21.210854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:21.211471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.285540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:21.361020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.435565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf6b053-e2ce-4426-8757-7c1833aab502']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:21.457153 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:19:21.461641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6'}, {'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:21.475311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-4e48d30a-a30b-4122-ac55-89f9763fbfd9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:21.476060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-4e48d30a-a30b-4122-ac55-89f9763fbfd9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Synchronizing usage tracker for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:21.479631 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:21.507082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a841b08-fca6-4b3e-b062-76149226c96d') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:21.507642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a841b08-fca6-4b3e-b062-76149226c96d') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:21.547221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-4e48d30a-a30b-4122-ac55-89f9763fbfd9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Unset dirty status for tenant:4cc77e37b26e43099596f3f88934e99a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:21.548251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-4e48d30a-a30b-4122-ac55-89f9763fbfd9 tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 945 time: 0.4323771 May 26 19:19:21.563766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:21.595746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.609329 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.611461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Transition to ACTIVE for port object 514ce3a3-4b27-42f5-ac39-580d3fde3dbe will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:21.622010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.656834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.682288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544a94-31f7-4663-8204-b184119c5da5 req-65e75aae-80d9-47a6-a939-07313bcb89ed tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:21.690064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6544a94-31f7-4663-8204-b184119c5da5 req-65e75aae-80d9-47a6-a939-07313bcb89ed tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9b637f-17fb-4f74-88d9-5b975dbb2ef0 HTTP/1.1" status: 200 len: 945 time: 0.4114723 May 26 19:19:21.719065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:21.719949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.782639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19af1-686a-4698-a761-cb72c25a5bcc None None] Pushing event updated for resources: {'Port': ['ID=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:21.785133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Attempting to bind port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:21.785492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Attempting to bind port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:21.786564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Attempting to bind port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:21.792818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:21.793230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:21.793631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.794077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:21.794540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Bound port: 514ce3a3-4b27-42f5-ac39-580d3fde3dbe, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:21.794907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.816921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.827210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.836710 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9a841b08-fca6-4b3e-b062-76149226c96d resource provider aggregate not found May 26 19:19:21.908413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] For port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:21.911101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Deleting port 5ea60970-5be5-4c56-ade1-2649e78cf366 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:21.911370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:21.911514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.915285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] For port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:21.923284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:21.977788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Usage tracker for resource:security_group_rule and tenant:8860ecd3e55048feb3cf098de48924c8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:21.983318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:21.991963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for 2a2bbda1-10f0-4ea7-a076-34e9a994267a owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:21.994543 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9a841b08-fca6-4b3e-b062-76149226c96d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a841b08-fca6-4b3e-b062-76149226c96d found for delete ", "request_id": "req-a5176437-34f6-4df7-a1f7-0fe7160392b5"}]} May 26 19:19:22.025577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:22.027570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:22.028302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6544a94-31f7-4663-8204-b184119c5da5 req-670768f5-992f-423f-964a-3b5c021206eb tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ae3e27-0e91-406d-80c1-a906153b99d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172803 May 26 19:19:22.051791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:22.057532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.070994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.163642 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:18Z', 'revision_number': 4, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6a68cd51-4c2a-46d8-8244-fa37210af557', 'name': '', 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'mac_address': 'fa:16:3e:3b:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:17Z', 'updated_at': '2022-05-26T19:19:18Z', 'revision_number': 2, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'subnets': [{'id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:22.166743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19af1-686a-4698-a761-cb72c25a5bcc None None] Pushing event updated for resources: {'Port': ['ID=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:22.173595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Checking router: d60cbad6-25b9-45de-88c7-d52cf4e870a5 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:22.173943 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Updating router d60cbad6-25b9-45de-88c7-d52cf4e870a5 port 6a68cd51-4c2a-46d8-8244-fa37210af557 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:22.249712 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.279738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=faf6b053-e2ce-4426-8757-7c1833aab502,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:22.333512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:22.345888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-039dc620-724a-4035-9706-8f1a70090cbe admin admin] 10.222.0.24 "DELETE /v2.0/networks/faf6b053-e2ce-4426-8757-7c1833aab502 HTTP/1.1" status: 204 len: 168 time: 1.5636683 May 26 19:19:22.356328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60684) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:22.404644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.480376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.483001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.496306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Port': ['ID=2a2bbda1-10f0-4ea7-a076-34e9a994267a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:22.502869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.577242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] For port 5ea60970-5be5-4c56-ade1-2649e78cf366, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5ea60970-5be5-4c56-ade1-2649e78cf366,segment=NetworkSegment(3450a50c-472a-44db-8685-98f0076df28e),segment_id=3450a50c-472a-44db-8685-98f0076df28e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:22.577691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.604257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd1e05-177a-416c-bf60-e4d0f391c5e4 req-4bddee71-d460-419f-9a5d-b0b6ed370716 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:22.613089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fdd1e05-177a-416c-bf60-e4d0f391c5e4 req-4bddee71-d460-419f-9a5d-b0b6ed370716 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 945 time: 0.3266511 May 26 19:19:22.650846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Deleting subnet e9996690-ad70-4b9b-b0a1-17158ee10f0b {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:22.715125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:17Z', 'revision_number': 3, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:22.721803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.726638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e40506-c9d5-4de6-bb5c-3305022e4253 None None] The sync data for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 is: [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:17Z', 'revision_number': 3, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:22.775125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Calling delete_port for 5ea60970-5be5-4c56-ade1-2649e78cf366 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:22.776650 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.791107 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Transition to ACTIVE for port object 6a68cd51-4c2a-46d8-8244-fa37210af557 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:22.803180 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.812587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8860ecd3e55048feb3cf098de48924c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5243504 May 26 19:19:22.822734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e3ffb-1338-4753-a04b-b0114d2581be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530d860-acc8-41e4-8401-3acd39653ce5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:22.833304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60688) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:22.884467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:22.929246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fdd1e05-177a-416c-bf60-e4d0f391c5e4 req-28e844e8-88df-44e8-85c9-bba8c254645c tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156898 May 26 19:19:22.959455 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425ceb2-2daf-4a9b-bf06-2acfb4c84cbe None None] Pushing event updated for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:22.972563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.135047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Attempting to bind port 6a68cd51-4c2a-46d8-8244-fa37210af557 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:23.135047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Attempting to bind port 6a68cd51-4c2a-46d8-8244-fa37210af557 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:23.135047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Attempting to bind port 6a68cd51-4c2a-46d8-8244-fa37210af557 on network 448e825d-6246-4d74-b960-dd5d24f7e242 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:23.170585 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:23.174031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Checking segment: {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:23.175131 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.176781 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Bound using segment: {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:23.177353 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Bound port: 6a68cd51-4c2a-46d8-8244-fa37210af557, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26dd4a9-1019-4155-8367-771e1faf806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:23.178496 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.277727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Allocated IP 172.20.0.1 (a87d2eb8-e5df-48df-bde8-759037d21649/7e7103a4-3485-40ee-a626-8ecfc7c7b3ca/13700c9a-c427-45e4-be0b-29d682d03e67) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:23.313953 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] For port 6a68cd51-4c2a-46d8-8244-fa37210af557, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:23.317328 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] For port 6a68cd51-4c2a-46d8-8244-fa37210af557, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a68cd51-4c2a-46d8-8244-fa37210af557,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:23.328287 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.428741 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:23.429719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:23.450855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.463273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5ea60970-5be5-4c56-ade1-2649e78cf366'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:23.471761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.502582 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a42745e-b62a-4f10-91bc-3e71e85311cb tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/ports/2a2bbda1-10f0-4ea7-a076-34e9a994267a HTTP/1.1" status: 204 len: 168 time: 3.3540549 May 26 19:19:23.521505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60704) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:23.521699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.605534 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.610411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.670346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425ceb2-2daf-4a9b-bf06-2acfb4c84cbe None None] Pushing event updated for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:23.679092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting subnet 671dc07e-7263-4789-9230-62a2181bfec0 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:23.713209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Pushing event deleted for resources: {'Port': ['ID=5ea60970-5be5-4c56-ade1-2649e78cf366,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:23.744230 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:23.753629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.842383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Network a87d2eb8-e5df-48df-bde8-759037d21649 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:23.844492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.868331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] No DVR routers for this DVR port 5ea60970-5be5-4c56-ade1-2649e78cf366 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:23.876604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:23.889731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'name': 'network-vif-deleted', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:23.908202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-c04967e4-2fe2-4495-93b3-f3db548b372c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:23.908691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:23.911409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:23.915984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-c04967e4-2fe2-4495-93b3-f3db548b372c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.8127456 May 26 19:19:23.924885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fcbea8d-31b6-4d90-a8a8-31a388cc8c0d req-469ebaa2-a211-4f52-96f8-8759cf01f5ec tempest-ServersTestJSON-499165787 tempest-ServersTestJSON-499165787-project] 10.222.0.13 "DELETE /v2.0/ports/5ea60970-5be5-4c56-ade1-2649e78cf366 HTTP/1.1" status: 204 len: 173 time: 2.3696470 May 26 19:19:23.941201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-db54419f-b9f8-4dc6-aeab-4e70dd7101d1 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/quotas/c381f273f46b4552ace13ba2978abd09 HTTP/1.1" status: 200 len: 375 time: 0.0240533 May 26 19:19:23.985780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.019291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.099770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9996690-ad70-4b9b-b0a1-17158ee10f0b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:24.106618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.136209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.146742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525446ec-f840-4eea-8c98-627470b47563 req-04c6892a-d5f6-4aad-9e64-887bdac791af tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:24.148280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-525446ec-f840-4eea-8c98-627470b47563 req-04c6892a-d5f6-4aad-9e64-887bdac791af tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dd26988-9ae5-40b9-bb7f-cb0b32155e22 HTTP/1.1" status: 200 len: 945 time: 0.8968215 May 26 19:19:24.160245 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:18Z', 'revision_number': 4, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6a68cd51-4c2a-46d8-8244-fa37210af557', 'name': '', 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'mac_address': 'fa:16:3e:3b:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:17Z', 'updated_at': '2022-05-26T19:19:23Z', 'revision_number': 4, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'subnets': [{'id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:24.165473 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b511-1522-4636-9f41-879f5d0d342d None None] The sync data for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 is: [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:18Z', 'revision_number': 4, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6a68cd51-4c2a-46d8-8244-fa37210af557', 'name': '', 'network_id': '448e825d-6246-4d74-b960-dd5d24f7e242', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'mac_address': 'fa:16:3e:3b:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:17Z', 'updated_at': '2022-05-26T19:19:23Z', 'revision_number': 4, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'subnets': [{'id': '26354e11-03c3-47b8-96a3-8bf313cef5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:24.170757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.187735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:24.190538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.193530 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3530d860-acc8-41e4-8401-3acd39653ce5 HTTP/1.1" status: 204 len: 168 time: 1.3559644 May 26 19:19:24.194450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db41b73-7f67-4992-b1cf-633b8f8f844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530d860-acc8-41e4-8401-3acd39653ce5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:24.201988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-976da36c-723e-4718-8738-4c8b014ad5f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9996690-ad70-4b9b-b0a1-17158ee10f0b HTTP/1.1" status: 204 len: 168 time: 1.8436496 May 26 19:19:24.203481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60712) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:24.347185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Deleting port df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:24.347533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.425528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-fef021ed-9bdf-45a5-af56-f09851fa1cde tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4833651 May 26 19:19:24.430432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.463512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.713568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.759832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.781827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68333aba-b6c8-4a7d-bd2b-180baba3657e']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:24.807873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-93025027-cd9d-4c85-9898-cb618bfe2188 service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813419 May 26 19:19:24.846508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.856747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98789204-c01f-442f-b286-fade91a94749') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:24.857423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98789204-c01f-442f-b286-fade91a94749') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:24.921370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.962748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a68cd51-4c2a-46d8-8244-fa37210af557 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:24.977308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:24.985329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Subnet': ['ID=671dc07e-7263-4789-9230-62a2181bfec0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:25.036682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4716b85-079b-444c-a9dc-06d252d5f739 None None] Network e9cf3bb6-042c-4a6d-8e09-418fd9deae3a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:25.108473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.112025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] For port df0c1150-8af1-426d-ba3d-8c1d55dc787c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=df0c1150-8af1-426d-ba3d-8c1d55dc787c,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:25.112374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.148040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:25.148040 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.198143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c95ac2d2-098c-4539-9efd-d89a27ad9f07 tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/subnets/671dc07e-7263-4789-9230-62a2181bfec0 HTTP/1.1" status: 204 len: 168 time: 1.6481738 May 26 19:19:25.266151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:25.269316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Calling delete_port for df0c1150-8af1-426d-ba3d-8c1d55dc787c owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:25.358226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6a68cd51-4c2a-46d8-8244-fa37210af557 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:25.366648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6a68cd51-4c2a-46d8-8244-fa37210af557 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:25.367044 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.375716 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 98789204-c01f-442f-b286-fade91a94749 resource provider aggregate not found May 26 19:19:25.383705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-62461267-4c13-4749-84fd-202358b8ad2b service neutron] 10.222.0.24 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748899 May 26 19:19:25.484392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.508438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['df0c1150-8af1-426d-ba3d-8c1d55dc787c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:25.581207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event deleted for resources: {'Port': ['ID=df0c1150-8af1-426d-ba3d-8c1d55dc787c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:25.602620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.610119 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 98789204-c01f-442f-b286-fade91a94749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98789204-c01f-442f-b286-fade91a94749 found for delete ", "request_id": "req-bdf85522-4466-43c3-b936-664c996a4ef6"}]} May 26 19:19:25.626667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.648722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.655596 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeff829f-7109-434b-bcd1-57443419ef08'] response: {'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6', 'code': 200} May 26 19:19:25.655971 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeff829f-7109-434b-bcd1-57443419ef08'] response: {'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28', 'code': 200} May 26 19:19:25.702805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6a68cd51-4c2a-46d8-8244-fa37210af557 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:25.703909 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.724013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5ea60970-5be5-4c56-ade1-2649e78cf366 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:25.777361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] DHCP port deletion for e9cf3bb6-042c-4a6d-8e09-418fd9deae3a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:19:25.791826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 5ea60970-5be5-4c56-ade1-2649e78cf366 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:25.792275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5ea60970-5be5-4c56-ade1-2649e78cf366 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:25.794416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Deleting port eb191b52-974f-4a97-8ea4-dc241444aa84 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:25.795025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:25.823305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] 10.222.0.24 "DELETE /v2.0/networks/68333aba-b6c8-4a7d-bd2b-180baba3657e HTTP/1.1" status: 204 len: 168 time: 1.5772114 May 26 19:19:25.878993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6a68cd51-4c2a-46d8-8244-fa37210af557, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a68cd51-4c2a-46d8-8244-fa37210af557,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:25.968313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port eb191b52-974f-4a97-8ea4-dc241444aa84 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:25.971047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.056030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] No DVR routers for this DVR port df0c1150-8af1-426d-ba3d-8c1d55dc787c on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:26.059598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.107952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-525446ec-f840-4eea-8c98-627470b47563 req-1c2ea82b-a269-4d08-b2d6-d4765076d8b0 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "DELETE /v2.0/ports/df0c1150-8af1-426d-ba3d-8c1d55dc787c HTTP/1.1" status: 204 len: 173 time: 1.9331515 May 26 19:19:26.127557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225abdaf-1a67-421e-bd77-d8c5fdeb7d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=68333aba-b6c8-4a7d-bd2b-180baba3657e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:26.138989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b9717-3bb5-45fa-9f46-b68809f2f695 req-4108a8cc-d7f6-4c19-b48b-81aa25b6f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:26.140492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d90b9717-3bb5-45fa-9f46-b68809f2f695 req-4108a8cc-d7f6-4c19-b48b-81aa25b6f79e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 1097 time: 0.2028768 May 26 19:19:26.253873 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.255068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 514ce3a3-4b27-42f5-ac39-580d3fde3dbe up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:26.316189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:19:26.339327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:26.342161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d90b9717-3bb5-45fa-9f46-b68809f2f695 req-0d4fa0f8-a614-4c57-af4e-cba35e35540f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918876 May 26 19:19:26.367301 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-bb2313db-01cc-4692-a0c9-364cc1eb65b2 req-7c48d894-2219-4758-af37-efc598b13f73 tempest-FloatingIPDetailsNegativeTestJSON-1609756599 tempest-FloatingIPDetailsNegativeTestJSON-1609756599-project] show failed (client error): The resource could not be found. May 26 19:19:26.368577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb2313db-01cc-4692-a0c9-364cc1eb65b2 req-7c48d894-2219-4758-af37-efc598b13f73 tempest-FloatingIPDetailsNegativeTestJSON-1609756599 tempest-FloatingIPDetailsNegativeTestJSON-1609756599-project] 10.222.0.24 "GET /v2.0/floatingips/901f4a9d-af0b-49e9-8bbc-bebea95c1873 HTTP/1.1" status: 404 len: 350 time: 0.1496258 May 26 19:19:26.379314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60764) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:26.389472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.431479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.473797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] For port eb191b52-974f-4a97-8ea4-dc241444aa84, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb191b52-974f-4a97-8ea4-dc241444aa84,segment=NetworkSegment(b2a05d96-eea0-48dd-83cd-f39ad8636375),segment_id=b2a05d96-eea0-48dd-83cd-f39ad8636375)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:26.474354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.575818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa4e1-9dd1-4dfc-bff3-297768d4927a req-e475add7-9a07-4208-a97f-5a7370e25144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:26.577308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-167fa4e1-9dd1-4dfc-bff3-297768d4927a req-e475add7-9a07-4208-a97f-5a7370e25144 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 1097 time: 0.7526987 May 26 19:19:26.623208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Calling delete_port for eb191b52-974f-4a97-8ea4-dc241444aa84 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:26.669125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:26.675142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:26.682363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:26.683019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.812276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c81b8-2241-4910-8aee-3e309c76f1e4 req-0b017150-0502-48cc-bdaf-2d58f38b29c8 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:26.819507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d09c81b8-2241-4910-8aee-3e309c76f1e4 req-0b017150-0502-48cc-bdaf-2d58f38b29c8 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 946 time: 0.2720201 May 26 19:19:26.846884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:26.847711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.854722 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.861287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0b101ce-de88-4ac6-9085-f8161ff2fea8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47d6f35fc08a4534b562c5769fb2d95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130839 May 26 19:19:26.863904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60768) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:26.874398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:26.886775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] For port eb191b52-974f-4a97-8ea4-dc241444aa84, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb191b52-974f-4a97-8ea4-dc241444aa84,segment=NetworkSegment(b2a05d96-eea0-48dd-83cd-f39ad8636375),segment_id=b2a05d96-eea0-48dd-83cd-f39ad8636375)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:26.887138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.895109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.907246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] Pushing event deleted for resources: {'Port': ['ID=eb191b52-974f-4a97-8ea4-dc241444aa84,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:26.915954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f627900-4f2e-43be-a384-28b4cc433a0a None None] No DVR routers for this DVR port eb191b52-974f-4a97-8ea4-dc241444aa84 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:26.918126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:26.923548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:26.932890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d09c81b8-2241-4910-8aee-3e309c76f1e4 req-4be66848-170e-4e43-9081-1f5c58cc47b3 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115801 May 26 19:19:27.031510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:27.078300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Calling delete_port for eb191b52-974f-4a97-8ea4-dc241444aa84 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:27.093710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a68cd51-4c2a-46d8-8244-fa37210af557 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:27.102722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60772) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:27.103423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.232855 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67ec455-e379-43d2-adc0-2edb8c6f4f82'] response: {'server_uuid': '7b9b637f-17fb-4f74-88d9-5b975dbb2ef0', 'name': 'network-vif-deleted', 'tag': '5ea60970-5be5-4c56-ade1-2649e78cf366', 'status': 'completed', 'code': 200} May 26 19:19:27.251796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.254937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6a68cd51-4c2a-46d8-8244-fa37210af557 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:27.255468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.408130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.447705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6f00a-e30e-41ae-9408-8b29f99b7427,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:27.478095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.479381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c06e8dbc-e59b-4d9a-96b1-c797950db5b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33d6f00a-e30e-41ae-9408-8b29f99b7427 HTTP/1.1" status: 204 len: 168 time: 0.6144347 May 26 19:19:27.490511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6a68cd51-4c2a-46d8-8244-fa37210af557 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:27.495795 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-167fa4e1-9dd1-4dfc-bff3-297768d4927a req-ff103732-eda4-4649-a6d9-a4a497c5c683 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115924 May 26 19:19:27.500499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.525947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Network a87d2eb8-e5df-48df-bde8-759037d21649 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:27.535492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:27.587237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eb191b52-974f-4a97-8ea4-dc241444aa84 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:27.671044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: eb191b52-974f-4a97-8ea4-dc241444aa84 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:27.679650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eb191b52-974f-4a97-8ea4-dc241444aa84 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:27.744008 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:19:27.744360 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:19:27.802249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Router caa99059-84ef-4933-ae43-12f394a8f270 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:19:27.869409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Deleting subnet c1065a77-204c-49ca-8d51-83b34d18d003 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:27.895209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:27.925062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:27.935860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-53b2b4a3-f483-41b8-b18f-036be05c25f4 req-80c37b07-436a-44f1-9e6a-7fde63152924 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:28.002248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:28.005951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: df0c1150-8af1-426d-ba3d-8c1d55dc787c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:28.007250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device df0c1150-8af1-426d-ba3d-8c1d55dc787c not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:28.021268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-53b2b4a3-f483-41b8-b18f-036be05c25f4 req-80c37b07-436a-44f1-9e6a-7fde63152924 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:28.035436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53b2b4a3-f483-41b8-b18f-036be05c25f4 req-80c37b07-436a-44f1-9e6a-7fde63152924 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 210 time: 0.2600353 May 26 19:19:28.037342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:28.047388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Sync routers for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:28.057787 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c2eb528c-05b1-4bbd-8f64-0aa404ddd9f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/caa99059-84ef-4933-ae43-12f394a8f270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9157143 May 26 19:19:28.081779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:28.082515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:28.246217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Deleting port eb191b52-974f-4a97-8ea4-dc241444aa84 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:28.246749 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.321418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:28.426536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.502144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:28.503970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] The port 'eb191b52-974f-4a97-8ea4-dc241444aa84' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:19:28.665346 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.687753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.728872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:28.730726 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.750471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Usage tracker for resource:security_group_rule and tenant:43cebd8cacba4c3ba96da5052060e4e4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:28.755731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:28.769960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:28.803775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cf3bb6-042c-4a6d-8e09-418fd9deae3a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:28.821210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a05d96-eea0-48dd-83cd-f39ad8636375') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:28.821509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a05d96-eea0-48dd-83cd-f39ad8636375') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:28.835760 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-67b02535-c0e1-467c-bba0-f79d914c1fb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc6b047e17ee40248d546a092864c08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107186 May 26 19:19:28.848609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20a39-597b-4bff-9a82-402acfeef59b req-60614aa0-be72-4036-bee5-e098e72c8da2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:28.850611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:28.852596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59f20a39-597b-4bff-9a82-402acfeef59b req-60614aa0-be72-4036-bee5-e098e72c8da2 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 946 time: 0.4286439 May 26 19:19:28.857952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.910403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:24Z', 'revision_number': 4, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '13700c9a-c427-45e4-be0b-29d682d03e67', 'name': '', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'mac_address': 'fa:16:3e:f6:c9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:22Z', 'updated_at': '2022-05-26T19:19:24Z', 'revision_number': 2, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'subnets': [{'id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:28.915688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.916272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Checking router: caa99059-84ef-4933-ae43-12f394a8f270 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:28.916567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Updating router caa99059-84ef-4933-ae43-12f394a8f270 port 13700c9a-c427-45e4-be0b-29d682d03e67 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:28.916673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-c9ca8f60-98f6-4120-b250-e0d973493c18 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:28.918057 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-c9ca8f60-98f6-4120-b250-e0d973493c18 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 813 time: 0.4875476 May 26 19:19:28.919586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.938381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:28.938787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:28.961248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Request body: {'port': {'device_id': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'admin_state_up': True, 'tenant_id': 'c381f273f46b4552ace13ba2978abd09'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:28.962543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1065a77-204c-49ca-8d51-83b34d18d003,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:28.984561 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b2a05d96-eea0-48dd-83cd-f39ad8636375 resource provider aggregate not found May 26 19:19:28.990752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.000637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59f20a39-597b-4bff-9a82-402acfeef59b req-3d96f8bc-5b92-4e2d-a4af-2d2ca2807121 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327753 May 26 19:19:29.004372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Deleting port 6a68cd51-4c2a-46d8-8244-fa37210af557 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:29.004709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.082970 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b2a05d96-eea0-48dd-83cd-f39ad8636375 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2a05d96-eea0-48dd-83cd-f39ad8636375 found for delete ", "request_id": "req-b91fc636-a0b4-41eb-ad5a-5b39e790c78f"}]} May 26 19:19:29.129007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.207060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ed54a8c-123e-4d81-b5a4-2127a2989759 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c1065a77-204c-49ca-8d51-83b34d18d003 HTTP/1.1" status: 204 len: 168 time: 2.0992508 May 26 19:19:29.209517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60820) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:29.218830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 514ce3a3-4b27-42f5-ac39-580d3fde3dbe up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:29.295650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-deleted', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:29.310592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.384031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:29.384399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.413397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.514822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.562555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.565762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.567949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Pushing event deleted for resources: {'Network': ['ID=e9cf3bb6-042c-4a6d-8e09-418fd9deae3a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:29.594753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.595063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.595756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.596087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.596413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.596740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.597082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.597408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.597730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.598049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.598365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.598667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:29.615557 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b24423eb-7bb3-4718-8039-2c1f4440c6fc tempest-AllowedAddressPairTestJSON-1889535167 tempest-AllowedAddressPairTestJSON-1889535167-project] 10.222.0.24 "DELETE /v2.0/networks/e9cf3bb6-042c-4a6d-8e09-418fd9deae3a HTTP/1.1" status: 204 len: 168 time: 4.3284445 May 26 19:19:29.637988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.645648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:29.648634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:29.669259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:29.698348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Made reservation on behalf of c381f273f46b4552ace13ba2978abd09 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:29.702143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.711511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ced3c751-6e40-4961-a9c0-1b28a157bcfe tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:29.713285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ced3c751-6e40-4961-a9c0-1b28a157bcfe tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Synchronizing usage tracker for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:29.744714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.745153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.766726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Transition to ACTIVE for port object 13700c9a-c427-45e4-be0b-29d682d03e67 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:29.777702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.779200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43cebd8cacba4c3ba96da5052060e4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7665424 May 26 19:19:29.780201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9f240-2472-4cec-902b-73b51948ef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873219f-7b98-4e14-9d38-7cc77f05475b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:29.789072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60836) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:29.821676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f85b8-0191-45b7-90ad-311897220238,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:29.831205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ced3c751-6e40-4961-a9c0-1b28a157bcfe tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Unset dirty status for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:29.832352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ced3c751-6e40-4961-a9c0-1b28a157bcfe tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 811 time: 0.4048734 May 26 19:19:29.843355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.849772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.852946 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98c237a7-04fd-4fb3-8dcf-83cf01c10c65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/764f85b8-0191-45b7-90ad-311897220238 HTTP/1.1" status: 204 len: 168 time: 0.9993186 May 26 19:19:29.892675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ba13377f-5517-4db5-868e-2abbf92336cf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/quotas/21758f8daf4548fa9f9157fbfea82c5a HTTP/1.1" status: 200 len: 375 time: 0.0472643 May 26 19:19:29.903896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] For port 6a68cd51-4c2a-46d8-8244-fa37210af557, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a68cd51-4c2a-46d8-8244-fa37210af557,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:29.904524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:29.949084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:29.989736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e367d8-dd07-4427-aa0b-b8f7fd085383 None None] Pushing event updated for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:30.016486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Allocated IP 172.20.0.12 (0869ce2b-9a39-4075-b5dd-75e0ea0fb44b/afde63af-59bf-4ed0-ad18-4286bb641561/de51c8b2-dc0e-4685-8782-08cfb6eb24e7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:30.112545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Attempting to bind port 13700c9a-c427-45e4-be0b-29d682d03e67 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:30.117563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Attempting to bind port 13700c9a-c427-45e4-be0b-29d682d03e67 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:30.118092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Attempting to bind port 13700c9a-c427-45e4-be0b-29d682d03e67 on network a87d2eb8-e5df-48df-bde8-759037d21649 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:30.130932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:30.131409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Checking segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:30.132630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.133124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Bound using segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:30.134741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Bound port: 13700c9a-c427-45e4-be0b-29d682d03e67, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:30.136333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.166293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Calling delete_port for 6a68cd51-4c2a-46d8-8244-fa37210af557 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:30.205470 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.307541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] For port 13700c9a-c427-45e4-be0b-29d682d03e67, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:30.312370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] For port 13700c9a-c427-45e4-be0b-29d682d03e67, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=13700c9a-c427-45e4-be0b-29d682d03e67,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:30.319102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.384114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.415548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:30.416521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:30.417547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.439222 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0888a84b-5c8e-4b19-9abe-b64e0e0a8f89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4f914097c424025a472f7b5005350f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875584 May 26 19:19:30.440894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60854) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:30.546064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.552739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.556841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e367d8-dd07-4427-aa0b-b8f7fd085383 None None] Pushing event updated for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:30.631192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.683960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.744090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ee5799-3a7b-43ee-9c39-df0da92c3d32']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:30.772318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:30.775105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3450a50c-472a-44db-8685-98f0076df28e') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:30.775570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3450a50c-472a-44db-8685-98f0076df28e') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:30.786089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:30.787017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:30.808254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-aa751d76-9a5b-42b6-8e05-ca59591e9f05 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9068558 May 26 19:19:30.822632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:30.837011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.868326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event updated for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:30.877773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.901778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a008b9-af2f-4307-912d-9047711bc1ca,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:30.924238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.936858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:30.939069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.951104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:30.951540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.966463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.977314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:30.978520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9905d9ad-7d8c-4388-bacc-5828e23567d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47a008b9-af2f-4307-912d-9047711bc1ca HTTP/1.1" status: 204 len: 168 time: 0.5366702 May 26 19:19:30.980618 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-185193f5-4266-4439-973c-ced1b53d398c tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0467763 May 26 19:19:31.002931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Request body: {'port': {'device_id': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:31.151070 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3450a50c-472a-44db-8685-98f0076df28e resource provider aggregate not found May 26 19:19:31.194190 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3450a50c-472a-44db-8685-98f0076df28e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3450a50c-472a-44db-8685-98f0076df28e found for delete ", "request_id": "req-243ad3c8-766f-4e92-b87e-0b0ad409a341"}]} May 26 19:19:31.213694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873219f-7b98-4e14-9d38-7cc77f05475b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:31.236189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:31.237507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-714ffa23-031b-4084-9e00-0d9cc27c7789 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b873219f-7b98-4e14-9d38-7cc77f05475b HTTP/1.1" status: 204 len: 168 time: 1.4475963 May 26 19:19:31.249172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ddef97ec-a001-4937-9c83-b0e0e9ae61c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399660 May 26 19:19:31.289820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:31.333622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:31.365618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:24Z', 'revision_number': 4, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '13700c9a-c427-45e4-be0b-29d682d03e67', 'name': '', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'mac_address': 'fa:16:3e:f6:c9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:22Z', 'updated_at': '2022-05-26T19:19:30Z', 'revision_number': 4, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'subnets': [{'id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:31.375397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa05a2-49bd-4485-b219-d90881d924f9 None None] The sync data for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 is: [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:24Z', 'revision_number': 4, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '13700c9a-c427-45e4-be0b-29d682d03e67', 'name': '', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'mac_address': 'fa:16:3e:f6:c9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:22Z', 'updated_at': '2022-05-26T19:19:30Z', 'revision_number': 4, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'subnets': [{'id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:31.399622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:31.433054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] Pushing event deleted for resources: {'Network': ['ID=03ee5799-3a7b-43ee-9c39-df0da92c3d32,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:31.518589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:31.535760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4274d26f-26fe-4a65-84ac-c16690e8396b admin admin] 10.222.0.24 "DELETE /v2.0/networks/03ee5799-3a7b-43ee-9c39-df0da92c3d32 HTTP/1.1" status: 204 len: 168 time: 2.3179390 May 26 19:19:31.552674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-f8792b65-9e01-48f4-ba05-024eb65e83e2 service neutron] 10.222.0.24 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025088 May 26 19:19:31.566095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:31.686201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a68cd51-4c2a-46d8-8244-fa37210af557,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:31.876906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-network', 'tenant_id': '619080b5860c49af94ce81a8cf769fed'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:31.966367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:31.989077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Usage tracker for resource:network and tenant:619080b5860c49af94ce81a8cf769fed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:32.009952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:32.095961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:32.104378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:32.254443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de51c8b2-dc0e-4685-8782-08cfb6eb24e7 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:32.265962 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a6f37d95-cacf-4b9f-9cd8-46b2b859eb3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cc77e37b26e43099596f3f88934e99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685512 May 26 19:19:32.270547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60916) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:32.324356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.362917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Transition to ACTIVE for port object de51c8b2-dc0e-4685-8782-08cfb6eb24e7 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:32.378756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.417715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Made reservation on behalf of 619080b5860c49af94ce81a8cf769fed for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:32.420244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.474287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.503734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee74c-b066-4ec4-8099-5346546b01f9 req-39456cc9-ca74-4e66-9954-1ff9d9de4b85 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:32.505828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-247ee74c-b066-4ec4-8099-5346546b01f9 req-39456cc9-ca74-4e66-9954-1ff9d9de4b85 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 932 time: 0.4845016 May 26 19:19:32.512051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:32.518678 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.537559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Usage tracker for resource:security_group_rule and tenant:619080b5860c49af94ce81a8cf769fed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:32.572708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:32.762864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:32.844661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:32.985546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecc596-86da-454b-b142-277b29649010 service neutron] Pushing event updated for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:33.143948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-247ee74c-b066-4ec4-8099-5346546b01f9 req-60a5c4eb-f32e-4e96-87d0-590cab9fa2c6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022179 May 26 19:19:33.179682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.223029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 13700c9a-c427-45e4-be0b-29d682d03e67 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:33.252646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.264314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.328976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Attempting to bind port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:33.329508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Attempting to bind port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:33.331184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Attempting to bind port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:33.390429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 13700c9a-c427-45e4-be0b-29d682d03e67 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:33.399952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:19:33.404958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Attempting to bind port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 on network 0869ce2b-9a39-4075-b5dd-75e0ea0fb44b {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:33.405366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 13700c9a-c427-45e4-be0b-29d682d03e67 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:33.408030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.437318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:33.442843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Checking segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:33.443519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Bound using segment: {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:33.447170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Bound port: de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c1b14d-eda1-47af-a224-a1a1f6bfbae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:33.449532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.535136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:33.679355 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad28edb-7e35-43f8-924b-1423eb6fec83'] response: {'server_uuid': '8dd26988-9ae5-40b9-bb7f-cb0b32155e22', 'name': 'network-vif-deleted', 'tag': 'df0c1150-8af1-426d-ba3d-8c1d55dc787c', 'status': 'completed', 'code': 200} May 26 19:19:33.692527 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.705012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:19:33.728100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Router d60cbad6-25b9-45de-88c7-d52cf4e870a5 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:19:33.728729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 13700c9a-c427-45e4-be0b-29d682d03e67 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:33.729440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.746294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:33.748600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae3e27-0e91-406d-80c1-a906153b99d0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:33.754441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.758455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1527f62e-87b8-4c72-985c-ffb2b6e41ada admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13ae3e27-0e91-406d-80c1-a906153b99d0 HTTP/1.1" status: 204 len: 168 time: 1.4837124 May 26 19:19:33.762287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:33.773118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.804354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 13700c9a-c427-45e4-be0b-29d682d03e67, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=13700c9a-c427-45e4-be0b-29d682d03e67,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:33.811126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.915908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:33.991492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:33.991890 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Added segment 080108ad-ece6-40e2-9fcf-b1b031fc01d7 of type vlan for network aa6c589a-8c7c-46c4-aba1-f9705574d564 May 26 19:19:34.039847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-506251496'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:34.054072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:34.066943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.067207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:network and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:34.071971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:34.081453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:34.081852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.083394 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-78ecc596-86da-454b-b142-277b29649010 service neutron] 10.222.0.53 "PUT /v2.0/ports/de51c8b2-dc0e-4685-8782-08cfb6eb24e7 HTTP/1.1" status: 200 len: 1092 time: 3.0891001 May 26 19:19:34.083980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:34.089091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:34.120873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe35fe1-1f64-4a16-ad16-d7f3892cec51,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:34.206012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Made reservation on behalf of 0e9beb3a919b4ff8b27e855750f8ae01 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:34.211386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.223432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecc596-86da-454b-b142-277b29649010 service neutron] Pushing event updated for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:34.305440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.321138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.322138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:34.322843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.339716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:34.346399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:security_group_rule and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:34.357391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:34.388644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:34.509535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-a22eef5a-6cd1-4d17-91b0-fbd5490129bd tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:34.511468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-a22eef5a-6cd1-4d17-91b0-fbd5490129bd tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 811 time: 0.3807945 May 26 19:19:34.531943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Request body: {'port': {'device_id': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'admin_state_up': True, 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:34.610814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffe387-d78b-4891-ae74-8d6ca36772d6 req-f9bc443c-1289-4872-b647-eb28f9092c87 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:34.612376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bffe387-d78b-4891-ae74-8d6ca36772d6 req-f9bc443c-1289-4872-b647-eb28f9092c87 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 946 time: 0.8752282 May 26 19:19:34.629963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1085799 May 26 19:19:34.642404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0fae-ef26-405c-93ad-5dcba644374a admin admin] Pushing event updated for resources: {'Network': ['ID=aa6c589a-8c7c-46c4-aba1-f9705574d564,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:34.649908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:34.663607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:19:34.666552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Request body: {'subnet': {'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-subnet', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:34.697437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:34.710838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:34.722153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eddab3b5-ca4e-4a82-9d49-60c814c23eb1 admin admin] 10.222.0.24 "PUT /v2.0/routers/d60cbad6-25b9-45de-88c7-d52cf4e870a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3413982 May 26 19:19:34.725975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:34.726233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bffe387-d78b-4891-ae74-8d6ca36772d6 req-c34d8571-222f-4079-bf9f-6e8f9c9547e6 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944202 May 26 19:19:34.728380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-dfbccda7-3ccf-462d-8e7e-8110beb7fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:34.728924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Usage tracker for resource:subnet and tenant:619080b5860c49af94ce81a8cf769fed is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:34.729894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-dfbccda7-3ccf-462d-8e7e-8110beb7fb7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 1095 time: 0.4749713 May 26 19:19:34.730946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Sync routers for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:34.744105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:34.773378 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:34.774349 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:34.842091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:34.934622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-6df93d3f-7306-42f8-803f-8ef604f97b09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7 HTTP/1.1" status: 200 len: 217 time: 0.1922257 May 26 19:19:34.938416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:34.954215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:34.959890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Usage tracker for resource:port and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:34.964187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:34.971763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:34.984204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.039852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 13700c9a-c427-45e4-be0b-29d682d03e67 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:35.149614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Made reservation on behalf of 619080b5860c49af94ce81a8cf769fed for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:35.158728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.194723 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:35.202225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afd91060-d484-4048-8517-834b4933971a req-6ee58ce5-968e-47be-b80d-f5add15e544b tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 210 time: 0.1411150 May 26 19:19:35.202679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 13700c9a-c427-45e4-be0b-29d682d03e67 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:35.203064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.234788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Made reservation on behalf of 21758f8daf4548fa9f9157fbfea82c5a for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:35.238481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.247529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-ebb4a0d0-a213-45c9-a995-1e1054e2d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:35.249137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-ebb4a0d0-a213-45c9-a995-1e1054e2d58a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.3098879 May 26 19:19:35.300400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:19:35.361933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-6c921c01-4d7d-4a8e-b674-a2e073ddc258 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045859 May 26 19:19:35.432742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 13700c9a-c427-45e4-be0b-29d682d03e67 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:35.463287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ae52e8-2cf9-4c09-aae3-f6a4fec397ee,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:35.627143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.627143 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Added segment 59e3d624-4245-4779-94b4-07ac616af958 of type vlan for network 2700ca18-cba7-473a-a6f1-9b2cb7715920 May 26 19:19:35.677130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-f0659b17-5eb1-4693-97ba-5f8e76859219 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001254 May 26 19:19:35.700652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.791734 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:31Z', 'revision_number': 5, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:35.802424 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Checking router: d60cbad6-25b9-45de-88c7-d52cf4e870a5 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:35.824123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Routers {'d60cbad6-25b9-45de-88c7-d52cf4e870a5'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:35.825884 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:35.859496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:35.898598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eaaa71-e78b-45ba-a388-5bf9d71137df req-439c14f3-4e77-4d26-b4e3-d07f126b8f32 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141249 May 26 19:19:36.089506 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38ffdf8-5539-4ee4-8a59-081b813f9c0d'] response: {'name': 'network-changed', 'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7', 'status': 'completed', 'code': 200} May 26 19:19:36.150571 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] Set router d60cbad6-25b9-45de-88c7-d52cf4e870a5 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:36.158047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Allocated IP 172.20.0.13 (a87d2eb8-e5df-48df-bde8-759037d21649/7e7103a4-3485-40ee-a626-8ecfc7c7b3ca/cc41bf91-ebc8-474c-8604-983f0423bc3f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:36.177391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.182869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:36.183644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.249385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-95c3c585-665b-4e9d-aae9-316d8fed7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:36.251556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-95c3c585-665b-4e9d-aae9-316d8fed7895 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381f273f46b4552ace13ba2978abd09&device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 1095 time: 0.1429322 May 26 19:19:36.370726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.395710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.421257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.425239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ff05f-552d-47f3-b1db-5468fb6ead40 req-629e2815-fe6e-4dc4-bb57-8547a6e97bbf tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:36.426781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-136ff05f-552d-47f3-b1db-5468fb6ead40 req-629e2815-fe6e-4dc4-bb57-8547a6e97bbf tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 944 time: 0.2278457 May 26 19:19:36.509272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-5039d7f9-03d6-4a8f-b88f-9e7787572345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:36.511626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-5039d7f9-03d6-4a8f-b88f-9e7787572345 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 200 len: 914 time: 0.2492895 May 26 19:19:36.562547 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:31Z', 'revision_number': 5, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:36.567529 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d0c45-31e1-458f-947b-46a9a230228e None None] The sync data for ids ['d60cbad6-25b9-45de-88c7-d52cf4e870a5'] in n-d-843146-9 is: [{'id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-551855667-router', 'tenant_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:10Z', 'updated_at': '2022-05-26T19:19:31Z', 'revision_number': 5, 'project_id': '0dc58cb4477f4a91953783f2dc0a90ed', 'gw_port': {'id': '658a3a23-0ed1-4ab3-a1fe-f91400fedb77', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60cbad6-25b9-45de-88c7-d52cf4e870a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:36.614060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-136ff05f-552d-47f3-b1db-5468fb6ead40 req-7e96fbae-2acb-40ae-9122-6070a02d23b5 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800320 May 26 19:19:36.623498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-2790a20f-f529-4a11-9a7f-944bda4171fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7 HTTP/1.1" status: 200 len: 217 time: 0.0975935 May 26 19:19:36.663756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Network': ['ID=2700ca18-cba7-473a-a6f1-9b2cb7715920,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:36.666131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Deleting port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:36.666468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:36.680627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:19:36.773980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70c3d1dc-0181-4ee0-9168-71cfc35e6a78 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2329073 May 26 19:19:36.813604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60998) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:36.823788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a80ec39-3cf7-4708-a97a-422f5816250e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:36.828887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'subnet': {'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:36.963931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Checking segment: {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:36.964316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Network hostable DHCP agents. Network: aa6c589a-8c7c-46c4-aba1-f9705574d564, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:19:36.978013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a68cd51-4c2a-46d8-8244-fa37210af557 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:37.029277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6a68cd51-4c2a-46d8-8244-fa37210af557 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:37.029645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a68cd51-4c2a-46d8-8244-fa37210af557 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:37.056432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-9cea6344-fba9-49bf-8d92-65ddb1519304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:37.058844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-9cea6344-fba9-49bf-8d92-65ddb1519304 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 200 len: 853 time: 0.4233603 May 26 19:19:37.075439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:37.120270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:19:37.130150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:subnet and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:37.135986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-a9adfd0c-8fc5-46e7-b4f8-073095a7a2e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579329 May 26 19:19:37.137216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:37.137410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, aa6c589a-8c7c-46c4-aba1-f9705574d564) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:37.152268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b275a3c-f278-4383-984b-79aa71fa3fbe None None] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:37.153662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:37.172475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:37.173276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.224430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.232691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fea85e8f-adce-4ba9-b789-e308f02fd1ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5802901 May 26 19:19:37.239973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] For port 658a3a23-0ed1-4ab3-a1fe-f91400fedb77, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:37.240109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.247997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:37.258382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:37.305223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9e0ef-7bec-437d-bea5-cadd23727a66 req-bf48f80f-652d-4eb8-b114-ae53609fba19 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:37.309030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fa9e0ef-7bec-437d-bea5-cadd23727a66 req-bf48f80f-652d-4eb8-b114-ae53609fba19 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 946 time: 0.4911680 May 26 19:19:37.323351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Made reservation on behalf of 0e9beb3a919b4ff8b27e855750f8ae01 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:37.326569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:37.329876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.408512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Calling delete_port for 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:37.437984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Usage tracker for resource:router and tenant:619080b5860c49af94ce81a8cf769fed is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:37.454680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:37.469368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:37.493480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-aa6c589a-8c7c-46c4-aba1-f9705574d564', 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'fixed_ips': [{'subnet_id': '6a80ec39-3cf7-4708-a97a-422f5816250e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:19:37.494439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.505982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.507012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.595465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fa9e0ef-7bec-437d-bea5-cadd23727a66 req-d51df13a-11a3-44cf-9610-88da4cfebbb4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743120 May 26 19:19:37.608081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-a17d7e50-9049-4bde-9eef-ec4fbe9540d3 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596682 May 26 19:19:37.677109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.802314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Pushing event updated for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:37.831911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:37.839421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Allocated IP 172.20.0.2 (aa6c589a-8c7c-46c4-aba1-f9705574d564/6a80ec39-3cf7-4708-a97a-422f5816250e/190dc953-7780-40c3-a836-953b8d0e08d6) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:37.845861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Network a87d2eb8-e5df-48df-bde8-759037d21649 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:37.851384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:37.856249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:37.864174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfd29036-9d17-401c-ae52-f0e3f84b1e81 req-e419ed85-e39d-4b2c-8e11-7c60bb94fa80 service neutron] 10.222.0.53 "GET /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470767 May 26 19:19:37.911594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.062800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Subnet': ['ID=e3ce6f8a-dba2-4987-a596-8b22505e7552,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:38.130202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:38.130933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.137874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Checking segment: {'id': '59e3d624-4245-4779-94b4-07ac616af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:38.138295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network hostable DHCP agents. Network: 2700ca18-cba7-473a-a6f1-9b2cb7715920, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:19:38.183315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:19:38.207381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2700ca18-cba7-473a-a6f1-9b2cb7715920) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:38.227246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e6ad3-9d55-4a95-89b9-beaed6c430f1 None None] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:38.229238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.235740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0cab7-93c7-43dd-81fc-ea589bc778af req-d89255a1-fa17-4692-b8df-b4899f76c910 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:38.238632 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cab0cab7-93c7-43dd-81fc-ea589bc778af req-d89255a1-fa17-4692-b8df-b4899f76c910 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 932 time: 0.1812072 May 26 19:19:38.246868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:38.247814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.261332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.315526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ffff32ff-cffc-43b3-adca-cd9acc2432e8 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4940321 May 26 19:19:38.315796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32788) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:38.323923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1353960667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:38.334815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cab0cab7-93c7-43dd-81fc-ea589bc778af req-a1c9bf70-dd3a-4ede-a08e-de102aba3d34 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Synchronizing usage tracker for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:38.337817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:38.339148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Transition to ACTIVE for port object 190dc953-7780-40c3-a836-953b8d0e08d6 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:38.344791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:router and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:38.348619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:38.360059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:38.369930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Transition to ACTIVE for port object 190dc953-7780-40c3-a836-953b8d0e08d6 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:38.377849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cab0cab7-93c7-43dd-81fc-ea589bc778af req-a1c9bf70-dd3a-4ede-a08e-de102aba3d34 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Unset dirty status for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:38.379809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cab0cab7-93c7-43dd-81fc-ea589bc778af req-a1c9bf70-dd3a-4ede-a08e-de102aba3d34 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177695 May 26 19:19:38.387763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.389110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.422542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.426746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.455752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.490850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-eb514cf4-decf-404c-b205-3cda0b236af1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9638529 May 26 19:19:38.491601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=658a3a23-0ed1-4ab3-a1fe-f91400fedb77,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:38.499597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.501395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ca9089d2-96fc-4b0f-8b81-75674d4fae59 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1845968 May 26 19:19:38.507578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:38.525002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.539977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Request body: {'port': {'device_id': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:38.613356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:38.641489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:38.645384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:38.670602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Pushing event updated for resources: {'Port': ['ID=190dc953-7780-40c3-a836-953b8d0e08d6,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:38.781566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Attempting to bind port 190dc953-7780-40c3-a836-953b8d0e08d6 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:38.781915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Attempting to bind port 190dc953-7780-40c3-a836-953b8d0e08d6 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:38.782263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Attempting to bind port 190dc953-7780-40c3-a836-953b8d0e08d6 on network aa6c589a-8c7c-46c4-aba1-f9705574d564 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:38.796757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.822253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:38.822579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Checking segment: {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:38.822809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.823201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Bound using segment: {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:38.823675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Bound port: 190dc953-7780-40c3-a836-953b8d0e08d6, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:38.824148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.904486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2700ca18-cba7-473a-a6f1-9b2cb7715920', 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920', 'tenant_id': '0e9beb3a919b4ff8b27e855750f8ae01', 'fixed_ips': [{'subnet_id': 'e3ce6f8a-dba2-4987-a596-8b22505e7552'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:19:38.905786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:38.987650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.008420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.013692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.181175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.181495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60cbad6-25b9-45de-88c7-d52cf4e870a5 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:19:39.214927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.215815 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-283b54dc-8a5a-4365-82dd-26cd302345c0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d60cbad6-25b9-45de-88c7-d52cf4e870a5 HTTP/1.1" status: 204 len: 168 time: 4.4838700 May 26 19:19:39.222246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:39.280698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] For port 190dc953-7780-40c3-a836-953b8d0e08d6, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:39.285479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Allocated IP 172.20.0.2 (2700ca18-cba7-473a-a6f1-9b2cb7715920/e3ce6f8a-dba2-4987-a596-8b22505e7552/3b7defaa-c14e-40bc-bbcb-b3bf0066947d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:39.290775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] For port 190dc953-7780-40c3-a836-953b8d0e08d6, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=190dc953-7780-40c3-a836-953b8d0e08d6,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:39.307097 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.537309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89d9db-0cb7-4e57-b643-7a6266215019 None None] Pushing event updated for resources: {'Port': ['ID=190dc953-7780-40c3-a836-953b8d0e08d6,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:39.583546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Deleting subnet 26354e11-03c3-47b8-96a3-8bf313cef5c1 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:19:39.587869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.610903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d6b1b-262c-462d-b850-d876beb6de80 req-9e33a1bf-933b-4555-9904-6ea4d5fafdc9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:39.613702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-291d6b1b-262c-462d-b850-d876beb6de80 req-9e33a1bf-933b-4555-9904-6ea4d5fafdc9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 944 time: 1.0178177 May 26 19:19:39.777147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.786914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.794316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Transition to ACTIVE for port object 3b7defaa-c14e-40bc-bbcb-b3bf0066947d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:39.875250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Transition to ACTIVE for port object 3b7defaa-c14e-40bc-bbcb-b3bf0066947d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:39.879942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-291d6b1b-262c-462d-b850-d876beb6de80 req-fd8773f3-f719-4398-bdd5-ed3e27e6183d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402537 May 26 19:19:39.886069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.891563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:39.963108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.056398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.067571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Pushing event updated for resources: {'Port': ['ID=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:40.070001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device de51c8b2-dc0e-4685-8782-08cfb6eb24e7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:40.199817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:19:40.264686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:40.267862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:40.271761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:40.419815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Allocated IP 172.20.0.1 (2700ca18-cba7-473a-a6f1-9b2cb7715920/e3ce6f8a-dba2-4987-a596-8b22505e7552/f83fb1fa-a39c-4343-a8fc-75684193d03a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:40.428259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Attempting to bind port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:40.428628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Attempting to bind port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '59e3d624-4245-4779-94b4-07ac616af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:40.428989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Attempting to bind port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d on network 2700ca18-cba7-473a-a6f1-9b2cb7715920 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:40.438403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:40.438831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Checking segment: {'id': '59e3d624-4245-4779-94b4-07ac616af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:40.439360 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.439727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Bound using segment: {'id': '59e3d624-4245-4779-94b4-07ac616af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:40.440202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Bound port: 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e3d624-4245-4779-94b4-07ac616af958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:40.440573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.461823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:40.533909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc41bf91-ebc8-474c-8604-983f0423bc3f {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:40.562668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] For port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:40.566825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] For port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,segment=NetworkSegment(59e3d624-4245-4779-94b4-07ac616af958),segment_id=59e3d624-4245-4779-94b4-07ac616af958)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:40.573387 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.574129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.578930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7', 'network_id': '0869ce2b-9a39-4075-b5dd-75e0ea0fb44b', 'port_id': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7', 'mac_address': 'fa:16:3e:d4:1e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afde63af-59bf-4ed0-ad18-4286bb641561', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:40.756183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:40.760138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.795690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de51c8b2-dc0e-4685-8782-08cfb6eb24e7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:40.844028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760d8f-261d-4b60-bfb0-c3605ab229f8 None None] Pushing event updated for resources: {'Port': ['ID=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:40.853947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:40.861285 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:40.977522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:40.982193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32816) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:41.023052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.031028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.049700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.056901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb168c-e496-4920-accb-654d91ea6e23 req-e973d868-de62-4f93-b0d3-e73759c0d7b0 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:41.078697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fb168c-e496-4920-accb-654d91ea6e23 req-e973d868-de62-4f93-b0d3-e73759c0d7b0 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 932 time: 0.4001522 May 26 19:19:41.133924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Allocated IP 172.25.0.249 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/de4614d0-7905-4b07-8758-9a8b2b1cfaa8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:41.140179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Transition to ACTIVE for port object cc41bf91-ebc8-474c-8604-983f0423bc3f will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:41.150447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26354e11-03c3-47b8-96a3-8bf313cef5c1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:41.172970 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.182400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dae906-e617-413a-bf1e-24f097086d6b None None] Network 448e825d-6246-4d74-b960-dd5d24f7e242 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:41.204609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.224550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fb168c-e496-4920-accb-654d91ea6e23 req-ffe6c372-36e4-42fd-95fe-572966cab327 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420536 May 26 19:19:41.271415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Transition to ACTIVE for port object f83fb1fa-a39c-4343-a8fc-75684193d03a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:41.307425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.349930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:41.357817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1580ae58064efd952eb746aff95e73 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:41.364714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:41.379715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:41.412069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.467466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 190dc953-7780-40c3-a836-953b8d0e08d6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:41.499148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['de51c8b2-dc0e-4685-8782-08cfb6eb24e7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:41.530489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd5003-e33f-44c2-97ff-ddc6dfa9d4f4 None None] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:41.549256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=f83fb1fa-a39c-4343-a8fc-75684193d03a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:41.585311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:41.596248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:41.601907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:41.602145 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0725d163-8add-4e20-b32e-bf7db940dc4a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26354e11-03c3-47b8-96a3-8bf313cef5c1 HTTP/1.1" status: 204 len: 168 time: 2.3793986 May 26 19:19:41.604753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32822) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:41.667653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.697367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Pushing event updated for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:41.859843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d8e5bb31-fa48-4e22-bbe0-a185fef160e5 None None] Provisioning for port 190dc953-7780-40c3-a836-953b8d0e08d6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:41.896370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.932089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71737bb8-ce59-4906-9b43-169260e4c96c req-96ded1c5-dab6-4a2a-871f-e708736fddad tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:41.941164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.943185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71737bb8-ce59-4906-9b43-169260e4c96c req-96ded1c5-dab6-4a2a-871f-e708736fddad tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 945 time: 0.4297223 May 26 19:19:41.959502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Deleting port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:41.959502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:41.992056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 190dc953-7780-40c3-a836-953b8d0e08d6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:41.997245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Attempting to bind port cc41bf91-ebc8-474c-8604-983f0423bc3f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:41.997589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Attempting to bind port cc41bf91-ebc8-474c-8604-983f0423bc3f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:41.997923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Attempting to bind port cc41bf91-ebc8-474c-8604-983f0423bc3f on network a87d2eb8-e5df-48df-bde8-759037d21649 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:42.023217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Port cc41bf91-ebc8-474c-8604-983f0423bc3f on network a87d2eb8-e5df-48df-bde8-759037d21649 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:19:42.023546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Attempting to bind port cc41bf91-ebc8-474c-8604-983f0423bc3f on network a87d2eb8-e5df-48df-bde8-759037d21649 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:42.044897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:42.045667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Checking segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:42.045852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Bound using segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:42.046567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Bound port: cc41bf91-ebc8-474c-8604-983f0423bc3f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:42.047157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.066856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 190dc953-7780-40c3-a836-953b8d0e08d6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:42.067413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.083606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.198788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.228967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.296779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.424956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:42.478597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:42.491552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] For port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:42.492003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.502457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:42.508658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] DHCP port deletion for 448e825d-6246-4d74-b960-dd5d24f7e242 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:19:42.513466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.520498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Pushing event updated for resources: {'Port': ['ID=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:42.527274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:42.537163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Deleting port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:42.537335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.568354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:42.601568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71737bb8-ce59-4906-9b43-169260e4c96c req-6ad79a88-f0ac-45ce-ba3d-79fa7d01b8ac tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569350 May 26 19:19:42.613539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 190dc953-7780-40c3-a836-953b8d0e08d6 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:42.613914 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.646111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1580ae58064efd952eb746aff95e73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6618781 May 26 19:19:42.650440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd5756-2261-4f56-8947-65c908689a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6f871-da4f-4150-a91e-cbe070b34fbd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:42.653486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32832) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:42.719718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e031024-2e05-4d61-97ff-d5ce10a23b62 None None] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:19:42.771551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Calling delete_port for 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:42.824876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:42.825846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.827752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] 10.222.0.53 "PUT /v2.0/ports/cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 200 len: 1092 time: 4.2974002 May 26 19:19:42.828491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:42.903177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 190dc953-7780-40c3-a836-953b8d0e08d6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=190dc953-7780-40c3-a836-953b8d0e08d6,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:42.919573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:42.968151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-728f519f-78e1-4930-989e-791f834e83bb tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:42.969755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-728f519f-78e1-4930-989e-791f834e83bb tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 945 time: 0.6039226 May 26 19:19:42.992566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.004336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:43.022487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.098526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4a04a-ab9d-4b7e-b3a6-e3b7131fe503 service neutron] Pushing event updated for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:43.137352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4501aff2-4416-4b80-b917-72407268d7e4 None None] Provisioning for port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:43.150299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:43.150647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 658a3a23-0ed1-4ab3-a1fe-f91400fedb77 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:43.222771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.292145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6f871-da4f-4150-a91e-cbe070b34fbd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:43.350956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3b7defaa-c14e-40bc-bbcb-b3bf0066947d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:43.372867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Deleting port eafa0fe1-4ffc-426d-9215-69c6c316a085 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:43.373239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.409424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=190dc953-7780-40c3-a836-953b8d0e08d6,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:43.414696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] For port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,segment=NetworkSegment(b26dd4a9-1019-4155-8367-771e1faf806c),segment_id=b26dd4a9-1019-4155-8367-771e1faf806c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:43.415090 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.418945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.445718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.449126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1a26540d-8b49-49ad-b75a-012aa8ba9c1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4b6f871-da4f-4150-a91e-cbe070b34fbd HTTP/1.1" status: 204 len: 168 time: 0.7872863 May 26 19:19:43.521933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Pushing event deleted for resources: {'Port': ['ID=846d1dda-d5a5-4c59-bff1-eb943e2b6bb7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:43.554967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] No DVR routers for this DVR port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:43.611956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Calling delete_port for 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:43.679369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b0bdd-3d97-4831-9892-3a2ea80ee0e4 req-49bd3bd7-ec71-4ed9-bdd0-49e81b75beda tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:43.680798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491b0bdd-3d97-4831-9892-3a2ea80ee0e4 req-49bd3bd7-ec71-4ed9-bdd0-49e81b75beda tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 945 time: 0.4062369 May 26 19:19:43.686728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ccd05c30-628f-41e4-99c0-8bf00c7f09c9 None None] Provisioning complete for port 190dc953-7780-40c3-a836-953b8d0e08d6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:43.686728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccd05c30-628f-41e4-99c0-8bf00c7f09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.694350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.727663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: from cryptography.utils import int_from_bytes May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: from cryptography.utils import int_from_bytes May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn_limited( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn_limited( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.870117 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:19:43.874870 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:19:43.875718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-6c9e14f6-7cce-4415-83fc-65b1686988f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:43.875718 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-6c9e14f6-7cce-4415-83fc-65b1686988f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1095 time: 0.8680341 May 26 19:19:43.875718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.888888 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:19:43.889424 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:19:43.892989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:43.900612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.917007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:43.918551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:43.997269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.017064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491b0bdd-3d97-4831-9892-3a2ea80ee0e4 req-ae7a32f1-16c4-4c4f-baba-ca9d1f376670 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196559 May 26 19:19:44.044891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=f83fb1fa-a39c-4343-a8fc-75684193d03a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:44.049716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device de51c8b2-dc0e-4685-8782-08cfb6eb24e7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:44.080870 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-21ed15fb-c639-42e1-b15d-88bee79638c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 200 len: 217 time: 0.1947348 May 26 19:19:44.148998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e825d-6246-4d74-b960-dd5d24f7e242']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:44.185359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26dd4a9-1019-4155-8367-771e1faf806c') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:44.185662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26dd4a9-1019-4155-8367-771e1faf806c') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:44.216419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.234570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.236416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] For port eafa0fe1-4ffc-426d-9215-69c6c316a085, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=eafa0fe1-4ffc-426d-9215-69c6c316a085,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:44.237797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.256516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ccd05c30-628f-41e4-99c0-8bf00c7f09c9 None None] Current status of the port 190dc953-7780-40c3-a836-953b8d0e08d6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:44.373640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:44.374239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.394783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Deleting port 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:44.395281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.434052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-9c551431-16d6-4010-8123-841f3643cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:44.435895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-9c551431-16d6-4010-8123-841f3643cf22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.3253875 May 26 19:19:44.440230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.508383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52e2c-74c2-4529-9262-1ab3266ddb7f None None] The port '846d1dda-d5a5-4c59-bff1-eb943e2b6bb7' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:19:44.559162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Calling delete_port for eafa0fe1-4ffc-426d-9215-69c6c316a085 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:44.579024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,segment=NetworkSegment(59e3d624-4245-4779-94b4-07ac616af958),segment_id=59e3d624-4245-4779-94b4-07ac616af958)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:44.629683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.644095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:44.653457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-c821b777-d5a4-4c90-9ed3-de3c7a680358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945764 May 26 19:19:44.654668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:19:44.655073 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.794975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:44.798306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:44.837272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:44.844675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:44.850610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:44.882375 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b26dd4a9-1019-4155-8367-771e1faf806c resource provider aggregate not found May 26 19:19:44.909595 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b26dd4a9-1019-4155-8367-771e1faf806c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b26dd4a9-1019-4155-8367-771e1faf806c found for delete ", "request_id": "req-d7add4dc-9438-4a69-8536-10d6604e9d3c"}]} May 26 19:19:44.918301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:44.998471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:44.999471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 846d1dda-d5a5-4c59-bff1-eb943e2b6bb7 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:45.007377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Provisioning complete for port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:45.007977 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.092507 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5303fe86-53eb-499a-9ffd-b1bd1994898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.163100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.200067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.222249 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] 10.222.0.24 "DELETE /v2.0/networks/448e825d-6246-4d74-b960-dd5d24f7e242 HTTP/1.1" status: 204 len: 168 time: 3.6068635 May 26 19:19:45.268565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4744fa-6983-4d7b-93c1-9e2ea552f790 admin admin] Pushing event deleted for resources: {'Network': ['ID=448e825d-6246-4d74-b960-dd5d24f7e242,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:45.313149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 190dc953-7780-40c3-a836-953b8d0e08d6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:45.368355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458cd4d-f4d0-43c6-ace6-56f2c687ad9d req-07042287-dfe7-498a-b3bc-774d26809bcc tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:45.372351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1458cd4d-f4d0-43c6-ace6-56f2c687ad9d req-07042287-dfe7-498a-b3bc-774d26809bcc tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 944 time: 1.1014948 May 26 19:19:45.391647 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-ded81b85-fa26-4912-9281-0e9d3cb006c5 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010953 May 26 19:19:45.563645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:45.564326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.578581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1458cd4d-f4d0-43c6-ace6-56f2c687ad9d req-c3d8c321-4c85-475c-8113-0b46cd681a24 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381006 May 26 19:19:45.601754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:45.658969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:45.679204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Current status of the port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:45.690778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:45.708342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.736312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.758225 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bec3a5-66d7-4297-9437-1b945aa58c13'] response: {'name': 'network-changed', 'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f', 'status': 'completed', 'code': 200} May 26 19:19:45.781661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 190dc953-7780-40c3-a836-953b8d0e08d6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:45.782256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.832365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e5af1c1e-cbd4-429a-90cc-d5d291a050d6', '43fde07d-50f1-43cb-b242-280dcf9cdb28'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:45.835926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.885104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event deleted for resources: {'Port': ['ID=eafa0fe1-4ffc-426d-9215-69c6c316a085,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:45.918297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Provisioning for port f83fb1fa-a39c-4343-a8fc-75684193d03a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:45.936139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-62a65ffd-aabf-444a-bde2-e8a18a95752e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dc58cb4477f4a91953783f2dc0a90ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326864 May 26 19:19:45.938712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] No DVR routers for this DVR port eafa0fe1-4ffc-426d-9215-69c6c316a085 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:19:45.941590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:45.954572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32882) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:45.955995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'name': 'network-vif-deleted', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:46.052216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c860f1-0684-4d8b-8e5e-e5c7635fce22 req-b1c53906-e204-47c1-bdfd-ae4459723420 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "DELETE /v2.0/ports/eafa0fe1-4ffc-426d-9215-69c6c316a085 HTTP/1.1" status: 204 len: 173 time: 3.0757287 May 26 19:19:46.053969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:46.064201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Router bcc0f142-2b07-4bd3-965e-ed57c3c69e59 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:19:46.082946 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-fd0df30a-b3aa-4d4d-a469-d4c909340a23 req-06cdc828-e06c-437d-bc01-0d64b9c17e3d service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785488 May 26 19:19:46.104124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device eafa0fe1-4ffc-426d-9215-69c6c316a085 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:19:46.135160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:46.185950 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:46.236636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Provisioning complete for port f83fb1fa-a39c-4343-a8fc-75684193d03a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:46.237713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:46.364145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: eafa0fe1-4ffc-426d-9215-69c6c316a085 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:19:46.364883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device eafa0fe1-4ffc-426d-9215-69c6c316a085 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:19:46.367499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d005597d-ff74-4546-8bb4-996a6b6b82c0 None None] Port f83fb1fa-a39c-4343-a8fc-75684193d03a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:46.440564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:46.455115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ac53479a-4a7a-45f3-8b1a-47391d75c160 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "PUT /v2.0/routers/bcc0f142-2b07-4bd3-965e-ed57c3c69e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9449458 May 26 19:19:46.464819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:46.479473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'port': {'network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920', 'name': 'tempest-FloatingIPNegativeTestJSON-1214358936'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:46.481814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:46.509925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9689-848a-4430-827a-628929efaee0 req-97dc0d9e-47c3-4878-8f82-4ccd58858275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:46.511961 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-97dc0d9e-47c3-4878-8f82-4ccd58858275 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1095 time: 0.2976878 May 26 19:19:46.521075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:46.521552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] Sync routers for ids ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:46.530675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cac1967e-8792-42da-800c-602b6b11bc42 HTTP/1.1" status: 204 len: 168 time: 0.5621746 May 26 19:19:46.532073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867e00f-c819-49b2-ac17-80f0b80658d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1967e-8792-42da-800c-602b6b11bc42,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:46.701375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] Routers {'bcc0f142-2b07-4bd3-965e-ed57c3c69e59'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:46.703598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:46.707455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1405c2bd-65c4-41af-aa56-9761688aa8f5 req-e890df4b-e069-4fe1-ae67-6b0cadf536b1 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Synchronizing usage tracker for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:46.741466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1405c2bd-65c4-41af-aa56-9761688aa8f5 req-e890df4b-e069-4fe1-ae67-6b0cadf536b1 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Unset dirty status for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:46.753987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1405c2bd-65c4-41af-aa56-9761688aa8f5 req-e890df4b-e069-4fe1-ae67-6b0cadf536b1 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ba6d05-3a3c-4985-8895-56ba381320c6 HTTP/1.1" status: 200 len: 210 time: 0.1083274 May 26 19:19:47.032554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:47.041307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-253793d7-4b15-4164-bde6-c813cf34743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:47.072022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] Routers {'bcc0f142-2b07-4bd3-965e-ed57c3c69e59'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:47.073507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:47.171845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-567dacbc-da15-4d69-ab1f-56e3a061f7ef None None] Provisioning complete for port f83fb1fa-a39c-4343-a8fc-75684193d03a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:47.172230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-567dacbc-da15-4d69-ab1f-56e3a061f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:47.192906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9689-848a-4430-827a-628929efaee0 req-45059cab-1a24-45f9-9b48-3986633efc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:47.198544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-45059cab-1a24-45f9-9b48-3986633efc07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.6680484 May 26 19:19:47.303950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-567dacbc-da15-4d69-ab1f-56e3a061f7ef None None] Port f83fb1fa-a39c-4343-a8fc-75684193d03a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:47.316443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:47.317274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ffa5c-78a3-4b4f-906c-69917d3f70c0 None None] The sync data for ids ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:47.352281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 190dc953-7780-40c3-a836-953b8d0e08d6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:47.354376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3b7defaa-c14e-40bc-bbcb-b3bf0066947d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:47.425111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-51682fa5-c81e-42f1-9c04-bc681bb7f36e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 200 len: 217 time: 0.1753883 May 26 19:19:47.434454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Router 53013712-b129-48df-96dd-bbe4db9648c7 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:19:47.469933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32906) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:47.519830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:47.631595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:47.631999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:47.785984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:47.801529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9689-848a-4430-827a-628929efaee0 req-22ea423a-c944-4279-a6e6-bba692bc6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:47.804072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-22ea423a-c944-4279-a6e6-bba692bc6966 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.3712718 May 26 19:19:47.805953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:port and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:47.816877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:47.872250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:47.931763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:47.967471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:47.975238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:47.977914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Usage tracker for resource:security_group_rule and tenant:673681be8ee54b8cbe7e98558967191a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:47.987014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:47.990424 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-fa459d44-905d-4200-b8ec-c06c23216afc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756613 May 26 19:19:48.007757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:48.033575 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.054543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Made reservation on behalf of 0e9beb3a919b4ff8b27e855750f8ae01 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:19:48.058049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.180246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:48.194368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] device_id is not set on port 50183c72-7215-4f1c-ae1e-f870a735d69e yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:19:48.201348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Sync routers for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:48.235598 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:48.238844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:48.283660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.298657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.323075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.325003 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5823b9b2-338d-4014-adb1-7e287481ba89 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0758245 May 26 19:19:48.333146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32924) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:48.439573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=673681be8ee54b8cbe7e98558967191a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9634023 May 26 19:19:48.439573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952643-6197-48c0-aa4a-6d735dd9abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8011e1c8-1668-4fff-b523-43ba37cbf11e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:48.441898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32932) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:48.533821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.577784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.622575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Allocated IP 172.20.0.5 (2700ca18-cba7-473a-a6f1-9b2cb7715920/e3ce6f8a-dba2-4987-a596-8b22505e7552/50183c72-7215-4f1c-ae1e-f870a735d69e) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:48.689097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.717835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8011e1c8-1668-4fff-b523-43ba37cbf11e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:48.745561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:48.749009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-db1b7c87-3c98-41b1-8b7e-a3b46d4efdd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8011e1c8-1668-4fff-b523-43ba37cbf11e HTTP/1.1" status: 204 len: 168 time: 0.2942429 May 26 19:19:48.815392 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:49.075140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-72b9f527-febf-4282-bffd-4538fbeec561 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0739324 May 26 19:19:49.379880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87b36-8d44-46bf-b6a5-8056116804c4 req-b1ede4d6-0f1b-47e1-a68a-a2d80b621ad2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:49.382067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84a87b36-8d44-46bf-b6a5-8056116804c4 req-b1ede4d6-0f1b-47e1-a68a-a2d80b621ad2 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.1645234 May 26 19:19:49.452316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84a87b36-8d44-46bf-b6a5-8056116804c4 req-ef7c23a9-809e-4ae2-ab5d-f9dc8d412ad5 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541949 May 26 19:19:49.580893 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:43Z', 'revision_number': 3, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:49.586133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:49.604028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Checking router: 53013712-b129-48df-96dd-bbe4db9648c7 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:49.606806 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Updating router 53013712-b129-48df-96dd-bbe4db9648c7 port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:49.639516 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca624fdc-e318-4300-a9d4-021f47fcc54e'] response: {'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7', 'code': 200} May 26 19:19:49.786824 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:49.823638 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2293511b-6464-4e89-811c-450a672a288d'] response: {'server_uuid': '38ba6d05-3a3c-4985-8895-56ba381320c6', 'name': 'network-vif-deleted', 'tag': 'eafa0fe1-4ffc-426d-9215-69c6c316a085', 'status': 'completed', 'code': 200} May 26 19:19:49.890584 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd0f9689-848a-4430-827a-628929efaee0 req-ff7c88ba-dcea-4bb3-9297-81760df49387 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770302 May 26 19:19:49.936519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb16107-2f87-48d1-8542-f4098619d2dd req-3bd1613c-848b-419f-8cee-dbf44f11d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:49.939227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cb16107-2f87-48d1-8542-f4098619d2dd req-3bd1613c-848b-419f-8cee-dbf44f11d68b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 1097 time: 0.2120974 May 26 19:19:50.032675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.067268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Transition to ACTIVE for port object 50183c72-7215-4f1c-ae1e-f870a735d69e will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:50.140298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cb16107-2f87-48d1-8542-f4098619d2dd req-4c71601e-8ea6-41d4-8bc2-bc1724e9927e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933918 May 26 19:19:50.210498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60a620-131f-4c88-a893-1b7572daaed0 req-4d935022-749d-4eee-8738-b2c5b4711844 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:50.218858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f60a620-131f-4c88-a893-1b7572daaed0 req-4d935022-749d-4eee-8738-b2c5b4711844 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 944 time: 0.2384534 May 26 19:19:50.351329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f60a620-131f-4c88-a893-1b7572daaed0 req-ede5e6cc-5083-439b-be5b-2d137817e012 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284592 May 26 19:19:50.428089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.459206 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.478457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Transition to ACTIVE for port object de4614d0-7905-4b07-8758-9a8b2b1cfaa8 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:50.493666 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.572435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:50.579357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:50.587626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:50.598162 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Attempting to bind port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:50.598700 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Attempting to bind port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:50.599039 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Attempting to bind port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:50.602159 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0035ffd-bccb-479e-980e-c4e78c98d088 None None] Pushing event updated for resources: {'Port': ['ID=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:50.610609 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:50.611021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:50.611400 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.611874 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:50.612608 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Bound port: de4614d0-7905-4b07-8758-9a8b2b1cfaa8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:50.612985 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.634958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=50183c72-7215-4f1c-ae1e-f870a735d69e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:50.744663 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] For port de4614d0-7905-4b07-8758-9a8b2b1cfaa8, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:50.751886 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] For port de4614d0-7905-4b07-8758-9a8b2b1cfaa8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:50.758366 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.761693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:50.762360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.832620 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98015abb-abb5-41ea-972b-ef42a668c142 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3654108 May 26 19:19:50.836602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:50.845503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:50.853279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:50.856345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.862438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:floatingip and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:50.866499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:50.876519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:50.898483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:50.899200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:50.899633 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:50.968151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99f319c3-e4f4-49a9-a5e8-62985fc122cd None None] Provisioning for port 50183c72-7215-4f1c-ae1e-f870a735d69e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:50.979169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0035ffd-bccb-479e-980e-c4e78c98d088 None None] Pushing event updated for resources: {'Port': ['ID=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:50.986185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99f319c3-e4f4-49a9-a5e8-62985fc122cd None None] Provisioning complete for port 50183c72-7215-4f1c-ae1e-f870a735d69e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:50.990272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99f319c3-e4f4-49a9-a5e8-62985fc122cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:51.192417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-99f319c3-e4f4-49a9-a5e8-62985fc122cd None None] Port 50183c72-7215-4f1c-ae1e-f870a735d69e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:51.220664 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:51.324999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Allocated IP 172.20.0.1 (aa6c589a-8c7c-46c4-aba1-f9705574d564/6a80ec39-3cf7-4708-a97a-422f5816250e/0caf5564-9f24-4fd9-b6b7-13e603531fce) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:51.378995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:51.543501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:51.564736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Transition to ACTIVE for port object 0caf5564-9f24-4fd9-b6b7-13e603531fce will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:51.601968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:51.663826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Allocated IP 172.25.0.55 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/aa9973de-6638-4ed8-b940-7e4feb4ecf42) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:51.749989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:51.754801 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:43Z', 'revision_number': 3, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:51.767378 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b366c36-d9a5-48f7-a369-915f1aae59f2 None None] The sync data for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 is: [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:43Z', 'revision_number': 3, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:51.784679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:51.789536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:51.796568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:52.018324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device cc41bf91-ebc8-474c-8604-983f0423bc3f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:19:52.338182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.349970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.388516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba407c6a-4d16-43b9-99ee-76eb02f3d89d req-e0327d1e-f6a0-4372-b356-94b72c2803b9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:52.396474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba407c6a-4d16-43b9-99ee-76eb02f3d89d req-e0327d1e-f6a0-4372-b356-94b72c2803b9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.5112329 May 26 19:19:52.423320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-63b0bded-bab0-4022-83e0-65e683adad6f None None] Provisioning for port 0caf5564-9f24-4fd9-b6b7-13e603531fce completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:52.444739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-63b0bded-bab0-4022-83e0-65e683adad6f None None] Provisioning complete for port 0caf5564-9f24-4fd9-b6b7-13e603531fce triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:52.445544 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-63b0bded-bab0-4022-83e0-65e683adad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.487487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba407c6a-4d16-43b9-99ee-76eb02f3d89d req-4ad7f2be-747c-4646-88ad-597ccfc0eb3d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879557 May 26 19:19:52.508130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.598556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:52.627860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-63b0bded-bab0-4022-83e0-65e683adad6f None None] Port 0caf5564-9f24-4fd9-b6b7-13e603531fce cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:52.629717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=aa9973de-6638-4ed8-b940-7e4feb4ecf42,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:52.631707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'cc41bf91-ebc8-474c-8604-983f0423bc3f', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'port_id': 'cc41bf91-ebc8-474c-8604-983f0423bc3f', 'mac_address': 'fa:16:3e:7e:1b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:19:52.678399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:52.679641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:52.692947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:52.751401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port cc41bf91-ebc8-474c-8604-983f0423bc3f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:52.751788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.775020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc41bf91-ebc8-474c-8604-983f0423bc3f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:19:52.815110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:52.823053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:52.940143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:52.973599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.975317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.975666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.976065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.978568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.978992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.982110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.982683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.983400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.983563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.985453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:52.985844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:19:53.025755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.194525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.238593 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.267725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['cc41bf91-ebc8-474c-8604-983f0423bc3f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:19:53.394996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0d20e-2fc9-47b5-9050-5e0f83fb40a5 req-8cf6c9d0-b1f2-4614-9a92-54fc7c6842ff tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:53.396645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8e0d20e-2fc9-47b5-9050-5e0f83fb40a5 req-8cf6c9d0-b1f2-4614-9a92-54fc7c6842ff tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 945 time: 0.3054116 May 26 19:19:53.549135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8e0d20e-2fc9-47b5-9050-5e0f83fb40a5 req-445ade7f-e908-4aa5-b69a-87a112982df3 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361823 May 26 19:19:53.661663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.670634 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.721997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.730410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.799881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.830639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=aa9973de-6638-4ed8-b940-7e4feb4ecf42,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:53.842961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.847897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c3117c98-b9c8-4dc5-942a-8dd87f89a2c6 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0100329 May 26 19:19:53.849718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33058) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:53.862086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2a525f70-bcbe-4408-83a1-6b4b6f19cdb0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'floatingip': {'port_id': '50183c72-7215-4f1c-ae1e-f870a735d69e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:53.955079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:53.959713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:54.047112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de4614d0-7905-4b07-8758-9a8b2b1cfaa8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:54.103707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a525f70-bcbe-4408-83a1-6b4b6f19cdb0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:54.283866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:54.307819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:54.308988 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:54.438210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:54.439933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:54.523120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa362424-8d98-4f3a-9b23-be7f57f2737b req-c9a22a63-982c-41cc-9c05-9751859d153d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:54.525394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa362424-8d98-4f3a-9b23-be7f57f2737b req-c9a22a63-982c-41cc-9c05-9751859d153d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.4325550 May 26 19:19:54.588472 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-2a525f70-bcbe-4408-83a1-6b4b6f19cdb0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] update failed (client error): The resource could not be found. May 26 19:19:54.593461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a525f70-bcbe-4408-83a1-6b4b6f19cdb0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "PUT /v2.0/floatingips/b016bad0-065f-4e8c-b05b-91680f30eedc HTTP/1.1" status: 404 len: 507 time: 0.7413328 May 26 19:19:54.596794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33070) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:54.685377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa362424-8d98-4f3a-9b23-be7f57f2737b req-1f519044-32b0-4d21-bba5-9e9a2e300cc6 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513474 May 26 19:19:54.692179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:54.692561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:54.753322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port de4614d0-7905-4b07-8758-9a8b2b1cfaa8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:54.762253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:54.879287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:54.922935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Router 53013712-b129-48df-96dd-bbe4db9648c7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:19:54.926078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c68caa4f-7d7d-4c5d-b352-d3cb2bedd869 None None] Provisioning complete for port 0caf5564-9f24-4fd9-b6b7-13e603531fce triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:54.926628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c68caa4f-7d7d-4c5d-b352-d3cb2bedd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:54.971287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting port aa9973de-6638-4ed8-b940-7e4feb4ecf42 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:54.971870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:55.024227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c68caa4f-7d7d-4c5d-b352-d3cb2bedd869 None None] Port 0caf5564-9f24-4fd9-b6b7-13e603531fce cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:19:55.269651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:19:55.280287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Sync routers for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:19:55.295741 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f5e76ae6-ff9a-4035-a588-4a7a3f1b7ec1 admin admin] 10.222.0.24 "PUT /v2.0/routers/53013712-b129-48df-96dd-bbe4db9648c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9532118 May 26 19:19:55.309979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:55.310647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:55.326552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:55.326552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:55.642586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:55.805977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Calling delete_port for aa9973de-6638-4ed8-b940-7e4feb4ecf42 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:55.911105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b73b-fb52-4baa-af56-e87efde96a9d req-c1eba2e4-2afb-42a5-a088-cb63876e34a5 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:55.918478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71d5b73b-fb52-4baa-af56-e87efde96a9d req-c1eba2e4-2afb-42a5-a088-cb63876e34a5 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 945 time: 0.2287042 May 26 19:19:56.013951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71d5b73b-fb52-4baa-af56-e87efde96a9d req-c59e12f4-248f-4af6-978e-01d04a847d5c tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 May 26 19:19:56.048854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:53Z', 'revision_number': 4, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0caf5564-9f24-4fd9-b6b7-13e603531fce', 'name': '', 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'mac_address': 'fa:16:3e:29:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:50Z', 'updated_at': '2022-05-26T19:19:53Z', 'revision_number': 2, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'subnets': [{'id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:56.057416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Checking router: 53013712-b129-48df-96dd-bbe4db9648c7 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:19:56.057773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Updating router 53013712-b129-48df-96dd-bbe4db9648c7 port 0caf5564-9f24-4fd9-b6b7-13e603531fce binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:19:56.065202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.142053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Port': ['ID=aa9973de-6638-4ed8-b940-7e4feb4ecf42,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:56.218500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de4614d0-7905-4b07-8758-9a8b2b1cfaa8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:56.246384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device cc41bf91-ebc8-474c-8604-983f0423bc3f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:19:56.289286 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.327088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.332159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:56.333738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4cc30350-c0f8-4796-ba1b-5d4222640152 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "DELETE /v2.0/floatingips/b016bad0-065f-4e8c-b05b-91680f30eedc HTTP/1.1" status: 204 len: 168 time: 1.7356861 May 26 19:19:56.342712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'floatingip': {'floating_network_id': '2700ca18-cba7-473a-a6f1-9b2cb7715920', 'port_id': '50183c72-7215-4f1c-ae1e-f870a735d69e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:56.352634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:56.358934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:floatingip and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:56.359523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d62902-e0ac-4e55-b929-ea9b9cbe4e24 req-69784239-ed43-433b-ac06-0e60f3bfe3ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:19:56.361093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85d62902-e0ac-4e55-b929-ea9b9cbe4e24 req-69784239-ed43-433b-ac06-0e60f3bfe3ca tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.1276934 May 26 19:19:56.363904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:56.371533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:56.387684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.429209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.450041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85d62902-e0ac-4e55-b929-ea9b9cbe4e24 req-39b5bbd3-611c-457d-8237-6153d8d6eff5 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818450 May 26 19:19:56.540882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:56.541385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.580905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port cc41bf91-ebc8-474c-8604-983f0423bc3f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:19:56.647412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port cc41bf91-ebc8-474c-8604-983f0423bc3f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:19:56.648106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.724679 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:19:56.729300 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-853fa14e-4921-4340-9c67-4a8ca65e0b15 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3899307 May 26 19:19:56.730982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33128) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:56.737116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '50183c72-7215-4f1c-ae1e-f870a735d69e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:56.743577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:56.749561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Usage tracker for resource:floatingip and tenant:0e9beb3a919b4ff8b27e855750f8ae01 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:56.765595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:56.776551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:56.789890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:56.980120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.185903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Allocated IP 172.25.0.162 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/88e94532-a2a8-4329-acfe-7d759e6aaaba) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:57.227282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.239530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Transition to ACTIVE for port object 0caf5564-9f24-4fd9-b6b7-13e603531fce will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:19:57.252621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.326383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:57.344305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.405330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.481163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109652-abca-40b1-baea-932fc0ee4110 None None] Pushing event updated for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:57.570678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:57.577061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:57.580286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:57.605846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port cc41bf91-ebc8-474c-8604-983f0423bc3f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:19:57.606320 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.666725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Attempting to bind port 0caf5564-9f24-4fd9-b6b7-13e603531fce on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:19:57.667304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Attempting to bind port 0caf5564-9f24-4fd9-b6b7-13e603531fce by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:19:57.668489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Attempting to bind port 0caf5564-9f24-4fd9-b6b7-13e603531fce on network aa6c589a-8c7c-46c4-aba1-f9705574d564 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:19:57.682606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:19:57.699943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:19:57.700508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Checking segment: {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:19:57.701131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.701747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Bound using segment: {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:19:57.702502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Bound port: 0caf5564-9f24-4fd9-b6b7-13e603531fce, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080108ad-ece6-40e2-9fcf-b1b031fc01d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:19:57.703357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event updated for resources: {'Port': ['ID=88e94532-a2a8-4329-acfe-7d759e6aaaba,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:57.703478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.717381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-c438f78a-37c4-4858-a811-d5ad177724db tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:19:57.737864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:19:57.781834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.793870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-c438f78a-37c4-4858-a811-d5ad177724db tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:19:57.795197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-c438f78a-37c4-4858-a811-d5ad177724db tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4887652 May 26 19:19:57.818146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:19:57.826811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:19:57.835090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Usage tracker for resource:floatingip and tenant:619080b5860c49af94ce81a8cf769fed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:19:57.839101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:19:57.877563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:19:57.897712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:57.902187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.902382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] For port 0caf5564-9f24-4fd9-b6b7-13e603531fce, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:19:57.906390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] For port 0caf5564-9f24-4fd9-b6b7-13e603531fce, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0caf5564-9f24-4fd9-b6b7-13e603531fce,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:19:57.912456 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:57.998288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:19:57.998920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:58.079366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c109652-abca-40b1-baea-932fc0ee4110 None None] Pushing event updated for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:58.117348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting port 88e94532-a2a8-4329-acfe-7d759e6aaaba {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:58.118041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:58.303675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:19:58.398688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:58.441774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:58.442391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:58.467499 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:19:58.591177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Calling delete_port for 88e94532-a2a8-4329-acfe-7d759e6aaaba owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:19:58.745181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:53Z', 'revision_number': 4, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0caf5564-9f24-4fd9-b6b7-13e603531fce', 'name': '', 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'mac_address': 'fa:16:3e:29:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:50Z', 'updated_at': '2022-05-26T19:19:57Z', 'revision_number': 4, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'subnets': [{'id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:19:58.749643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d950530e-0f95-45ef-9cd4-750a4fd3124c None None] The sync data for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 is: [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:19:53Z', 'revision_number': 4, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0caf5564-9f24-4fd9-b6b7-13e603531fce', 'name': '', 'network_id': 'aa6c589a-8c7c-46c4-aba1-f9705574d564', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'mac_address': 'fa:16:3e:29:e2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:50Z', 'updated_at': '2022-05-26T19:19:57Z', 'revision_number': 4, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'subnets': [{'id': '6a80ec39-3cf7-4708-a97a-422f5816250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:19:58.784011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Allocated IP 172.25.0.213 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/2ef00bed-a9af-4aac-acec-124e8e90d3b2) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:19:58.903942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:58.996064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Port': ['ID=88e94532-a2a8-4329-acfe-7d759e6aaaba,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:59.125990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:59.144783 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] create failed (client error): The resource could not be found. May 26 19:19:59.145892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c6f871ad-1326-4815-9010-0606e5c92e05 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4136407 May 26 19:19:59.149672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33198) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:19:59.224526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting port 50183c72-7215-4f1c-ae1e-f870a735d69e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:19:59.224866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:59.263333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:59.394817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:19:59.403250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:19:59.411870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=2ef00bed-a9af-4aac-acec-124e8e90d3b2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:19:59.422142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:19:59.642444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:59.650230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:19:59.934174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Calling delete_port for 50183c72-7215-4f1c-ae1e-f870a735d69e owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:00.023457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0caf5564-9f24-4fd9-b6b7-13e603531fce up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:00.025734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.126512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0caf5564-9f24-4fd9-b6b7-13e603531fce completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:20:00.132002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0caf5564-9f24-4fd9-b6b7-13e603531fce triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:00.132367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.253732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.259847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0caf5564-9f24-4fd9-b6b7-13e603531fce is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:00.260282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.295534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0caf5564-9f24-4fd9-b6b7-13e603531fce, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0caf5564-9f24-4fd9-b6b7-13e603531fce,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:00.300479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.325201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Port': ['ID=50183c72-7215-4f1c-ae1e-f870a735d69e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:00.384330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:00.462256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.472030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.478721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.513715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-037f4991-627b-4087-a963-b21bafc34e40 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "DELETE /v2.0/ports/50183c72-7215-4f1c-ae1e-f870a735d69e HTTP/1.1" status: 204 len: 168 time: 1.3623166 May 26 19:20:00.518063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33222) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:00.602598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=2ef00bed-a9af-4aac-acec-124e8e90d3b2,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:00.618732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.624866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7b4e9-e3a7-4992-8a97-671e05803b3c tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:00.625978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33f7b4e9-e3a7-4992-8a97-671e05803b3c tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Synchronizing usage tracker for tenant:0e9beb3a919b4ff8b27e855750f8ae01 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:00.639889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:00.641887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-2e07c60f-6206-44eb-96c1-071e2bc71e9c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8305380 May 26 19:20:00.657531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33f7b4e9-e3a7-4992-8a97-671e05803b3c tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Unset dirty status for tenant:0e9beb3a919b4ff8b27e855750f8ae01 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:00.659019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33f7b4e9-e3a7-4992-8a97-671e05803b3c tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcc0f142-2b07-4bd3-965e-ed57c3c69e59 HTTP/1.1" status: 200 len: 913 time: 0.1351509 May 26 19:20:00.661679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:00.745066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-dff61baa-da6b-4d76-b50d-c76cef511b87 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:00.768707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-dff61baa-da6b-4d76-b50d-c76cef511b87 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:00.770421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-dff61baa-da6b-4d76-b50d-c76cef511b87 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1223891 May 26 19:20:00.950790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-661f7181-ec60-4fb2-a729-8435cda96c58 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:00.953160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4e03e89-1e33-4845-9113-8862c8d500e3 req-661f7181-ec60-4fb2-a729-8435cda96c58 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1768351 May 26 19:20:01.412312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-a45f3b70-80fc-4b0e-9399-0a77464d94b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868642 May 26 19:20:01.538103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:01.600473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90c63a-63c3-46da-973e-9b92a87523c2 req-f16c2ce9-7db8-4165-b3b0-a56e416664a0 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:01.611577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f90c63a-63c3-46da-973e-9b92a87523c2 req-f16c2ce9-7db8-4165-b3b0-a56e416664a0 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.1835382 May 26 19:20:01.668308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f90c63a-63c3-46da-973e-9b92a87523c2 req-33ea1ffb-648a-47b9-8cc3-7d6ffb58c4ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 May 26 19:20:01.722852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-3c7a9453-370c-4996-8b70-badfcfa836b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:01.725433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-3c7a9453-370c-4996-8b70-badfcfa836b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d603244dd504312ae620ea7417d5a23&device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 1097 time: 0.2042148 May 26 19:20:01.737908 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaeff1d6-528f-4fe0-8e62-11b6272a784a'] response: {'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f', 'code': 200} May 26 19:20:01.747137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33266) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:01.794992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:01.987669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e5c39-444a-42be-89ef-86305a0b01c3 req-47555f5d-f5e2-4307-98e8-c6b13ae71157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:01.989334 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-828e5c39-444a-42be-89ef-86305a0b01c3 req-47555f5d-f5e2-4307-98e8-c6b13ae71157 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1097 time: 0.1765549 May 26 19:20:02.000931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0caf5564-9f24-4fd9-b6b7-13e603531fce up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:02.083312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting port f83fb1fa-a39c-4343-a8fc-75684193d03a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:02.084360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.146691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-8fb8db3f-4d33-4e52-b637-c8f39d7471c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:02.149554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-8fb8db3f-4d33-4e52-b637-c8f39d7471c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 200 len: 919 time: 0.3941426 May 26 19:20:02.149554 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.188059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-828e5c39-444a-42be-89ef-86305a0b01c3 req-6ea8ca16-2c7e-49ec-b3a5-255edd09ac83 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058500 May 26 19:20:02.222449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0caf5564-9f24-4fd9-b6b7-13e603531fce triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:02.223106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.371126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.392422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0caf5564-9f24-4fd9-b6b7-13e603531fce is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:02.467653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-d2808272-c8f0-40c9-bae5-77f7b986f44d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6 HTTP/1.1" status: 200 len: 217 time: 0.3080604 May 26 19:20:02.468588 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.482015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:02.493641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57aca47-2967-4f18-a7c9-c836590242fa req-de767c83-2b17-431d-802c-55a9acff30c5 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6869860 May 26 19:20:02.500844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Usage tracker for resource:security_group_rule and tenant:f08bed0fc2354d1180dd42828c0b3bfc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:02.505840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:02.521175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Calling delete_port for f83fb1fa-a39c-4343-a8fc-75684193d03a owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:02.543726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:02.553505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:02.556010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:02.563146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:02.579243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Usage tracker for resource:security_group_rule and tenant:6356aba02acb4b50bd42b0e6aea5844d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:02.586141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:02.589632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:02.601121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:02.651977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:02.666847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-92b573b8-9900-47e1-a7a0-199ccfe9863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:02.668974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-92b573b8-9900-47e1-a7a0-199ccfe9863f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 200 len: 858 time: 0.1732633 May 26 19:20:02.792369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-fdf430e8-a943-4f0b-b62a-9da5b1f99186 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126206 May 26 19:20:03.019421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.046105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.048052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.056920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.077097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.093509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-ab1ad1ac-b938-423c-a52a-3770fc3edfc3 service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880042 May 26 19:20:03.098162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Port': ['ID=f83fb1fa-a39c-4343-a8fc-75684193d03a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:03.235969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f08bed0fc2354d1180dd42828c0b3bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4875507 May 26 19:20:03.238799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6356aba02acb4b50bd42b0e6aea5844d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4309089 May 26 19:20:03.239784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb67d15-9942-4a6f-ac67-c0707008a748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43350cb3-4e88-4456-b8fc-aa2a2c1aea1e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:03.240348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33306) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:03.245112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33308) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:03.365280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a9554-f72c-40e2-8277-8f24562b3e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1446fe-5e18-45e4-8d4b-896ee80dade8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:03.411906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a614556-52f5-4503-ad91-c74e9eb08ca1 req-c2857164-071f-4fe9-98cc-2e254e83af7a service neutron] 10.222.0.53 "GET /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069282 May 26 19:20:03.421198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.461519 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.522832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.589456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.664218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Allocated IP 172.25.0.25 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/564cf63d-08fa-42b2-b87b-22a118dbfb81) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:03.686365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.750835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43350cb3-4e88-4456-b8fc-aa2a2c1aea1e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:03.820325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.857379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.862687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce5d98b7-6b7c-4b0e-8c4e-64215f129f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43350cb3-4e88-4456-b8fc-aa2a2c1aea1e HTTP/1.1" status: 204 len: 168 time: 0.6113074 May 26 19:20:03.952619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:03.996959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.004958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.038796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Router bcc0f142-2b07-4bd3-965e-ed57c3c69e59 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:20:04.144538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:04.148349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:04.150942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:04.189280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:20:04.196364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.201451 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] Sync routers for ids ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:20:04.215567 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] Routers {'bcc0f142-2b07-4bd3-965e-ed57c3c69e59'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:20:04.217669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:04.220478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1446fe-5e18-45e4-8d4b-896ee80dade8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:04.243019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.247030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b31175b1-4ff8-4f00-a52b-e5b7f9014405 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f1446fe-5e18-45e4-8d4b-896ee80dade8 HTTP/1.1" status: 204 len: 168 time: 1.0022595 May 26 19:20:04.247674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3623bb56-7150-46d0-a7ac-f1d1335a0ae0 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "PUT /v2.0/routers/bcc0f142-2b07-4bd3-965e-ed57c3c69e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5848868 May 26 19:20:04.252737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:04.260612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=564cf63d-08fa-42b2-b87b-22a118dbfb81,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:04.339139 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:04.344120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.352007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] Routers {'bcc0f142-2b07-4bd3-965e-ed57c3c69e59'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:20:04.353166 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:19:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:04.460405 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:04.460801 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd1e2f-fb03-4ca3-bd3a-068adffcc58e None None] The sync data for ids ['bcc0f142-2b07-4bd3-965e-ed57c3c69e59'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:20:04.479629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.497182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.774231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.780476 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:04.995620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.000542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.041254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.042547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Fanout notify agent at l3_agent the message router_deleted on router bcc0f142-2b07-4bd3-965e-ed57c3c69e59 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:20:05.057628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.059416 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ee0eef6e-4dbb-4772-8833-a74cd726682d tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "DELETE /v2.0/routers/bcc0f142-2b07-4bd3-965e-ed57c3c69e59 HTTP/1.1" status: 204 len: 168 time: 0.8055971 May 26 19:20:05.061765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:05.077058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.082043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=564cf63d-08fa-42b2-b87b-22a118dbfb81,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:05.122926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.132371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57aca47-2967-4f18-a7c9-c836590242fa req-1dc1f86a-9fc1-41e6-b617-a371b0b43fe9 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6378050 May 26 19:20:05.152013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting subnet e3ce6f8a-dba2-4987-a596-8b22505e7552 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:20:05.156379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.216350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b57aca47-2967-4f18-a7c9-c836590242fa req-f9b133d5-395c-4521-a6f4-a6c3818dbd74 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:05.233992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b57aca47-2967-4f18-a7c9-c836590242fa req-f9b133d5-395c-4521-a6f4-a6c3818dbd74 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:05.240437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.242099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57aca47-2967-4f18-a7c9-c836590242fa req-f9b133d5-395c-4521-a6f4-a6c3818dbd74 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 695 time: 0.1080453 May 26 19:20:05.355922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.420235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aca47-2967-4f18-a7c9-c836590242fa req-4011b917-ad46-4bfa-a41e-b830eb81c43a tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:05.421878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57aca47-2967-4f18-a7c9-c836590242fa req-4011b917-ad46-4bfa-a41e-b830eb81c43a tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1788909 May 26 19:20:05.460629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.515222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ce6f8a-dba2-4987-a596-8b22505e7552,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:05.518727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.526557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277e567-9f81-443c-a506-274096a40201 None None] Network 2700ca18-cba7-473a-a6f1-9b2cb7715920 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:05.548124 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4cde8068-0b6a-49ae-ae15-e5c706b6eb00 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "DELETE /v2.0/subnets/e3ce6f8a-dba2-4987-a596-8b22505e7552 HTTP/1.1" status: 204 len: 168 time: 0.4851711 May 26 19:20:05.550693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33372) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:05.616653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8d8b9-1ea3-407b-983a-48ea7132c0f1 req-24af11dd-db2a-4764-bb24-586ba335537a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:05.619084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1c8d8b9-1ea3-407b-983a-48ea7132c0f1 req-24af11dd-db2a-4764-bb24-586ba335537a tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.0967841 May 26 19:20:05.675541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1c8d8b9-1ea3-407b-983a-48ea7132c0f1 req-05bca210-1ed3-42d4-b3a0-2d67ab7f626d tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 May 26 19:20:05.762919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.790713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Deleting port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:05.791055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:05.961332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] DHCP port deletion for 2700ca18-cba7-473a-a6f1-9b2cb7715920 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:20:05.965940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Deleting port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:05.966705 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.006932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8a005-56fc-4988-bff3-41ca1b556ff1 req-6606c6e5-1c61-4b70-bc05-c33c9d9ddb34 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:06.011095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cd8a005-56fc-4988-bff3-41ca1b556ff1 req-6606c6e5-1c61-4b70-bc05-c33c9d9ddb34 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.1349919 May 26 19:20:06.091820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cd8a005-56fc-4988-bff3-41ca1b556ff1 req-91419a46-72a0-4c78-a6b0-65b6017a1f86 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 May 26 19:20:06.111071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] For port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,segment=NetworkSegment(59e3d624-4245-4779-94b4-07ac616af958),segment_id=59e3d624-4245-4779-94b4-07ac616af958)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:06.111631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.259830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33400) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:06.275223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] For port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,segment=NetworkSegment(59e3d624-4245-4779-94b4-07ac616af958),segment_id=59e3d624-4245-4779-94b4-07ac616af958)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:06.276364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.312184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Calling delete_port for 3b7defaa-c14e-40bc-bbcb-b3bf0066947d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:06.337447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72502f96-c026-411d-ba71-2b03ea59e426 req-0a5ce173-3f79-49f1-98c8-d864ef13d33c tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2173679 May 26 19:20:06.344846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:06.356177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:06.382399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:06.397026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.442911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.483801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Calling delete_port for 3b7defaa-c14e-40bc-bbcb-b3bf0066947d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:06.555787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.578010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] No DVR routers for this DVR port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:06.595974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:06.596703 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:06.600502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.615768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Port': ['ID=3b7defaa-c14e-40bc-bbcb-b3bf0066947d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:06.678001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1410557922-network', 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:06.698482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:06.710333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Usage tracker for resource:network and tenant:feb66b7564134bf6b5ca5015c1800c66 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:06.717293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:06.723795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.728850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:06.755909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2700ca18-cba7-473a-a6f1-9b2cb7715920']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:06.772011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e3d624-4245-4779-94b4-07ac616af958') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:06.772233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e3d624-4245-4779-94b4-07ac616af958') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:06.787459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.795304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:06.797656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.807357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.815251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:06.816484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.819807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:06.855893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:06.867787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Usage tracker for resource:security_group_rule and tenant:feb66b7564134bf6b5ca5015c1800c66 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:06.871821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Allocated IP 172.25.0.218 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6a6b27ab-e543-41f6-b84f-a4ffc3101f65) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:06.874161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:06.883173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:07.009517 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 59e3d624-4245-4779-94b4-07ac616af958 resource provider aggregate not found May 26 19:20:07.035674 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 59e3d624-4245-4779-94b4-07ac616af958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e3d624-4245-4779-94b4-07ac616af958 found for delete ", "request_id": "req-4cec8a41-3dfb-4e3f-b0a2-fb2cc2c0e6f6"}]} May 26 19:20:07.050367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.075791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.078669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.087872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] Pushing event deleted for resources: {'Network': ['ID=2700ca18-cba7-473a-a6f1-9b2cb7715920,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:07.098478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Deleting port 3b7defaa-c14e-40bc-bbcb-b3bf0066947d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:07.099137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.101431 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-608c8bfc-6cd2-4f23-8f65-46fd275fb604 tempest-FloatingIPNegativeTestJSON-1316633255 tempest-FloatingIPNegativeTestJSON-1316633255-project] 10.222.0.24 "DELETE /v2.0/networks/2700ca18-cba7-473a-a6f1-9b2cb7715920 HTTP/1.1" status: 204 len: 168 time: 1.5497828 May 26 19:20:07.131835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.183840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9cc-c1e4-4012-bf0a-37ba49e0fb43 None None] The port '3b7defaa-c14e-40bc-bbcb-b3bf0066947d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:20:07.226885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:07.231003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:07.243049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:07.282387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=6a6b27ab-e543-41f6-b84f-a4ffc3101f65,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:07.310345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.322274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.363480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:07.378575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de45a4-363b-41b5-af74-2ec9193c776a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:07.381414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.381754 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Added segment 527e8e14-95f8-477e-9b5a-3a00cb078017 of type vlan for network 9f4c032f-2b2b-451a-982b-6db9383a19f5 May 26 19:20:07.419550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.425436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.502689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.504552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:07.505197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.536896 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.538640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:07.669292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4c032f-2b2b-451a-982b-6db9383a19f5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:07.682452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:07.689454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad9350e8-259a-47ee-ab97-a13bab917023 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4260793 May 26 19:20:07.690676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:07.698493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Request body: {'subnet': {'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1410557922-subnet', 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:07.705313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:07.709483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Usage tracker for resource:subnet and tenant:feb66b7564134bf6b5ca5015c1800c66 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:07.712510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:07.719892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:07.734123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:07.738848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:07.954023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5d54b230-64b8-4439-b6c1-58b405b11662 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e9beb3a919b4ff8b27e855750f8ae01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134076 May 26 19:20:07.956901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33440) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:07.979494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3b7defaa-c14e-40bc-bbcb-b3bf0066947d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:08.032097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.034294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3b7defaa-c14e-40bc-bbcb-b3bf0066947d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:08.035041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3b7defaa-c14e-40bc-bbcb-b3bf0066947d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:08.041895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.117070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.170138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33446) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:08.174051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.181150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=6a6b27ab-e543-41f6-b84f-a4ffc3101f65,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:08.187889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.189387 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.207025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.208408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72502f96-c026-411d-ba71-2b03ea59e426 req-a4677ecf-38a6-4e52-8350-6883834b9f34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8679061 May 26 19:20:08.293527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-72502f96-c026-411d-ba71-2b03ea59e426 req-820c1584-30f1-45ef-888d-a6541d6d5eb1 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:08.301743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5299690-b16c-41fd-af10-45eb243826ba,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:08.312363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-72502f96-c026-411d-ba71-2b03ea59e426 req-820c1584-30f1-45ef-888d-a6541d6d5eb1 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:08.313757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72502f96-c026-411d-ba71-2b03ea59e426 req-820c1584-30f1-45ef-888d-a6541d6d5eb1 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0992711 May 26 19:20:08.327883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Checking segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:08.328362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Network hostable DHCP agents. Network: 9f4c032f-2b2b-451a-982b-6db9383a19f5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:08.338333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.355130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.373608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:08.379774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ae52e8-2cf9-4c09-aae3-f6a4fec397ee,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:08.388034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Usage tracker for resource:security_group_rule and tenant:0f35148533624f6190a0665ed7388091 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:08.393611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:08.396454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:08.405172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:08.422607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9f4c032f-2b2b-451a-982b-6db9383a19f5) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:08.429499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:08.430091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.430231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c105a-bd34-45cc-bcc6-c15e6c06818e None None] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:08.434703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.438128 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6a33b532-d17d-4362-8705-de812bdbdda9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07ae52e8-2cf9-4c09-aae3-f6a4fec397ee HTTP/1.1" status: 204 len: 168 time: 0.4778419 May 26 19:20:08.471842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6584e24-4042-495c-a947-9e0a1ae33fa3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7798030 May 26 19:20:08.519709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502f96-c026-411d-ba71-2b03ea59e426 req-7142be63-80e6-44ee-89f6-a0078de0a2d1 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:08.522463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72502f96-c026-411d-ba71-2b03ea59e426 req-7142be63-80e6-44ee-89f6-a0078de0a2d1 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2029810 May 26 19:20:08.580494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.589309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.681249 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f35148533624f6190a0665ed7388091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098147 May 26 19:20:08.684002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33460) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:08.687723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e2e5c-e806-4a4b-8f3e-81344b9b2570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90a96e-eb51-41ee-b0d4-04bd1d3c76be,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:08.766026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57c96f-b277-4d62-8745-f9ee3ed4ce0b None None] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:08.766535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.799444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886336f-bc57-4e86-b140-2e05cb70f6fb req-50541876-8b48-4123-9d54-a5de99c9bf92 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:08.800980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e886336f-bc57-4e86-b140-2e05cb70f6fb req-50541876-8b48-4123-9d54-a5de99c9bf92 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.1539137 May 26 19:20:08.811091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.860181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e886336f-bc57-4e86-b140-2e05cb70f6fb req-d66ec3db-91dc-4d2a-9eee-3438b11bbb6b tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526457 May 26 19:20:08.890515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.911785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90a96e-eb51-41ee-b0d4-04bd1d3c76be,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:08.924668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:08.926435 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1090490-c74c-48e0-85e3-a293751ba15a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb90a96e-eb51-41ee-b0d4-04bd1d3c76be HTTP/1.1" status: 204 len: 168 time: 0.2410250 May 26 19:20:09.333404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-8e2bee43-c7c4-409d-8b6a-f73aea62b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:09.335055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-8e2bee43-c7c4-409d-8b6a-f73aea62b2bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1097 time: 0.0792315 May 26 19:20:09.381246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:09.403483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.421988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:09.426477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Usage tracker for resource:security_group_rule and tenant:bff1a84d32b24f04ad20fd985cb9ed12 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:09.429577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:09.438594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:09.541315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.546419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.568406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-73aadb92-c506-4972-a73d-cd7abec48c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:09.569915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-73aadb92-c506-4972-a73d-cd7abec48c57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.2283089 May 26 19:20:09.603002 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bff1a84d32b24f04ad20fd985cb9ed12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181878 May 26 19:20:09.603560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:09.606449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22dd9f-3db8-48a0-b00b-76f40fb4842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bbd5ff-9378-40ba-9b42-cd18434f72cc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:09.646581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-7f4cac32-7571-4774-b9e8-84a7d7f9352c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 200 len: 217 time: 0.0695751 May 26 19:20:09.672371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.673902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:09.711377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.745647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-e3456a82-e2a5-42cb-b74d-e5ab4ac64fed tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2899621 May 26 19:20:09.752984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-f329b69d-f750-4e2d-bb99-ba2590de120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:09.754452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-f329b69d-f750-4e2d-bb99-ba2590de120e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.1005778 May 26 19:20:09.759236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:09.768082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.783918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bbd5ff-9378-40ba-9b42-cd18434f72cc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:09.795361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873954846'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:09.796360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:09.801303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:09.807063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:09.810070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.812960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-ffc9a543-8732-4982-8c71-4249660a30c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489633 May 26 19:20:09.813772 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5f2a7d31-2e07-4a95-b8d7-d3cb438a81e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9bbd5ff-9378-40ba-9b42-cd18434f72cc HTTP/1.1" status: 204 len: 168 time: 0.2097044 May 26 19:20:09.815272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:09.816800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:09.821349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:09.831548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:09.835863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.850475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.868943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:09.873651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:security_group_rule and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:09.876655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:09.882828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:09.894264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.977056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:09.981716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.016069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dca6234-f0fb-4720-8366-d3d5ac318485,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:10.027482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:10.040211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-b543ea71-1745-424b-8b8a-1a56cdce1316 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199259 May 26 19:20:10.044001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.044908 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 4eaca268-7655-4e31-b18b-04bc83b73926 of type vlan for network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 May 26 19:20:10.083898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.121912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.128163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:10.128848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.222037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.227469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f328aac6-e2e3-4b15-a45a-baf59b90338b req-60740528-4e2e-4c94-89b4-97cd3b610168 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807129 May 26 19:20:10.257807 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5759106 May 26 19:20:10.257807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e70c7-d959-4fb0-99f2-5c54b6bf17c1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=fb3c7dd3-30b7-4ee8-bafe-97e93a355245,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:10.270480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:10.391731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:10.399002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:10.519011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Allocated IP 172.25.0.108 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6b51112d-2440-4432-815a-e94daa6d0823) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:10.519768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:10.523952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:10.527178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:10.533240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:10.546701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:10.551427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.682326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.722609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.791425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:10.794714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:10.795561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.798664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:10.833538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=6b51112d-2440-4432-815a-e94daa6d0823,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:10.865643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=1820c0b4-4a23-4191-96d5-fec793712f09,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:10.889097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.899917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '4eaca268-7655-4e31-b18b-04bc83b73926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:10.900281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: fb3c7dd3-30b7-4ee8-bafe-97e93a355245, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:10.922684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:10.936672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, fb3c7dd3-30b7-4ee8-bafe-97e93a355245) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:10.941600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:10.941600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.950091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e4409-1c47-4704-9051-21c641f492a2 None None] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:10.959841 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:10.964907 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7bb27e46-dd60-416a-8d12-cba96edf65e1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5716839 May 26 19:20:10.968757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:10.976607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431845535'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:10.985704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:10.990114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:10.993336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:11.000614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:11.011930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:11.022298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.095610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:11.109546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.109963 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 3740a921-ab9d-4231-8cad-01a56b28a2d4 of type vlan for network 4e8670b4-42c9-4a9c-934f-537d4c5671d7 May 26 19:20:11.140854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.183310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.190123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:11.190745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.227991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-fb3c7dd3-30b7-4ee8-bafe-97e93a355245', 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '1820c0b4-4a23-4191-96d5-fec793712f09'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:11.229503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.255828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.263418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.378154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.407098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4342356 May 26 19:20:11.408514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:11.415329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '4e8670b4-42c9-4a9c-934f-537d4c5671d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:11.427846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event updated for resources: {'Port': ['ID=6b51112d-2440-4432-815a-e94daa6d0823,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:11.434567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db14099-ddde-4a7d-939b-2dac4299a1ea tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=4e8670b4-42c9-4a9c-934f-537d4c5671d7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:11.440657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.442250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-64e4e8b9-938e-44f1-97a5-09fe0ee35b85 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6869099 May 26 19:20:11.468999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Allocated IP 172.20.255.242 (fb3c7dd3-30b7-4ee8-bafe-97e93a355245/1820c0b4-4a23-4191-96d5-fec793712f09/f53aae0c-ed38-4064-86f0-303e2dd774d2) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:11.488597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4e8670b4-42c9-4a9c-934f-537d4c5671d7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:11.544181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-9e00a9cd-40a6-4d8a-8e21-35004918de71 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:11.556465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:11.562106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:11.566516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:11.567741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-9e00a9cd-40a6-4d8a-8e21-35004918de71 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:11.570042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-9e00a9cd-40a6-4d8a-8e21-35004918de71 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1217761 May 26 19:20:11.574718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:11.598946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:11.604456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.750151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-215fabc3-d17a-4358-ae95-2bb5907bbd34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:11.751923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6e7bb4-99ee-4fe1-b79d-4d6915fd21d3 req-215fabc3-d17a-4358-ae95-2bb5907bbd34 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1758583 May 26 19:20:11.854468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.867201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Transition to ACTIVE for port object f53aae0c-ed38-4064-86f0-303e2dd774d2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:11.888707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Transition to ACTIVE for port object f53aae0c-ed38-4064-86f0-303e2dd774d2 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:11.897949 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.907900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:11.972396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:11.976703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:11.981202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:12.037362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '3740a921-ab9d-4231-8cad-01a56b28a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4e8670b4-42c9-4a9c-934f-537d4c5671d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:12.038061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 4e8670b4-42c9-4a9c-934f-537d4c5671d7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:12.044745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=90f6fe2c-458d-420b-a61f-439e3c8a5118,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:12.079254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 4e8670b4-42c9-4a9c-934f-537d4c5671d7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:12.098538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4e8670b4-42c9-4a9c-934f-537d4c5671d7) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:12.104766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:12.106820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.112026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Pushing event updated for resources: {'Port': ['ID=f53aae0c-ed38-4064-86f0-303e2dd774d2,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:12.125379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0718b-d0f7-4094-bd18-73da89901f56 None None] Network 4e8670b4-42c9-4a9c-934f-537d4c5671d7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:12.151451 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc0c3ab9-e324-45ef-9b96-f99cf5bdc916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7429004 May 26 19:20:12.155346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:12.156554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Attempting to bind port f53aae0c-ed38-4064-86f0-303e2dd774d2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:12.156924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Attempting to bind port f53aae0c-ed38-4064-86f0-303e2dd774d2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4eaca268-7655-4e31-b18b-04bc83b73926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:12.157415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Attempting to bind port f53aae0c-ed38-4064-86f0-303e2dd774d2 on network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:12.239672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:12.240050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Checking segment: {'id': '4eaca268-7655-4e31-b18b-04bc83b73926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:12.240486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.240877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Bound using segment: {'id': '4eaca268-7655-4e31-b18b-04bc83b73926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:12.241386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Bound port: f53aae0c-ed38-4064-86f0-303e2dd774d2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaca268-7655-4e31-b18b-04bc83b73926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fb3c7dd3-30b7-4ee8-bafe-97e93a355245'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:12.241758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.348986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-9b1234d7-14ca-44bc-9b97-c5d56497a6c2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:12.350195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-9b1234d7-14ca-44bc-9b97-c5d56497a6c2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:12.358851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.373124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-9b1234d7-14ca-44bc-9b97-c5d56497a6c2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:12.381556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-9b1234d7-14ca-44bc-9b97-c5d56497a6c2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.2016299 May 26 19:20:12.400392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-82eb41e8-9533-4f3a-822b-bf35d895003b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/quotas/feb66b7564134bf6b5ca5015c1800c66 HTTP/1.1" status: 200 len: 375 time: 0.0168989 May 26 19:20:12.441503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.467615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-d3290523-e666-41dd-b064-ab2118ac7be3 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653698 May 26 19:20:12.469856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] For port f53aae0c-ed38-4064-86f0-303e2dd774d2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:12.478386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] For port f53aae0c-ed38-4064-86f0-303e2dd774d2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f53aae0c-ed38-4064-86f0-303e2dd774d2,segment=NetworkSegment(4eaca268-7655-4e31-b18b-04bc83b73926),segment_id=4eaca268-7655-4e31-b18b-04bc83b73926)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:12.485413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66301c44-2c3d-4e57-8c8d-527698165f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4e8670b4-42c9-4a9c-934f-537d4c5671d7', 'network_id': '4e8670b4-42c9-4a9c-934f-537d4c5671d7', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '90f6fe2c-458d-420b-a61f-439e3c8a5118'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:12.486374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-66301c44-2c3d-4e57-8c8d-527698165f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.500219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.537770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.600241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=90f6fe2c-458d-420b-a61f-439e3c8a5118,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:12.675038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab189bad-d470-46ba-b570-4f9b3a6a786b None None] Pushing event updated for resources: {'Port': ['ID=f53aae0c-ed38-4064-86f0-303e2dd774d2,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:12.679519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-daf7c757-5f66-43f2-8f1b-b3cb83234c05 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019792 May 26 19:20:12.701524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a94c0-30c5-44a4-b88e-71488bf5a50e None None] Network 4e8670b4-42c9-4a9c-934f-537d4c5671d7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:12.745918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.787684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8670b4-42c9-4a9c-934f-537d4c5671d7']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:12.806157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3740a921-ab9d-4231-8cad-01a56b28a2d4') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:12.807493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3740a921-ab9d-4231-8cad-01a56b28a2d4') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:12.826294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.844057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.851899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:12.852355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:12.867485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-2dfdd39f-5e93-4050-a182-1370e8068422 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864817 May 26 19:20:13.005513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.025719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33620) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:13.038723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.046471 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 3740a921-ab9d-4231-8cad-01a56b28a2d4 resource provider aggregate not found May 26 19:20:13.050268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=4e8670b4-42c9-4a9c-934f-537d4c5671d7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:13.057842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e54e5e35-1b65-4569-ba9b-b7b9466a6447 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/4e8670b4-42c9-4a9c-934f-537d4c5671d7 HTTP/1.1" status: 204 len: 168 time: 0.9012499 May 26 19:20:13.061109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:13.067897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-839085004'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:13.077432 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 3740a921-ab9d-4231-8cad-01a56b28a2d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3740a921-ab9d-4231-8cad-01a56b28a2d4 found for delete ", "request_id": "req-0b792844-20a1-4e0c-9d06-2bf1a1da20b5"}]} May 26 19:20:13.078447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:13.083310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:13.086591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:13.100791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:13.118706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:13.123011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.157439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:13.175053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.175379 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19 of type vlan for network 6551513c-c962-4bf4-b8d7-f88ccb501333 May 26 19:20:13.208678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.227727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.248414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:13.253296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f89900f7234b4f86ba8ccc7d868c08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:13.256715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:13.262180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.265663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:13.272270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:13.273338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.381714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.386889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.420713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3575242 May 26 19:20:13.424023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:13.433450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '6551513c-c962-4bf4-b8d7-f88ccb501333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:13.442593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0f89900f7234b4f86ba8ccc7d868c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157073 May 26 19:20:13.447840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33646) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:13.505840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039405fb-c9e1-45ba-8368-9bad9cc42241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08855b9-56b1-470d-a32d-db848c8a3013,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:13.551390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6ac18-4673-4b45-aaeb-1fc961d90b93 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=6551513c-c962-4bf4-b8d7-f88ccb501333,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:13.564486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6551513c-c962-4bf4-b8d7-f88ccb501333 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:13.585503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:13.593750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:13.601569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:13.616020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:13.641826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:13.646174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.775551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.780836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:20:13.781451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:20:13.797620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.827351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.903936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaa91e-a625-440a-a977-8f6c170fdf1b req-f7202532-f0f3-4309-9857-2fa77f869f75 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:13.905466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7edaa91e-a625-440a-a977-8f6c170fdf1b req-f7202532-f0f3-4309-9857-2fa77f869f75 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.2202835 May 26 19:20:13.953319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.969561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:13.978023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08855b9-56b1-470d-a32d-db848c8a3013,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:14.000889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7edaa91e-a625-440a-a977-8f6c170fdf1b req-6d732ab4-9bd2-47a0-baab-876ee5a503a1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768361 May 26 19:20:14.007733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce22b41-f467-4f48-8312-ab58f05409bf None None] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:14.009492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.010679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a7c4f3f2-d0cf-4cfc-9ff8-3a4f654454b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e08855b9-56b1-470d-a32d-db848c8a3013 HTTP/1.1" status: 204 len: 168 time: 0.5612559 May 26 19:20:14.155890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f53aae0c-ed38-4064-86f0-303e2dd774d2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:14.224203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9badee-d42b-4131-bd8d-2116e98746ba req-b85f25f2-0506-4350-9ec2-21834fb4b49e tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips/01d1dd81-3d3a-48b9-897d-45a2fe9b77b2 HTTP/1.1" status: 200 len: 693 time: 0.1385593 May 26 19:20:14.225678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b9498ce-0550-4fe2-970a-7ad7de6f1264 None None] Provisioning for port f53aae0c-ed38-4064-86f0-303e2dd774d2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:20:14.290501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6551513c-c962-4bf4-b8d7-f88ccb501333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:14.291087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 6551513c-c962-4bf4-b8d7-f88ccb501333, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:14.296027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=42a3e1ef-0ef1-463d-9d89-be222f9e5728,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:14.316116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 6551513c-c962-4bf4-b8d7-f88ccb501333 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:14.327812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6551513c-c962-4bf4-b8d7-f88ccb501333) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:14.336525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4747fc-f227-4523-bc84-1872fd00862a None None] Network 6551513c-c962-4bf4-b8d7-f88ccb501333 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:14.341171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:14.341702 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.356378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f53aae0c-ed38-4064-86f0-303e2dd774d2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:20:14.365916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f53aae0c-ed38-4064-86f0-303e2dd774d2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:14.366368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.368256 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b8cb0a52-43b0-4a2c-bfe1-e23a47ae57f6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9427919 May 26 19:20:14.370544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:14.430382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9badee-d42b-4131-bd8d-2116e98746ba req-23d0b45d-838b-4ef9-924a-bbff5e0289cb tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:14.446070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9badee-d42b-4131-bd8d-2116e98746ba req-23d0b45d-838b-4ef9-924a-bbff5e0289cb tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2165799 May 26 19:20:14.449531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33666) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:14.487206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.540410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.542690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:14.567769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Usage tracker for resource:security_group_rule and tenant:e3c7a42b2e674524b067ece2faab953d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:14.570950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:14.578125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:14.635756 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e69a080-a789-4db9-9026-81abf6818337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.671619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.766619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.788598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05f4a3ae-d633-4d21-86b6-3d4daba827fe req-7a52984f-d62b-45e9-8d1f-bd43c57f6126 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 210 time: 0.2261231 May 26 19:20:14.819210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f53aae0c-ed38-4064-86f0-303e2dd774d2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:14.819781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.837406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=42a3e1ef-0ef1-463d-9d89-be222f9e5728,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:14.914206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.923663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.961247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:14.981638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-ecbf5df6-90bd-4631-b198-617945dc8bd9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:14.983302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-ecbf5df6-90bd-4631-b198-617945dc8bd9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.4797375 May 26 19:20:14.994628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6551513c-c962-4bf4-b8d7-f88ccb501333']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:14.997937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d8c3d-f614-4fdc-9fc9-27675262bca8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:15.004354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Request body: {'port': {'device_id': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'admin_state_up': True, 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:15.037193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:15.038954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:15.044404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ea426-177e-4a01-a8d7-66c7bd801c99 None None] Network 6551513c-c962-4bf4-b8d7-f88ccb501333 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:15.066722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.102754 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.111015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:15.111410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.138463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-945000bc-c82a-489f-b5ea-79e0eea6206a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3c7a42b2e674524b067ece2faab953d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877146 May 26 19:20:15.142817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:15.156165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f53aae0c-ed38-4064-86f0-303e2dd774d2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f53aae0c-ed38-4064-86f0-303e2dd774d2,segment=NetworkSegment(4eaca268-7655-4e31-b18b-04bc83b73926),segment_id=4eaca268-7655-4e31-b18b-04bc83b73926)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:15.170840 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.233596 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19 resource provider aggregate not found May 26 19:20:15.233881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:15.242914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fa298-38c9-41e0-bd0c-cad8d8636fab req-e7706b02-9944-42bb-af2f-3db2ea77e0a3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:15.253248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c16fa298-38c9-41e0-bd0c-cad8d8636fab req-e7706b02-9944-42bb-af2f-3db2ea77e0a3 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.2521768 May 26 19:20:15.258340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Usage tracker for resource:port and tenant:feb66b7564134bf6b5ca5015c1800c66 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:15.263030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:15.269620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:15.277816 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b40f6f3-3b0e-4f09-ab8a-b6d1992b6a19 found for delete ", "request_id": "req-ccfd052e-7c9d-4cba-86e7-ac040ca83dfd"}]} May 26 19:20:15.309922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.326420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:15.327249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f53aae0c-ed38-4064-86f0-303e2dd774d2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:15.338351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.353929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.366121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=6551513c-c962-4bf4-b8d7-f88ccb501333,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:15.380189 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f92e3718-1dcf-4c7e-9b6a-3ee22e9383f1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/6551513c-c962-4bf4-b8d7-f88ccb501333 HTTP/1.1" status: 204 len: 168 time: 1.0082073 May 26 19:20:15.383929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33680) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:15.389275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c16fa298-38c9-41e0-bd0c-cad8d8636fab req-e4f01448-4892-4594-9a7b-df77f5301ec9 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313300 May 26 19:20:15.392187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-208479262'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:15.405078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:15.405078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:15.411362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:15.417635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:15.419561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.447196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:15.451528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.466693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.480232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7f28f1f1-a43a-46ca-9238-2b22bcf35273 None None] Provisioning complete for port f53aae0c-ed38-4064-86f0-303e2dd774d2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:15.480568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7f28f1f1-a43a-46ca-9238-2b22bcf35273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.520891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:15.544875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.545299 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment de9d54e5-0f59-451b-87f2-5f6891cc5264 of type vlan for network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 May 26 19:20:15.576284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.580020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.601585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d8c3d-f614-4fdc-9fc9-27675262bca8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:15.624830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.628660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5c76e5a-42e6-4a79-9e69-d503f25e114c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe3d8c3d-f614-4fdc-9fc9-27675262bca8 HTTP/1.1" status: 204 len: 168 time: 0.4823673 May 26 19:20:15.635194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.642935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:15.643464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.647346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7f28f1f1-a43a-46ca-9238-2b22bcf35273 None None] Current status of the port f53aae0c-ed38-4064-86f0-303e2dd774d2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:15.666711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-9d2cb846-0f11-4ea1-bb5c-dc49d0cca8d3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips/01d1dd81-3d3a-48b9-897d-45a2fe9b77b2 HTTP/1.1" status: 200 len: 693 time: 0.1038308 May 26 19:20:15.674152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Allocated IP 172.20.0.4 (9f4c032f-2b2b-451a-982b-6db9383a19f5/c5299690-b16c-41fd-af10-45eb243826ba/9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:15.747191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3621669 May 26 19:20:15.750740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33692) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:15.758454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:15.831463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831896f-0c1d-418a-b88e-17cd475b35f2 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:15.841658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:15.882884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:15.887698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:15.890707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:15.897826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:15.911014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:15.915924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:15.944640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-4eca1942-5244-4c31-8167-9888a2084a2f tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:15.946054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-4eca1942-5244-4c31-8167-9888a2084a2f tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2735426 May 26 19:20:16.015651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f53aae0c-ed38-4064-86f0-303e2dd774d2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:16.121131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f53aae0c-ed38-4064-86f0-303e2dd774d2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:16.121509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.184078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-ecbfebbb-67af-4d8f-9e75-8e53d1158255 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.2308378 May 26 19:20:16.244888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.274513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f53aae0c-ed38-4064-86f0-303e2dd774d2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:16.311899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-2157341f-a9db-4036-ad2d-b2dff6349fc7 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.108 HTTP/1.1" status: 200 len: 696 time: 0.1268628 May 26 19:20:16.332386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=77e74ee3-2d73-40bc-9282-b78d3f6b6d6c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:16.337839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': 'de9d54e5-0f59-451b-87f2-5f6891cc5264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:16.338195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:16.359557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:16.371372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:16.379337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77e7d1-72fb-464c-b0ec-95735036a06d None None] Network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:16.382374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:16.383134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.395327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.418433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-48faadf3-df6e-4e55-9de6-90a874de6183 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6666827 May 26 19:20:16.419046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:16.586607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Deleting port 6b51112d-2440-4432-815a-e94daa6d0823 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:16.586942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.640705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2', 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '77e74ee3-2d73-40bc-9282-b78d3f6b6d6c'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:16.641569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.781018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.809557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc8d1bc5-39a8-415c-b2a8-8483ceab3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.830788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.843188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Allocated IP 172.20.0.1 (f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2/77e74ee3-2d73-40bc-9282-b78d3f6b6d6c/d397f5ea-05f0-49cf-929c-4500c75726b0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:16.891374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:16.906573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:16.913437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:16.949727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.950464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:16.991956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:17.083026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.096653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Transition to ACTIVE for port object d397f5ea-05f0-49cf-929c-4500c75726b0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:17.118284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Transition to ACTIVE for port object d397f5ea-05f0-49cf-929c-4500c75726b0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:17.124516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.172196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.195287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:17.199118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:17.205962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Pushing event updated for resources: {'Port': ['ID=d397f5ea-05f0-49cf-929c-4500c75726b0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:17.208996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:17.214127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Calling delete_port for 6b51112d-2440-4432-815a-e94daa6d0823 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:17.296419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:17.296924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.319502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Attempting to bind port d397f5ea-05f0-49cf-929c-4500c75726b0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:17.321352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Attempting to bind port d397f5ea-05f0-49cf-929c-4500c75726b0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'de9d54e5-0f59-451b-87f2-5f6891cc5264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:17.321352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Attempting to bind port d397f5ea-05f0-49cf-929c-4500c75726b0 on network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:17.327384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:17.327832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Checking segment: {'id': 'de9d54e5-0f59-451b-87f2-5f6891cc5264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:17.328222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.328608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Bound using segment: {'id': 'de9d54e5-0f59-451b-87f2-5f6891cc5264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:17.329157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Bound port: d397f5ea-05f0-49cf-929c-4500c75726b0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9d54e5-0f59-451b-87f2-5f6891cc5264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:17.329602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.340536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.368496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.407018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-77f05b85-9c02-4f3a-ba12-1ef0ec73a0e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4104671 May 26 19:20:17.426697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] For port d397f5ea-05f0-49cf-929c-4500c75726b0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:17.430251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] For port d397f5ea-05f0-49cf-929c-4500c75726b0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d397f5ea-05f0-49cf-929c-4500c75726b0,segment=NetworkSegment(de9d54e5-0f59-451b-87f2-5f6891cc5264),segment_id=de9d54e5-0f59-451b-87f2-5f6891cc5264)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:17.435516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.446400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=77e74ee3-2d73-40bc-9282-b78d3f6b6d6c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:17.451707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Request body: {'port': {'device_id': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:17.563055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a95f-fc2f-45d0-922f-77cafe16eeb3 None None] Pushing event updated for resources: {'Port': ['ID=d397f5ea-05f0-49cf-929c-4500c75726b0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:17.634745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e137fd-c0fd-4e44-bc75-514bfae1e3f8 None None] Network f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:17.770420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.783234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.848169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe972e1-1764-4dfe-ae50-a20e38aa8b1f None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:17.863422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event deleted for resources: {'Port': ['ID=6b51112d-2440-4432-815a-e94daa6d0823,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:17.871509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:17.950982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9d54e5-0f59-451b-87f2-5f6891cc5264') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:17.952262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9d54e5-0f59-451b-87f2-5f6891cc5264') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:17.962903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe972e1-1764-4dfe-ae50-a20e38aa8b1f None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:17.964655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:17.988888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.061089 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.066822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.079335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:18.079727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.221714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.247285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.262341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04f58369-eb81-44ba-8820-6e9d84e84763 req-fea0662e-a068-41b2-a8ad-f8ba07e84ab3 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "DELETE /v2.0/floatingips/01d1dd81-3d3a-48b9-897d-45a2fe9b77b2 HTTP/1.1" status: 204 len: 173 time: 1.9394367 May 26 19:20:18.274849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:20:18.274849 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:20:18.274849 n-d-843146-9 neutron-server[88363]: [parameters: {'id': 'f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2'}] May 26 19:20:18.274849 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:18.275352 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:18.325598 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de9d54e5-0f59-451b-87f2-5f6891cc5264 resource provider aggregate not found May 26 19:20:18.387937 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de9d54e5-0f59-451b-87f2-5f6891cc5264 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de9d54e5-0f59-451b-87f2-5f6891cc5264 found for delete ", "request_id": "req-f6cb345d-ed74-4981-bd1e-942a5f86d67c"}]} May 26 19:20:18.524011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898930-e1e2-40cd-af8b-0e5c9161b46c req-6a47c4b6-d9f6-49ce-a695-e30a5f4ba25f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:18.525488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9898930-e1e2-40cd-af8b-0e5c9161b46c req-6a47c4b6-d9f6-49ce-a695-e30a5f4ba25f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.1367688 May 26 19:20:18.628338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9898930-e1e2-40cd-af8b-0e5c9161b46c req-90f24ed3-561a-4a05-b437-053451a9a0e8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966883 May 26 19:20:18.630276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:18.637785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.653467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Transition to ACTIVE for port object 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:18.661118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.775895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:18.866613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:18.920786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port d397f5ea-05f0-49cf-929c-4500c75726b0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:18.921145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.072884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Attempting to bind port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:19.073577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Attempting to bind port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:19.073722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Attempting to bind port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:19.103171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fd640-b38c-4784-9325-11709e4b7b99 req-7f93870d-e1ab-4f91-85d7-ae4443cb41cf tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:19.105116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-212fd640-b38c-4784-9325-11709e4b7b99 req-7f93870d-e1ab-4f91-85d7-ae4443cb41cf tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.3369448 May 26 19:20:19.109168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:20:19.109493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Attempting to bind port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:19.162979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:19.163309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Checking segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:19.163689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Bound using segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:19.164120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Bound port: 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:19.164455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.293669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port d397f5ea-05f0-49cf-929c-4500c75726b0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d397f5ea-05f0-49cf-929c-4500c75726b0,segment=NetworkSegment(de9d54e5-0f59-451b-87f2-5f6891cc5264),segment_id=de9d54e5-0f59-451b-87f2-5f6891cc5264)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:19.294024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.303509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-212fd640-b38c-4784-9325-11709e4b7b99 req-60428437-2db0-4f34-a93a-b35b3c58ce35 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.24 "GET /v2.0/security-groups?id=2fb96e6f-dea8-4387-a888-cdd1a884e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486135 May 26 19:20:19.574517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for d397f5ea-05f0-49cf-929c-4500c75726b0 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:19.579602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.602182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:19.627496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:19.636032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.693456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:19.694062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.695601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] 10.222.0.53 "PUT /v2.0/ports/9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a HTTP/1.1" status: 200 len: 1091 time: 2.2557092 May 26 19:20:19.716478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:19.782131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:19.825432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:19.848772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.849133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.849468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.849799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.850121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.850444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.850791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.851109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.851425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.851737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.852050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.852362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8835022-3b67-4a64-b447-5fe6a5f7eb2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:19.889315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port d397f5ea-05f0-49cf-929c-4500c75726b0 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:19.955041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=d397f5ea-05f0-49cf-929c-4500c75726b0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:20.068654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.104233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-97fefa42-1e23-4150-9178-6cfd657f96da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.105813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-97fefa42-1e23-4150-9178-6cfd657f96da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 1094 time: 0.3656974 May 26 19:20:20.111784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:20.126743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219c949-e44b-41cf-9876-2138c65140a4 req-5fdd3079-fcfe-4482-9006-6f53ba8e0327 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.132580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219c949-e44b-41cf-9876-2138c65140a4 req-5fdd3079-fcfe-4482-9006-6f53ba8e0327 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.134079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8219c949-e44b-41cf-9876-2138c65140a4 req-5fdd3079-fcfe-4482-9006-6f53ba8e0327 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568&device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 1683 time: 0.3617306 May 26 19:20:20.205370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9d54e5-0f59-451b-87f2-5f6891cc5264') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:20.205667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9d54e5-0f59-451b-87f2-5f6891cc5264') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:20.233242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-94376a07-c981-400d-bfdc-915b77b48cf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a HTTP/1.1" status: 200 len: 217 time: 0.0951927 May 26 19:20:20.237756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.312972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.327330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:20.327719 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.348027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8219c949-e44b-41cf-9876-2138c65140a4 req-85483aee-e1a8-41fa-be39-3368fc7eb267 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d326c7-e2c1-4835-ad60-c75d042ff95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446412 May 26 19:20:20.423602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-839e7c6d-4bda-47a8-8104-130ae9c182f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.425142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-839e7c6d-4bda-47a8-8104-130ae9c182f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1806605 May 26 19:20:20.430024 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de9d54e5-0f59-451b-87f2-5f6891cc5264 resource provider aggregate not found May 26 19:20:20.475056 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de9d54e5-0f59-451b-87f2-5f6891cc5264 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de9d54e5-0f59-451b-87f2-5f6891cc5264 found for delete ", "request_id": "req-3d64d1fa-4f69-4998-927f-20651a58a624"}]} May 26 19:20:20.492427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-0d1e654d-5e56-4f3a-b693-8b0cbeb2c669 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542169 May 26 19:20:20.494474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.513023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.592365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:20.631327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c52ba7df-e091-40fd-9758-0e36e9aa0390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 HTTP/1.1" status: 204 len: 168 time: 4.2100980 May 26 19:20:20.634926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:20.643548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622346383'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:20.648810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:20.653730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:20.656880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:20.663716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:20.675862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:20.679843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.712849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:20.722837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-d05b2b80-d419-45eb-9616-3e93c2c47b30 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067416 May 26 19:20:20.724491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.724833 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 04640e16-eb87-4061-bc8b-57d0e56e0623 of type vlan for network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e May 26 19:20:20.733771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-95f967b6-44a1-437b-8944-2e3351692079 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.734507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-95f967b6-44a1-437b-8944-2e3351692079 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:20.754545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.788892 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.794504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:20.795090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:20.836772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-95f967b6-44a1-437b-8944-2e3351692079 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:20.837963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-95f967b6-44a1-437b-8944-2e3351692079 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 943 time: 0.2904377 May 26 19:20:20.907654 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2710197 May 26 19:20:20.911247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33824) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:20.919130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2dfdd5f-648d-4be8-bac3-ad49c88a89df req-eac24097-66a1-4d1b-ba7b-09f230285064 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804500 May 26 19:20:20.919529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:20.921201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-0e57a7d6-2c6d-4c20-971f-378f9e30511d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:20.933465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31753-d2e8-4a48-9028-f96c1544bbff tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=0dfbc8d3-3df7-4673-b3a9-c8e01183339e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:20.946468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:20.947418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-0e57a7d6-2c6d-4c20-971f-378f9e30511d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:20.948937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5beb4646-7f97-4e90-bdd3-c76305ad09af req-0e57a7d6-2c6d-4c20-971f-378f9e30511d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029544 May 26 19:20:21.159781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5d0b8-8c43-4f45-8a15-fe1a6b9426ea req-4ec2aa01-d6c4-4aa9-9b78-b88e2f3c3bb8 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:21.161248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc5d0b8-8c43-4f45-8a15-fe1a6b9426ea req-4ec2aa01-d6c4-4aa9-9b78-b88e2f3c3bb8 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1765168 May 26 19:20:21.167577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:21.172187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:21.175112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:21.181339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:21.192133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:21.196193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:21.449140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:21.548182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '04640e16-eb87-4061-bc8b-57d0e56e0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:21.548541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 0dfbc8d3-3df7-4673-b3a9-c8e01183339e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:21.554711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=3d910659-3b9d-4d30-b124-a704798086cb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:21.574675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:21.585992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0dfbc8d3-3df7-4673-b3a9-c8e01183339e) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:21.591350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:21.591962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:21.602502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb1bc6-f081-42a3-9438-f94cbef2087d None None] Network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:21.622930 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1fa3760-199d-4a5d-bf87-239e2483b4e8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104456 May 26 19:20:21.623735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:21.778920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08390edf-7e57-454b-82f1-23e36f3c6100 req-fe6aea91-61bc-403d-bf8c-7e113386393a tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:21.780388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08390edf-7e57-454b-82f1-23e36f3c6100 req-fe6aea91-61bc-403d-bf8c-7e113386393a tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.3077571 May 26 19:20:21.820443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:21.836730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-0dfbc8d3-3df7-4673-b3a9-c8e01183339e', 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '3d910659-3b9d-4d30-b124-a704798086cb'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:21.837606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:21.849584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08390edf-7e57-454b-82f1-23e36f3c6100 req-9a801385-7df9-4cf4-b70a-10bbfc10ad2e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604496 May 26 19:20:21.919110 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c13fc0-92aa-454a-91d0-f06b84bee424'] response: {'name': 'network-changed', 'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'status': 'completed', 'code': 200} May 26 19:20:21.922557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.035075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Allocated IP 172.20.0.2 (0dfbc8d3-3df7-4673-b3a9-c8e01183339e/3d910659-3b9d-4d30-b124-a704798086cb/803d40d4-ef26-491b-8c96-3c596574ad98) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:22.103451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e50aa1c-7298-4298-a458-a32c49f0605b req-b4ce3d60-2e79-4031-9860-8005bcd3c5f2 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:22.141408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2e50aa1c-7298-4298-a458-a32c49f0605b req-b4ce3d60-2e79-4031-9860-8005bcd3c5f2 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:22.146170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e50aa1c-7298-4298-a458-a32c49f0605b req-b4ce3d60-2e79-4031-9860-8005bcd3c5f2 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=619080b5860c49af94ce81a8cf769fed HTTP/1.1" status: 200 len: 1656 time: 0.1853845 May 26 19:20:22.257486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddddd91-7aca-4091-9776-dae5b56490fc req-81b5454b-866f-4fe6-8245-a58319f9ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:22.258902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-81b5454b-866f-4fe6-8245-a58319f9ebc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 1094 time: 0.2977080 May 26 19:20:22.262775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.273877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Transition to ACTIVE for port object 803d40d4-ef26-491b-8c96-3c596574ad98 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:22.297066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Transition to ACTIVE for port object 803d40d4-ef26-491b-8c96-3c596574ad98 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:22.303890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.373647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:22.376946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:22.380583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:22.386889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Pushing event updated for resources: {'Port': ['ID=803d40d4-ef26-491b-8c96-3c596574ad98,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:22.427855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50aa1c-7298-4298-a458-a32c49f0605b req-8d03dc81-f9d5-40f1-9acd-677eaa553134 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:22.429362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e50aa1c-7298-4298-a458-a32c49f0605b req-8d03dc81-f9d5-40f1-9acd-677eaa553134 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks?id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 787 time: 0.2809331 May 26 19:20:22.433987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.480053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Attempting to bind port 803d40d4-ef26-491b-8c96-3c596574ad98 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:22.480504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Attempting to bind port 803d40d4-ef26-491b-8c96-3c596574ad98 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '04640e16-eb87-4061-bc8b-57d0e56e0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:22.480971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Attempting to bind port 803d40d4-ef26-491b-8c96-3c596574ad98 on network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:22.487039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:22.487528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Checking segment: {'id': '04640e16-eb87-4061-bc8b-57d0e56e0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:22.487987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.488431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Bound using segment: {'id': '04640e16-eb87-4061-bc8b-57d0e56e0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:22.488985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Bound port: 803d40d4-ef26-491b-8c96-3c596574ad98, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04640e16-eb87-4061-bc8b-57d0e56e0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:22.489437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.500225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddddd91-7aca-4091-9776-dae5b56490fc req-a746ef05-a761-4005-a904-19a3088f1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:22.502160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-a746ef05-a761-4005-a904-19a3088f1c53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.2363646 May 26 19:20:22.511305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=3d910659-3b9d-4d30-b124-a704798086cb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:22.635609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] For port 803d40d4-ef26-491b-8c96-3c596574ad98, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:22.640803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] For port 803d40d4-ef26-491b-8c96-3c596574ad98, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=803d40d4-ef26-491b-8c96-3c596574ad98,segment=NetworkSegment(04640e16-eb87-4061-bc8b-57d0e56e0623),segment_id=04640e16-eb87-4061-bc8b-57d0e56e0623)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:22.646970 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.659427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-df2347d8-5b19-426e-a213-98572a04f234 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a HTTP/1.1" status: 200 len: 217 time: 0.1288412 May 26 19:20:22.726587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.761460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfbc8d3-3df7-4673-b3a9-c8e01183339e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:22.773351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddddd91-7aca-4091-9776-dae5b56490fc req-df32c302-b209-4e7d-9cf4-b49ec25cfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:22.774786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-df32c302-b209-4e7d-9cf4-b49ec25cfe9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1027460 May 26 19:20:22.779327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04640e16-eb87-4061-bc8b-57d0e56e0623') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:22.779612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04640e16-eb87-4061-bc8b-57d0e56e0623') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:22.787748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132175ae-817a-4ec2-8b2e-184c9c4fdc99 None None] Pushing event updated for resources: {'Port': ['ID=803d40d4-ef26-491b-8c96-3c596574ad98,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:22.826166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19fe60-391a-4b61-b352-3719912feefc None None] Network 0dfbc8d3-3df7-4673-b3a9-c8e01183339e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:22.836396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.845521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-ca981634-0035-46cd-b1fa-e2f0055ec12a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585384 May 26 19:20:22.981703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:22.989296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-498b9672-96c1-4198-b2a5-c48f5aab9222 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362522 May 26 19:20:22.994415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:22.994867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:23.069012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54bb5b-5014-451a-96bd-d0c5ad975a93 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:23.111560 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 04640e16-eb87-4061-bc8b-57d0e56e0623 resource provider aggregate not found May 26 19:20:23.198290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54bb5b-5014-451a-96bd-d0c5ad975a93 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:23.335814 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 04640e16-eb87-4061-bc8b-57d0e56e0623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04640e16-eb87-4061-bc8b-57d0e56e0623 found for delete ", "request_id": "req-076cf99b-6a60-408a-81ba-0a6a1cecb669"}]} May 26 19:20:23.382679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:20:23.382679 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:20:23.382679 n-d-843146-9 neutron-server[88363]: [parameters: {'id': '0dfbc8d3-3df7-4673-b3a9-c8e01183339e'}] May 26 19:20:23.382679 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:23.383108 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:23.433821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cddddd91-7aca-4091-9776-dae5b56490fc req-aebf69c9-dfce-4ef3-a5db-8116b3426fcd service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087059 May 26 19:20:23.442316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce448d7-be9b-4d1c-9c4b-4f10e9fcdbbe req-6c8cfe6f-de29-487f-9016-23b78dd9afcd tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:23.450784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce448d7-be9b-4d1c-9c4b-4f10e9fcdbbe req-6c8cfe6f-de29-487f-9016-23b78dd9afcd tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 943 time: 0.4363160 May 26 19:20:23.503578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce448d7-be9b-4d1c-9c4b-4f10e9fcdbbe req-dc9ebbef-e5fc-43a4-bd9f-f6d24ca83df6 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519538 May 26 19:20:23.545093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c97a6c-038a-4916-a421-c48232971c71 req-9b82fc3b-1812-49c3-b466-6289cfae3485 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:23.545788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d9c97a6c-038a-4916-a421-c48232971c71 req-9b82fc3b-1812-49c3-b466-6289cfae3485 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Synchronizing usage tracker for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:23.565309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d9c97a6c-038a-4916-a421-c48232971c71 req-9b82fc3b-1812-49c3-b466-6289cfae3485 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Unset dirty status for tenant:c381f273f46b4552ace13ba2978abd09 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:23.567330 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d9c97a6c-038a-4916-a421-c48232971c71 req-9b82fc3b-1812-49c3-b466-6289cfae3485 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "GET /v2.0/ports?device_id=541337a1-9aaa-4897-8ab8-d6e57b7a58bb HTTP/1.1" status: 200 len: 946 time: 0.1461902 May 26 19:20:23.622677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-1c2971f4-59bd-44f3-8e39-b4a10b42cbd5 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips/e776c2e0-6e93-49a0-aeb5-80641000c391 HTTP/1.1" status: 200 len: 693 time: 0.0949409 May 26 19:20:23.653552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Deleting port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:23.653853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:23.778105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-3f46ab56-61d3-4b96-8866-9a3dcf216830 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:23.779439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-3f46ab56-61d3-4b96-8866-9a3dcf216830 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1533978 May 26 19:20:23.867247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-0b92e07c-d0b2-4f8a-8ee8-ebf2d168e6e7 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0802608 May 26 19:20:23.925021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:23.935079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] For port de51c8b2-dc0e-4685-8782-08cfb6eb24e7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,segment=NetworkSegment(56c1b14d-eda1-47af-a224-a1a1f6bfbae2),segment_id=56c1b14d-eda1-47af-a224-a1a1f6bfbae2)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:23.935448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:23.958696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-0501c8d6-af71-44e5-8d2a-81ee4bc2ccb4 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0826075 May 26 19:20:23.960059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port 803d40d4-ef26-491b-8c96-3c596574ad98 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:23.960390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.081878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Calling delete_port for de51c8b2-dc0e-4685-8782-08cfb6eb24e7 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:24.173264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Deleting port 6a6b27ab-e543-41f6-b84f-a4ffc3101f65 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:24.173606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.241904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.293689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Pushing event deleted for resources: {'Port': ['ID=de51c8b2-dc0e-4685-8782-08cfb6eb24e7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:24.394982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] No DVR routers for this DVR port de51c8b2-dc0e-4685-8782-08cfb6eb24e7 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:24.396938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.400649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'name': 'network-vif-deleted', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:24.415397 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d9c97a6c-038a-4916-a421-c48232971c71 req-fa3ca868-bba2-40fe-9686-89245cda0a86 tempest-ServerDiskConfigTestJSON-1182612608 tempest-ServerDiskConfigTestJSON-1182612608-project] 10.222.0.53 "DELETE /v2.0/ports/de51c8b2-dc0e-4685-8782-08cfb6eb24e7 HTTP/1.1" status: 204 len: 173 time: 0.8423798 May 26 19:20:24.471086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port 803d40d4-ef26-491b-8c96-3c596574ad98, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=803d40d4-ef26-491b-8c96-3c596574ad98,segment=NetworkSegment(04640e16-eb87-4061-bc8b-57d0e56e0623),segment_id=04640e16-eb87-4061-bc8b-57d0e56e0623)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:24.471661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.617393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for 803d40d4-ef26-491b-8c96-3c596574ad98 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:24.660192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.660510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:24.911694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Calling delete_port for 6a6b27ab-e543-41f6-b84f-a4ffc3101f65 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:24.986484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.055245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=803d40d4-ef26-491b-8c96-3c596574ad98,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:25.057717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port 803d40d4-ef26-491b-8c96-3c596574ad98 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:25.226860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.260293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfbc8d3-3df7-4673-b3a9-c8e01183339e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:25.273502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04640e16-eb87-4061-bc8b-57d0e56e0623') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:25.273801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04640e16-eb87-4061-bc8b-57d0e56e0623') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:25.281270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.329474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.346106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event deleted for resources: {'Port': ['ID=6a6b27ab-e543-41f6-b84f-a4ffc3101f65,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:25.384489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.422696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:25.423085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.500833 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 04640e16-eb87-4061-bc8b-57d0e56e0623 resource provider aggregate not found May 26 19:20:25.526088 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 04640e16-eb87-4061-bc8b-57d0e56e0623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04640e16-eb87-4061-bc8b-57d0e56e0623 found for delete ", "request_id": "req-5bfcfb36-ae62-47b0-b923-ce86fbbac412"}]} May 26 19:20:25.542652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.546974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.567901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.581737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=0dfbc8d3-3df7-4673-b3a9-c8e01183339e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:25.598073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a51f8111-bdeb-40b9-bef7-2196561aa8fb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/0dfbc8d3-3df7-4673-b3a9-c8e01183339e HTTP/1.1" status: 204 len: 168 time: 3.9733367 May 26 19:20:25.601112 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.601708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33934) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:25.602158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a37100-54d2-4daf-b63e-b139b1d6e181 req-fb0d1c02-6832-4f4e-b549-7b1db26cdc49 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "DELETE /v2.0/floatingips/e776c2e0-6e93-49a0-aeb5-80641000c391 HTTP/1.1" status: 204 len: 173 time: 1.6139672 May 26 19:20:25.608807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1667043272'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:25.614391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:25.618495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:25.622587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:25.628464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:25.639663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:25.645180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.675726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:25.688186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.688628 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment e3c646c9-e145-4cc9-89f6-474d60779f7b of type vlan for network 493ac41a-56c7-4103-932d-db7df9a3436d May 26 19:20:25.716222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.748333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.754028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:25.754702 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:25.849538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bc445-5ded-4fbe-97e5-df1b1e42798c req-61830d44-1b02-4307-b35d-24ac69d11ee6 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:25.853609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-670bc445-5ded-4fbe-97e5-df1b1e42798c req-61830d44-1b02-4307-b35d-24ac69d11ee6 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.0875506 May 26 19:20:25.867297 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2628584 May 26 19:20:25.868104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33946) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:25.880569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '493ac41a-56c7-4103-932d-db7df9a3436d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:25.904141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-670bc445-5ded-4fbe-97e5-df1b1e42798c req-72ae1835-8471-4e8b-96c0-c96aa958e631 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 May 26 19:20:25.946957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:25.972048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4650d-53ea-4ba3-89d5-eae763344043 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=493ac41a-56c7-4103-932d-db7df9a3436d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:25.983530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 493ac41a-56c7-4103-932d-db7df9a3436d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:26.022169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:26.027821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:26.035568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:26.047214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:26.066777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:26.072126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.106973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.137060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:26.144870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Usage tracker for resource:security_group_rule and tenant:93dfbd66f27b4a4da2b1e9d8a2d99cc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:26.148614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:26.156043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:26.231815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:20:26.236292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device de51c8b2-dc0e-4685-8782-08cfb6eb24e7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:26.250191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.256523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.284437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: de51c8b2-dc0e-4685-8782-08cfb6eb24e7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:26.284918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device de51c8b2-dc0e-4685-8782-08cfb6eb24e7 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:26.318060 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d088160a-2742-4743-85ab-ec8f02ee7af4'] response: {'server_uuid': '541337a1-9aaa-4897-8ab8-d6e57b7a58bb', 'name': 'network-vif-deleted', 'tag': 'de51c8b2-dc0e-4685-8782-08cfb6eb24e7', 'status': 'completed', 'code': 200} May 26 19:20:26.321076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93dfbd66f27b4a4da2b1e9d8a2d99cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729794 May 26 19:20:26.321822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7fcba-474f-4d07-b307-cd01d0275e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62992001-fbfc-49c5-a878-ed8a56f7635f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:26.325071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33962) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:26.348810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:20:26.349079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:20:26.431454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.450474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:26.465262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'mac_address': 'fa:16:3e:c5:b4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:20:26.475684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.488675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.511286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c77f-0b53-4635-b884-aab4db3656e2 req-f0115d15-322e-4781-a672-fa8d37413184 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:26.512757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9f5c77f-0b53-4635-b884-aab4db3656e2 req-f0115d15-322e-4781-a672-fa8d37413184 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 943 time: 0.1420386 May 26 19:20:26.526670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:26.527114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.548422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:26.568599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:26.572641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9f5c77f-0b53-4635-b884-aab4db3656e2 req-26f2c2ac-4e8d-4651-949c-9643a91a3f78 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 May 26 19:20:26.575155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.584834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=061f7b88-ff16-48e5-83ba-05d75818441b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:26.585165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.598664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': 'e3c646c9-e145-4cc9-89f6-474d60779f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '493ac41a-56c7-4103-932d-db7df9a3436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:26.599061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 493ac41a-56c7-4103-932d-db7df9a3436d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:26.620648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 493ac41a-56c7-4103-932d-db7df9a3436d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:26.632748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 493ac41a-56c7-4103-932d-db7df9a3436d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:26.637130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:26.637758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.647354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0c8172-2e38-4f4e-8bf6-d09eacf31bcb None None] Network 493ac41a-56c7-4103-932d-db7df9a3436d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:26.662520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d52ed73e-d961-4158-bf67-34b13b6b1555 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7876894 May 26 19:20:26.662813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:26.675107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62992001-fbfc-49c5-a878-ed8a56f7635f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:26.699367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.702818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1674297-3e32-4e92-b65b-90698bf98b30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62992001-fbfc-49c5-a878-ed8a56f7635f HTTP/1.1" status: 204 len: 168 time: 0.3744485 May 26 19:20:26.703800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-b1ef82a4-db75-4202-bd18-faa7cd906b78 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips/d13aa3b6-c770-41c4-b860-07c5435247aa HTTP/1.1" status: 200 len: 692 time: 0.0950291 May 26 19:20:26.762708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:26.831703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.911021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:26.924323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-e7a64c4f-703f-4f13-8290-4a657a52a3b6 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:26.934309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-e7a64c4f-703f-4f13-8290-4a657a52a3b6 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.2214644 May 26 19:20:26.943772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9c07d-2288-4c99-a599-aaf9812269cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-493ac41a-56c7-4103-932d-db7df9a3436d', 'network_id': '493ac41a-56c7-4103-932d-db7df9a3436d', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '061f7b88-ff16-48e5-83ba-05d75818441b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:26.944925 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52a9c07d-2288-4c99-a599-aaf9812269cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.011074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.041876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-0b6ccbae-017a-430f-8a8d-7a9b93a36df5 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:27.070271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-0b6ccbae-017a-430f-8a8d-7a9b93a36df5 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:27.071808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-0b6ccbae-017a-430f-8a8d-7a9b93a36df5 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 695 time: 0.1365888 May 26 19:20:27.076922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=061f7b88-ff16-48e5-83ba-05d75818441b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:27.098078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33976) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server [None req-52a9c07d-2288-4c99-a599-aaf9812269cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 061f7b88-ff16-48e5-83ba-05d75818441b: This subnet is being modified by another concurrent operation. May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:20:27.120721 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise exception May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 061f7b88-ff16-48e5-83ba-05d75818441b: This subnet is being modified by another concurrent operation. May 26 19:20:27.124693 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server May 26 19:20:27.134739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:20:27.190864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.214571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.226937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:27.227822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15220cb4-85b3-477d-900e-ec5ee8955cff None None] Network 493ac41a-56c7-4103-932d-db7df9a3436d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:27.239631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Usage tracker for resource:security_group_rule and tenant:aef8277f6d604aa085fd3ad5837cac97 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:27.244987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:27.252156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493ac41a-56c7-4103-932d-db7df9a3436d']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:27.259071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:27.269334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c646c9-e145-4cc9-89f6-474d60779f7b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:27.269634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c646c9-e145-4cc9-89f6-474d60779f7b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:27.272463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-83e4c2b0-ab26-46bc-89a3-95f840bd9156 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.25 HTTP/1.1" status: 200 len: 695 time: 0.1933684 May 26 19:20:27.287850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.319338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.328680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:27.329072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.406561 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e3c646c9-e145-4cc9-89f6-474d60779f7b resource provider aggregate not found May 26 19:20:27.432030 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e3c646c9-e145-4cc9-89f6-474d60779f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3c646c9-e145-4cc9-89f6-474d60779f7b found for delete ", "request_id": "req-46b10a2e-8735-4689-a538-cd557717589e"}]} May 26 19:20:27.453496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Deleting port 564cf63d-08fa-42b2-b87b-22a118dbfb81 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:27.453878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.459768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e482a9-76c4-4945-98a9-ea05cf9c5d81 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:27.460701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.465757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.507336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=493ac41a-56c7-4103-932d-db7df9a3436d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:27.521568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-611a531d-709f-4c44-baf1-5d218df1155b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/493ac41a-56c7-4103-932d-db7df9a3436d HTTP/1.1" status: 204 len: 168 time: 0.8576207 May 26 19:20:27.525346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33984) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:27.549668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1232862392'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:27.563671 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.567793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.602313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:27.620802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:27.624227 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aef8277f6d604aa085fd3ad5837cac97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200858 May 26 19:20:27.624227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a79f7-b42c-4930-b1d6-9324583072ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2e3c1-7e1f-4a96-a9ce-a356d7bda8dc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:27.624846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:27.626052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33990) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:27.633560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e482a9-76c4-4945-98a9-ea05cf9c5d81 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:27.646732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:27.664898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:27.669177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.697836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.722220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.722542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.727309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.735311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:27.782586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.798341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2e3c1-7e1f-4a96-a9ce-a356d7bda8dc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:27.804985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.806132 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-48c3a445-7966-4678-a0fd-4ed0294d5ac0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59e2e3c1-7e1f-4a96-a9ce-a356d7bda8dc HTTP/1.1" status: 204 len: 168 time: 0.1797385 May 26 19:20:27.871138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Calling delete_port for 564cf63d-08fa-42b2-b87b-22a118dbfb81 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:27.905210 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:27.905552 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 9197ce68-6f9e-48f9-9a57-89e6f71958a0 of type vlan for network f514105a-5e13-4a86-aae5-fd201ebf7b17 May 26 19:20:27.950195 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.037157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.042970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:28.043544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.171895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6454694 May 26 19:20:28.175138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33998) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:28.181258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:28.183197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b6bab-05ba-4641-9fdf-81c38d9efa09 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=f514105a-5e13-4a86-aae5-fd201ebf7b17,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:28.190275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.199039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f514105a-5e13-4a86-aae5-fd201ebf7b17 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:28.240250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event deleted for resources: {'Port': ['ID=564cf63d-08fa-42b2-b87b-22a118dbfb81,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:28.256144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34002) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:28.300798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.331142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:28.339092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.340459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Usage tracker for resource:security_group_rule and tenant:0c384fc36ec0492e93aab5e4665fe6d8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:28.341523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.342637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67fb619-816a-4556-bedb-fe7c26bcbf65 req-7086677e-ebb5-4420-bd25-bc0299bfa873 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "DELETE /v2.0/floatingips/d13aa3b6-c770-41c4-b860-07c5435247aa HTTP/1.1" status: 204 len: 173 time: 1.0627005 May 26 19:20:28.346817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:28.350189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:28.358670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:28.360773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:28.366009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:28.379506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:28.389723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-69cc21fb-7fc6-446c-89db-60451c434471 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:28.390414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-69cc21fb-7fc6-446c-89db-60451c434471 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Synchronizing usage tracker for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:28.419829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:28.423333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.442023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-69cc21fb-7fc6-446c-89db-60451c434471 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Unset dirty status for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:28.442943 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-69cc21fb-7fc6-446c-89db-60451c434471 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/ports?device_id=efcf61b5-99fa-4ec7-9cfa-a3325d1b197f HTTP/1.1" status: 200 len: 946 time: 0.3231330 May 26 19:20:28.621472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Deleting port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:28.621472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.718302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.758504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:28.866916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75024-45a1-46ec-8034-004bb5a61caf req-e9fdc262-6d55-4aec-b9a3-213970b74d0c tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:28.873797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63b75024-45a1-46ec-8034-004bb5a61caf req-e9fdc262-6d55-4aec-b9a3-213970b74d0c tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.0929711 May 26 19:20:28.920538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63b75024-45a1-46ec-8034-004bb5a61caf req-120fec54-2ea6-4d13-989f-77bc5343f163 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457742 May 26 19:20:28.981354 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c384fc36ec0492e93aab5e4665fe6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236779 May 26 19:20:28.984720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34018) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:29.033143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34022) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:29.059730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad307d15-86e3-46ce-b719-da4bc50a4f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e72859-be03-436e-ba02-adc9ab7d7ad5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:29.128912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.160802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.169579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.206078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.238245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] For port e5af1c1e-cbd4-429a-90cc-d5d291a050d6, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:29.238609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.242864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:29.254679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Usage tracker for resource:security_group_rule and tenant:cf689bdd45c94bc8a9adcab8f16ffccb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:29.258110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:29.271341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1e771-00fd-437f-8cba-25b4cc150c5a req-049148c3-0e54-4ca8-b89a-efd75f8a883b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:29.273012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dd1e771-00fd-437f-8cba-25b4cc150c5a req-049148c3-0e54-4ca8-b89a-efd75f8a883b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 944 time: 0.2003052 May 26 19:20:29.274520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:29.320259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=9da10243-68aa-435a-9fcf-c6fb704f9208,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:29.329672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.355112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9dd1e771-00fd-437f-8cba-25b4cc150c5a req-afe34c5e-0810-4c6b-95c3-4f20d66b95e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687864 May 26 19:20:29.359447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e72859-be03-436e-ba02-adc9ab7d7ad5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:29.376103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.381405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-57107aa4-7316-46e7-8477-4352ef8b9ea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5e72859-be03-436e-ba02-adc9ab7d7ad5 HTTP/1.1" status: 204 len: 168 time: 0.3938115 May 26 19:20:29.406858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Calling delete_port for e5af1c1e-cbd4-429a-90cc-d5d291a050d6 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:29.456790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '9197ce68-6f9e-48f9-9a57-89e6f71958a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:29.457178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: f514105a-5e13-4a86-aae5-fd201ebf7b17, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:29.505343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network f514105a-5e13-4a86-aae5-fd201ebf7b17 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:29.517716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f514105a-5e13-4a86-aae5-fd201ebf7b17) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:29.523619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:29.524762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.529414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0edbd-af93-4451-954b-233e08c03929 None None] Network f514105a-5e13-4a86-aae5-fd201ebf7b17 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:29.609571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34032) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:29.609918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6a125fbd-f1d2-4a61-845d-529c5593a7db tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4332380 May 26 19:20:29.661690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.688876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-d51f0d99-2656-4d4d-9d87-50c5ad0ee7cc tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips/ef065c15-01aa-43fe-bbe7-965b0c93b608 HTTP/1.1" status: 200 len: 693 time: 0.2857533 May 26 19:20:29.696547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.725946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event deleted for resources: {'Port': ['ID=e5af1c1e-cbd4-429a-90cc-d5d291a050d6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:29.743529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.744066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.744405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.745458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.745998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.746332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.746770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.747107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.747432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.747883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.748209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.748526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:29.770927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e5af1c1e-cbd4-429a-90cc-d5d291a050d6', '43fde07d-50f1-43cb-b242-280dcf9cdb28'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:20:29.808316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.844230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] No DVR routers for this DVR port e5af1c1e-cbd4-429a-90cc-d5d291a050d6 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:29.847401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.849281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f514105a-5e13-4a86-aae5-fd201ebf7b17', 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '9da10243-68aa-435a-9fcf-c6fb704f9208'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:29.850854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3136aa22-c18c-4b11-bed9-00e68845f848 req-d20a245e-6199-4907-aecc-c3d0f0f9cad4 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "DELETE /v2.0/ports/e5af1c1e-cbd4-429a-90cc-d5d291a050d6 HTTP/1.1" status: 204 len: 173 time: 1.3572633 May 26 19:20:29.851133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.851439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'name': 'network-vif-deleted', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:29.874363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf689bdd45c94bc8a9adcab8f16ffccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8397367 May 26 19:20:29.876777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:29.909301 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.955277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:29.988039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.037088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da283ec-c755-42d9-9d95-b0f5d6f39f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6b914-1b1c-4077-89e5-21bbbc6e3927,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:30.122256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.162600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.163900 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efe6b914-1b1c-4077-89e5-21bbbc6e3927 HTTP/1.1" status: 204 len: 168 time: 0.2858770 May 26 19:20:30.164875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917948f2-285d-4497-84d6-e4c1c5250062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6b914-1b1c-4077-89e5-21bbbc6e3927,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:30.213872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.234705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:30.251697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-fb972bed-7778-4f8e-9b90-64b3ff99f735 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:30.258688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-fb972bed-7778-4f8e-9b90-64b3ff99f735 tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.4647069 May 26 19:20:30.320787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Allocated IP 172.20.0.1 (f514105a-5e13-4a86-aae5-fd201ebf7b17/9da10243-68aa-435a-9fcf-c6fb704f9208/f06ba7c5-1948-4341-b842-eb1094c29db9) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:30.339911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:20:30.348825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:30.349704 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.360980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-133bf499-490e-4d40-92dd-944241111ccd tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Synchronizing usage tracker for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:30.409616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-133bf499-490e-4d40-92dd-944241111ccd tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Unset dirty status for tenant:619080b5860c49af94ce81a8cf769fed on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:30.410840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-133bf499-490e-4d40-92dd-944241111ccd tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1513839 May 26 19:20:30.530662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-697c4460-3bb0-452c-85f3-7cf7236a956a tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1122522 May 26 19:20:30.559308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-937faa3d-802c-429f-ae16-088f52b60596 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:30.560570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-937faa3d-802c-429f-ae16-088f52b60596 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Synchronizing usage tracker for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:30.598697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-937faa3d-802c-429f-ae16-088f52b60596 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Unset dirty status for tenant:0d603244dd504312ae620ea7417d5a23 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:30.599146 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-937faa3d-802c-429f-ae16-088f52b60596 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f40a4e4-c090-4a9e-81c7-805725703568 HTTP/1.1" status: 200 len: 946 time: 0.1913846 May 26 19:20:30.680951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:30.681672 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.727789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Deleting port 43fde07d-50f1-43cb-b242-280dcf9cdb28 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:30.728332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.789818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.814378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:30.821929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Transition to ACTIVE for port object f06ba7c5-1948-4341-b842-eb1094c29db9 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:30.840626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:30.853248 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.855658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e5af1c1e-cbd4-429a-90cc-d5d291a050d6 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:30.966521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Deleting port 2ef00bed-a9af-4aac-acec-124e8e90d3b2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:30.967066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:30.993465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Transition to ACTIVE for port object f06ba7c5-1948-4341-b842-eb1094c29db9 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:31.036934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: e5af1c1e-cbd4-429a-90cc-d5d291a050d6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:31.038774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e5af1c1e-cbd4-429a-90cc-d5d291a050d6 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:31.057906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.067155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.122823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Network f514105a-5e13-4a86-aae5-fd201ebf7b17 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:31.128258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:31.131604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:31.141680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] For port 43fde07d-50f1-43cb-b242-280dcf9cdb28, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=43fde07d-50f1-43cb-b242-280dcf9cdb28,segment=NetworkSegment(59c469c2-88df-4ae0-b7e5-08a2ae0778cd),segment_id=59c469c2-88df-4ae0-b7e5-08a2ae0778cd)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:31.142054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.177865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34094) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:31.194466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:31.204268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=9da10243-68aa-435a-9fcf-c6fb704f9208,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:31.314170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Attempting to bind port f06ba7c5-1948-4341-b842-eb1094c29db9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:31.314543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Attempting to bind port f06ba7c5-1948-4341-b842-eb1094c29db9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9197ce68-6f9e-48f9-9a57-89e6f71958a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:31.314896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Attempting to bind port f06ba7c5-1948-4341-b842-eb1094c29db9 on network f514105a-5e13-4a86-aae5-fd201ebf7b17 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:31.322744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:31.323759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Checking segment: {'id': '9197ce68-6f9e-48f9-9a57-89e6f71958a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:31.324084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.324475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Bound using segment: {'id': '9197ce68-6f9e-48f9-9a57-89e6f71958a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:31.324938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Bound port: f06ba7c5-1948-4341-b842-eb1094c29db9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9197ce68-6f9e-48f9-9a57-89e6f71958a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:31.325352 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.331924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.335836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Pushing event updated for resources: {'Port': ['ID=f06ba7c5-1948-4341-b842-eb1094c29db9,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:31.351097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Calling delete_port for 43fde07d-50f1-43cb-b242-280dcf9cdb28 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:31.377715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f514105a-5e13-4a86-aae5-fd201ebf7b17']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:31.386252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.386576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.406692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9197ce68-6f9e-48f9-9a57-89e6f71958a0') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:31.407012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9197ce68-6f9e-48f9-9a57-89e6f71958a0') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:31.421251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] For port f06ba7c5-1948-4341-b842-eb1094c29db9, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:31.425585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] For port f06ba7c5-1948-4341-b842-eb1094c29db9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f06ba7c5-1948-4341-b842-eb1094c29db9,segment=NetworkSegment(9197ce68-6f9e-48f9-9a57-89e6f71958a0),segment_id=9197ce68-6f9e-48f9-9a57-89e6f71958a0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:31.434937 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.586746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4280-c6f7-4c10-b8d2-b0e20f15362b None None] Pushing event updated for resources: {'Port': ['ID=f06ba7c5-1948-4341-b842-eb1094c29db9,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:31.602471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Calling delete_port for 2ef00bed-a9af-4aac-acec-124e8e90d3b2 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:31.610694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e7c5f-1704-45d6-9d42-e6b99fdbd7b6 None None] Network f514105a-5e13-4a86-aae5-fd201ebf7b17 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:31.658753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.674412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.742214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.768765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:31.773618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Usage tracker for resource:security_group_rule and tenant:276d94cbaecb4257840164ea4447ba67 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:31.777490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:31.784949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:31.842699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f4a1a-2944-4051-9e55-cabe8e55d15e None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:31.880343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Pushing event deleted for resources: {'Port': ['ID=43fde07d-50f1-43cb-b242-280dcf9cdb28,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:31.968039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] No DVR routers for this DVR port 43fde07d-50f1-43cb-b242-280dcf9cdb28 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:31.972064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:31.991137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-04bcc57f-11ef-40ba-91d3-63ea4dc4424c req-af9924d7-6d9e-49cd-a54f-8271bdf07154 tempest-ListServersNegativeTestJSON-1605748784 tempest-ListServersNegativeTestJSON-1605748784-project] 10.222.0.53 "DELETE /v2.0/ports/43fde07d-50f1-43cb-b242-280dcf9cdb28 HTTP/1.1" status: 204 len: 173 time: 1.3867807 May 26 19:20:31.992097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f4a1a-2944-4051-9e55-cabe8e55d15e None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:32.026001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.058630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:32.059032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.169163 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9197ce68-6f9e-48f9-9a57-89e6f71958a0 resource provider aggregate not found May 26 19:20:32.206104 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9197ce68-6f9e-48f9-9a57-89e6f71958a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9197ce68-6f9e-48f9-9a57-89e6f71958a0 found for delete ", "request_id": "req-9385e387-2e86-4391-8474-d26d6ec4c253"}]} May 26 19:20:32.212066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.314989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Pushing event deleted for resources: {'Port': ['ID=2ef00bed-a9af-4aac-acec-124e8e90d3b2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:32.334127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:20:32.334127 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:20:32.334127 n-d-843146-9 neutron-server[88363]: [parameters: {'id': 'f514105a-5e13-4a86-aae5-fd201ebf7b17'}] May 26 19:20:32.334127 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:32.334666 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:32.368075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.380865 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.439124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.457730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276d94cbaecb4257840164ea4447ba67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2743118 May 26 19:20:32.459945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0caed3-a09b-4f33-ba0d-7046fb1b0508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa999394-229e-4e7a-a837-7f2bb6b857f4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:32.460434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34126) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:32.497487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.497487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7998e7ec-d3a6-4d44-b533-dbb1374b63de req-88063e75-4ebe-4af9-a351-6d3de039ffcf tempest-FloatingIPDetailsTestJSON-665600423 tempest-FloatingIPDetailsTestJSON-665600423-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef065c15-01aa-43fe-bbe7-965b0c93b608 HTTP/1.1" status: 204 len: 173 time: 1.9476666 May 26 19:20:32.506599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34132) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:32.633106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.740102 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e337b016-a7e2-4361-a46f-8a45f946b96d'] response: {'server_uuid': 'efcf61b5-99fa-4ec7-9cfa-a3325d1b197f', 'name': 'network-vif-deleted', 'tag': 'e5af1c1e-cbd4-429a-90cc-d5d291a050d6', 'status': 'completed', 'code': 200} May 26 19:20:32.741802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.863032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.887022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port f06ba7c5-1948-4341-b842-eb1094c29db9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:32.887595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.962209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:32.993182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa999394-229e-4e7a-a837-7f2bb6b857f4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:32.997868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.001589 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59a1bc3b-d4bb-4326-b942-f9b5404a21a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa999394-229e-4e7a-a837-7f2bb6b857f4 HTTP/1.1" status: 204 len: 168 time: 0.5400426 May 26 19:20:33.039742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd280-b68a-423f-bb94-2d178a9cc10c req-5438e3ba-0706-4dba-9697-5cdb8da658b8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:33.041218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f7cd280-b68a-423f-bb94-2d178a9cc10c req-5438e3ba-0706-4dba-9697-5cdb8da658b8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.2119229 May 26 19:20:33.167482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port f06ba7c5-1948-4341-b842-eb1094c29db9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f06ba7c5-1948-4341-b842-eb1094c29db9,segment=NetworkSegment(9197ce68-6f9e-48f9-9a57-89e6f71958a0),segment_id=9197ce68-6f9e-48f9-9a57-89e6f71958a0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:33.167859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.177726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f7cd280-b68a-423f-bb94-2d178a9cc10c req-be179d80-52e6-4bf6-8e19-bee2400a6ab8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851471 May 26 19:20:33.288609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.337589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for f06ba7c5-1948-4341-b842-eb1094c29db9 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:33.487183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab292f7-23e5-4095-94c7-d41f8ff9e35c req-b1d24f45-c991-4aea-9ed0-07f99142fa4c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:33.488661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ab292f7-23e5-4095-94c7-d41f8ff9e35c req-b1d24f45-c991-4aea-9ed0-07f99142fa4c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.1625793 May 26 19:20:33.520063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.570227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34162) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:33.575743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=f06ba7c5-1948-4341-b842-eb1094c29db9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:33.584046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port f06ba7c5-1948-4341-b842-eb1094c29db9 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:33.657271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ab292f7-23e5-4095-94c7-d41f8ff9e35c req-b6c6ef50-237a-4e58-b3f7-f22c5d55151d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604109 May 26 19:20:33.728254 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d60aae-06dd-4fce-9dc9-6fa992ea11df'] response: {'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'code': 200} May 26 19:20:33.758783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.774382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Deleting port 0caf5564-9f24-4fd9-b6b7-13e603531fce {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:33.774763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.811561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f514105a-5e13-4a86-aae5-fd201ebf7b17']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:33.828383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9197ce68-6f9e-48f9-9a57-89e6f71958a0') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:33.828903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9197ce68-6f9e-48f9-9a57-89e6f71958a0') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:33.842197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.860092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.879732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:33.880418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:33.975971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34182) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:33.983491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.073691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.101392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.106100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=f514105a-5e13-4a86-aae5-fd201ebf7b17,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:34.111652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:34.116427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Usage tracker for resource:security_group_rule and tenant:987aca39fcf74229a66f8dd0b66613cb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:34.120334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:34.126527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:34.132723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-94fcfa25-ae4e-4746-b00d-1d896bfe6154 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/f514105a-5e13-4a86-aae5-fd201ebf7b17 HTTP/1.1" status: 204 len: 168 time: 4.4964924 May 26 19:20:34.141401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Deleting subnet afde63af-59bf-4ed0-ad18-4286bb641561 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:20:34.143191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34194) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:34.149842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.170805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:34.188643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257490008'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:34.204404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:34.216189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:34.221521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:34.230858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:34.237323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.267009 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9197ce68-6f9e-48f9-9a57-89e6f71958a0 resource provider aggregate not found May 26 19:20:34.278624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 43fde07d-50f1-43cb-b242-280dcf9cdb28 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:34.307989 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9197ce68-6f9e-48f9-9a57-89e6f71958a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9197ce68-6f9e-48f9-9a57-89e6f71958a0 found for delete ", "request_id": "req-ebad1182-f568-4af8-82ea-4cd30fa18eff"}]} May 26 19:20:34.324631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 43fde07d-50f1-43cb-b242-280dcf9cdb28 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:34.325673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 43fde07d-50f1-43cb-b242-280dcf9cdb28 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:34.327835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:34.331829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.383882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] For port 0caf5564-9f24-4fd9-b6b7-13e603531fce, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0caf5564-9f24-4fd9-b6b7-13e603531fce,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:34.384249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.529562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Calling delete_port for 0caf5564-9f24-4fd9-b6b7-13e603531fce owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:34.536834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:34.549280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.587479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.587858 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 of type vlan for network 67ebc588-6388-47cd-a131-e108133ec32b May 26 19:20:34.636306 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.660091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec72f-94f5-4f90-be32-d9a1d4c3d02d req-fa971cc7-21c3-45be-b305-46c64fceadde tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:34.667689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8dec72f-94f5-4f90-be32-d9a1d4c3d02d req-fa971cc7-21c3-45be-b305-46c64fceadde tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.2120686 May 26 19:20:34.725488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.731121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:34.731455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.735886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.855459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'name': 'network-vif-deleted', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:34.857838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8dec72f-94f5-4f90-be32-d9a1d4c3d02d req-f0c5677e-5337-4180-a0e8-4888124dd83d tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893039 May 26 19:20:34.866463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afde63af-59bf-4ed0-ad18-4286bb641561,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:34.875362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c6051-297d-4e14-92d1-17df974fee05 req-82d283da-de5c-43a4-b9e2-e0e0a62d8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:34.877385 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-785c6051-297d-4e14-92d1-17df974fee05 req-82d283da-de5c-43a4-b9e2-e0e0a62d8af0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 1096 time: 1.0162213 May 26 19:20:34.880482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Deleting subnet 0dc25b0b-223e-4a22-adfc-734798f76b40 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:20:34.888947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.890059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.891368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.893474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff450cfd-eaf5-49c4-8c49-0f4debb10516 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/afde63af-59bf-4ed0-ad18-4286bb641561 HTTP/1.1" status: 204 len: 168 time: 0.9164312 May 26 19:20:34.896668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34258) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:34.924496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7793431 May 26 19:20:34.929485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4c1cb-c63d-418a-8742-6dd054cff500 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=67ebc588-6388-47cd-a131-e108133ec32b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:34.940875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 67ebc588-6388-47cd-a131-e108133ec32b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:34.942189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34262) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:34.959132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:34.965587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.970556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:34.990270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '67ebc588-6388-47cd-a131-e108133ec32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:35.027685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.151848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Pushing event deleted for resources: {'Port': ['ID=0caf5564-9f24-4fd9-b6b7-13e603531fce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:35.224384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.255607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0869ce2b-9a39-4075-b5dd-75e0ea0fb44b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:35.271398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c1b14d-eda1-47af-a224-a1a1f6bfbae2') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:35.271808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c1b14d-eda1-47af-a224-a1a1f6bfbae2') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:35.286688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b9406-2aea-48f6-8144-ad36fcebf00f req-49563e79-b1f9-46cf-a4cd-20f0adc39642 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:35.288131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f9b9406-2aea-48f6-8144-ad36fcebf00f req-49563e79-b1f9-46cf-a4cd-20f0adc39642 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.2483115 May 26 19:20:35.295032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.299633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.328785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.332740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=987aca39fcf74229a66f8dd0b66613cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7558813 May 26 19:20:35.334434 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-785c6051-297d-4e14-92d1-17df974fee05 req-e7341578-4af8-406a-a7e0-4ca07ad267e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059498 May 26 19:20:35.339042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:35.345727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442823a-a094-470f-b65e-9b59cc901c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c77d62-ba21-4fbb-8da6-4955b60fc287,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:35.351623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:35.352026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.366049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.408637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:35.419415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Usage tracker for resource:security_group_rule and tenant:20e02a475c5c4e68b4e409bcb6f78ffc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:35.425529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:35.428326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:35.440348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:35.442481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:35.462870 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:20:35.469453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f9b9406-2aea-48f6-8144-ad36fcebf00f req-63b2536d-9b71-41e5-9d54-71b8c635b5e8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674569 May 26 19:20:35.497730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:35.508247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.515412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.527172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.536427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.541343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] Pushing event deleted for resources: {'Network': ['ID=0869ce2b-9a39-4075-b5dd-75e0ea0fb44b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:35.556503 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f03e31-7d77-410d-8948-9c390e69f657'] response: {'server_uuid': '4f40a4e4-c090-4a9e-81c7-805725703568', 'name': 'network-vif-deleted', 'tag': '43fde07d-50f1-43cb-b242-280dcf9cdb28', 'status': 'completed', 'code': 200} May 26 19:20:35.564422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b781c3ac-a040-4e80-83c2-fd2a9880b41c admin admin] 10.222.0.24 "DELETE /v2.0/networks/0869ce2b-9a39-4075-b5dd-75e0ea0fb44b HTTP/1.1" status: 204 len: 168 time: 0.6664672 May 26 19:20:35.567620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:35.577361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.640473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.659291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c77d62-ba21-4fbb-8da6-4955b60fc287,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:35.663882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.664987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7c28d6a1-fe36-4ebf-ae70-150548d0b205 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32c77d62-ba21-4fbb-8da6-4955b60fc287 HTTP/1.1" status: 204 len: 168 time: 0.3250339 May 26 19:20:35.684561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:35.688498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.741692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34280) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:35.799854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a8422b0a-efa3-4f57-a7de-2c87ec81b0bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c381f273f46b4552ace13ba2978abd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555668 May 26 19:20:35.803109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34284) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:35.840743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.877202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.879516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.905870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc25b0b-223e-4a22-adfc-734798f76b40,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:35.906187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.975483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.982036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:35.997275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb96e6f-dea8-4387-a888-cdd1a884e8fb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:36.016699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.018200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7386372e-335c-4030-b98c-70a098a6b3f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fb96e6f-dea8-4387-a888-cdd1a884e8fb HTTP/1.1" status: 204 len: 168 time: 0.2137694 May 26 19:20:36.050503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.071105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:36.075929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5b502bbd-f051-459a-a11e-ef2865dfc1d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0dc25b0b-223e-4a22-adfc-734798f76b40 HTTP/1.1" status: 204 len: 168 time: 1.8992188 May 26 19:20:36.076414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.224435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:36.279972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.316812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:36.322369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.326112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Usage tracker for resource:security_group_rule and tenant:ac62b6a4b8bb4d5283544fce65f8633a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:36.330754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:36.341227 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 56c1b14d-eda1-47af-a224-a1a1f6bfbae2 resource provider aggregate not found May 26 19:20:36.346384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:36.390159 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 56c1b14d-eda1-47af-a224-a1a1f6bfbae2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56c1b14d-eda1-47af-a224-a1a1f6bfbae2 found for delete ", "request_id": "req-79d633d7-a985-426e-a65c-3577445e8fd2"}]} May 26 19:20:36.393555 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.404418 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20e02a475c5c4e68b4e409bcb6f78ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406912 May 26 19:20:36.414044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34312) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:36.421259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87860193-1a12-4b37-add1-b73156d0bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee453b5-d9f4-49f4-8b66-65506ddfd0c0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:36.490749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c281eb-f328-4d92-a12a-cd5fd5a7f174 req-eb917b72-80a2-4dbe-a475-d4f46b518ca9 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:36.492259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68c281eb-f328-4d92-a12a-cd5fd5a7f174 req-eb917b72-80a2-4dbe-a475-d4f46b518ca9 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.3745778 May 26 19:20:36.539563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.589295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc755b41-64dc-4d3e-9c7b-cddc49f13bd0']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:36.603950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.611892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68c281eb-f328-4d92-a12a-cd5fd5a7f174 req-29ebfc1c-9a77-4fc9-8104-b2eb3690590f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046329 May 26 19:20:36.615199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c469c2-88df-4ae0-b7e5-08a2ae0778cd') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:36.615199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c469c2-88df-4ae0-b7e5-08a2ae0778cd') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:36.642575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.751568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.826134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=78685de7-1c75-48c0-b6c2-a80ebf70c43b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:36.831574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.832370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.835769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.849897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:36.850292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.866467 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:36.882314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '4737a906-e37f-48c8-a2b8-2c225fdb9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:36.882972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 67ebc588-6388-47cd-a131-e108133ec32b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:36.904348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Router 53013712-b129-48df-96dd-bbe4db9648c7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:20:36.910971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac62b6a4b8bb4d5283544fce65f8633a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6806245 May 26 19:20:36.918586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.002693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d8c86-f9a0-46d0-be48-ccb4911c99a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06b2c2-d737-4ae5-b829-085c5de92a5c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:37.017754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.018807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 67ebc588-6388-47cd-a131-e108133ec32b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:37.040457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.042868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.058453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096e3a6-3d4c-4909-bfc0-dfeed68f48c7 req-4468dde8-324f-44ce-ab40-cd9eccb15ed8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:37.065480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3096e3a6-3d4c-4909-bfc0-dfeed68f48c7 req-4468dde8-324f-44ce-ab40-cd9eccb15ed8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.2952323 May 26 19:20:37.069378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 67ebc588-6388-47cd-a131-e108133ec32b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:37.080481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b3ab0-a98f-4c9d-a435-28a74beadc33 None None] Network 67ebc588-6388-47cd-a131-e108133ec32b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:37.083313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:37.083829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.087677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.111387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc755b41-64dc-4d3e-9c7b-cddc49f13bd0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:37.140733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-28b47eed-3f82-487b-8b95-261f0b16378f admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc755b41-64dc-4d3e-9c7b-cddc49f13bd0 HTTP/1.1" status: 204 len: 168 time: 1.0656002 May 26 19:20:37.150430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3096e3a6-3d4c-4909-bfc0-dfeed68f48c7 req-efdd9781-bf69-4a1d-9a6e-a1bfd786c38c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841231 May 26 19:20:37.226295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.228043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee453b5-d9f4-49f4-8b66-65506ddfd0c0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:37.246758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.248097 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2a249472-a353-4dff-8f98-368199810661 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee453b5-d9f4-49f4-8b66-65506ddfd0c0 HTTP/1.1" status: 204 len: 168 time: 0.8329942 May 26 19:20:37.258653 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8fb38c57-aced-48af-b65b-53cda08ff67c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3044677 May 26 19:20:37.260019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34344) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.279706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.294688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:20:37.302491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34348) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.306750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1615122306-network', 'tenant_id': 'ac930c3b2ac44f0f894a712cea5cd22a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:37.311073 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9290ff3-9733-4a95-8333-ea869fe6547a admin admin] 10.222.0.24 "PUT /v2.0/routers/53013712-b129-48df-96dd-bbe4db9648c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8034084 May 26 19:20:37.314182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Sync routers for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:20:37.315267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34352) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.335746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:37.341379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Usage tracker for resource:network and tenant:ac930c3b2ac44f0f894a712cea5cd22a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:37.353472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:37.361122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:37.415669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:20:37.417086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:37.442391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Made reservation on behalf of ac930c3b2ac44f0f894a712cea5cd22a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:37.444852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.472598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.496336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:37.501698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Usage tracker for resource:security_group_rule and tenant:ac930c3b2ac44f0f894a712cea5cd22a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:37.503704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:37.509649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:37.541542 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c75122bd-c424-45a5-9518-da9ef49ef576 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d603244dd504312ae620ea7417d5a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376933 May 26 19:20:37.548956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34360) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:37.576719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.634126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.642352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06b2c2-d737-4ae5-b829-085c5de92a5c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:37.669304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.710492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-67ebc588-6388-47cd-a131-e108133ec32b', 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '78685de7-1c75-48c0-b6c2-a80ebf70c43b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:37.711317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.744947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.822360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.829766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ecb16193-1298-422a-896c-dd5188167f5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac06b2c2-d737-4ae5-b829-085c5de92a5c HTTP/1.1" status: 204 len: 168 time: 0.9097917 May 26 19:20:37.831955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.833178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.889102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Allocated IP 172.20.0.1 (67ebc588-6388-47cd-a131-e108133ec32b/78685de7-1c75-48c0-b6c2-a80ebf70c43b/2ed06ec1-401e-434f-a48c-ebd68c5ce5c4) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:37.907395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:37.959192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.026600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.027593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:38.041167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b2b2-daf3-4245-8d78-82f23512c113 req-e06b386f-6929-4b54-8753-0ddb05729297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:38.042728 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7bf7b2b2-daf3-4245-8d78-82f23512c113 req-e06b386f-6929-4b54-8753-0ddb05729297 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1097 time: 0.2892206 May 26 19:20:38.044497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Deleting port de4614d0-7905-4b07-8758-9a8b2b1cfaa8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:38.044497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.053236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa8c0e-281f-4dd6-8f0b-e086c438888b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:38.061462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.061785 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Added segment 6caf3a29-78a1-4431-a9df-d7b8e4b01b7f of type vlan for network 36b62644-e3d7-433f-85f0-0bfbd9636648 May 26 19:20:38.112601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.132670 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7bf7b2b2-daf3-4245-8d78-82f23512c113 req-42cc8155-26c7-4ac7-a467-7ecf8a794186 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627503 May 26 19:20:38.177489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.178242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:20:38.180804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.182920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:38.183683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.239359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2dfaf-c2d5-41d7-8db4-3632afa77314 req-946043f5-5c51-4435-b559-65931628e2ad tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:38.241234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0f2dfaf-c2d5-41d7-8db4-3632afa77314 req-946043f5-5c51-4435-b559-65931628e2ad tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.3267305 May 26 19:20:38.361410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d326c7-e2c1-4835-ad60-c75d042ff95c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:38.370318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] Pushing event updated for resources: {'Network': ['ID=36b62644-e3d7-433f-85f0-0bfbd9636648,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:38.381511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-100ab789-ef45-439c-b2be-7f4b27454184 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3337004 May 26 19:20:38.381764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34386) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:38.390624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Request body: {'subnet': {'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1615122306-subnet', 'tenant_id': 'ac930c3b2ac44f0f894a712cea5cd22a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:38.398832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:38.408586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Usage tracker for resource:subnet and tenant:ac930c3b2ac44f0f894a712cea5cd22a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:38.409122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 36b62644-e3d7-433f-85f0-0bfbd9636648 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:38.422763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.425496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bac818aa-668b-4112-9835-03aaf8bab1bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d326c7-e2c1-4835-ad60-c75d042ff95c HTTP/1.1" status: 204 len: 168 time: 0.8752832 May 26 19:20:38.429439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:38.441457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:38.458792 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 59c469c2-88df-4ae0-b7e5-08a2ae0778cd resource provider aggregate not found May 26 19:20:38.480328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Made reservation on behalf of ac930c3b2ac44f0f894a712cea5cd22a for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:38.486338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.499446 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 59c469c2-88df-4ae0-b7e5-08a2ae0778cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c469c2-88df-4ae0-b7e5-08a2ae0778cd found for delete ", "request_id": "req-a5c95e48-987b-4939-8e84-c2337dc96589"}]} May 26 19:20:38.533402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] For port de4614d0-7905-4b07-8758-9a8b2b1cfaa8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:38.533890 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.538233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0f2dfaf-c2d5-41d7-8db4-3632afa77314 req-da41424f-195f-43f1-815c-cb443a5a94ce tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758168 May 26 19:20:38.780088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84269-8a0a-4a75-a8fc-6311c90d42e4 req-474a2c34-03f9-4902-9ed2-f0293fdfaac7 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:38.789180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99e84269-8a0a-4a75-a8fc-6311c90d42e4 req-474a2c34-03f9-4902-9ed2-f0293fdfaac7 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.1135266 May 26 19:20:38.826530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:38.842960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Transition to ACTIVE for port object 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:38.850984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99e84269-8a0a-4a75-a8fc-6311c90d42e4 req-9808620d-e437-4694-ac54-758798972dfc tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604954 May 26 19:20:38.852193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:20:34Z', 'revision_number': 5, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port': {'id': 'de4614d0-7905-4b07-8758-9a8b2b1cfaa8', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ea:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53013712-b129-48df-96dd-bbe4db9648c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:40Z', 'updated_at': '2022-05-26T19:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:38.860874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Calling delete_port for de4614d0-7905-4b07-8758-9a8b2b1cfaa8 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:38.871893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Checking router: 53013712-b129-48df-96dd-bbe4db9648c7 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:20:38.897622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Routers {'53013712-b129-48df-96dd-bbe4db9648c7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:20:38.898305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['53013712-b129-48df-96dd-bbe4db9648c7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:38.971962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Transition to ACTIVE for port object 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:39.088914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.146200 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.212483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=78685de7-1c75-48c0-b6c2-a80ebf70c43b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:39.341923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] Set router 53013712-b129-48df-96dd-bbe4db9648c7 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:20:39.367865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.563208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:20:38Z', 'revision_number': 6, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:39.574548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=469f58e2-cedd-4f75-a2b0-434f183244fb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:39.584020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Network 67ebc588-6388-47cd-a131-e108133ec32b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:39.590406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:39.597882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:39.616517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df6d20-75b6-4c32-8570-28e5eb583b16 None None] The sync data for ids ['53013712-b129-48df-96dd-bbe4db9648c7'] in n-d-843146-9 is: [{'id': '53013712-b129-48df-96dd-bbe4db9648c7', 'name': 'tempest-FloatingIPDetailsTestJSON-1307223710-router', 'tenant_id': '619080b5860c49af94ce81a8cf769fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:37Z', 'updated_at': '2022-05-26T19:20:38Z', 'revision_number': 6, 'project_id': '619080b5860c49af94ce81a8cf769fed', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:20:39.673405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.692133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.717859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ebc588-6388-47cd-a131-e108133ec32b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:39.740174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4737a906-e37f-48c8-a2b8-2c225fdb9ad7') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:39.740564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4737a906-e37f-48c8-a2b8-2c225fdb9ad7') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:39.757323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.780193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092b9e-00b0-4e55-a60b-b033a6857b16 req-578da4f3-e290-4849-ae2e-a4c0c53e6d4d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:39.781981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba092b9e-00b0-4e55-a60b-b033a6857b16 req-578da4f3-e290-4849-ae2e-a4c0c53e6d4d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.3103509 May 26 19:20:39.798325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Pushing event updated for resources: {'Port': ['ID=2ed06ec1-401e-434f-a48c-ebd68c5ce5c4,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:39.804345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.825691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Attempting to bind port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:39.826167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Attempting to bind port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4737a906-e37f-48c8-a2b8-2c225fdb9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:39.826762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Attempting to bind port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 on network 67ebc588-6388-47cd-a131-e108133ec32b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:39.830207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4614d0-7905-4b07-8758-9a8b2b1cfaa8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:39.834969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:39.835939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Checking segment: {'id': '4737a906-e37f-48c8-a2b8-2c225fdb9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:39.836586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.837964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Bound using segment: {'id': '4737a906-e37f-48c8-a2b8-2c225fdb9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:39.839257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Bound port: 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4737a906-e37f-48c8-a2b8-2c225fdb9ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '67ebc588-6388-47cd-a131-e108133ec32b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:39.839865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.860859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:39.862430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:39.933642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Checking segment: {'id': '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:39.933998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Network hostable DHCP agents. Network: 36b62644-e3d7-433f-85f0-0bfbd9636648, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:39.980531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.001889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2887fbea-e036-4175-9474-06e3545e930d None None] For port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:40.010653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2887fbea-e036-4175-9474-06e3545e930d None None] For port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2ed06ec1-401e-434f-a48c-ebd68c5ce5c4,segment=NetworkSegment(4737a906-e37f-48c8-a2b8-2c225fdb9ad7),segment_id=4737a906-e37f-48c8-a2b8-2c225fdb9ad7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:40.022829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.030061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:20:40.030061 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:20:40.030061 n-d-843146-9 neutron-server[88363]: [parameters: {'id': '67ebc588-6388-47cd-a131-e108133ec32b'}] May 26 19:20:40.030061 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:40.030908 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:40.082987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba092b9e-00b0-4e55-a60b-b033a6857b16 req-398e07d3-2054-4ed1-ab64-42d14d1230d3 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941716 May 26 19:20:40.159977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0caf5564-9f24-4fd9-b6b7-13e603531fce no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:40.171091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Network 36b62644-e3d7-433f-85f0-0bfbd9636648 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:40.222311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0caf5564-9f24-4fd9-b6b7-13e603531fce {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:40.222812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0caf5564-9f24-4fd9-b6b7-13e603531fce not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:40.293779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887fbea-e036-4175-9474-06e3545e930d None None] Pushing event updated for resources: {'Port': ['ID=2ed06ec1-401e-434f-a48c-ebd68c5ce5c4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:40.333708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 36b62644-e3d7-433f-85f0-0bfbd9636648) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:40.337114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.341381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.343700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:40.344447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.350982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8afa9-4aa7-4dd0-875e-14ddc40d1151 None None] Network 36b62644-e3d7-433f-85f0-0bfbd9636648 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:40.391938 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6f5fb5b4-68cf-4321-a1a1-3659792040fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0011806 May 26 19:20:40.391938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.391938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53013712-b129-48df-96dd-bbe4db9648c7 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:20:40.405989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.407553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df63a073-288d-4f1d-b014-208334b95b03 admin admin] 10.222.0.24 "DELETE /v2.0/routers/53013712-b129-48df-96dd-bbe4db9648c7 HTTP/1.1" status: 204 len: 168 time: 3.0708168 May 26 19:20:40.409551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:40.482182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Deleting subnet 6a80ec39-3cf7-4708-a97a-422f5816250e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:20:40.486361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.509213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fcaee-58f6-4844-9838-e4f4408528b4 req-95075de3-82ba-43f3-9786-cfde09609d32 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:40.511326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-189fcaee-58f6-4844-9838-e4f4408528b4 req-95075de3-82ba-43f3-9786-cfde09609d32 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.1803350 May 26 19:20:40.570600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.582876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.632388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d436449-8dd1-4ded-bb57-de6f6349fa33 None None] Network 67ebc588-6388-47cd-a131-e108133ec32b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:40.643185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34468) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:40.722201 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 resource provider aggregate not found May 26 19:20:40.738408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.750818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-189fcaee-58f6-4844-9838-e4f4408528b4 req-72665048-b8db-469c-8a08-3a580ac9f407 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258139 May 26 19:20:40.755064 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 found for delete ", "request_id": "req-f8f6ffd2-155e-4121-a9d2-430d5e81f7dc"}]} May 26 19:20:40.756435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:40.756772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:40.868951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22394068-9c54-4a3d-bc41-b19f3c3dd56f None None] Network 36b62644-e3d7-433f-85f0-0bfbd9636648 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:40.918804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.016747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a80ec39-3cf7-4708-a97a-422f5816250e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:41.044025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.061625 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82a0ac46-7e6e-444b-b65d-6482cc4321b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6a80ec39-3cf7-4708-a97a-422f5816250e HTTP/1.1" status: 204 len: 168 time: 0.6508801 May 26 19:20:41.062902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34488) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:41.083759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2ed06ec1-401e-434f-a48c-ebd68c5ce5c4,segment=NetworkSegment(4737a906-e37f-48c8-a2b8-2c225fdb9ad7),segment_id=4737a906-e37f-48c8-a2b8-2c225fdb9ad7)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:41.084041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.116700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b024ad7-2bd6-4f8a-936d-46762313a621 None None] Network aa6c589a-8c7c-46c4-aba1-f9705574d564 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:41.306077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1286037945', 'router:external': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:41.312106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:41.326892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:41.334274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:network and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:41.338681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:41.355090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:41.364863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.378680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Made reservation on behalf of 847e34cb04ba4dcbb4bdf1c00407d02e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:41.380899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.396859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Deleting port 190dc953-7780-40c3-a836-953b8d0e08d6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:41.397577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.426118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.463482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:41.471022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:security_group_rule and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:41.475935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:41.476974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.511996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:41.609120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=2ed06ec1-401e-434f-a48c-ebd68c5ce5c4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:41.628190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port 2ed06ec1-401e-434f-a48c-ebd68c5ce5c4 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:41.679256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] For port 190dc953-7780-40c3-a836-953b8d0e08d6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=190dc953-7780-40c3-a836-953b8d0e08d6,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:41.679670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.780555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] DHCP port deletion for aa6c589a-8c7c-46c4-aba1-f9705574d564 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:20:41.785095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Deleting port 190dc953-7780-40c3-a836-953b8d0e08d6 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:41.785095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.787555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.818292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ebc588-6388-47cd-a131-e108133ec32b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:41.856271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4737a906-e37f-48c8-a2b8-2c225fdb9ad7') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:41.856895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4737a906-e37f-48c8-a2b8-2c225fdb9ad7') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:41.873950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Calling delete_port for 190dc953-7780-40c3-a836-953b8d0e08d6 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:41.935184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.958448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.965567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.975345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:41.992398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:41.993138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.026795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:42.031954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.068786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94379c91-d9a0-45be-81fb-ec6d67c97d6c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:42.104940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.107326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 190dc953-7780-40c3-a836-953b8d0e08d6 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:42.109973 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Added segment 9528da9e-914c-4e8b-a60c-1e7fe00db8d9 of type vlan for network 500d5039-067b-4738-97b0-25aa11b40c6e May 26 19:20:42.111969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Pushing event deleted for resources: {'Port': ['ID=190dc953-7780-40c3-a836-953b8d0e08d6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:42.131954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] No DVR routers for this DVR port 190dc953-7780-40c3-a836-953b8d0e08d6 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:42.180855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-ee6c5616-f41f-4a2e-a8eb-0f9ed6147f71 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:42.181602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-ee6c5616-f41f-4a2e-a8eb-0f9ed6147f71 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Synchronizing usage tracker for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:42.198282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.228267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.229223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 190dc953-7780-40c3-a836-953b8d0e08d6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:42.229779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 190dc953-7780-40c3-a836-953b8d0e08d6 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:42.230393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de4614d0-7905-4b07-8758-9a8b2b1cfaa8 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:20:42.231234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=67ebc588-6388-47cd-a131-e108133ec32b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:42.233093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-ee6c5616-f41f-4a2e-a8eb-0f9ed6147f71 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Unset dirty status for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:42.234436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-ee6c5616-f41f-4a2e-a8eb-0f9ed6147f71 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/networks?id=36b62644-e3d7-433f-85f0-0bfbd9636648 HTTP/1.1" status: 200 len: 818 time: 0.4046984 May 26 19:20:42.250599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.256661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2fb779f6-8426-488c-b133-ff64392bf808 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/67ebc588-6388-47cd-a131-e108133ec32b HTTP/1.1" status: 204 len: 168 time: 4.9948728 May 26 19:20:42.258245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34514) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:42.264319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2110660428'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:42.269587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-eba1ab0e-dec7-427c-94ff-506be7e8d400 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/quotas/ac930c3b2ac44f0f894a712cea5cd22a HTTP/1.1" status: 200 len: 375 time: 0.0274920 May 26 19:20:42.271985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:42.285935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: de4614d0-7905-4b07-8758-9a8b2b1cfaa8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:20:42.286669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de4614d0-7905-4b07-8758-9a8b2b1cfaa8 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:20:42.302502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] For port 190dc953-7780-40c3-a836-953b8d0e08d6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=190dc953-7780-40c3-a836-953b8d0e08d6,segment=NetworkSegment(080108ad-ece6-40e2-9fcf-b1b031fc01d7),segment_id=080108ad-ece6-40e2-9fcf-b1b031fc01d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:42.303112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.319545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:42.326684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:42.331169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-1f7d3b58-45d7-4753-b1f0-3718e22353df tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac930c3b2ac44f0f894a712cea5cd22a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535626 May 26 19:20:42.334980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:42.376557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:42.380974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.386191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.408899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.409896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:42.410468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.448156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Calling delete_port for 190dc953-7780-40c3-a836-953b8d0e08d6 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:42.492827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:42.531583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.531928 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee of type vlan for network 55d7c218-18a6-465b-a23d-b378516a6546 May 26 19:20:42.538539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Network': ['ID=500d5039-067b-4738-97b0-25aa11b40c6e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:42.542077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f0939e0-0fad-4172-a1d7-cda42f59a57f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8856006 May 26 19:20:42.543830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:42.544185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6c589a-8c7c-46c4-aba1-f9705574d564']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:42.544684 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:42.545469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34520) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:42.553865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 500d5039-067b-4738-97b0-25aa11b40c6e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:42.558567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080108ad-ece6-40e2-9fcf-b1b031fc01d7') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:42.559019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080108ad-ece6-40e2-9fcf-b1b031fc01d7') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:42.561145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-e5d09ab0-6d7f-45a4-8b94-9d3377347e71 service neutron] 10.222.0.24 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190371 May 26 19:20:42.574377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.584754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'subnet': {'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:42.590197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:42.595498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:subnet and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:42.598326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.609410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:42.610075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.612692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:42.625216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:42.678911 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 080108ad-ece6-40e2-9fcf-b1b031fc01d7 resource provider aggregate not found May 26 19:20:42.688527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.700294 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 080108ad-ece6-40e2-9fcf-b1b031fc01d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 080108ad-ece6-40e2-9fcf-b1b031fc01d7 found for delete ", "request_id": "req-959c3fdd-9e39-4419-8034-ee13cdec5860"}]} May 26 19:20:42.717082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Made reservation on behalf of 847e34cb04ba4dcbb4bdf1c00407d02e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:42.718049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.719335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.735991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.746755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6c589a-8c7c-46c4-aba1-f9705574d564,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:42.753505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:42.760763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1812d2a-3ffa-41c8-b1f8-58b543355772 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa6c589a-8c7c-46c4-aba1-f9705574d564 HTTP/1.1" status: 204 len: 168 time: 1.6967177 May 26 19:20:42.889923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:42.909831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.917444 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 resource provider aggregate not found May 26 19:20:42.949832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.950182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:42.955119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:42.955687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:42.958326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Usage tracker for resource:security_group_rule and tenant:96723984e15e4548b5f457d9da6e9d9d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:42.961775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:42.964212 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4737a906-e37f-48c8-a2b8-2c225fdb9ad7 found for delete ", "request_id": "req-b86acddc-376e-4102-bfae-f73f92e51419"}]} May 26 19:20:42.966711 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3615ed3d-8aa5-4743-9e16-a6673b93f7c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=619080b5860c49af94ce81a8cf769fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755332 May 26 19:20:42.969718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:42.972547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:43.045974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Deleting port 190dc953-7780-40c3-a836-953b8d0e08d6 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:43.046907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.063906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.111701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-a8d9e756-9f04-4962-a7f0-664e1e96b981 service neutron] 10.222.0.24 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496824 May 26 19:20:43.112204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.117301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=55d7c218-18a6-465b-a23d-b378516a6546,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:43.120212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-feff4f96-e905-4443-9338-0163e2bcf3f4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8610148 May 26 19:20:43.123390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34550) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:43.130403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:43.141300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:43.170694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-18e8991d-e208-41c4-9afa-0f3b841ce7fd None None] The port '190dc953-7780-40c3-a836-953b8d0e08d6' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:20:43.176569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.186900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.240675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9171c3-255f-414c-8a56-a71e5b6efc5e None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:43.244060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.252146 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96723984e15e4548b5f457d9da6e9d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976790 May 26 19:20:43.255316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c378cab-b1be-439a-a065-aee4f443fd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b5884-a8e7-4115-8a52-9560d06f08c4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:43.258379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:43.293516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe35fe1-1f64-4a16-ad16-d7f3892cec51,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:43.304012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.304884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf40cbb1-2dc7-4928-9745-1176df49af79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe35fe1-1f64-4a16-ad16-d7f3892cec51 HTTP/1.1" status: 204 len: 168 time: 0.3336742 May 26 19:20:43.352839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.392490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.493900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.495653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.532016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.536216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b5884-a8e7-4115-8a52-9560d06f08c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:43.547427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.549107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5749b1d-09d7-4ecb-8691-d633a94357f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a50b5884-a8e7-4115-8a52-9560d06f08c4 HTTP/1.1" status: 204 len: 168 time: 0.2892663 May 26 19:20:43.570153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9171c3-255f-414c-8a56-a71e5b6efc5e None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:43.615072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 55d7c218-18a6-465b-a23d-b378516a6546 is not hosted by any dhcp agent {{(pid=88363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 26 19:20:43.620969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:43.621498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.625651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "PUT /v2.0/networks/55d7c218-18a6-465b-a23d-b378516a6546 HTTP/1.1" status: 200 len: 723 time: 0.4984727 May 26 19:20:43.626557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:43.634364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '55d7c218-18a6-465b-a23d-b378516a6546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:43.779258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.835955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70dac8-46a1-4937-9f88-d8cfbe193458 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=55d7c218-18a6-465b-a23d-b378516a6546,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:43.848608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:43.868649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:43.875696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:43.879015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:43.888598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:43.903890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:43.904126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-ca3ae723-5e03-4cc2-a011-cde0a5a756ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:43.905605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-ca3ae723-5e03-4cc2-a011-cde0a5a756ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 811 time: 0.3499560 May 26 19:20:43.907528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:43.960080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-65055526-eea1-4c01-be35-a547f466b290 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/quotas/21758f8daf4548fa9f9157fbfea82c5a HTTP/1.1" status: 200 len: 375 time: 0.0491662 May 26 19:20:44.177344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:20:44.179318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.283946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b7916bfc-46be-4a33-8931-19d896e50af6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:44.301861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-6502ea85-441e-4340-a7b6-9a9b56234cc9 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3398890 May 26 19:20:44.383645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Checking segment: {'id': '9528da9e-914c-4e8b-a60c-1e7fe00db8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:44.384368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network hostable DHCP agents. Network: 500d5039-067b-4738-97b0-25aa11b40c6e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:44.394641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34596) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:44.433105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.460333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:44.478604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 500d5039-067b-4738-97b0-25aa11b40c6e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:44.482480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:92b58bacfdfc40d586342ebdaaf32493 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:44.489742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:44.490359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.500196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:44.510753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 500d5039-067b-4738-97b0-25aa11b40c6e) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:44.521302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573e1c0-3822-4e7b-a130-789008589cbe None None] Network 500d5039-067b-4738-97b0-25aa11b40c6e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:44.527656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:44.528383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.542602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-569057e6-f331-4cc3-9fa7-20160d7c610e service neutron] 10.222.0.24 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394590 May 26 19:20:44.616759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=345d1f52-38ae-4045-9da5-a65be813cf82,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:44.630608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:44.630962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 55d7c218-18a6-465b-a23d-b378516a6546, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:44.657030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 55d7c218-18a6-465b-a23d-b378516a6546 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:44.671583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:44.671859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-35dcab07-297c-47f0-b7b9-dba31312d15d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1227634 May 26 19:20:44.682351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-967304270', 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:44.692436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:44.700056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-54e1048e-8477-4df7-a40b-2d65503436f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.705214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:port and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:44.710987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 55d7c218-18a6-465b-a23d-b378516a6546) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:44.718202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:44.719244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.729372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272fa3f-bd35-4cdc-ad1b-bc8c558e942f None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:44.748074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91ce9d5b-fd85-4c4b-bd1d-f888628bc59e service neutron] 10.222.0.24 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044172 May 26 19:20:44.756168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:44.765185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:44.769517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d7eaed3-b298-4701-a4bf-d07cff636ebb tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1414340 May 26 19:20:44.772973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34610) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:44.781969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:44.810342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.816879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.832359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Made reservation on behalf of 847e34cb04ba4dcbb4bdf1c00407d02e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:44.835613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:44.872526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] device_id is not set on port de64179a-47bc-4908-989c-c8140151d206 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:20:44.970099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbe616-6c9d-4d14-b183-e999fa2ed3df,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:44.987697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4bfb8e03-d285-42d1-95ca-e37c987ed7e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92b58bacfdfc40d586342ebdaaf32493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916851 May 26 19:20:44.990485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34620) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:45.179986 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6045154'] for subnet, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.263399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68297f2e-fe13-488a-9dca-d56f750ca523 None None] Network 500d5039-067b-4738-97b0-25aa11b40c6e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:45.291067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.456727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-55d7c218-18a6-465b-a23d-b378516a6546', 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '345d1f52-38ae-4045-9da5-a65be813cf82'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:45.457609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.650411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.748672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.20.0.2 (500d5039-067b-4738-97b0-25aa11b40c6e/b7916bfc-46be-4a33-8931-19d896e50af6/de64179a-47bc-4908-989c-c8140151d206) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:45.749280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a4d47-9a8e-41db-8b5b-8ea637b3d000 req-bf70d8b0-0eb9-4445-8026-f18e178434a2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:45.750618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad8a4d47-9a8e-41db-8b5b-8ea637b3d000 req-bf70d8b0-0eb9-4445-8026-f18e178434a2 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 945 time: 0.6024938 May 26 19:20:45.751258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.782454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbe616-6c9d-4d14-b183-e999fa2ed3df,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:45.798564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:45.802161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63c75bed-dac8-4aa1-8629-7f079193b276 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5afbe616-6c9d-4d14-b183-e999fa2ed3df HTTP/1.1" status: 204 len: 168 time: 0.8083024 May 26 19:20:45.827008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad8a4d47-9a8e-41db-8b5b-8ea637b3d000 req-524e6ebf-121e-4925-b934-0568acce3d80 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656137 May 26 19:20:45.834684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-5dd44e55-6f58-4786-8421-7ac543a4400d tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:45.836126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-5dd44e55-6f58-4786-8421-7ac543a4400d tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.53 "GET /v2.0/networks?id=36b62644-e3d7-433f-85f0-0bfbd9636648 HTTP/1.1" status: 200 len: 818 time: 0.5949509 May 26 19:20:45.885371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Request body: {'port': {'device_id': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648', 'admin_state_up': True, 'tenant_id': 'ac930c3b2ac44f0f894a712cea5cd22a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:46.139563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742997949112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8299241'] for subnet, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.258299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Allocated IP 172.20.0.2 (55d7c218-18a6-465b-a23d-b378516a6546/345d1f52-38ae-4045-9da5-a65be813cf82/a8583a9f-e249-4d32-8e92-ac404faa0520) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:46.272091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:46.272780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.274190 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "PUT /v2.0/subnets/345d1f52-38ae-4045-9da5-a65be813cf82 HTTP/1.1" status: 200 len: 806 time: 1.4999931 May 26 19:20:46.279628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34648) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:46.324032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7322d-c20f-44b8-9751-548f4e69a24c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=345d1f52-38ae-4045-9da5-a65be813cf82,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:46.328732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.356544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:46.374826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Usage tracker for resource:port and tenant:ac930c3b2ac44f0f894a712cea5cd22a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:46.384521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:46.394381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:46.439706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Made reservation on behalf of ac930c3b2ac44f0f894a712cea5cd22a for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:46.446414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.526408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.670677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.830754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 500d5039-067b-4738-97b0-25aa11b40c6e is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:46.840477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:46.842866 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.849169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:46.866983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dca78ce1-0cdd-4c27-bbee-b84be0ec146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.871283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Transition to ACTIVE for port object a8583a9f-e249-4d32-8e92-ac404faa0520 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:46.919938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Transition to ACTIVE for port object a8583a9f-e249-4d32-8e92-ac404faa0520 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:46.930876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.945477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=de64179a-47bc-4908-989c-c8140151d206,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:46.976952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-913235e5-bc32-4a98-ade2-bca2ba5efdb7 req-5198b6ee-47f4-4cd8-a55d-0c5d5ffa7eab tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 210 time: 0.1517580 May 26 19:20:46.978415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:46.998083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:47.019062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.131495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Allocated IP 172.20.0.10 (36b62644-e3d7-433f-85f0-0bfbd9636648/469f58e2-cedd-4f75-a2b0-434f183244fb/1d77fa7e-8d57-44e0-b32e-34c6678c68ea) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:47.153439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-fbc4eaaa-a948-4eb6-9e49-078fdaaf62bc tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:47.155358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-fbc4eaaa-a948-4eb6-9e49-078fdaaf62bc tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 811 time: 0.5326512 May 26 19:20:47.161732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Pushing event updated for resources: {'Port': ['ID=a8583a9f-e249-4d32-8e92-ac404faa0520,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:47.169288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf8c93be-e9f4-4535-9dd6-8628d7910a7c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4950063 May 26 19:20:47.170237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Request body: {'port': {'device_id': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'admin_state_up': True, 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:47.171944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:47.187952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:47.190975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:47.194474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:47.304914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Deleting port de64179a-47bc-4908-989c-c8140151d206 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:47.305341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.336562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57a77f40-a56b-4d18-89da-e308b40cf69d req-96f3a117-10df-4ab7-b358-64c361c86cad tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 210 time: 0.0720510 May 26 19:20:47.343823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Attempting to bind port a8583a9f-e249-4d32-8e92-ac404faa0520 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:47.345110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Attempting to bind port a8583a9f-e249-4d32-8e92-ac404faa0520 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:47.346217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Attempting to bind port a8583a9f-e249-4d32-8e92-ac404faa0520 on network 55d7c218-18a6-465b-a23d-b378516a6546 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:47.353696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.356239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:47.356895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Checking segment: {'id': '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:47.357481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.358124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Bound using segment: {'id': '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:47.358757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Bound port: a8583a9f-e249-4d32-8e92-ac404faa0520, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '55d7c218-18a6-465b-a23d-b378516a6546'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:47.359302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.373443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.404486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=345d1f52-38ae-4045-9da5-a65be813cf82,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:47.501631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] For port a8583a9f-e249-4d32-8e92-ac404faa0520, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:47.506615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] For port a8583a9f-e249-4d32-8e92-ac404faa0520, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a8583a9f-e249-4d32-8e92-ac404faa0520,segment=NetworkSegment(1a4f7dd2-af4c-419c-9f96-88c841f3d0ee),segment_id=1a4f7dd2-af4c-419c-9f96-88c841f3d0ee)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:47.514041 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.673657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.689541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:47.692508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840f94-0537-4258-a6e2-53383371c6c2 None None] Pushing event updated for resources: {'Port': ['ID=a8583a9f-e249-4d32-8e92-ac404faa0520,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:47.705491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Usage tracker for resource:port and tenant:21758f8daf4548fa9f9157fbfea82c5a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:47.710652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:47.716764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ac900-a5ac-464f-94a8-1fcaed0106ec None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:47.764312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:47.776937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d7c218-18a6-465b-a23d-b378516a6546']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:47.819798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:47.820835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:47.833970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Made reservation on behalf of 21758f8daf4548fa9f9157fbfea82c5a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:47.837887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.882652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:47.950249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-1abb1de6-c2fb-436d-aba1-3d493d274586 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=88aa264b2ff64de3a916d00d49294bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700610 May 26 19:20:47.993611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.009877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8819e01-fd96-41ab-97d6-70c9f92a896b None None] Network 55d7c218-18a6-465b-a23d-b378516a6546 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:48.146350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:48.146350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.207623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.245419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.250531 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee resource provider aggregate not found May 26 19:20:48.268092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.309100 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee found for delete ", "request_id": "req-2b7d1df6-c4e3-4a2b-810e-932f75e437fa"}]} May 26 19:20:48.361072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:20:48.361072 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:20:48.361072 n-d-843146-9 neutron-server[88363]: [parameters: {'id': '55d7c218-18a6-465b-a23d-b378516a6546'}] May 26 19:20:48.361072 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:20:48.361928 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:20:48.413080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-a2f756c8-0480-4feb-b58e-7d8e098a26d7 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:48.414598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-a2f756c8-0480-4feb-b58e-7d8e098a26d7 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240901 May 26 19:20:48.443048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Allocated IP 172.20.0.2 (a87d2eb8-e5df-48df-bde8-759037d21649/7e7103a4-3485-40ee-a626-8ecfc7c7b3ca/74a74f72-b8f9-4244-aeb2-07b2618b60d4) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:48.447617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d47d9-9537-4ce0-9011-76e9b24276e2 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:48.463702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-865cffb8-19ce-40cf-a101-b7c89e5b8110 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/quotas/88aa264b2ff64de3a916d00d49294bcc HTTP/1.1" status: 200 len: 375 time: 0.0369942 May 26 19:20:48.492713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Calling delete_port for de64179a-47bc-4908-989c-c8140151d206 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:48.539638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-408a544f-c456-482c-a47d-695dbc6761a0 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88aa264b2ff64de3a916d00d49294bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702741 May 26 19:20:48.562599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d47d9-9537-4ce0-9011-76e9b24276e2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:48.721869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.778780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34728) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:48.882219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:48.913088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Network 36b62644-e3d7-433f-85f0-0bfbd9636648 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:48.921065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:48.930097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:48.952957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port a8583a9f-e249-4d32-8e92-ac404faa0520 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:20:48.953317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.020551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:49.025347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.031835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Pushing event updated for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:49.058119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.178992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.202567 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6970ecb3-e724-4aa1-89f9-958ea281bfc4 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3273244 May 26 19:20:49.210716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Port': ['ID=de64179a-47bc-4908-989c-c8140151d206,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:49.227764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Request body: {'port': {'device_id': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:49.269905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.324295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port a8583a9f-e249-4d32-8e92-ac404faa0520, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a8583a9f-e249-4d32-8e92-ac404faa0520,segment=NetworkSegment(1a4f7dd2-af4c-419c-9f96-88c841f3d0ee),segment_id=1a4f7dd2-af4c-419c-9f96-88c841f3d0ee)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:49.325014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.372678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:49.390154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Usage tracker for resource:security_group_rule and tenant:e1a16d12c87a40e89b29d182fbb281b8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:49.394773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:49.403776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:49.480998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for a8583a9f-e249-4d32-8e92-ac404faa0520 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:20:49.484616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.513238 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c074c30a-dff4-4e9d-9ea1-ca0ee2514aa8 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/ports/de64179a-47bc-4908-989c-c8140151d206 HTTP/1.1" status: 204 len: 168 time: 2.3368430 May 26 19:20:49.513844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34752) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:49.520370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.546580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'external_fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2'}]}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:49.583847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.640195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:49.649639 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.688178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:router and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:49.706428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2de6c83-d5ae-4cfe-94c0-65532aca48f3 req-0430d2ee-15e4-4810-b852-50261beed303 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.1019282 May 26 19:20:49.707068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.715182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.745300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:49.748314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=a8583a9f-e249-4d32-8e92-ac404faa0520,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:49.755465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:49.757551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port a8583a9f-e249-4d32-8e92-ac404faa0520 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:20:49.817091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.829782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['cc41bf91-ebc8-474c-8604-983f0423bc3f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:20:49.884975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1a16d12c87a40e89b29d182fbb281b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364249 May 26 19:20:49.890413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:49.903720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f336bd-2928-4785-88b4-70078597e3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cafdde-4c2d-4ba2-8867-ecd3b68dd137,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:49.974681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.975438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:49.997398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.034059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.045486 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.051427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.063443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Network a87d2eb8-e5df-48df-bde8-759037d21649 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:50.078258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:50.092817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:50.137125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Pushing event updated for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:50.137672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d77fa7e-8d57-44e0-b32e-34c6678c68ea {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:50.148006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.178234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Transition to ACTIVE for port object 1d77fa7e-8d57-44e0-b32e-34c6678c68ea will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:50.179144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.190340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.223867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d7c218-18a6-465b-a23d-b378516a6546']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:50.238753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cafdde-4c2d-4ba2-8867-ecd3b68dd137,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:50.300542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:50.300846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4f7dd2-af4c-419c-9f96-88c841f3d0ee') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:50.336083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:50.336715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.341924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.423139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.424241 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4237a5f9-5142-444d-bdc2-e499de3f5982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59cafdde-4c2d-4ba2-8867-ecd3b68dd137 HTTP/1.1" status: 204 len: 168 time: 0.5325744 May 26 19:20:50.433469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd11f9-2c23-4111-8e38-073fe4aede24 req-79caf93d-7105-43dc-8fb6-ce7276a6ee84 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:50.435012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2dd11f9-2c23-4111-8e38-073fe4aede24 req-79caf93d-7105-43dc-8fb6-ce7276a6ee84 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 932 time: 0.5582607 May 26 19:20:50.486521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:50.519465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.557970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-4049b091-75ac-4a24-a96e-f51685aee2c5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=88aa264b2ff64de3a916d00d49294bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352072 May 26 19:20:50.565690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:50.566139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.571330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Attempting to bind port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:50.571719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Attempting to bind port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:50.572101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Attempting to bind port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea on network 36b62644-e3d7-433f-85f0-0bfbd9636648 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:50.577748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea on network 36b62644-e3d7-433f-85f0-0bfbd9636648 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:20:50.578125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Attempting to bind port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea on network 36b62644-e3d7-433f-85f0-0bfbd9636648 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:50.584121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:50.584469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Checking segment: {'id': '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:50.585080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Bound using segment: {'id': '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:50.585524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Bound port: 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:50.586038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.699055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.702094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:50.705654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,segment=NetworkSegment(6caf3a29-78a1-4431-a9df-d7b8e4b01b7f),segment_id=6caf3a29-78a1-4431-a9df-d7b8e4b01b7f)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:50.710440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.778645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:50.779249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.780602 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/1d77fa7e-8d57-44e0-b32e-34c6678c68ea HTTP/1.1" status: 200 len: 1092 time: 1.5608230 May 26 19:20:50.781031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:50.785858 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee resource provider aggregate not found May 26 19:20:50.822517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788a02-56c5-4e25-99b2-6dc04b8e87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:50.834344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5d215c7d-1298-45d8-ba20-8e08ecbe9dc8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6685989 May 26 19:20:50.883913 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a4f7dd2-af4c-419c-9f96-88c841f3d0ee found for delete ", "request_id": "req-47b57c8e-d7fc-4750-a06b-1621c13e28c1"}]} May 26 19:20:50.905520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-8eab9e04-c84b-4bfd-8138-5f68161e46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:50.907935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-8eab9e04-c84b-4bfd-8138-5f68161e46f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac930c3b2ac44f0f894a712cea5cd22a&device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 1095 time: 0.0822535 May 26 19:20:50.911063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Request body: {'port': {'device_id': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:50.968103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c2dd11f9-2c23-4111-8e38-073fe4aede24 req-38029fef-adf7-400b-871d-46160f45be2b tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Synchronizing usage tracker for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:50.981023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:50.982832 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-f1263d10-f2f2-49af-a032-ab76025d0d42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea HTTP/1.1" status: 200 len: 217 time: 0.0644641 May 26 19:20:51.056090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.070583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-bab2c860-2199-48ca-b10d-bf6c845000cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:51.072165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-bab2c860-2199-48ca-b10d-bf6c845000cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469f58e2-cedd-4f75-a2b0-434f183244fb HTTP/1.1" status: 200 len: 858 time: 0.0821404 May 26 19:20:51.094499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=55d7c218-18a6-465b-a23d-b378516a6546,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:51.109347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-70362266-95a6-45c6-8f44-f55077bccb0a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/55d7c218-18a6-465b-a23d-b378516a6546 HTTP/1.1" status: 204 len: 168 time: 4.8277419 May 26 19:20:51.122096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:51.155457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-6d118778-18aa-45cd-83fd-17dc158983e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36b62644-e3d7-433f-85f0-0bfbd9636648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752423 May 26 19:20:51.158867 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-67daec3d-ead4-463e-8dd5-ef85f2ee3e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:20:51.165858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67daec3d-ead4-463e-8dd5-ef85f2ee3e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:20:51.165858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-67daec3d-ead4-463e-8dd5-ef85f2ee3e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/55d7c218-18a6-465b-a23d-b378516a6546 HTTP/1.1" status: 404 len: 339 time: 0.0336988 May 26 19:20:51.165858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34792) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:51.169819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c2dd11f9-2c23-4111-8e38-073fe4aede24 req-38029fef-adf7-400b-871d-46160f45be2b tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Unset dirty status for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:51.170991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2dd11f9-2c23-4111-8e38-073fe4aede24 req-38029fef-adf7-400b-871d-46160f45be2b tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557758 May 26 19:20:51.190599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711586853', 'description': 'd1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:51.191285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-22ea8a4d-69ba-4d36-8e7a-95dff917ae1c tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:51.192727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-22ea8a4d-69ba-4d36-8e7a-95dff917ae1c tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899426 May 26 19:20:51.206371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:51.208772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Request body: {'port': {'device_id': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '88aa264b2ff64de3a916d00d49294bcc'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:51.210361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:network and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:51.213806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:51.220020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:51.286531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:51.290395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.295872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.335521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:51.344625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.344964 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment bd03d512-a769-4c80-aab2-dfdbcd1661da of type vlan for network 59c0ac74-ebe9-4140-b1ad-a8910a67ab97 May 26 19:20:51.378367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.433611 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-73b9c529-a4b7-4d65-a943-e9b5577d6a2c service neutron] 10.222.0.53 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709706 May 26 19:20:51.444184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.450350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:51.450956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618069'] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.520355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:51.580774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Usage tracker for resource:port and tenant:88aa264b2ff64de3a916d00d49294bcc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:51.597627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:51.611073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:51.633709 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4674602 May 26 19:20:51.635244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f57e-4266-4b3f-8c4a-baf969208b2d req-659c171a-b2b1-44ae-a816-fbe6087213ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:51.636044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8c29f57e-4266-4b3f-8c4a-baf969208b2d req-659c171a-b2b1-44ae-a816-fbe6087213ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Synchronizing usage tracker for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:51.638453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:51.645549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188697b-854c-456a-9c19-692774e9e390 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=59c0ac74-ebe9-4140-b1ad-a8910a67ab97,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:51.657032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 59c0ac74-ebe9-4140-b1ad-a8910a67ab97 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:51.700056 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d7eefa02-9eb5-40aa-8bc5-dd8f37386afe req-406a3a2c-67fe-4e0d-b7c1-e3c302923739 service neutron] 10.222.0.53 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700418 May 26 19:20:51.741350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Made reservation on behalf of 88aa264b2ff64de3a916d00d49294bcc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:51.745259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.882637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:51.930157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8c29f57e-4266-4b3f-8c4a-baf969208b2d req-659c171a-b2b1-44ae-a816-fbe6087213ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Unset dirty status for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:51.931383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c29f57e-4266-4b3f-8c4a-baf969208b2d req-659c171a-b2b1-44ae-a816-fbe6087213ea tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 931 time: 0.6250632 May 26 19:20:51.935059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:51.946576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Usage tracker for resource:security_group_rule and tenant:88aa264b2ff64de3a916d00d49294bcc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:51.968772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:52.042743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d237f44e-60da-40e6-b031-6b2adaee9916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:52.043410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d237f44e-60da-40e6-b031-6b2adaee9916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Synchronizing usage tracker for tenant:fcf407cd2025445f801da062e0aff45d on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:52.067374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:52.246037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c29f57e-4266-4b3f-8c4a-baf969208b2d req-d30d66a6-1147-4a4f-8b83-6ec6c5ac50a5 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044674 May 26 19:20:52.268980 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bbad3346-ce28-4e77-abeb-d6c16895a7f4 req-4c6e53c4-e8b1-4488-9524-7dd8482c9b17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.0494859 May 26 19:20:52.269798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d237f44e-60da-40e6-b031-6b2adaee9916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Unset dirty status for tenant:fcf407cd2025445f801da062e0aff45d on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:52.270996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d237f44e-60da-40e6-b031-6b2adaee9916 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks?id=59c0ac74-ebe9-4140-b1ad-a8910a67ab97 HTTP/1.1" status: 200 len: 760 time: 0.6256003 May 26 19:20:52.273672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:52.280014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'description': 'd2'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:52.542612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.561716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.584782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.588005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 59c0ac74-ebe9-4140-b1ad-a8910a67ab97 is not hosted by any dhcp agent {{(pid=88362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 26 19:20:52.593447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:52.594039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.595539 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "PUT /v2.0/networks/59c0ac74-ebe9-4140-b1ad-a8910a67ab97 HTTP/1.1" status: 200 len: 757 time: 0.3204241 May 26 19:20:52.612242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34838) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:52.662837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44910149-0ab6-415a-b953-4bff5a8a2936 req-611ee902-f9df-4a84-a7fe-985e56fe207c tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 210 time: 0.1211309 May 26 19:20:52.663953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.676478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ee4e8-5968-4ee7-a092-0e8bbf3a6996 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=59c0ac74-ebe9-4140-b1ad-a8910a67ab97,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:52.680444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a74f72-b8f9-4244-aeb2-07b2618b60d4 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:52.697002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 59c0ac74-ebe9-4140-b1ad-a8910a67ab97 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:52.782770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.883240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Transition to ACTIVE for port object 74a74f72-b8f9-4244-aeb2-07b2618b60d4 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:52.887912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.906705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bb47ac-1418-486e-aa1e-dd7707dd3b9e tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:52.908173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0bb47ac-1418-486e-aa1e-dd7707dd3b9e tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks?id=59c0ac74-ebe9-4140-b1ad-a8910a67ab97 HTTP/1.1" status: 200 len: 760 time: 0.2873087 May 26 19:20:52.908881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.911939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.912063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:52.918640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-36498137'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:52.924751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:52.937368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:52.949108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:52.953707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:52.992366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:53.016259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.016424 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment 4f0195df-9cb4-4a1f-9b0a-9589dc334b76 of type vlan for network 4b1ca715-8445-429c-b31e-986f793865bf May 26 19:20:53.091935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.132714 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697fc388-1fbd-4584-b79a-2b6c8f409f6e'] response: {'name': 'network-changed', 'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea', 'status': 'completed', 'code': 200} May 26 19:20:53.147962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.154486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:53.155194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.254908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34876) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:53.270829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de25376f-c1af-4a24-8d95-3aa5906d0914,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:53.401728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Pushing event updated for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:53.481007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5677483 May 26 19:20:53.485254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:53.499001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': '4b1ca715-8445-429c-b31e-986f793865bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:53.517967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cddf7-2081-4a95-a1b8-ca05d8f12042 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=4b1ca715-8445-429c-b31e-986f793865bf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:53.532926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4b1ca715-8445-429c-b31e-986f793865bf details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:53.580090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.20.0.2 (500d5039-067b-4738-97b0-25aa11b40c6e/b7916bfc-46be-4a33-8931-19d896e50af6/79b722bb-1524-4bd9-a212-b22d4a60b3c2) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:53.586455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.614734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-e129a316-e64a-4a3e-b5e5-fb46e72b80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:53.616293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-e129a316-e64a-4a3e-b5e5-fb46e72b80e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac930c3b2ac44f0f894a712cea5cd22a&device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 1095 time: 0.4551547 May 26 19:20:53.634390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:53.664519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f4f7b6a5ba467b99565a5ccab25fad is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:53.667611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Attempting to bind port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:53.667945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Attempting to bind port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:53.668270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Attempting to bind port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 on network a87d2eb8-e5df-48df-bde8-759037d21649 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:53.683374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:53.726391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:53.733717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Usage tracker for resource:subnet and tenant:fcf407cd2025445f801da062e0aff45d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:53.738892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:53.741887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Allocated IP 192.168.233.164 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/f02718af-0a07-4e4d-9150-a9df6aaddcba) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:53.743942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 on network a87d2eb8-e5df-48df-bde8-759037d21649 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:20:53.744479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Attempting to bind port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 on network a87d2eb8-e5df-48df-bde8-759037d21649 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:53.748071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:53.749126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:53.780675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:53.781013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Checking segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:53.781419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Bound using segment: {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:53.781866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Bound port: 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed53e6c-66fa-400e-a937-5d4151ef9240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:53.782212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.795110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:53.798779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:53.804669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7704-f670-47c2-a3cd-4e8556a53d0f req-ada23f32-c57d-427d-9652-cd5dfd4a2813 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:53.807889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2cf7704-f670-47c2-a3cd-4e8556a53d0f req-ada23f32-c57d-427d-9652-cd5dfd4a2813 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 944 time: 0.5540850 May 26 19:20:53.879675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-bf9c2413-5ad2-4d14-99d1-f5a6b8c9f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:53.882346 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-bf9c2413-5ad2-4d14-99d1-f5a6b8c9f1bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=36b62644-e3d7-433f-85f0-0bfbd9636648 HTTP/1.1" status: 200 len: 919 time: 0.2534804 May 26 19:20:53.988827 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-01b6fc8e-ede8-4492-a195-32a70adc8cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea HTTP/1.1" status: 200 len: 217 time: 0.0890749 May 26 19:20:54.073310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-816e26de-aea4-4e26-bbf6-2019bb00a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:54.074744 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-816e26de-aea4-4e26-bbf6-2019bb00a78b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=469f58e2-cedd-4f75-a2b0-434f183244fb HTTP/1.1" status: 200 len: 858 time: 0.0759621 May 26 19:20:54.129793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2cf7704-f670-47c2-a3cd-4e8556a53d0f req-99a6846f-3a55-4fcd-a453-9bab8b876ca3 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577689 May 26 19:20:54.148214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.174239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-a56a7e3f-0acf-451b-a2a5-ccea0f6b197e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=36b62644-e3d7-433f-85f0-0bfbd9636648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614250 May 26 19:20:54.179378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:54.230439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:20:54.249601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.323140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.334558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:20:54.390548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:54.391169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.392588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] 10.222.0.53 "PUT /v2.0/ports/74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 200 len: 1091 time: 3.5009401 May 26 19:20:54.394328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:54.414603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.422850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.440385 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.446604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=43a6fdf6-c582-4dab-9e5e-ea54a10ff774,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:54.450197 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-adbcdb4c-b973-4bdf-afb5-e661ee2ef4e0 service neutron] 10.222.0.53 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616937 May 26 19:20:54.460967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': '4f0195df-9cb4-4a1f-9b0a-9589dc334b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4b1ca715-8445-429c-b31e-986f793865bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:54.461367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: 4b1ca715-8445-429c-b31e-986f793865bf, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:54.492293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Transition to ACTIVE for port object f02718af-0a07-4e4d-9150-a9df6aaddcba will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:54.560632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:54.565663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network 4b1ca715-8445-429c-b31e-986f793865bf is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:54.577411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'mac_address': 'fa:16:3e:c5:b4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:20:54.582681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4b1ca715-8445-429c-b31e-986f793865bf) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:54.591149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:54.591729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.610222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.620808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d68cf9-3433-4f9b-ab42-fc70947d8eb6 None None] Network 4b1ca715-8445-429c-b31e-986f793865bf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:54.627442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c460-d12f-4634-82ec-26628cd4b864 service neutron] Pushing event updated for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:54.638438 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8ddb3bcf-0fa0-4633-9859-0efb6c3a2e43 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1487567 May 26 19:20:54.640901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:54.645555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a417c832-0f09-4500-b8ce-c177bdcd077e req-ab461cb7-749a-46bf-bde8-fb2c9fc9b398 service neutron] 10.222.0.53 "GET /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767006 May 26 19:20:54.727288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:54.727823 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.752337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:54.796858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:54.821763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.829633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.881953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.886822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5664e78-58cc-49e2-9d3a-fc6d0c83c2f4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:54.904648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.930351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5b3e4f54-3cb5-47e2-9b68-3044bc44a051 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6f4f7b6a5ba467b99565a5ccab25fad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6609066 May 26 19:20:54.934861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:54.938457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 500d5039-067b-4738-97b0-25aa11b40c6e is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:54.944922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:54.953205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d57bbb-bb63-44e5-a97a-fe9a9b72fab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4b1ca715-8445-429c-b31e-986f793865bf', 'network_id': '4b1ca715-8445-429c-b31e-986f793865bf', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '43a6fdf6-c582-4dab-9e5e-ea54a10ff774'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:54.953686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3d57bbb-bb63-44e5-a97a-fe9a9b72fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:54.968522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:55.023991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:20:55.027317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:20:55.041400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.041924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:55.048264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=79b722bb-1524-4bd9-a212-b22d4a60b3c2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.053356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:20:55.075490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.097338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.116175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.116791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.117311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.117813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.118293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.118900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.119533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.120021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.120500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.121111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.121591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.122069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:20:55.134120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.185483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.225770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=43a6fdf6-c582-4dab-9e5e-ea54a10ff774,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server [None req-c3d57bbb-bb63-44e5-a97a-fe9a9b72fab5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43a6fdf6-c582-4dab-9e5e-ea54a10ff774: This subnet is being modified by another concurrent operation. May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:20:55.256567 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise exception May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43a6fdf6-c582-4dab-9e5e-ea54a10ff774: This subnet is being modified by another concurrent operation. May 26 19:20:55.260505 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server May 26 19:20:55.295987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f12de-3305-4c8a-a868-a43af7b85677 None None] Network 4b1ca715-8445-429c-b31e-986f793865bf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:55.401483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.409181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:55.409711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.418059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5664e78-58cc-49e2-9d3a-fc6d0c83c2f4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.423678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe95202-7b8a-4c59-9733-9500d865f008 req-4bb45b60-0900-46cc-85e7-1873b3c6db50 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:55.431098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbe95202-7b8a-4c59-9733-9500d865f008 req-4bb45b60-0900-46cc-85e7-1873b3c6db50 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 943 time: 0.8845043 May 26 19:20:55.454420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.455551 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e973ba8f-9e3d-4504-ba5d-b028b61be712 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5664e78-58cc-49e2-9d3a-fc6d0c83c2f4 HTTP/1.1" status: 204 len: 168 time: 0.5170209 May 26 19:20:55.457715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.483977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a44479a3-dce8-4051-966d-1ecd6e8a7b89 None None] Provisioning for port f02718af-0a07-4e4d-9150-a9df6aaddcba completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:20:55.492204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1ca715-8445-429c-b31e-986f793865bf']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:55.494007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a44479a3-dce8-4051-966d-1ecd6e8a7b89 None None] Provisioning complete for port f02718af-0a07-4e4d-9150-a9df6aaddcba triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:55.494379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a44479a3-dce8-4051-966d-1ecd6e8a7b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.506144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0195df-9cb4-4a1f-9b0a-9589dc334b76') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:55.506526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0195df-9cb4-4a1f-9b0a-9589dc334b76') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:55.521258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.546768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.551348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-2886ad1f-2127-4b3f-99b7-2cc169988987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:55.553795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-2886ad1f-2127-4b3f-99b7-2cc169988987 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1094 time: 1.0104663 May 26 19:20:55.555185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:20:55.556050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.620359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a44479a3-dce8-4051-966d-1ecd6e8a7b89 None None] Port f02718af-0a07-4e4d-9150-a9df6aaddcba cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:20:55.622575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b437c87-dcb3-4296-9433-a63c3ae93de5 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:20:55.660216 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4f0195df-9cb4-4a1f-9b0a-9589dc334b76 resource provider aggregate not found May 26 19:20:55.690425 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4f0195df-9cb4-4a1f-9b0a-9589dc334b76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f0195df-9cb4-4a1f-9b0a-9589dc334b76 found for delete ", "request_id": "req-d10af677-abf9-48e4-b16d-b209191bff0e"}]} May 26 19:20:55.691662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbe95202-7b8a-4c59-9733-9500d865f008 req-87385ab3-b793-44e6-b962-f5148ba57781 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596061 May 26 19:20:55.693203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-18b0892b-17b9-4f3c-b6aa-a1931f867315 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 200 len: 217 time: 0.1063726 May 26 19:20:55.698301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e5f29b20-8257-458b-969f-deb4e42c96f4 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4943097 May 26 19:20:55.715617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.725862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:55.753214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b437c87-dcb3-4296-9433-a63c3ae93de5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:20:55.759186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=4b1ca715-8445-429c-b31e-986f793865bf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:55.764533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-42a49084-8ff8-45e7-ab5a-1dcf270de7b6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/4b1ca715-8445-429c-b31e-986f793865bf HTTP/1.1" status: 204 len: 168 time: 1.1225944 May 26 19:20:55.766987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34922) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:55.824256 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51b8d9-d4d8-4b9c-a208-c95ecfa8a8c9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] GET failed (client error): The resource could not be found. May 26 19:20:55.825026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da51b8d9-d4d8-4b9c-a208-c95ecfa8a8c9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Synchronizing usage tracker for tenant:fcf407cd2025445f801da062e0aff45d on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:55.845125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Request body: {'port': {'device_id': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:55.870991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da51b8d9-d4d8-4b9c-a208-c95ecfa8a8c9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Unset dirty status for tenant:fcf407cd2025445f801da062e0aff45d on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:55.873505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-da51b8d9-d4d8-4b9c-a208-c95ecfa8a8c9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets/43a6fdf6-c582-4dab-9e5e-ea54a10ff774 HTTP/1.1" status: 404 len: 337 time: 0.1055129 May 26 19:20:55.876246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:55.903015 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-07afcac3-e413-4817-ae16-152c92cdd13b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:20:55.903731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07afcac3-e413-4817-ae16-152c92cdd13b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:20:55.905888 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07afcac3-e413-4817-ae16-152c92cdd13b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/4b1ca715-8445-429c-b31e-986f793865bf HTTP/1.1" status: 404 len: 339 time: 0.0281899 May 26 19:20:55.912118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34934) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:56.101773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-118c5477-7060-49ca-b1a4-5925f7bfa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.104101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-118c5477-7060-49ca-b1a4-5925f7bfa514 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.2689259 May 26 19:20:56.134134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98d874-8e1d-4713-8d74-777ef58dcab9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.141923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98d874-8e1d-4713-8d74-777ef58dcab9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.142254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f98d874-8e1d-4713-8d74-777ef58dcab9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Synchronizing usage tracker for tenant:fcf407cd2025445f801da062e0aff45d on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:56.161607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f98d874-8e1d-4713-8d74-777ef58dcab9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Unset dirty status for tenant:fcf407cd2025445f801da062e0aff45d on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:56.165779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f98d874-8e1d-4713-8d74-777ef58dcab9 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.2499199 May 26 19:20:56.166995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:56.214452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-9de01d89-9bc0-4d83-9991-b7e5142bcb0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773895 May 26 19:20:56.225024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5525d04d-b997-4c6e-98a7-24cef6495df8 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 207 time: 0.0536482 May 26 19:20:56.225882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34948) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:56.249344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.319834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.343904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1d77fa7e-8d57-44e0-b32e-34c6678c68ea details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:20:56.348274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:20:56.394513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.401623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.407913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.414787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.420956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.427301 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95814a6f-403b-4a33-a5ba-ef25e8a9ffd3 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3089 time: 0.2003386 May 26 19:20:56.428238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34958) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:56.557613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:20:56.558208 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.633616 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6047751c-71a6-4a68-b2b7-4539584e3848 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 676 time: 0.2041547 May 26 19:20:56.637532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-e28a961d-79f7-4e1b-8fea-871fb64bf77e tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.638235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-e28a961d-79f7-4e1b-8fea-871fb64bf77e tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Synchronizing usage tracker for tenant:88aa264b2ff64de3a916d00d49294bcc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:56.640630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34968) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:56.671257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,segment=NetworkSegment(6caf3a29-78a1-4431-a9df-d7b8e4b01b7f),segment_id=6caf3a29-78a1-4431-a9df-d7b8e4b01b7f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:56.714507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea', 'network_id': '36b62644-e3d7-433f-85f0-0bfbd9636648', 'port_id': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea', 'mac_address': 'fa:16:3e:71:04:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f58e2-cedd-4f75-a2b0-434f183244fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:20:56.787828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:56.788266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.796592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-e28a961d-79f7-4e1b-8fea-871fb64bf77e tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Unset dirty status for tenant:88aa264b2ff64de3a916d00d49294bcc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:56.797764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-e28a961d-79f7-4e1b-8fea-871fb64bf77e tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 936 time: 0.8945105 May 26 19:20:56.818235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:20:56.818235 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.836210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:20:56.846099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d77fa7e-8d57-44e0-b32e-34c6678c68ea {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:56.852156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:56.870073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.874845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,segment=NetworkSegment(6caf3a29-78a1-4431-a9df-d7b8e4b01b7f),segment_id=6caf3a29-78a1-4431-a9df-d7b8e4b01b7f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:20:56.922614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:56.934191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-81ff336b-ce0c-4a82-98f6-9b74ca5e2f91 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7062891 May 26 19:20:56.956014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:56.957492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccaac71-16a7-4fc3-b79e-aa9e572fb661 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.959109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccaac71-16a7-4fc3-b79e-aa9e572fb661 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:56.959834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ccaac71-16a7-4fc3-b79e-aa9e572fb661 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Synchronizing usage tracker for tenant:fcf407cd2025445f801da062e0aff45d on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:57.036907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:57.187846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-859e83c7-90b9-4e1a-92f4-7a9732a006ae tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Synchronizing usage tracker for tenant:88aa264b2ff64de3a916d00d49294bcc on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:20:57.190108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ccaac71-16a7-4fc3-b79e-aa9e572fb661 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Unset dirty status for tenant:fcf407cd2025445f801da062e0aff45d on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:57.191228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ccaac71-16a7-4fc3-b79e-aa9e572fb661 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5343192 May 26 19:20:57.195052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34994) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.269937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34998) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.283287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e055c-2907-4048-b94d-225b5a3e025f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:57.284777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e055c-2907-4048-b94d-225b5a3e025f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:57.286305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-406e055c-2907-4048-b94d-225b5a3e025f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0899353 May 26 19:20:57.289974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.347541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-859e83c7-90b9-4e1a-92f4-7a9732a006ae tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Unset dirty status for tenant:88aa264b2ff64de3a916d00d49294bcc on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:20:57.348692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae269c52-decd-49f7-b9f2-21152eaf3b96 req-859e83c7-90b9-4e1a-92f4-7a9732a006ae tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381026 May 26 19:20:57.359747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:57.442980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5f7e49-325f-4256-b528-8786124f72f3 req-5ed9c709-d2ed-4703-bec4-cd7562b7bb38 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745219 May 26 19:20:57.464960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:57.488901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abc680-6ea5-4c1a-a0af-c3b1697703cd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:57.492886 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-75abc680-6ea5-4c1a-a0af-c3b1697703cd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks/fb3c7dd3-30b7-4ee8-bafe-97e93a355245 HTTP/1.1" status: 200 len: 799 time: 0.1981695 May 26 19:20:57.492886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:57.494890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.518290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Usage tracker for resource:security_group_rule and tenant:20d366c657a444b08627a5a13b0cc9c9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:20:57.523485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:20:57.579830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:57.627916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d89b77bf-46fe-4a45-b9ac-ff72c17ed58d req-cef5613a-d101-4fd0-bfb3-43ed74bbf01b tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0802398 May 26 19:20:57.642655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1d77fa7e-8d57-44e0-b32e-34c6678c68ea'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:20:57.698019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2748ab5c-5117-451f-9a6d-bc3c6f28fa5f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/networks/fb3c7dd3-30b7-4ee8-bafe-97e93a355245?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2013206 May 26 19:20:57.702219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35020) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.747320 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d0f922-422a-4dde-a7e3-c286ac762e0e'] response: {'name': 'network-changed', 'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4', 'status': 'completed', 'code': 200} May 26 19:20:57.772393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:57.779125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:57.816617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:20:57.839693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:57.845436 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20d366c657a444b08627a5a13b0cc9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746450 May 26 19:20:57.848551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35024) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.850496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66671bd-fa88-4696-9995-8aab7c322e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793f2910-b69f-490f-b337-d02c5ca1c12b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:57.938729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d50e4-62b7-433f-8182-258c76df8678 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:57.940277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c22d50e4-62b7-433f-8182-258c76df8678 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets/1820c0b4-4a23-4191-96d5-fec793712f09 HTTP/1.1" status: 200 len: 811 time: 0.2346017 May 26 19:20:57.943794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Transition to ACTIVE for port object f02718af-0a07-4e4d-9150-a9df6aaddcba will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:20:57.944490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:57.945780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router 511ee460-8340-4856-b652-4fbb900db504 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:20:57.972907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.015200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad50c80-6461-4cf5-9321-0c1e5c2b1407 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.020030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aad50c80-6461-4cf5-9321-0c1e5c2b1407 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "GET /v2.0/subnets/1820c0b4-4a23-4191-96d5-fec793712f09?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0711393 May 26 19:20:58.020796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:58.025780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720233109'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:58.031079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:58.041295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:58.052034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:58.058499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.090973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:20:58.101871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.102361 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Added segment ade784d7-7424-43fd-9b6e-42ea22f9f0ec of type vlan for network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 May 26 19:20:58.132097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.164330 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.170869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.171483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.292691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Network': ['ID=a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:58.295995 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fd25cea1-e646-43ee-a685-ff091035d55b tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2746844 May 26 19:20:58.299165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35036) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:58.307382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:20:58.308970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:58.403900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-31839640-efb1-4c19-9f00-c11b1595b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.405468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-31839640-efb1-4c19-9f00-c11b1595b732 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1094 time: 0.6456823 May 26 19:20:58.406139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:58.492583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.550754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:20:58.561854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:20:58.571580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Made reservation on behalf of fcf407cd2025445f801da062e0aff45d for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:20:58.575239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.633971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbef3b-479d-4498-a85b-1c4459e90f72 req-15027e38-2f4c-4b59-83ec-0c1af1a7196e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.635473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35fbef3b-479d-4498-a85b-1c4459e90f72 req-15027e38-2f4c-4b59-83ec-0c1af1a7196e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 945 time: 0.7983336 May 26 19:20:58.675402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:20:58.675940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:20:58.694660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.734323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:20:58.745703 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Sync routers for ids ['511ee460-8340-4856-b652-4fbb900db504'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:20:58.756652 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Routers {'511ee460-8340-4856-b652-4fbb900db504'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:20:58.757278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['511ee460-8340-4856-b652-4fbb900db504'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:58.820662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.821704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Attempting to bind port f02718af-0a07-4e4d-9150-a9df6aaddcba on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:20:58.822743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Attempting to bind port f02718af-0a07-4e4d-9150-a9df6aaddcba by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:20:58.822965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Attempting to bind port f02718af-0a07-4e4d-9150-a9df6aaddcba on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:58.827417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35fbef3b-479d-4498-a85b-1c4459e90f72 req-a0846763-7677-43af-9e40-02b25b6e3da6 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656175 May 26 19:20:58.830625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-0130c20f-3b55-4b84-91a8-871b98b7e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.832030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-0130c20f-3b55-4b84-91a8-871b98b7e643 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.3456726 May 26 19:20:58.834262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.835400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-88192eae-33d8-4867-8ca5-b0cee3f8d6cf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.3180776 May 26 19:20:58.837146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Port f02718af-0a07-4e4d-9150-a9df6aaddcba on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:20:58.837464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Attempting to bind port f02718af-0a07-4e4d-9150-a9df6aaddcba on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:20:58.840142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35046) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:58.937537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Checking segment: {'id': 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:58.938463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network hostable DHCP agents. Network: a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:20:58.949518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=16f2ae2a-b19d-466f-986f-0fb121812fec,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:58.958193 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Set router 511ee460-8340-4856-b652-4fbb900db504 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:20:58.970522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:20:58.970875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:20:58.971208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:20:58.971674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Bound port: f02718af-0a07-4e4d-9150-a9df6aaddcba, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:20:58.971974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:58.972636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:20:58.982980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:20:58.990877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a155f5-5d0d-4015-9f32-2b7b0d2e4588 None None] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:20:58.991455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-aa8957be-2e08-4c2a-914d-787bfb42f686 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 200 len: 217 time: 0.1492143 May 26 19:20:58.997601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:58.998619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.033607 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce4b45b0-a517-474a-8223-e0e4a7eb826d tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7332938 May 26 19:20:59.035725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:59.044203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:20:59.075250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.152757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793f2910-b69f-490f-b337-d02c5ca1c12b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:20:59.258062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.262197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-58706202-aacf-4ada-b8c0-96e477f211f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/793f2910-b69f-490f-b337-d02c5ca1c12b HTTP/1.1" status: 204 len: 168 time: 1.3752270 May 26 19:20:59.307850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-166c010c-c57a-4242-8af2-378d37054b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:59.309358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-166c010c-c57a-4242-8af2-378d37054b5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.2799380 May 26 19:20:59.312767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6045154'] for subnet, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.349958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ee460-8340-4856-b652-4fbb900db504', 'name': '', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'external_fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:20:49Z', 'updated_at': '2022-05-26T19:20:55Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'name': '', 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ee460-8340-4856-b652-4fbb900db504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:20:52Z', 'updated_at': '2022-05-26T19:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:20:59.356463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Checking router: 511ee460-8340-4856-b652-4fbb900db504 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:20:59.357351 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Updating router 511ee460-8340-4856-b652-4fbb900db504 port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:20:59.395817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54', 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54', 'tenant_id': 'fcf407cd2025445f801da062e0aff45d', 'fixed_ips': [{'subnet_id': '16f2ae2a-b19d-466f-986f-0fb121812fec'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:20:59.396750 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.428086 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.504523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-d1888ced-700f-4bb6-9058-b5e12099350e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752112 May 26 19:20:59.506532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.680156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:20:59.698421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742997949112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8299241'] for subnet, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.771478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-d621b297-cbbb-4d4e-8931-e94092a45093 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945195 May 26 19:20:59.810636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Allocated IP 172.20.0.3 (a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54/16f2ae2a-b19d-466f-986f-0fb121812fec/8dae069b-7f63-43b4-a4e6-178bce4d061b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:20:59.815365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38933e0-9e63-421b-8e32-1577fe80250e req-ae06a4db-cb62-4052-a3f6-28954a7edeb1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:59.826398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:20:59.826816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38933e0-9e63-421b-8e32-1577fe80250e req-ae06a4db-cb62-4052-a3f6-28954a7edeb1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 943 time: 0.8447745 May 26 19:20:59.827319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:20:59.828493 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "PUT /v2.0/subnets/16f2ae2a-b19d-466f-986f-0fb121812fec HTTP/1.1" status: 200 len: 877 time: 0.7913334 May 26 19:20:59.833937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:20:59.838845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:00.018360 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.033100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d828b-3e7c-4f5c-b687-f1fd72c438ba tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event updated for resources: {'Subnet': ['ID=16f2ae2a-b19d-466f-986f-0fb121812fec,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:00.045137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Transition to ACTIVE for port object 79b722bb-1524-4bd9-a212-b22d4a60b3c2 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:00.057473 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.145986 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.213545 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.234769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Attempting to bind port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:00.236840 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Attempting to bind port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9528da9e-914c-4e8b-a60c-1e7fe00db8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:00.237641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Attempting to bind port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 on network 500d5039-067b-4738-97b0-25aa11b40c6e {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:00.239555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Transition to ACTIVE for port object 8dae069b-7f63-43b4-a4e6-178bce4d061b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:00.247505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.261730 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Pushing event updated for resources: {'Port': ['ID=79b722bb-1524-4bd9-a212-b22d4a60b3c2,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:00.273800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:00.277096 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Checking segment: {'id': '9528da9e-914c-4e8b-a60c-1e7fe00db8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:00.277598 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.279171 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Bound using segment: {'id': '9528da9e-914c-4e8b-a60c-1e7fe00db8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:00.279691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Bound port: 79b722bb-1524-4bd9-a212-b22d4a60b3c2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9528da9e-914c-4e8b-a60c-1e7fe00db8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:00.280192 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.300673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Transition to ACTIVE for port object 8dae069b-7f63-43b4-a4e6-178bce4d061b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:00.310820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.337249 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.338334 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.338780 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.339206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.339621 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.340042 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.340457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.340869 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.341309 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.341718 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.342130 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.342543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:00.375748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.387650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38933e0-9e63-421b-8e32-1577fe80250e req-cc22aa52-126e-419b-b25b-83aa1e8810f7 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600040 May 26 19:21:00.388816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.398254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1d77fa7e-8d57-44e0-b32e-34c6678c68ea up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:00.422284 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] For port 79b722bb-1524-4bd9-a212-b22d4a60b3c2, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:00.425544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] For port 79b722bb-1524-4bd9-a212-b22d4a60b3c2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=79b722bb-1524-4bd9-a212-b22d4a60b3c2,segment=NetworkSegment(9528da9e-914c-4e8b-a60c-1e7fe00db8d9),segment_id=9528da9e-914c-4e8b-a60c-1e7fe00db8d9)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:00.432435 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.531477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=16f2ae2a-b19d-466f-986f-0fb121812fec,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:00.538832 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a658bca-ff2c-4463-b843-997c59afb176'] response: {'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'code': 200} May 26 19:21:00.598220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Pushing event updated for resources: {'Port': ['ID=8dae069b-7f63-43b4-a4e6-178bce4d061b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:00.601382 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Routers {'511ee460-8340-4856-b652-4fbb900db504'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:00.601996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['511ee460-8340-4856-b652-4fbb900db504'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:00.612501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:00.623845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:00.635536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:00.701811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.720143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:00.733616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.735239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] 10.222.0.53 "PUT /v2.0/ports/f02718af-0a07-4e4d-9150-a9df6aaddcba HTTP/1.1" status: 200 len: 1096 time: 4.8994370 May 26 19:21:00.753641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ed51c-7731-4d37-90cf-637e3d738642 None None] Pushing event updated for resources: {'Port': ['ID=79b722bb-1524-4bd9-a212-b22d4a60b3c2,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:00.762249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:00.779619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:00.787611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:00.788010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.808353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:00.811480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:00.811810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:00.834139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.870943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.878562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:00.878989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.879581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Attempting to bind port 8dae069b-7f63-43b4-a4e6-178bce4d061b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:00.879947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Attempting to bind port 8dae069b-7f63-43b4-a4e6-178bce4d061b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:00.880311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Attempting to bind port 8dae069b-7f63-43b4-a4e6-178bce4d061b on network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:00.918485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:00.918930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Checking segment: {'id': 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:00.919785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.919785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Bound using segment: {'id': 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:00.920159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Bound port: 8dae069b-7f63-43b4-a4e6-178bce4d061b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:00.920532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:00.986036 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] Set router 511ee460-8340-4856-b652-4fbb900db504 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:21:01.019729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.052240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:21:01.052240 n-d-843146-9 neutron-server[88362]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:21:01.052240 n-d-843146-9 neutron-server[88362]: [parameters: {'id': 'a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54'}] May 26 19:21:01.052240 n-d-843146-9 neutron-server[88362]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:01.052735 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:01.139044 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade784d7-7424-43fd-9b6e-42ea22f9f0ec resource provider aggregate not found May 26 19:21:01.151235 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ceed536f-51e8-4597-b2e4-8245186fe56a req-f9763820-f29d-4ba0-b61e-f7b8197c230f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1084728 May 26 19:21:01.165361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Deleting port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:01.166561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.168191 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade784d7-7424-43fd-9b6e-42ea22f9f0ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade784d7-7424-43fd-9b6e-42ea22f9f0ec found for delete ", "request_id": "req-c8d59aaf-a6a5-428a-a4fa-de8e9967bd72"}]} May 26 19:21:01.204450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] For port 8dae069b-7f63-43b4-a4e6-178bce4d061b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:01.217396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] For port 8dae069b-7f63-43b4-a4e6-178bce4d061b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8dae069b-7f63-43b4-a4e6-178bce4d061b,segment=NetworkSegment(ade784d7-7424-43fd-9b6e-42ea22f9f0ec),segment_id=ade784d7-7424-43fd-9b6e-42ea22f9f0ec)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:01.227204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:01.227580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.239959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.344778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccc1e0-e742-469d-b93d-2b89e7e64620 service neutron] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:01.413640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,segment=NetworkSegment(6caf3a29-78a1-4431-a9df-d7b8e4b01b7f),segment_id=6caf3a29-78a1-4431-a9df-d7b8e4b01b7f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:01.427339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.431887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797032c-6397-48e5-9aa2-373e2a504022 None None] Pushing event updated for resources: {'Port': ['ID=8dae069b-7f63-43b4-a4e6-178bce4d061b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:01.432106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-826243ad-65a8-4173-b9ec-018d1d483c09 req-3e91e438-ac7d-472b-8b3e-215164782132 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5999613 May 26 19:21:01.489309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d4895-99b8-4e27-9cfa-0576d641380b None None] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:01.496832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ee460-8340-4856-b652-4fbb900db504', 'name': '', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'external_fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:20:49Z', 'updated_at': '2022-05-26T19:20:55Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'name': '', 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ee460-8340-4856-b652-4fbb900db504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:20:52Z', 'updated_at': '2022-05-26T19:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:01.500194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-7010a9cd-c32a-46b1-947a-1239d7aeb2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:01.501335 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f06fb-a386-4c82-bfdf-98b76af918a3 None None] The sync data for ids ['511ee460-8340-4856-b652-4fbb900db504'] in n-d-843146-9 is: [{'id': '511ee460-8340-4856-b652-4fbb900db504', 'name': '', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'external_fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:20:49Z', 'updated_at': '2022-05-26T19:20:55Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': '79b722bb-1524-4bd9-a212-b22d4a60b3c2', 'name': '', 'network_id': '500d5039-067b-4738-97b0-25aa11b40c6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ee460-8340-4856-b652-4fbb900db504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:20:52Z', 'updated_at': '2022-05-26T19:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7916bfc-46be-4a33-8931-19d896e50af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:01.503339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-7010a9cd-c32a-46b1-947a-1239d7aeb2fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88aa264b2ff64de3a916d00d49294bcc&device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 1099 time: 0.6808231 May 26 19:21:01.554952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.573404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port 8dae069b-7f63-43b4-a4e6-178bce4d061b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:01.574031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.604359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-07371f2f-3bd0-47e1-9581-293549dc0ada service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba HTTP/1.1" status: 200 len: 217 time: 0.0821285 May 26 19:21:01.614684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98c9f1-f345-445b-9cab-077e35210686 req-a83c7201-4765-4a9d-83aa-6943ffb15ad5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:01.616495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a98c9f1-f345-445b-9cab-077e35210686 req-a83c7201-4765-4a9d-83aa-6943ffb15ad5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 948 time: 0.9436817 May 26 19:21:01.630912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:01.779929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] For port 79b722bb-1524-4bd9-a212-b22d4a60b3c2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=79b722bb-1524-4bd9-a212-b22d4a60b3c2,segment=NetworkSegment(9528da9e-914c-4e8b-a60c-1e7fe00db8d9),segment_id=9528da9e-914c-4e8b-a60c-1e7fe00db8d9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:01.780438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:01.791523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efab1a8-caab-43bb-906c-70bb180e0f25 None None] Network a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:01.794517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a98c9f1-f345-445b-9cab-077e35210686 req-4bc05107-4b0d-4b6c-acf7-59339ddae3b7 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092267 May 26 19:21:01.842982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e6ce36be-70d6-415a-9acd-619e0898524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:01.864334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-e6ce36be-70d6-415a-9acd-619e0898524f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2432258 May 26 19:21:02.108832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port 8dae069b-7f63-43b4-a4e6-178bce4d061b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8dae069b-7f63-43b4-a4e6-178bce4d061b,segment=NetworkSegment(ade784d7-7424-43fd-9b6e-42ea22f9f0ec),segment_id=ade784d7-7424-43fd-9b6e-42ea22f9f0ec)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:02.109234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:02.225827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 79b722bb-1524-4bd9-a212-b22d4a60b3c2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:02.234998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Calling delete_port for 79b722bb-1524-4bd9-a212-b22d4a60b3c2 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:02.365875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 74a74f72-b8f9-4244-aeb2-07b2618b60d4 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:02.461695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:02.547704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52a489b0-b5f6-4c01-ab1f-ded19e841a08 req-ee7cb04e-2911-47e5-8f50-e8c47c81efd2 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1778996 May 26 19:21:02.558104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:02.681790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for 8dae069b-7f63-43b4-a4e6-178bce4d061b owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:02.729708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 79b722bb-1524-4bd9-a212-b22d4a60b3c2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:02.730068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:02.909895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61411299-1c2a-4289-ae24-28ab1c2864c6 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:21:02.915085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.027402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=8dae069b-7f63-43b4-a4e6-178bce4d061b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:03.035464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port 8dae069b-7f63-43b4-a4e6-178bce4d061b on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:03.068937 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.180781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Could not find standard attr ID for object 79b722bb-1524-4bd9-a212-b22d4a60b3c2. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:21:03.197643 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No ports have port_id starting with 79b722bb-1524-4bd9-a212-b22d4a60b3c2 May 26 19:21:03.242760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:03.271307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.277569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '74a74f72-b8f9-4244-aeb2-07b2618b60d4', 'network_id': 'a87d2eb8-e5df-48df-bde8-759037d21649', 'port_id': '74a74f72-b8f9-4244-aeb2-07b2618b60d4', 'mac_address': 'fa:16:3e:f7:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7103a4-3485-40ee-a626-8ecfc7c7b3ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:03.310848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:03.334214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61411299-1c2a-4289-ae24-28ab1c2864c6 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:21:03.337280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:03.338376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade784d7-7424-43fd-9b6e-42ea22f9f0ec') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:03.364066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.390940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.404772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:03.406042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.410407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Port': ['ID=79b722bb-1524-4bd9-a212-b22d4a60b3c2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:03.440701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-1c023598-e964-44b4-b88c-f5ce0cc03934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:03.442501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-1c023598-e964-44b4-b88c-f5ce0cc03934 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3919430 May 26 19:21:03.454311 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade784d7-7424-43fd-9b6e-42ea22f9f0ec resource provider aggregate not found May 26 19:21:03.546603 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade784d7-7424-43fd-9b6e-42ea22f9f0ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade784d7-7424-43fd-9b6e-42ea22f9f0ec found for delete ", "request_id": "req-91af75de-1262-4138-8cc5-a060db557683"}]} May 26 19:21:03.551301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:03.551708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.566719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.607033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.621471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a74f72-b8f9-4244-aeb2-07b2618b60d4 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:03.633793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 HTTP/1.1" status: 204 len: 168 time: 3.7966111 May 26 19:21:03.640112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35148) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:03.643684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:03.658140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.660046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f973d-b2d0-4fa4-b84d-50e434bf78ec req-ac045769-5b08-4239-bcc9-0ba98c378410 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:03.661711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e9f973d-b2d0-4fa4-b84d-50e434bf78ec req-ac045769-5b08-4239-bcc9-0ba98c378410 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.6613173 May 26 19:21:03.691645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804610-9f57-4314-b788-7c4729a146b5 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:03.708646 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ea311b-6fc4-4e24-84ae-311352dc1e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:03.708897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-afa4b3a0-92a8-498b-aee9-f7364287c3aa service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580049 May 26 19:21:03.709621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ea311b-6fc4-4e24-84ae-311352dc1e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:03.711920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70ea311b-6fc4-4e24-84ae-311352dc1e0c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/16f2ae2a-b19d-466f-986f-0fb121812fec HTTP/1.1" status: 404 len: 337 time: 0.0704696 May 26 19:21:03.716032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:03.720546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:03.752092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:03.753094 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87e1162-cbd4-42b4-8e90-548b5997e648 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:03.753865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87e1162-cbd4-42b4-8e90-548b5997e648 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:03.763517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b87e1162-cbd4-42b4-8e90-548b5997e648 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/a0fb2aa3-4985-46e3-b4ae-798c1bb0ab54 HTTP/1.1" status: 404 len: 339 time: 0.0461006 May 26 19:21:03.766610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:03.824837 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aec4e84-620b-4a0d-834c-82df3b8248e6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:03.825823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aec4e84-620b-4a0d-834c-82df3b8248e6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:03.827940 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6aec4e84-620b-4a0d-834c-82df3b8248e6 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/43a6fdf6-c582-4dab-9e5e-ea54a10ff774 HTTP/1.1" status: 404 len: 337 time: 0.0600035 May 26 19:21:03.832757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35160) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:03.906589 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fdeea4-11e6-415b-b75e-eae010415888 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:03.907063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fdeea4-11e6-415b-b75e-eae010415888 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:03.911122 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35fdeea4-11e6-415b-b75e-eae010415888 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/4b1ca715-8445-429c-b31e-986f793865bf HTTP/1.1" status: 404 len: 339 time: 0.0745244 May 26 19:21:03.922849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.113166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e9f973d-b2d0-4fa4-b84d-50e434bf78ec req-68d8b859-4d30-49e5-9c7d-ce68fa4905d2 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340672 May 26 19:21:04.141594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.183969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.190916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['74a74f72-b8f9-4244-aeb2-07b2618b60d4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:04.192162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.268705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.269255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 511ee460-8340-4856-b652-4fbb900db504 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:04.281734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e5db33e-ee3e-496b-b5f9-c6af9afa45f7 req-1cedaa53-2939-45db-a642-e938cbf668b8 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092039 May 26 19:21:04.283265 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d394a6f2-24ef-4526-beb2-dd9d080a8a9e'] response: {'name': 'network-changed', 'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'status': 'completed', 'code': 200} May 26 19:21:04.295542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.304296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9b63a19f-9c4e-40e8-913c-5228f4454743 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/routers/511ee460-8340-4856-b652-4fbb900db504 HTTP/1.1" status: 204 len: 168 time: 5.4608250 May 26 19:21:04.305663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35174) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.423701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.481745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Deleting subnet b7916bfc-46be-4a33-8931-19d896e50af6 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:21:04.490200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.492718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c0ac74-ebe9-4140-b1ad-a8910a67ab97']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:04.550456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd03d512-a769-4c80-aab2-dfdbcd1661da') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:04.551379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd03d512-a769-4c80-aab2-dfdbcd1661da') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:04.560873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.578022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.611733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.624400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:04.625005 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.718821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.767150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.789973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-ce01eb2b-c6fe-44ba-9f2a-c53569ab6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:04.794094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-ce01eb2b-c6fe-44ba-9f2a-c53569ab6fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=88aa264b2ff64de3a916d00d49294bcc&device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 1099 time: 0.3936810 May 26 19:21:04.794295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.804005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=59c0ac74-ebe9-4140-b1ad-a8910a67ab97,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:04.812395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7233ca36-f24f-4d7b-95c3-ab63f022e924 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/59c0ac74-ebe9-4140-b1ad-a8910a67ab97 HTTP/1.1" status: 204 len: 168 time: 0.8871536 May 26 19:21:04.815309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35178) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.846827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d183e-2703-438c-88c7-c5e74fa4363e req-0094678a-f9c8-4eaa-8207-4be280aa3d30 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:04.848310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07d183e-2703-438c-88c7-c5e74fa4363e req-0094678a-f9c8-4eaa-8207-4be280aa3d30 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 944 time: 0.2231243 May 26 19:21:04.865083 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-52050876-b9ce-4430-a01d-1e308dd00f73 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:04.865584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52050876-b9ce-4430-a01d-1e308dd00f73 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:04.867411 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52050876-b9ce-4430-a01d-1e308dd00f73 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/345d1f52-38ae-4045-9da5-a65be813cf82 HTTP/1.1" status: 404 len: 337 time: 0.0510664 May 26 19:21:04.870474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35182) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.904450 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b79a196-94c7-4146-8e64-a1f1a766643f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:04.905883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b79a196-94c7-4146-8e64-a1f1a766643f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:04.908233 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3b79a196-94c7-4146-8e64-a1f1a766643f tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/55d7c218-18a6-465b-a23d-b378516a6546 HTTP/1.1" status: 404 len: 339 time: 0.0365427 May 26 19:21:04.911122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.926637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:04.964416 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-85168474-745f-4964-a33b-1e69956b4a56 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:04.964900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85168474-745f-4964-a33b-1e69956b4a56 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:04.969171 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85168474-745f-4964-a33b-1e69956b4a56 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/78685de7-1c75-48c0-b6c2-a80ebf70c43b HTTP/1.1" status: 404 len: 337 time: 0.0548985 May 26 19:21:04.969613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35190) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:04.986101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b7916bfc-46be-4a33-8931-19d896e50af6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:04.998686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.003288 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c283c4-0fce-463d-b6bd-b4662a448e19 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.003288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c283c4-0fce-463d-b6bd-b4662a448e19 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.007428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-78c283c4-0fce-463d-b6bd-b4662a448e19 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/67ebc588-6388-47cd-a131-e108133ec32b HTTP/1.1" status: 404 len: 339 time: 0.0344713 May 26 19:21:05.009446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35194) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.052703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.052912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-55a0fe0a-568a-4460-b883-3827ff662417 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/b7916bfc-46be-4a33-8931-19d896e50af6 HTTP/1.1" status: 204 len: 168 time: 0.7455111 May 26 19:21:05.056054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07d183e-2703-438c-88c7-c5e74fa4363e req-e412b7b6-0242-4bdb-9760-91d9ee714246 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568727 May 26 19:21:05.117073 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35a4244-c668-4445-a8f4-645a95b580b1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.117927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35a4244-c668-4445-a8f4-645a95b580b1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.119867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b35a4244-c668-4445-a8f4-645a95b580b1 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/9da10243-68aa-435a-9fcf-c6fb704f9208 HTTP/1.1" status: 404 len: 337 time: 0.1066687 May 26 19:21:05.122434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35202) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.164945 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e0c298-93f1-40cc-826b-914e50f0bd27 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.166290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e0c298-93f1-40cc-826b-914e50f0bd27 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.168224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-18e0c298-93f1-40cc-826b-914e50f0bd27 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/f514105a-5e13-4a86-aae5-fd201ebf7b17 HTTP/1.1" status: 404 len: 339 time: 0.0447061 May 26 19:21:05.169762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-833c74c0-13c5-42e6-a785-95651f2a7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:05.171109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-833c74c0-13c5-42e6-a785-95651f2a7996 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3629780 May 26 19:21:05.171562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35208) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.192486 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47812ba2-47c3-4d43-b1b3-9253dd52f869'] response: {'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea', 'code': 200} May 26 19:21:05.230897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.276129 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae90abd-88d4-4a0c-b3ff-73b5e147b39c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.276581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae90abd-88d4-4a0c-b3ff-73b5e147b39c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.280773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dae90abd-88d4-4a0c-b3ff-73b5e147b39c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/061f7b88-ff16-48e5-83ba-05d75818441b HTTP/1.1" status: 404 len: 337 time: 0.1059015 May 26 19:21:05.280773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-8e351f33-22ba-46a4-be4f-f7c3ab2a1c0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba HTTP/1.1" status: 200 len: 217 time: 0.0722642 May 26 19:21:05.281441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.620161 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5be9c4d-1748-41fc-868a-12277542cdb0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.621379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5be9c4d-1748-41fc-868a-12277542cdb0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.623345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a5be9c4d-1748-41fc-868a-12277542cdb0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/493ac41a-56c7-4103-932d-db7df9a3436d HTTP/1.1" status: 404 len: 339 time: 0.3410180 May 26 19:21:05.623549 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bd03d512-a769-4c80-aab2-dfdbcd1661da resource provider aggregate not found May 26 19:21:05.627493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.672987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.680361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-1520e52b-1a47-414e-9e34-f4a47bf82730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:05.681660 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bd03d512-a769-4c80-aab2-dfdbcd1661da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd03d512-a769-4c80-aab2-dfdbcd1661da found for delete ", "request_id": "req-56ccffa0-0a67-4413-a126-30e3b311a77a"}]} May 26 19:21:05.682224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-1520e52b-1a47-414e-9e34-f4a47bf82730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.3772583 May 26 19:21:05.694662 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-990f0178-620d-4c4d-be92-c3b8b95c48a0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.695115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990f0178-620d-4c4d-be92-c3b8b95c48a0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.697500 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-990f0178-620d-4c4d-be92-c3b8b95c48a0 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/3d910659-3b9d-4d30-b124-a704798086cb HTTP/1.1" status: 404 len: 337 time: 0.0665450 May 26 19:21:05.706168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.736376 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e4dbe9-c7ae-4fa9-9a36-a89b4515e312 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.736897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e4dbe9-c7ae-4fa9-9a36-a89b4515e312 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.738766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e5e4dbe9-c7ae-4fa9-9a36-a89b4515e312 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/0dfbc8d3-3df7-4673-b3a9-c8e01183339e HTTP/1.1" status: 404 len: 339 time: 0.0316613 May 26 19:21:05.742009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35234) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.746769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d5039-067b-4738-97b0-25aa11b40c6e']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:05.779513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd12f8a-0043-4fa6-a131-9e3e609666b5 req-163018f0-6df3-4d02-9ee1-c02e0266d9d8 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:05.781139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cd12f8a-0043-4fa6-a131-9e3e609666b5 req-163018f0-6df3-4d02-9ee1-c02e0266d9d8 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 948 time: 0.2287118 May 26 19:21:05.787089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c3e0-2576-470b-907a-7eb18b3b2466 req-d2dd4258-ce71-4301-8ce6-e9222a15dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:05.788550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0091c3e0-2576-470b-907a-7eb18b3b2466 req-d2dd4258-ce71-4301-8ce6-e9222a15dbf7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 1097 time: 0.4824488 May 26 19:21:05.808115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9528da9e-914c-4e8b-a60c-1e7fe00db8d9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:05.810181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9528da9e-914c-4e8b-a60c-1e7fe00db8d9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:05.815828 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-411b2e3b-72c9-4af9-b593-8d3fa25e8b7e tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.816362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411b2e3b-72c9-4af9-b593-8d3fa25e8b7e tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.818010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-411b2e3b-72c9-4af9-b593-8d3fa25e8b7e tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/77e74ee3-2d73-40bc-9282-b78d3f6b6d6c HTTP/1.1" status: 404 len: 337 time: 0.0743973 May 26 19:21:05.822471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35238) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.847649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.860218 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1ff8fb-d219-445e-829f-36daf630394c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.860690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1ff8fb-d219-445e-829f-36daf630394c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.862426 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a1ff8fb-d219-445e-829f-36daf630394c tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/f7d2f5b3-b9a3-4458-867f-e5a9a3e1aaf2 HTTP/1.1" status: 404 len: 339 time: 0.0400548 May 26 19:21:05.867944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35242) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.878338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cd12f8a-0043-4fa6-a131-9e3e609666b5 req-c73d011f-905b-458e-a9a3-cfe035ceabec tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 May 26 19:21:05.907565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0091c3e0-2576-470b-907a-7eb18b3b2466 req-54d2ea32-ae3e-4c9f-885c-7a98b76ddc68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922256 May 26 19:21:05.907766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.907891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-9d83946f-4609-4fd9-8df0-09ea44c54a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:05.909543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-9d83946f-4609-4fd9-8df0-09ea44c54a16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198043 May 26 19:21:05.915637 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d66af09-ae93-41a4-9883-9a191515a8d4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.916097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d66af09-ae93-41a4-9883-9a191515a8d4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.917830 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d66af09-ae93-41a4-9883-9a191515a8d4 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/42a3e1ef-0ef1-463d-9d89-be222f9e5728 HTTP/1.1" status: 404 len: 337 time: 0.0498300 May 26 19:21:05.920758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35246) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.921076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:05.921608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:05.958276 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-520f9654-5da3-4fff-8cc1-6f3313e4676a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:05.958920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520f9654-5da3-4fff-8cc1-6f3313e4676a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:05.961388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-520f9654-5da3-4fff-8cc1-6f3313e4676a tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/6551513c-c962-4bf4-b8d7-f88ccb501333 HTTP/1.1" status: 404 len: 339 time: 0.0385766 May 26 19:21:05.964104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:05.992003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 79b722bb-1524-4bd9-a212-b22d4a60b3c2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:06.037503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.067623 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa02958-d5d3-44e6-8a5d-9f24ce4652e7 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:06.068069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa02958-d5d3-44e6-8a5d-9f24ce4652e7 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:06.073032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 79b722bb-1524-4bd9-a212-b22d4a60b3c2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:06.074394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 79b722bb-1524-4bd9-a212-b22d4a60b3c2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:06.080745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 500d5039-067b-4738-97b0-25aa11b40c6e {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:21:06.105103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9aa02958-d5d3-44e6-8a5d-9f24ce4652e7 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/90f6fe2c-458d-420b-a61f-439e3c8a5118 HTTP/1.1" status: 404 len: 337 time: 0.1298726 May 26 19:21:06.105959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:06.111766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.149843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Network': ['ID=500d5039-067b-4738-97b0-25aa11b40c6e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:06.159082 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a411e34-5963-4842-b294-aedf8fcdcf9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/networks/500d5039-067b-4738-97b0-25aa11b40c6e HTTP/1.1" status: 204 len: 168 time: 1.1014345 May 26 19:21:06.172952 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7740f2-d1b8-42e2-a278-bd4b1748f6bf tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] DELETE failed (client error): The resource could not be found. May 26 19:21:06.173440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7740f2-d1b8-42e2-a278-bd4b1748f6bf tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:06.176184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6d7740f2-d1b8-42e2-a278-bd4b1748f6bf tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/4e8670b4-42c9-4a9c-934f-537d4c5671d7 HTTP/1.1" status: 404 len: 339 time: 0.0691435 May 26 19:21:06.178443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:06.329747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting subnet 1820c0b4-4a23-4191-96d5-fec793712f09 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:21:06.343265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.371278 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.400248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 74a74f72-b8f9-4244-aeb2-07b2618b60d4 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:06.406558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-d393bb41-092d-4845-a503-e7facd4512c9 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172978 May 26 19:21:06.487481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.558276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:06.572346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:06.572726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.689812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.764113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e522b9a-f26d-4db3-aeca-26994692efdf req-5c94a4f1-9ee5-4c39-83bb-750cd202786f service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191144 May 26 19:21:06.764729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:06.764729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.779380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35278) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:06.794519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.804605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c867f80-f4c1-4a3a-b1c3-9cb0fd20c43a req-61f53197-448d-49b5-b521-a5995f1624f2 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.3944519 May 26 19:21:06.806943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:06.819663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.822177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'name': 'tempest-router--737321039', 'project_id': '18c0f48c20784e159fc51bae39cdf369'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:06.835639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:06.846213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:router and tenant:18c0f48c20784e159fc51bae39cdf369 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:06.854133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:06.868562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:06.894263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.895811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.901651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Subnet': ['ID=1820c0b4-4a23-4191-96d5-fec793712f09,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:06.908175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.924437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9e8c63f9-5ea9-444f-bae9-abfbca3a9461 tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/subnets/1820c0b4-4a23-4191-96d5-fec793712f09 HTTP/1.1" status: 204 len: 168 time: 0.7424583 May 26 19:21:06.924697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35290) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:06.931516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:06.967320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.015536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:07.027912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.031978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e26a2-e8ee-4f14-bd2b-6c1b0ed4142a None None] Network fb3c7dd3-30b7-4ee8-bafe-97e93a355245 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:07.032259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e3e63947-512b-4e24-8405-0988a80e330b tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2226791 May 26 19:21:07.032863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:07.116196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.156747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Deleting port f53aae0c-ed38-4064-86f0-303e2dd774d2 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:07.168018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.227772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:07.416467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] DHCP port deletion for fb3c7dd3-30b7-4ee8-bafe-97e93a355245 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:21:07.422775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Deleting port f53aae0c-ed38-4064-86f0-303e2dd774d2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:07.423430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.424155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.523257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] For port f53aae0c-ed38-4064-86f0-303e2dd774d2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f53aae0c-ed38-4064-86f0-303e2dd774d2,segment=NetworkSegment(4eaca268-7655-4e31-b18b-04bc83b73926),segment_id=4eaca268-7655-4e31-b18b-04bc83b73926)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:07.523875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.696507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Calling delete_port for f53aae0c-ed38-4064-86f0-303e2dd774d2 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:07.727119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] For port f53aae0c-ed38-4064-86f0-303e2dd774d2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f53aae0c-ed38-4064-86f0-303e2dd774d2,segment=NetworkSegment(4eaca268-7655-4e31-b18b-04bc83b73926),segment_id=4eaca268-7655-4e31-b18b-04bc83b73926)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:07.727827 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.771471 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9528da9e-914c-4e8b-a60c-1e7fe00db8d9 resource provider aggregate not found May 26 19:21:07.828641 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9528da9e-914c-4e8b-a60c-1e7fe00db8d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9528da9e-914c-4e8b-a60c-1e7fe00db8d9 found for delete ", "request_id": "req-8a049aa8-e332-4634-8aec-253a67dbe040"}]} May 26 19:21:07.830525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:07.901014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Port': ['ID=f53aae0c-ed38-4064-86f0-303e2dd774d2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:07.915579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] No DVR routers for this DVR port f53aae0c-ed38-4064-86f0-303e2dd774d2 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:07.924925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5edb-3f3a-4bac-a210-9a30b0f73ca6 req-8cdb7fd1-64e5-4da7-8422-ce63f2f08397 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:07.933726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-890a5edb-3f3a-4bac-a210-9a30b0f73ca6 req-8cdb7fd1-64e5-4da7-8422-ce63f2f08397 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.7370987 May 26 19:21:07.987283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Calling delete_port for f53aae0c-ed38-4064-86f0-303e2dd774d2 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:08.091030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:08.095899 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:08.097074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f53aae0c-ed38-4064-86f0-303e2dd774d2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:08.150484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f53aae0c-ed38-4064-86f0-303e2dd774d2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:08.150865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f53aae0c-ed38-4064-86f0-303e2dd774d2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:08.206806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.210936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.241022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-890a5edb-3f3a-4bac-a210-9a30b0f73ca6 req-8a53aa50-6c25-4bb5-a28e-fc79b39bfe4d tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060691 May 26 19:21:08.258934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.288856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.289939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1640b2a4-f23f-4d0c-b239-8abd9df9f4cc {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:08.304051 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.316609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9d81e68e-222a-45c7-8ed8-9d87744eef9a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1640b2a4-f23f-4d0c-b239-8abd9df9f4cc HTTP/1.1" status: 204 len: 168 time: 1.2825775 May 26 19:21:08.333307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3c7dd3-30b7-4ee8-bafe-97e93a355245']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:08.370111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaca268-7655-4e31-b18b-04bc83b73926') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:08.370111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaca268-7655-4e31-b18b-04bc83b73926') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:08.388799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.427378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.456905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:08.457359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.538179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35318) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:08.598069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Deleting port f53aae0c-ed38-4064-86f0-303e2dd774d2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:08.598069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.609755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.650651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.657309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e7935-4d63-42cd-be48-a08d471e9798 req-39305cd0-1fad-48ee-b3e8-853f08072d99 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:08.661488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d1e7935-4d63-42cd-be48-a08d471e9798 req-39305cd0-1fad-48ee-b3e8-853f08072d99 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.1995833 May 26 19:21:08.693629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] Pushing event deleted for resources: {'Network': ['ID=fb3c7dd3-30b7-4ee8-bafe-97e93a355245,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:08.731472 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-453133d5-4e2e-49aa-9e8d-65953d625fdd tempest-NetworksTest-481966883 tempest-NetworksTest-481966883-project] 10.222.0.24 "DELETE /v2.0/networks/fb3c7dd3-30b7-4ee8-bafe-97e93a355245 HTTP/1.1" status: 204 len: 168 time: 1.8025653 May 26 19:21:08.736823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-093c6abe-5196-4064-a4c0-f76184da80cb None None] The port 'f53aae0c-ed38-4064-86f0-303e2dd774d2' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:21:08.784693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d1e7935-4d63-42cd-be48-a08d471e9798 req-c0ebcd86-e0f9-4cf9-897c-68bacd2d9041 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125398 May 26 19:21:08.861500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-640568057', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:08.872043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:08.877121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:08.880740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:08.888199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:08.911514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.913559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:08.941715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:09.379782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:09.419950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35342) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:09.776635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0407387e-0f76-41cc-817b-17229ab15db5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcf407cd2025445f801da062e0aff45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553243 May 26 19:21:09.779000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35360) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:09.789866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8da8d8-2de9-4b4a-9ca0-1f3a3c1499c7 req-2b253b28-e59e-4caf-a015-3f7c2b8f2d1d tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:09.797649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e8da8d8-2de9-4b4a-9ca0-1f3a3c1499c7 req-2b253b28-e59e-4caf-a015-3f7c2b8f2d1d tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 948 time: 0.1470520 May 26 19:21:09.872669 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4eaca268-7655-4e31-b18b-04bc83b73926 resource provider aggregate not found May 26 19:21:09.903991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:09.921563 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4eaca268-7655-4e31-b18b-04bc83b73926 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eaca268-7655-4e31-b18b-04bc83b73926 found for delete ", "request_id": "req-178499b8-1b03-40e6-97c9-8cef12063b68"}]} May 26 19:21:09.944386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e8da8d8-2de9-4b4a-9ca0-1f3a3c1499c7 req-a84d0cca-3917-4180-81d7-b2843896f733 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405368 May 26 19:21:09.946211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.042078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.082873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dca6234-f0fb-4720-8366-d3d5ac318485,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:10.093174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.094307 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-abc2aa83-6ea2-4033-a706-2e466ee454e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dca6234-f0fb-4720-8366-d3d5ac318485 HTTP/1.1" status: 204 len: 168 time: 0.3136742 May 26 19:21:10.124878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.164914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.170088 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb14c73a-d37e-4c8f-8bd6-5030a33499ee'] response: {'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4', 'code': 200} May 26 19:21:10.390251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:10.510797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Allocated IP 172.25.0.131 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/46370b30-1056-4289-b80b-78574b790b93) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:10.610598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:10.626920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'mac_address': 'fa:16:3e:2d:53:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:10.665323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f59fb-9874-4c6b-8d9f-37f64b9f55f1 req-fee2eff6-2f74-4550-aecc-cd6fb363b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:10.667426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955f59fb-9874-4c6b-8d9f-37f64b9f55f1 req-fee2eff6-2f74-4550-aecc-cd6fb363b92c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1096 time: 0.3426130 May 26 19:21:10.684027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa17acf-0336-49da-8513-f51b5bbd2713 req-180dd848-221a-4309-a995-23dfc815f7c7 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:10.692110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa17acf-0336-49da-8513-f51b5bbd2713 req-180dd848-221a-4309-a995-23dfc815f7c7 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.3266249 May 26 19:21:10.739984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:10.740890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.764332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:10.785846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:10.801190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.805781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa17acf-0336-49da-8513-f51b5bbd2713 req-8ae5f0be-1601-4cf1-8841-abf8c804b543 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125546 May 26 19:21:10.865973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955f59fb-9874-4c6b-8d9f-37f64b9f55f1 req-91d6de0d-8e0c-461f-bf68-2fd2aad9defc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460798 May 26 19:21:10.893384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:10.930575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:10.980723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.238798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dd99aa3-b676-44f5-a718-7c09bb52e319 req-1258fedd-cdee-47c6-8082-ecaa6521deee tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.2088590 May 26 19:21:11.267869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:11.273285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:11.283318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event updated for resources: {'Port': ['ID=46370b30-1056-4289-b80b-78574b790b93,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:11.285772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:11.333254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f02718af-0a07-4e4d-9150-a9df6aaddcba'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:11.391747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35406) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:11.544464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2010984651'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:11.552434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:11.560483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:11.562395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:11.569864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:11.586471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:11.591736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.605839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.626765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:11.631718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:11.635943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:11.643090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:11.744859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.752023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.791218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbccc827-121e-4646-a6ed-9d2cda9aad69,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:11.815393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:11.832178 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.832729 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment 46cc36c9-a43d-41dc-8f62-d57e4a4c0459 of type vlan for network d729ece5-334e-454e-aa58-1b107988d7f3 May 26 19:21:11.862740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421543d-bd0b-4497-abfa-ec995ac79da4 req-95e813a7-0b4f-4b96-9e3c-05c41a966ba7 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:11.864440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5421543d-bd0b-4497-abfa-ec995ac79da4 req-95e813a7-0b4f-4b96-9e3c-05c41a966ba7 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2985866 May 26 19:21:11.874429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.911948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.918518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:11.918760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:11.919159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:12.045253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5421543d-bd0b-4497-abfa-ec995ac79da4 req-7d04fc1d-1541-4111-a3e2-269293b3b601 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687365 May 26 19:21:12.179826 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7863719 May 26 19:21:12.180597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35412) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:12.181820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd3ac7-450f-43fb-8960-df7a21f48e14 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=d729ece5-334e-454e-aa58-1b107988d7f3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:12.190260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'name': 'tempest-PortsIpV6TestJSON-1750117150'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:12.193630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:12.429713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:12.435121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:12.438203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:12.446196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:12.462158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:12.466327 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:21:12.470519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:12.501870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 88c9621d-68fa-4e2a-8b08-84501c388a7a yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:12.611774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:12.789174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:12.803287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a17bd-b024-4357-82ea-c36172bc571d req-110ea157-61ab-4ba2-88ec-012d41973048 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:12.804743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd4a17bd-b024-4357-82ea-c36172bc571d req-110ea157-61ab-4ba2-88ec-012d41973048 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 949 time: 0.3082366 May 26 19:21:12.840814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:12.878823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd4a17bd-b024-4357-82ea-c36172bc571d req-57851853-ed9a-45e3-af98-b05c0f2bfe08 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644059 May 26 19:21:12.925394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Router 1c75b5bc-f6b3-404e-9a96-f33f74a641d5 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:21:13.056690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=88c9621d-68fa-4e2a-8b08-84501c388a7a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:13.085631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': '46cc36c9-a43d-41dc-8f62-d57e4a4c0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:13.085989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: d729ece5-334e-454e-aa58-1b107988d7f3, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:21:13.157272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:21:13.183985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d729ece5-334e-454e-aa58-1b107988d7f3) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:13.189364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:13.193463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb874519-9943-4510-8913-3d569aab8ef6 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:13.214200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:13.214873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.268100 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70203c03-1d48-4156-b2d9-2020ea378dc6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0825880 May 26 19:21:13.268953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:13.287085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307526026'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:13.294223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:13.304523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:13.308097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:13.323685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:13.349994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:13.354553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.398567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:13.409123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca8300-0523-44d6-b296-775633aa5715 req-9625c628-f280-41d4-9c98-f15d8a076261 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0549784 May 26 19:21:13.418125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:13.442634 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.443301 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment b06fcdd2-0441-4c44-a349-3f5aaf4b6b92 of type vlan for network 800c0f54-d77f-4b82-9620-c65a417c089d May 26 19:21:13.469995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.471660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9d003ba9-3cd3-4971-ab74-a7140f7b9793 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9325342 May 26 19:21:13.481250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:13.524358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] Sync routers for ids ['1c75b5bc-f6b3-404e-9a96-f33f74a641d5'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:13.553754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] Routers {'1c75b5bc-f6b3-404e-9a96-f33f74a641d5'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:13.554711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c75b5bc-f6b3-404e-9a96-f33f74a641d5'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:13.639217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b6ad-4a0e-4b20-b99e-d44d8c3ee32a req-cb3c65f2-af7a-40b1-aedf-8faba2dec926 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:13.647301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6522b6ad-4a0e-4b20-b99e-d44d8c3ee32a req-cb3c65f2-af7a-40b1-aedf-8faba2dec926 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.0920672 May 26 19:21:13.656723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:13.675900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] Routers {'1c75b5bc-f6b3-404e-9a96-f33f74a641d5'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:13.677520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:20:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c75b5bc-f6b3-404e-9a96-f33f74a641d5'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:13.682025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:13.682325 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7cb1a231-c1d2-4c45-b1df-6f4506ad1868 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/1c75b5bc-f6b3-404e-9a96-f33f74a641d5 HTTP/1.1" status: 200 len: 920 time: 0.1996851 May 26 19:21:13.684384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.737308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.743231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:13.743846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.744003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6522b6ad-4a0e-4b20-b99e-d44d8c3ee32a req-822fe4db-f67a-4abc-9e0a-912fe34df5dc tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958276 May 26 19:21:13.746387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5e7b9722-a109-4d82-88d2-45fe31a2bbb9 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c75b5bc-f6b3-404e-9a96-f33f74a641d5 HTTP/1.1" status: 200 len: 205 time: 0.0633566 May 26 19:21:13.752621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35446) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:13.800611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:13.801410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a92b2f-f380-4b4d-b6fb-42a32e0b59f7 None None] The sync data for ids ['1c75b5bc-f6b3-404e-9a96-f33f74a641d5'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:13.804399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:13.892834 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6227171 May 26 19:21:13.900824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35450) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:13.920899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'ports': [{'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'}, {'network_id': '800c0f54-d77f-4b82-9620-c65a417c089d'}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:13.921687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:13.922770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '800c0f54-d77f-4b82-9620-c65a417c089d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:14.045282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.227431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896438-b9ad-4a0d-8c81-0dd3d6d146e6 req-167bde84-3b0a-4ea0-9452-c6040dfa2ead tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:14.228701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22e590-acd0-48b0-b4e2-2016159709d2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=800c0f54-d77f-4b82-9620-c65a417c089d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:14.234430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9896438-b9ad-4a0d-8c81-0dd3d6d146e6 req-167bde84-3b0a-4ea0-9452-c6040dfa2ead tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2613168 May 26 19:21:14.245471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 800c0f54-d77f-4b82-9620-c65a417c089d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:14.286405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:14.293247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:14.297212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:14.297591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.304272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:14.315466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9896438-b9ad-4a0d-8c81-0dd3d6d146e6 req-32babdbb-11db-4708-8e44-a5a545112481 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778646 May 26 19:21:14.323127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port 46370b30-1056-4289-b80b-78574b790b93 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:14.323478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.338745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 2} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:14.348209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.376255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.412398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:14.524577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f02718af-0a07-4e4d-9150-a9df6aaddcba completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:14.531760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f02718af-0a07-4e4d-9150-a9df6aaddcba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:14.532137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.694091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.712401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:14.729782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e4411-3b4e-42de-9494-16bcb68b8fca req-44112ede-e62c-4f26-acf0-481cbd6d1add tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:14.731807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e3e4411-3b4e-42de-9494-16bcb68b8fca req-44112ede-e62c-4f26-acf0-481cbd6d1add tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 949 time: 0.1980212 May 26 19:21:14.753814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:14.754199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.772725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23b95b2d-b4b7-4778-a096-6106e4365d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.794854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:14.796048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:14.808561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.884595 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:14.909355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:14.952398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for 46370b30-1056-4289-b80b-78574b790b93 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:15.119163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e3e4411-3b4e-42de-9494-16bcb68b8fca req-de770d32-57c4-44b9-9185-cf77a7603bf1 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873573 May 26 19:21:15.133903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port aeb07e46-63b3-4498-a5de-ddff37bc23e0 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:15.237606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-d463414f-06d7-4d04-98ff-969a74b4a14a tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:15.239025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-d463414f-06d7-4d04-98ff-969a74b4a14a tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.53 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.2952406 May 26 19:21:15.279365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.343438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.506294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:15.511297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:15.517306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:15.518448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.528317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:15.653490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=aeb07e46-63b3-4498-a5de-ddff37bc23e0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:15.659823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Deleting port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:15.660173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.670740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': 'b06fcdd2-0441-4c44-a349-3f5aaf4b6b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '800c0f54-d77f-4b82-9620-c65a417c089d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:15.682119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: 800c0f54-d77f-4b82-9620-c65a417c089d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:21:15.734705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 800c0f54-d77f-4b82-9620-c65a417c089d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:21:15.758526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 800c0f54-d77f-4b82-9620-c65a417c089d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:15.764310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:15.770284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:15.774641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718ef3c-d522-4853-966e-2e4455a5ed20 None None] Network 800c0f54-d77f-4b82-9620-c65a417c089d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:15.778125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.786520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:15.787229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:15.862633 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-611f6a3a-4efa-41c2-ad1a-70020589def3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9606259 May 26 19:21:15.864110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:15.921359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=46370b30-1056-4289-b80b-78574b790b93,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:15.942477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a3a10e2-196a-4143-80ef-01cc816cb15b req-1ebe54fd-a21f-4ffd-b08b-0b6735d93054 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0916026 May 26 19:21:16.019863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port aeb07e46-63b3-4498-a5de-ddff37bc23e0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:16.030149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.311683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.427950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.452902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-cdc1e4fa-099b-4bd3-b6c1-81863cab24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:16.454646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-cdc1e4fa-099b-4bd3-b6c1-81863cab24dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1096 time: 0.7261710 May 26 19:21:16.570103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] For port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,segment=NetworkSegment(6caf3a29-78a1-4431-a9df-d7b8e4b01b7f),segment_id=6caf3a29-78a1-4431-a9df-d7b8e4b01b7f)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:16.570715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.588064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.662309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for aeb07e46-63b3-4498-a5de-ddff37bc23e0 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:16.694983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.772612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Calling delete_port for 1d77fa7e-8d57-44e0-b32e-34c6678c68ea owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:16.786990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e76db90e-de56-442a-bcac-e386aee090ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.829228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.857459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57436db-a56c-4697-a4be-4d40552a7ce7 req-266b06fc-100f-4b43-bd75-63a91941c294 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:16.858931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57436db-a56c-4697-a4be-4d40552a7ce7 req-266b06fc-100f-4b43-bd75-63a91941c294 tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 946 time: 0.7140944 May 26 19:21:16.914134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=aeb07e46-63b3-4498-a5de-ddff37bc23e0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:16.920255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.929098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a136ca7-abfd-4975-8d45-3fbb3101e22e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/aeb07e46-63b3-4498-a5de-ddff37bc23e0 HTTP/1.1" status: 204 len: 168 time: 1.0605431 May 26 19:21:16.929284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35484) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:16.953439 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:16.954314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router 1c75b5bc-f6b3-404e-9a96-f33f74a641d5 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:17.018113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-c18d778f-a93a-48bf-a102-c5b9ed906189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.020119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-c18d778f-a93a-48bf-a102-c5b9ed906189 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.5430615 May 26 19:21:17.038117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.039678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a4a2b72e-6b8f-4483-be26-2e6694f80e2a tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/1c75b5bc-f6b3-404e-9a96-f33f74a641d5 HTTP/1.1" status: 204 len: 168 time: 3.2860548 May 26 19:21:17.050243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35490) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:17.065345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1750320070', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:17.076626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:17.083575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:router and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:17.088331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:17.107735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab59c2-80c6-42e1-a01f-d6aa35676b8d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.114060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab59c2-80c6-42e1-a01f-d6aa35676b8d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.114837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25ab59c2-80c6-42e1-a01f-d6aa35676b8d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:17.119544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:17.145882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.147033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.157685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25ab59c2-80c6-42e1-a01f-d6aa35676b8d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:17.159165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25ab59c2-80c6-42e1-a01f-d6aa35676b8d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2288797 May 26 19:21:17.162592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:17.167209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-5f60b14b-0cba-40cf-9e02-ba90e5b552cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 200 len: 217 time: 0.1382763 May 26 19:21:17.170944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b57436db-a56c-4697-a4be-4d40552a7ce7 req-aa676cf6-8d9b-44a2-a91d-ac9a7488e75d tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/security-groups?id=4afa8c0e-281f-4dd6-8f0b-e086c438888b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401781 May 26 19:21:17.263074 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0d06a0-8127-4b96-819f-61b5e2c9a78f'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'code': 200} May 26 19:21:17.283554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:17.292523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.312025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.505844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-188a21db-508e-4414-9040-16df62f38e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.507313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-188a21db-508e-4414-9040-16df62f38e47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.3203924 May 26 19:21:17.568221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.622557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.628397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-b1baf19a-520e-49b5-92fd-57fcb5191041 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986280 May 26 19:21:17.677824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2ed9-51d1-41f0-895c-4d160bd7b3e8 req-044aa74e-2e55-44f7-9294-04e41da6b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.679285 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-943a2ed9-51d1-41f0-895c-4d160bd7b3e8 req-044aa74e-2e55-44f7-9294-04e41da6b8c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 1101 time: 0.2387507 May 26 19:21:17.680944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.721557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Pushing event deleted for resources: {'Port': ['ID=1d77fa7e-8d57-44e0-b32e-34c6678c68ea,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:17.846953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a7fef-364b-47dc-875e-08c7e9ff8f0d req-a4a2ba8f-7762-4516-a938-ddf3ddc6e140 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:17.848387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-689a7fef-364b-47dc-875e-08c7e9ff8f0d req-a4a2ba8f-7762-4516-a938-ddf3ddc6e140 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4160805 May 26 19:21:17.849495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] No DVR routers for this DVR port 1d77fa7e-8d57-44e0-b32e-34c6678c68ea on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:17.853680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:17.856243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'name': 'network-vif-deleted', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:17.900501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ccc6904-910d-4dea-89a8-aa28f39725b4 req-83a6d057-2a37-4314-96d2-5d72e6e9528e tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.53 "DELETE /v2.0/ports/1d77fa7e-8d57-44e0-b32e-34c6678c68ea HTTP/1.1" status: 204 len: 173 time: 2.6528018 May 26 19:21:17.905804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-6b705802-6850-4921-919e-c1d1fa2ff24d service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656121 May 26 19:21:18.018222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-689a7fef-364b-47dc-875e-08c7e9ff8f0d req-9e0fa63e-9ff5-4c4d-9490-820a2a1dfeff tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545331 May 26 19:21:18.055331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.110149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7eb3050c-723d-457b-b428-77dd8b12b856 req-21ef55b8-e97e-46cc-ba5f-d218791d4729 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915302 May 26 19:21:18.254644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:18.309682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbcb37-edd3-4c63-b92b-aac5cc9ee6ee req-d55e8869-4ae9-4a38-bedc-da4f6d958f51 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:18.311153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2dbcb37-edd3-4c63-b92b-aac5cc9ee6ee req-d55e8869-4ae9-4a38-bedc-da4f6d958f51 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 950 time: 0.0994656 May 26 19:21:18.364121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2dbcb37-edd3-4c63-b92b-aac5cc9ee6ee req-dd266043-7e36-45a7-9275-8b6f62ab1fbe tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 May 26 19:21:18.375355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-943a2ed9-51d1-41f0-895c-4d160bd7b3e8 req-1aace17e-7400-43e5-b84a-b3ea86f7e9f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852345 May 26 19:21:18.379489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.441974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1d77fa7e-8d57-44e0-b32e-34c6678c68ea no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:18.482971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.492650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 1d77fa7e-8d57-44e0-b32e-34c6678c68ea {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:18.492993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1d77fa7e-8d57-44e0-b32e-34c6678c68ea not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:18.542361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:18.550045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.574400 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f8de640-bac0-4fcb-ba6e-4c240cc771b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e HTTP/1.1" status: 204 len: 168 time: 1.4107523 May 26 19:21:18.575752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe17ad70-da0c-412f-a8ae-955b418445b4 req-978dec8a-68df-4d50-88a7-f3e22ad08409 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0437837 May 26 19:21:18.577471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35526) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:18.636428 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f0a552-220b-46de-ac4f-c4a0fac0962b'] response: {'server_uuid': '7df673fd-ba02-407b-bf7b-9aed9597f3c9', 'name': 'network-vif-deleted', 'tag': '1d77fa7e-8d57-44e0-b32e-34c6678c68ea', 'status': 'completed', 'code': 200} May 26 19:21:18.662423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ac43d-0f27-4c84-a0bc-9ce4673065fd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:18.666956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad9ac43d-0f27-4c84-a0bc-9ce4673065fd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0853999 May 26 19:21:18.667217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35532) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:18.724433 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-597773b9-3627-4a5b-80fe-17c2aa074e27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:18.729446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-597773b9-3627-4a5b-80fe-17c2aa074e27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/aeb07e46-63b3-4498-a5de-ddff37bc23e0 HTTP/1.1" status: 404 len: 333 time: 0.0580473 May 26 19:21:18.730823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35538) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:18.808122 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e563f0-6913-4172-8daa-039df61e17e5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:18.808998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.812215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a5e563f0-6913-4172-8daa-039df61e17e5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/1d6ba5f0-335d-4ccc-af8b-5d41a65fc16e HTTP/1.1" status: 404 len: 333 time: 0.0802779 May 26 19:21:18.812858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35542) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:18.820751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0277aa07-7b8a-4029-96be-4e062d3b0c5a req-00586597-00d8-49dd-96c2-aae2f91a6fdd tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Synchronizing usage tracker for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:18.840582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:18.919357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0277aa07-7b8a-4029-96be-4e062d3b0c5a req-00586597-00d8-49dd-96c2-aae2f91a6fdd tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] Unset dirty status for tenant:ac930c3b2ac44f0f894a712cea5cd22a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:18.920706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0277aa07-7b8a-4029-96be-4e062d3b0c5a req-00586597-00d8-49dd-96c2-aae2f91a6fdd tempest-InstanceActionsV221TestJSON-1134391228 tempest-InstanceActionsV221TestJSON-1134391228-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df673fd-ba02-407b-bf7b-9aed9597f3c9 HTTP/1.1" status: 200 len: 210 time: 0.1536932 May 26 19:21:18.948997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.030036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.25.0.206 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/f275d7a0-992a-4716-8353-e9fc456b4354) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:19.109996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.140745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800c0f54-d77f-4b82-9620-c65a417c089d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:19.155093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06fcdd2-0441-4c44-a349-3f5aaf4b6b92') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:19.155382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06fcdd2-0441-4c44-a349-3f5aaf4b6b92') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:19.167363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.183606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.190654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:19.193534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.201159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.238625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.271329 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b06fcdd2-0441-4c44-a349-3f5aaf4b6b92 resource provider aggregate not found May 26 19:21:19.299335 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b06fcdd2-0441-4c44-a349-3f5aaf4b6b92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b06fcdd2-0441-4c44-a349-3f5aaf4b6b92 found for delete ", "request_id": "req-cb5207a1-2a29-496f-a30a-8c7d37345717"}]} May 26 19:21:19.308410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:19.310752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:19.314585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:19.318292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.339512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.350503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=800c0f54-d77f-4b82-9620-c65a417c089d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:19.358654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2b8c3218-2194-48cf-a629-3a355cd51661 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/800c0f54-d77f-4b82-9620-c65a417c089d HTTP/1.1" status: 204 len: 168 time: 0.5402393 May 26 19:21:19.359251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35576) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:19.366360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-611228234'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:19.372131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:19.374753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=f275d7a0-992a-4716-8353-e9fc456b4354,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:19.376778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:19.380293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:19.386496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:19.400191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:19.404536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.435328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:19.450033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.450445 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment c8af5249-07f0-43d8-9294-79fdcf035aa9 of type vlan for network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 May 26 19:21:19.478912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.511083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.516677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:19.517248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.591317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.741440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3809876 May 26 19:21:19.745755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35608) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:19.753882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:19.825798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c35a37-6a15-4dd2-9870-a801831c62ad tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=4bda021b-dda1-4230-8aa1-d7b5f0c17363,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:19.838883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:19.920495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:19.925744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:19.929991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:19.937067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:19.945760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:19.959126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5714f-d5e3-4eb1-bae3-28c835ffb809 req-9d5b243d-ca64-4826-b403-2821cdabb2ac tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:19.960583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fc5714f-d5e3-4eb1-bae3-28c835ffb809 req-9d5b243d-ca64-4826-b403-2821cdabb2ac tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.1269736 May 26 19:21:19.961673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:19.966230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.090711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.ipam_backend_mixin [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Performing IP validity checks on allocation pools {{(pid=88363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:21:20.093522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.ipam_backend_mixin [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88363) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:21:20.098755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fc5714f-d5e3-4eb1-bae3-28c835ffb809 req-018d650b-2e55-46b6-be56-6b3128a6e352 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164036 May 26 19:21:20.275550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.302141 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.362637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=ffde3ffa-0436-4623-b7e3-71e7478bc4bb,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:20.377319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.377657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.378003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.378460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.378638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.378964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.379284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.379618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.379921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.380231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.380543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.380856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:20.395000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': 'c8af5249-07f0-43d8-9294-79fdcf035aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:20.395356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: 4bda021b-dda1-4230-8aa1-d7b5f0c17363, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:21:20.409160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6a3e6-3a9d-4413-b2d2-396c3b021db5 req-36e2885e-d436-436f-b69e-55b8614c32ce tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:20.410621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caf6a3e6-3a9d-4413-b2d2-396c3b021db5 req-36e2885e-d436-436f-b69e-55b8614c32ce tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 950 time: 0.1995394 May 26 19:21:20.439380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:21:20.469832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4bda021b-dda1-4230-8aa1-d7b5f0c17363) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:20.479822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:20.480409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.487511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c91fa-334a-4ad2-8f4d-157d8b77e77e None None] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:20.488962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caf6a3e6-3a9d-4413-b2d2-396c3b021db5 req-e148d87d-5ccd-4178-9a2f-c9336e3a8595 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 May 26 19:21:20.516772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-193dd122-cde2-42d6-befb-0de6e4a1f3d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7698951 May 26 19:21:20.520008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35614) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:20.535382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363', 'name': 'tempest-PortsIpV6TestJSON-305504932'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:20.550458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router eac8e2a7-0807-4cdf-ad65-52da0f0fa837 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:21:20.727142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:20.732008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:20.736014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:20.750224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:20.755772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4bda021b-dda1-4230-8aa1-d7b5f0c17363', 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'ffde3ffa-0436-4623-b7e3-71e7478bc4bb'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:21:20.757940 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.771623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:20.775876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.797834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:20.881459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:20.895113 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Sync routers for ids ['eac8e2a7-0807-4cdf-ad65-52da0f0fa837'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:20.907035 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Routers {'eac8e2a7-0807-4cdf-ad65-52da0f0fa837'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:20.908057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['eac8e2a7-0807-4cdf-ad65-52da0f0fa837'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:20.908891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-073eb1fe-9f21-4544-8a1e-75499015398e req-2f72fe01-5c8a-4c1f-9f45-da926e5d50ae tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0638659 May 26 19:21:20.919918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:20.924529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35618) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:20.933306 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0a3d802d-6c96-426f-8e3d-a097ace79d5c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.8698392 May 26 19:21:20.949273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Allocated IP 2001:db8::2 (4bda021b-dda1-4230-8aa1-d7b5f0c17363/ffde3ffa-0436-4623-b7e3-71e7478bc4bb/6a33b72c-8383-4c03-8a35-ed01a92a40b0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:21.148434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8c0b5d79-41ee-4fe3-ba65-f5ec5d7b68ad tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/eac8e2a7-0807-4cdf-ad65-52da0f0fa837 HTTP/1.1" status: 200 len: 909 time: 0.2204978 May 26 19:21:21.148725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:21.155232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1750320070', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': True}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:21.160560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:21.164866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Usage tracker for resource:router and tenant:847e34cb04ba4dcbb4bdf1c00407d02e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:21.175926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:21.197968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:21.214346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.216797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.221695 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Set router eac8e2a7-0807-4cdf-ad65-52da0f0fa837 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:21:21.240918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.272460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.293659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Transition to ACTIVE for port object 6a33b72c-8383-4c03-8a35-ed01a92a40b0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:21.316582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Transition to ACTIVE for port object 6a33b72c-8383-4c03-8a35-ed01a92a40b0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:21.324477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.403998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:21.419092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:21.427286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:21.527915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::294 (4bda021b-dda1-4230-8aa1-d7b5f0c17363/ffde3ffa-0436-4623-b7e3-71e7478bc4bb/6cabe1b0-dd89-45d1-8c71-dd6b44ec0354) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:21.551109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Pushing event updated for resources: {'Port': ['ID=6a33b72c-8383-4c03-8a35-ed01a92a40b0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:21.580487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Attempting to bind port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:21.581128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Attempting to bind port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'c8af5249-07f0-43d8-9294-79fdcf035aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:21.581704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Attempting to bind port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 on network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:21.589985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:21.590645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Checking segment: {'id': 'c8af5249-07f0-43d8-9294-79fdcf035aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:21.591208 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.591820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Bound using segment: {'id': 'c8af5249-07f0-43d8-9294-79fdcf035aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:21.592458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Bound port: 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8af5249-07f0-43d8-9294-79fdcf035aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4bda021b-dda1-4230-8aa1-d7b5f0c17363'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:21.592995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.619411 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'name': 'tempest-snat-router-1750320070', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206'}], 'enable_snat': False}, 'gw_port_id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:21:17Z', 'updated_at': '2022-05-26T19:21:19Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:21:18Z', 'updated_at': '2022-05-26T19:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:21.626079 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Checking router: eac8e2a7-0807-4cdf-ad65-52da0f0fa837 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:21:21.626419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Updating router eac8e2a7-0807-4cdf-ad65-52da0f0fa837 port f275d7a0-992a-4716-8353-e9fc456b4354 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:21:21.684006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.691668 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.702315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] For port 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:21.706053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] For port 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a33b72c-8383-4c03-8a35-ed01a92a40b0,segment=NetworkSegment(c8af5249-07f0-43d8-9294-79fdcf035aa9),segment_id=c8af5249-07f0-43d8-9294-79fdcf035aa9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:21.711682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.784329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30fb51-a5b2-4482-aa26-a59bd003b34d req-9e1a5e0d-5bb7-41a5-af78-cf9328322470 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:21.792270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf30fb51-a5b2-4482-aa26-a59bd003b34d req-9e1a5e0d-5bb7-41a5-af78-cf9328322470 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2194808 May 26 19:21:21.818003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254122b-07a2-4df9-8328-2aa6dd032ce4 None None] Pushing event updated for resources: {'Port': ['ID=6a33b72c-8383-4c03-8a35-ed01a92a40b0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:21.850972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf30fb51-a5b2-4482-aa26-a59bd003b34d req-8c3f8e0f-12d6-41a3-9916-a13d05aa3665 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578346 May 26 19:21:21.937963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:21.968934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:22.035209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.223880 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.238721 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Transition to ACTIVE for port object f275d7a0-992a-4716-8353-e9fc456b4354 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:22.246821 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.262978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.295650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.333208 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Attempting to bind port f275d7a0-992a-4716-8353-e9fc456b4354 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:22.333530 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Attempting to bind port f275d7a0-992a-4716-8353-e9fc456b4354 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:22.333833 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Attempting to bind port f275d7a0-992a-4716-8353-e9fc456b4354 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:22.345007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:22.345698 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:22.345954 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.346339 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:22.346797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Bound port: f275d7a0-992a-4716-8353-e9fc456b4354, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:22.347164 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.371318 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fa95c-010d-4bff-98e9-ca23f0a70c8e None None] Pushing event updated for resources: {'Port': ['ID=f275d7a0-992a-4716-8353-e9fc456b4354,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:22.383167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:22.392061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:22.398473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:22.405576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:22.406198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.412787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=6cabe1b0-dd89-45d1-8c71-dd6b44ec0354,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:22.430155 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] For port f275d7a0-992a-4716-8353-e9fc456b4354, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:22.434439 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] For port f275d7a0-992a-4716-8353-e9fc456b4354, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f275d7a0-992a-4716-8353-e9fc456b4354,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:22.441592 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.442252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-920ace39-3bf2-4bc4-a3fd-2e6dbb8a4af6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9208989 May 26 19:21:22.445764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35646) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:22.467619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:22.498131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.25.0.144 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/63907909-972f-4155-a832-2fe75fdca0db) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:22.531980 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Routers {'eac8e2a7-0807-4cdf-ad65-52da0f0fa837'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:22.532658 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['eac8e2a7-0807-4cdf-ad65-52da0f0fa837'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:22.589365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:22.590154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.637979 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fa95c-010d-4bff-98e9-ca23f0a70c8e None None] Pushing event updated for resources: {'Port': ['ID=f275d7a0-992a-4716-8353-e9fc456b4354,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:22.680704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:22.681682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.720044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354ee4-8d65-45ef-92b2-a3f88e190de6 req-47bce780-e446-4301-a5d6-c7c11ab7ad60 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:22.730443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9354ee4-8d65-45ef-92b2-a3f88e190de6 req-47bce780-e446-4301-a5d6-c7c11ab7ad60 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 950 time: 0.5587265 May 26 19:21:22.755333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.787462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] Set router eac8e2a7-0807-4cdf-ad65-52da0f0fa837 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:21:22.795018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:22.818709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:22.826161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.840417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:22.896017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9354ee4-8d65-45ef-92b2-a3f88e190de6 req-67824f3f-0dc1-4e7d-8cd9-9e9a3b1255c5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643484 May 26 19:21:22.924049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:22.933222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:22.937749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:22.948443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:23.006427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=63907909-972f-4155-a832-2fe75fdca0db,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:23.215100 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'name': 'tempest-snat-router-1750320070', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206'}], 'enable_snat': False}, 'gw_port_id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:21:17Z', 'updated_at': '2022-05-26T19:21:19Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:21:18Z', 'updated_at': '2022-05-26T19:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:23.221182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523289c-e032-4f8b-b13f-8b55704280f8 None None] The sync data for ids ['eac8e2a7-0807-4cdf-ad65-52da0f0fa837'] in n-d-843146-9 is: [{'id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'name': 'tempest-snat-router-1750320070', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206'}], 'enable_snat': False}, 'gw_port_id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:21:17Z', 'updated_at': '2022-05-26T19:21:19Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': 'f275d7a0-992a-4716-8353-e9fc456b4354', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:97:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eac8e2a7-0807-4cdf-ad65-52da0f0fa837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:21:18Z', 'updated_at': '2022-05-26T19:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:23.241909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:23.394899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cd737-2447-4d77-8560-720fb42263f7 None None] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:23.410409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:23.446144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:23.512552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-e8b7ec5a-dfe4-4dfb-b31a-9e071410107c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:23.524482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-e8b7ec5a-dfe4-4dfb-b31a-9e071410107c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.4584961 May 26 19:21:23.563569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-94fbc753-6345-45dc-9452-757cf9d1c829 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/quotas/feb66b7564134bf6b5ca5015c1800c66 HTTP/1.1" status: 200 len: 375 time: 0.0424111 May 26 19:21:23.579870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-07546341-31b9-4320-9568-256636a2def6 None None] Provisioning for port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:23.695260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:23.762503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=6cabe1b0-dd89-45d1-8c71-dd6b44ec0354,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:23.818571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:23.835943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5585b63a-4f4b-46c7-b7ea-a679bc4c731b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 HTTP/1.1" status: 204 len: 168 time: 1.3890781 May 26 19:21:23.850809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-cc1c895e-50cb-427f-a229-6a19fe6b83a0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2240098 May 26 19:21:23.871856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35674) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:24.021388 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb02d224-ca4b-49ae-b55f-cc32c4d7c6b6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:21:24.021850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb02d224-ca4b-49ae-b55f-cc32c4d7c6b6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:21:24.023501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb02d224-ca4b-49ae-b55f-cc32c4d7c6b6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 HTTP/1.1" status: 404 len: 333 time: 0.1501627 May 26 19:21:24.035390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35682) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:24.046655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-fe93977d-58be-4a71-9cef-93750318fef1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:24.048155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-fe93977d-58be-4a71-9cef-93750318fef1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8 HTTP/1.1" status: 200 len: 943 time: 0.4172592 May 26 19:21:24.128808 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbb0b9b-e551-481c-8a70-fbbc9d4d832e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:24.130171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bbb0b9b-e551-481c-8a70-fbbc9d4d832e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:24.185973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bbb0b9b-e551-481c-8a70-fbbc9d4d832e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:24.189109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9bbb0b9b-e551-481c-8a70-fbbc9d4d832e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/6cabe1b0-dd89-45d1-8c71-dd6b44ec0354 HTTP/1.1" status: 404 len: 333 time: 0.1508231 May 26 19:21:24.193561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35686) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:24.261290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-d23b5b22-6008-4895-9c35-96f56dac7eca service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092109 May 26 19:21:24.271635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a33b72c-8383-4c03-8a35-ed01a92a40b0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:24.280757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.380543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Deleting port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:24.380799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.397921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:24.404421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:24.405162 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.426020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet ffde3ffa-0436-4623-b7e3-71e7478bc4bb {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:21:24.438237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-5eb8d0ee-11b7-44e4-8c50-18db5afdd830 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760693 May 26 19:21:24.465952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a9140297-a327-45ea-8621-4b0b3e6e3772 None None] Could not find standard attr ID for object 6cabe1b0-dd89-45d1-8c71-dd6b44ec0354. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:21:24.466570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.581234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:24.581986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.620561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a33b72c-8383-4c03-8a35-ed01a92a40b0,segment=NetworkSegment(c8af5249-07f0-43d8-9294-79fdcf035aa9),segment_id=c8af5249-07f0-43d8-9294-79fdcf035aa9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:24.638720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.639518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f275d7a0-992a-4716-8353-e9fc456b4354 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:24.685974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.799945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b437788-e04e-4820-84b0-b9309a369445 req-d3a6a4ad-95d9-4923-98fd-2063bd9cd3cb tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0591049 May 26 19:21:24.840537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6a33b72c-8383-4c03-8a35-ed01a92a40b0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:24.845152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f275d7a0-992a-4716-8353-e9fc456b4354 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:24.851019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f275d7a0-992a-4716-8353-e9fc456b4354 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:24.851923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:24.937633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] For port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:24.937987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.003400 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d08d0e-30b8-45a1-92a6-befb64a3ccee'] response: {'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'code': 200} May 26 19:21:25.004137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f275d7a0-992a-4716-8353-e9fc456b4354 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:25.004614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.028378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f275d7a0-992a-4716-8353-e9fc456b4354, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f275d7a0-992a-4716-8353-e9fc456b4354,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:25.034117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.114726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Calling delete_port for 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:25.162648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f275d7a0-992a-4716-8353-e9fc456b4354,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:25.257956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router e3993a9f-2942-41cf-be1b-876fd249dfae is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:21:25.271943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.357433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7911c91-1d00-43dd-8524-542f8a304aef req-1ac0c9f3-b4a3-4d7a-a8da-504299ad9871 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:25.358890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7911c91-1d00-43dd-8524-542f8a304aef req-1ac0c9f3-b4a3-4d7a-a8da-504299ad9871 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2541726 May 26 19:21:25.423085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7911c91-1d00-43dd-8524-542f8a304aef req-f9dc8740-183d-4a5f-b54c-4f63ce3a88a1 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536642 May 26 19:21:25.608916 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.645641 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.647553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:25.656335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Sync routers for ids ['e3993a9f-2942-41cf-be1b-876fd249dfae'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:25.666604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Routers {'e3993a9f-2942-41cf-be1b-876fd249dfae'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:25.667232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e3993a9f-2942-41cf-be1b-876fd249dfae'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:25.835408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=ffde3ffa-0436-4623-b7e3-71e7478bc4bb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:25.840250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7187b-1f7b-46ed-ad5c-892d72bded7c None None] Network 4bda021b-dda1-4230-8aa1-d7b5f0c17363 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:25.843662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.846608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event deleted for resources: {'Port': ['ID=9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:25.944981 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c2c62967-f7b0-4099-8d64-c6299bb2c928 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/ffde3ffa-0436-4623-b7e3-71e7478bc4bb HTTP/1.1" status: 204 len: 168 time: 1.7489338 May 26 19:21:25.946548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] No DVR routers for this DVR port 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:25.947713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35720) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:25.948330 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.949687 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e47bdc9d-8004-40cb-873c-00e1c97abb45 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7999029 May 26 19:21:25.951080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:25.953114 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e37d6288-20ce-470f-a777-c7c16f9ef4bf req-183db25b-934f-43e6-8c1f-cb17b94baa77 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "DELETE /v2.0/ports/9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a HTTP/1.1" status: 204 len: 173 time: 1.8893073 May 26 19:21:25.953734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-deleted', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:25.958390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35724) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:26.079656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Set router e3993a9f-2942-41cf-be1b-876fd249dfae gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:21:26.124955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47bcefc7-fac9-467c-946c-a35962bf67c5 req-a21157cd-818b-4d50-b00a-e792893d9e5f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 210 time: 0.0643301 May 26 19:21:26.186573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.199333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:26.199667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.232475 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-06f5c809-de05-494f-a5ae-fa9996566a75 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/e3993a9f-2942-41cf-be1b-876fd249dfae HTTP/1.1" status: 200 len: 908 time: 0.2728078 May 26 19:21:26.235031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:26.281988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35734) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:26.366767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a33b72c-8383-4c03-8a35-ed01a92a40b0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:26.533455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:26.556692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.616478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-c97c3329-1a15-46b7-9396-a0fe56b88294 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:26.618042 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-c97c3329-1a15-46b7-9396-a0fe56b88294 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.3147407 May 26 19:21:26.624347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14292f13-b04b-4375-9f97-bcdf49c3ca76 req-50336c72-0482-4ae0-a87a-68e2a5004834 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1563623 May 26 19:21:26.627926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Deleting subnet 469f58e2-cedd-4f75-a2b0-434f183244fb {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:21:26.630938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.653381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Request body: {'port': {'device_id': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'admin_state_up': True, 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:26.683322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.744124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.783673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:26.784580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:26.797413 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbb45e8-b8a7-47bf-a767-889bc427bc78'] response: {'server_uuid': 'e4c3ff4e-8abe-4229-9cc2-47e8fee84ea8', 'name': 'network-vif-deleted', 'tag': '9c94ff6e-6e2f-4f6d-806a-17d9ba6f1d0a', 'status': 'completed', 'code': 200} May 26 19:21:26.822099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.873420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469f58e2-cedd-4f75-a2b0-434f183244fb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:26.876294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.893379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.905259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:26.909833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:26.910263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.914542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Usage tracker for resource:port and tenant:feb66b7564134bf6b5ca5015c1800c66 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:26.918198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Deleting port 63907909-972f-4155-a832-2fe75fdca0db {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:26.918665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:26.936037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b63a4eb6-fa7a-4b35-96ed-14a11ab1d660 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/469f58e2-cedd-4f75-a2b0-434f183244fb HTTP/1.1" status: 204 len: 168 time: 0.6517224 May 26 19:21:26.938824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35750) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:26.939924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a33b72c-8383-4c03-8a35-ed01a92a40b0,segment=NetworkSegment(c8af5249-07f0-43d8-9294-79fdcf035aa9),segment_id=c8af5249-07f0-43d8-9294-79fdcf035aa9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:26.940277 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.001267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] DHCP port deletion for 4bda021b-dda1-4230-8aa1-d7b5f0c17363 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:21:27.010256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Deleting port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:27.010912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.121081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.196100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 6a33b72c-8383-4c03-8a35-ed01a92a40b0 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:27.240670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:27.249632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Calling delete_port for 63907909-972f-4155-a832-2fe75fdca0db owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:27.278292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] For port 6a33b72c-8383-4c03-8a35-ed01a92a40b0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6a33b72c-8383-4c03-8a35-ed01a92a40b0,segment=NetworkSegment(c8af5249-07f0-43d8-9294-79fdcf035aa9),segment_id=c8af5249-07f0-43d8-9294-79fdcf035aa9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:27.279103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.293565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.328585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2b78-d429-46eb-9a8e-e2d030b6901e req-ceff22cd-5928-4940-8d50-c8ca4a1d57c4 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:27.330179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-748e2b78-d429-46eb-9a8e-e2d030b6901e req-ceff22cd-5928-4940-8d50-c8ca4a1d57c4 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4580886 May 26 19:21:27.389545 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.412852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:27.421781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Calling delete_port for 6a33b72c-8383-4c03-8a35-ed01a92a40b0 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:27.438603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:27.442017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.480104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No DVR routers for this DVR port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:27.500883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:27.501363 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:27.507838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Could not find standard attr ID for object 6a33b72c-8383-4c03-8a35-ed01a92a40b0. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:21:27.514681 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No ports have port_id starting with 6a33b72c-8383-4c03-8a35-ed01a92a40b0 May 26 19:21:27.518882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f275d7a0-992a-4716-8353-e9fc456b4354 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:27.524102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=6a33b72c-8383-4c03-8a35-ed01a92a40b0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:27.579305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3993a9f-2942-41cf-be1b-876fd249dfae', 'name': 'tempest-snat-router-1750320070', 'tenant_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '63907909-972f-4155-a832-2fe75fdca0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:21:21Z', 'updated_at': '2022-05-26T19:21:23Z', 'revision_number': 3, 'project_id': '847e34cb04ba4dcbb4bdf1c00407d02e', 'gw_port': {'id': '63907909-972f-4155-a832-2fe75fdca0db', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:38:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3993a9f-2942-41cf-be1b-876fd249dfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:21:22Z', 'updated_at': '2022-05-26T19:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:27.586109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Checking router: e3993a9f-2942-41cf-be1b-876fd249dfae for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:21:27.586451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Updating router e3993a9f-2942-41cf-be1b-876fd249dfae port 63907909-972f-4155-a832-2fe75fdca0db binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:21:27.654384 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.697740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Allocated IP 172.20.0.3 (9f4c032f-2b2b-451a-982b-6db9383a19f5/c5299690-b16c-41fd-af10-45eb243826ba/a19d4d2f-661c-4453-b677-181ef6cf46f9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:27.723587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.766105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-748e2b78-d429-46eb-9a8e-e2d030b6901e req-2e80c29c-be3d-4cb1-89f6-477df408a281 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199760 May 26 19:21:27.780223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:27.793813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Port': ['ID=63907909-972f-4155-a832-2fe75fdca0db,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:28.025616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b62644-e3d7-433f-85f0-0bfbd9636648']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.040450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Deleting port 6a33b72c-8383-4c03-8a35-ed01a92a40b0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:28.041031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.051802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.061072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05322ed2-303c-4d6b-ba43-e88a570195e3 req-14768006-18b5-4b75-b423-ffe4204cfc00 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 210 time: 0.1326776 May 26 19:21:28.063478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35766) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.063989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.078346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:28.078346 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:28.093350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.093350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caf3a29-78a1-4431-a9df-d7b8e4b01b7f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.106084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.122775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e50994-e856-4503-bb4b-8108335db50e None None] The port '6a33b72c-8383-4c03-8a35-ed01a92a40b0' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:21:28.130809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f275d7a0-992a-4716-8353-e9fc456b4354 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:28.131175 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.143351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.166121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bda021b-dda1-4230-8aa1-d7b5f0c17363']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.181630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8af5249-07f0-43d8-9294-79fdcf035aa9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.181976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8af5249-07f0-43d8-9294-79fdcf035aa9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:28.189116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.200671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.207414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:28.207811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.265684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f275d7a0-992a-4716-8353-e9fc456b4354 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:28.275944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.283476 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6caf3a29-78a1-4431-a9df-d7b8e4b01b7f resource provider aggregate not found May 26 19:21:28.328358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:28.341522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:28.344137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:28.358927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.359528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a33b72c-8383-4c03-8a35-ed01a92a40b0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:28.365624 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6caf3a29-78a1-4431-a9df-d7b8e4b01b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6caf3a29-78a1-4431-a9df-d7b8e4b01b7f found for delete ", "request_id": "req-2cdef013-da14-43f0-82f9-97207d89794e"}]} May 26 19:21:28.368221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fda6448c-b9c1-4550-b6fb-e0a4c162207a req-b7189e87-8294-4ca0-94f4-acf13d967ab3 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1353843 May 26 19:21:28.377888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.390682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:28.390682 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.408040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6a33b72c-8383-4c03-8a35-ed01a92a40b0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:28.408547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6a33b72c-8383-4c03-8a35-ed01a92a40b0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:28.457031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.458962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:28.497828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.500368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Usage tracker for resource:security_group_rule and tenant:04153b92d21c412aa0ed5df144db07c4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:28.514400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:28.520110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] Pushing event deleted for resources: {'Network': ['ID=36b62644-e3d7-433f-85f0-0bfbd9636648,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:28.527152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:28.538441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.551123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.556910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.560845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.569487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e66cbef0-0b35-43de-8feb-1445b78d46eb admin admin] 10.222.0.24 "DELETE /v2.0/networks/36b62644-e3d7-433f-85f0-0bfbd9636648 HTTP/1.1" status: 204 len: 168 time: 1.6191380 May 26 19:21:28.569686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:28.570220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.574541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:28.578699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=4bda021b-dda1-4230-8aa1-d7b5f0c17363,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:28.589556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27ea7fe6-99e3-42b5-8412-2e7fd6c8a5b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/4bda021b-dda1-4230-8aa1-d7b5f0c17363 HTTP/1.1" status: 204 len: 168 time: 2.6403029 May 26 19:21:28.593184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35786) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.605346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163518222'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:28.612122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:28.617844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.618460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3993a9f-2942-41cf-be1b-876fd249dfae {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:28.619305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:28.622168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:28.626795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.628239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b984c251-2cba-4408-a5df-acb807a7c736 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e3993a9f-2942-41cf-be1b-876fd249dfae HTTP/1.1" status: 204 len: 168 time: 2.3918860 May 26 19:21:28.628396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:28.630258 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-b04a1f10-93c3-48d4-908d-df7452e4d0a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9864237 May 26 19:21:28.631083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35790) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.643702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Port 63907909-972f-4155-a832-2fe75fdca0db not found while updating agent binding for router e3993a9f-2942-41cf-be1b-876fd249dfae. {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 19:21:28.645096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:28.649967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.653863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Routers set() bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:28.654214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Router IDs set() for agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 26 19:21:28.654852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_agentschedulers_db [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3993a9f-2942-41cf-be1b-876fd249dfae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent'). {{(pid=88364) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 19:21:28.655219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a056ff-65dd-4408-964c-8a4e020060a6 None None] The sync data for ids ['e3993a9f-2942-41cf-be1b-876fd249dfae'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:28.701670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:28.703384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Request body: {'port': {'device_id': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:28.725530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.726091 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment d4947661-efd0-48c6-8f72-1bc3a9ba50a9 of type vlan for network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 May 26 19:21:28.728354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.735592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.747720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35794) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.785261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.806155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04153b92d21c412aa0ed5df144db07c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273858 May 26 19:21:28.808685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35800) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.812506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cf0c5-ba52-4d33-b473-9e04297905b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a3c546-cc75-4278-8407-86e1ce21db1c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:28.874676 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.879996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:28.880590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:28.964726 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0391f40d-775a-4caa-ba39-0f313b58d281 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac930c3b2ac44f0f894a712cea5cd22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014990 May 26 19:21:28.968613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:28.987479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.004420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.035402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.075754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4780469 May 26 19:21:29.081331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76dbc-0a0a-467e-9c69-13e0ba268217 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=5847ad1c-9d74-4673-a0ba-a4afb56f7195,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:29.085444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35808) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:29.094029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:29.101694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:29.119252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.264137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4010be-9b38-4126-889a-830b85a82905 req-5999abad-fdd2-4634-b0be-8cdad7c4c32a tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:29.266034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee4010be-9b38-4126-889a-830b85a82905 req-5999abad-fdd2-4634-b0be-8cdad7c4c32a tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.3804986 May 26 19:21:29.276690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:29.297473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:29.310741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:29.321000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:29.332295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.360365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a3c546-cc75-4278-8407-86e1ce21db1c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:29.374053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee4010be-9b38-4126-889a-830b85a82905 req-711d7ca9-2be4-4c49-8096-d988b8a05b76 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943763 May 26 19:21:29.376392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:29.392366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.417807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.421367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6b6110d5-59d0-4da6-b7a9-5e7d31a7bcb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2a3c546-cc75-4278-8407-86e1ce21db1c HTTP/1.1" status: 204 len: 168 time: 0.6094069 May 26 19:21:29.448133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.505768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.540681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.627321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Deleting port f275d7a0-992a-4716-8353-e9fc456b4354 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:29.627664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.676910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c64d-5858-4519-8ddd-d76b25ad2686 req-92297926-f4ca-471a-aa78-3e895169b3c5 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:29.678506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc0c64d-5858-4519-8ddd-d76b25ad2686 req-92297926-f4ca-471a-aa78-3e895169b3c5 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 931 time: 0.1720035 May 26 19:21:29.770340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc0c64d-5858-4519-8ddd-d76b25ad2686 req-30ff9bde-54f6-4c89-b769-d4007d596bd9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 May 26 19:21:29.774961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.820639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.849539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa8c0e-281f-4dd6-8f0b-e086c438888b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:29.875111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.875455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.875785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.876111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.876430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.876748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.877083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.877406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.877720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.878032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.878341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.878659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:29.889375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=bc77ff5b-5eff-4687-969b-b6c679312e7f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:29.892117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:29.892561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: 5847ad1c-9d74-4673-a0ba-a4afb56f7195, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:21:29.903821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.904959 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c98d7116-5601-41b4-b796-2f8855a60c24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4afa8c0e-281f-4dd6-8f0b-e086c438888b HTTP/1.1" status: 204 len: 168 time: 0.9352944 May 26 19:21:29.922768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:21:29.935091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5847ad1c-9d74-4673-a0ba-a4afb56f7195) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:29.940837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:29.941818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:29.946894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be92ce6-9246-44a2-80a4-85fba453b8ae None None] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:29.991347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] For port f275d7a0-992a-4716-8353-e9fc456b4354, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f275d7a0-992a-4716-8353-e9fc456b4354,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:29.991693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.005335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:30.048756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-145c5afb-9f8f-4649-b079-ee2f40e673bc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9587760 May 26 19:21:30.062639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35832) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:30.067290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9780484e-15ef-431c-a0a1-67a77c387875 req-931aed07-da0f-4c87-b2d9-0180dc54a022 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0983434 May 26 19:21:30.071865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-201006299'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:30.141411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.247510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Calling delete_port for f275d7a0-992a-4716-8353-e9fc456b4354 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:30.310203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Transition to ACTIVE for port object a19d4d2f-661c-4453-b677-181ef6cf46f9 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:30.329819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.374921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-5847ad1c-9d74-4673-a0ba-a4afb56f7195', 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'bc77ff5b-5eff-4687-969b-b6c679312e7f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:21:30.375774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.477941 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c8af5249-07f0-43d8-9294-79fdcf035aa9 resource provider aggregate not found May 26 19:21:30.492867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:30.497466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:30.501738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:30.510635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:30.524444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:30.530211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.574281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:30.590888 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c8af5249-07f0-43d8-9294-79fdcf035aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8af5249-07f0-43d8-9294-79fdcf035aa9 found for delete ", "request_id": "req-45ab1f5b-2923-4e6e-a352-fd6ec238f8d5"}]} May 26 19:21:30.614612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 2ed82118-a404-4a89-9b52-8722fbe5af09 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:30.643681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:30.758319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Allocated IP 2001:db8::2 (5847ad1c-9d74-4673-a0ba-a4afb56f7195/bc77ff5b-5eff-4687-969b-b6c679312e7f/5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:30.763839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c5243-61e6-407c-92c4-077c6a30f153 req-4acff262-ae1e-4afb-b67a-8b4e11256476 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:30.771002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-876c5243-61e6-407c-92c4-077c6a30f153 req-4acff262-ae1e-4afb-b67a-8b4e11256476 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2165601 May 26 19:21:30.841020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-876c5243-61e6-407c-92c4-077c6a30f153 req-79675e12-79c5-49e7-a043-d4cbfc820c9c tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 May 26 19:21:30.884311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:30.905443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'mac_address': 'fa:16:3e:2d:53:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:30.934129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Attempting to bind port a19d4d2f-661c-4453-b677-181ef6cf46f9 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:30.934595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Attempting to bind port a19d4d2f-661c-4453-b677-181ef6cf46f9 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:30.934873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Attempting to bind port a19d4d2f-661c-4453-b677-181ef6cf46f9 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:30.948584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Port a19d4d2f-661c-4453-b677-181ef6cf46f9 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:21:30.952503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Attempting to bind port a19d4d2f-661c-4453-b677-181ef6cf46f9 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:30.980075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:30.981532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Checking segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:30.984843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Bound using segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:30.985813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Bound port: a19d4d2f-661c-4453-b677-181ef6cf46f9, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:30.986974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:30.987349 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:30.987473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.029716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:31.118552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bf33a-8167-4613-b6da-574edde47c3d req-49877467-583e-4d6d-9c4c-6cc461c9bb7a tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:31.127530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e6bf33a-8167-4613-b6da-574edde47c3d req-49877467-583e-4d6d-9c4c-6cc461c9bb7a tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 943 time: 0.1688190 May 26 19:21:31.171860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:31.184905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:31.190862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:31.192167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e6bf33a-8167-4613-b6da-574edde47c3d req-681d19fc-c023-471b-878c-958a31e0ac05 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 May 26 19:21:31.203987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.210366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.255255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:31.296337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:31.296914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.298382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] 10.222.0.53 "PUT /v2.0/ports/a19d4d2f-661c-4453-b677-181ef6cf46f9 HTTP/1.1" status: 200 len: 1091 time: 2.5990028 May 26 19:21:31.298987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:31.319102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.386997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f02718af-0a07-4e4d-9150-a9df6aaddcba'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:31.397673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c9f75da-6361-44b6-80ba-0de3da7c8709 req-745f4805-35a5-4f54-882f-8fafb68c18ad tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0633335 May 26 19:21:31.476115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.518251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1086753216-network', 'tenant_id': 'c56e57166a984f8badd63119e830926d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:31.525017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:31.530003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Usage tracker for resource:network and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:31.533221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:31.540881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:31.559329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47888188-260a-4469-8fe9-0bc387f99396 service neutron] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:31.563005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Transition to ACTIVE for port object 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:31.564303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:31.565884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:31.568850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.580840 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f37ac79-c679-4167-89db-cd0376e0ed78'] response: {'name': 'network-changed', 'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'status': 'completed', 'code': 200} May 26 19:21:31.599548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.615426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Transition to ACTIVE for port object 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:31.617632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:31.624354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Usage tracker for resource:security_group_rule and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:31.628112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:31.634289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.636521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:31.677469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event deleted for resources: {'Port': ['ID=f275d7a0-992a-4716-8353-e9fc456b4354,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:31.705966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.724469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:31.728955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:31.731332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:31.788546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Pushing event updated for resources: {'Port': ['ID=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:31.846294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::5 (5847ad1c-9d74-4673-a0ba-a4afb56f7195/bc77ff5b-5eff-4687-969b-b6c679312e7f/2ed82118-a404-4a89-9b52-8722fbe5af09) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:31.874027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Attempting to bind port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:31.874394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Attempting to bind port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:31.874754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Attempting to bind port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 on network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:31.882313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:31.882682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Checking segment: {'id': 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:31.883075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.883460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Bound using segment: {'id': 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:31.883980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Bound port: 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5847ad1c-9d74-4673-a0ba-a4afb56f7195'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:31.884322 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:31.902734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-18feb33d-e9ef-4da0-a02a-002e6e623800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:31.905167 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-18feb33d-e9ef-4da0-a02a-002e6e623800 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 1094 time: 0.5312915 May 26 19:21:31.991639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.006373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.031407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.050454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 2ed82118-a404-4a89-9b52-8722fbe5af09 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:32.058151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] For port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:32.060090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.060993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eac8e2a7-0807-4cdf-ad65-52da0f0fa837 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:32.061380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] For port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,segment=NetworkSegment(d4947661-efd0-48c6-8f72-1bc3a9ba50a9),segment_id=d4947661-efd0-48c6-8f72-1bc3a9ba50a9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:32.064005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-a6760bb8-1a8d-49ce-86de-7ca112603306 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9 HTTP/1.1" status: 200 len: 217 time: 0.1444302 May 26 19:21:32.067455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.163024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.171441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c776db5d-39e6-4e54-aceb-07256720869c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "DELETE /v2.0/routers/eac8e2a7-0807-4cdf-ad65-52da0f0fa837 HTTP/1.1" status: 204 len: 168 time: 3.5391409 May 26 19:21:32.172494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35924) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:32.184085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a460b-00e3-4289-b723-f9a94771ad5c None None] Pushing event updated for resources: {'Port': ['ID=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:32.190861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1116374397', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:32.200970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:32.209912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:32.214439 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.215377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:32.229089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:32.235677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-61ecdcab-61bb-4a77-8cfb-ce624d92aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:32.237923 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-61ecdcab-61bb-4a77-8cfb-ce624d92aa97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1586213 May 26 19:21:32.247730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.306624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.314061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.325391 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-8e5ce660-64d0-4c64-ad92-c280e5af35b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681970 May 26 19:21:32.343362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.349220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:32.374201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.375688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:32.386897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:32.393184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:32.394054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.419658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:32.449770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc65a72-5910-4af6-b874-85ef110d5b86,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:32.457304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=2ed82118-a404-4a89-9b52-8722fbe5af09,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:32.468494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.468817 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Added segment 0d5b1489-a62d-4f3d-917d-31ecb0af8963 of type vlan for network cb587313-0479-484e-a95b-f7ffe6797256 May 26 19:21:32.491620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a8245-a4c5-49e9-baa7-2ab5c5372092 req-d240909a-f6fc-4e60-9cbe-37d7f7499406 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:32.492815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d4a8245-a4c5-49e9-baa7-2ab5c5372092 req-d240909a-f6fc-4e60-9cbe-37d7f7499406 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4246614 May 26 19:21:32.498818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-21ac8771-cd39-4d44-9171-64afc1d5deb7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.4348660 May 26 19:21:32.499489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35958) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:32.534229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:32.620846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.713740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d4a8245-a4c5-49e9-baa7-2ab5c5372092 req-e5ce0076-f993-40ee-8e9f-236010c6bd84 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103691 May 26 19:21:32.717727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f02718af-0a07-4e4d-9150-a9df6aaddcba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:32.718323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.762604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 2ed82118-a404-4a89-9b52-8722fbe5af09 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:32.762953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.870677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.871915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:32.873201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.879208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:32.879664 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.913234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:32.925292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:32.932431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:32.986602 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-3df0ed15-5ca5-4c4e-b6e3-d936adb7600f service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497235 May 26 19:21:32.993909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.050675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:33.134434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35978) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:33.137612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8809495 May 26 19:21:33.138618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35980) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:33.185469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af0ae9-a8c8-4907-8f7f-c6ead62290aa admin admin] Pushing event updated for resources: {'Network': ['ID=cb587313-0479-484e-a95b-f7ffe6797256,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:33.199799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network cb587313-0479-484e-a95b-f7ffe6797256 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:33.213106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Request body: {'subnet': {'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1086753216-subnet', 'tenant_id': 'c56e57166a984f8badd63119e830926d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:33.231416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:33.251534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Usage tracker for resource:subnet and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:33.255965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.265787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:33.279573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:33.311566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.329401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a1caa33b-2985-412f-a6ad-5ff99553a269 req-c759ddec-4e68-4ecd-9c41-13cf4ca0daeb service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309498 May 26 19:21:33.342626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:33.349795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Usage tracker for resource:security_group_rule and tenant:92e9de21930c49bea73982c39a5fd087 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:33.353906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:33.363928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:33.535214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 2ed82118-a404-4a89-9b52-8722fbe5af09 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:33.590114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:33.592438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.694923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc39212-b80a-46cb-a703-8e568ef6eff1 req-56ac7b19-dfab-4d17-928f-821709e09588 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:33.697084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9bc39212-b80a-46cb-a703-8e568ef6eff1 req-56ac7b19-dfab-4d17-928f-821709e09588 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 943 time: 0.6827106 May 26 19:21:33.729824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731ef12-1c47-4261-b492-20dc9214ac14 None None] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:33.832532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9bc39212-b80a-46cb-a703-8e568ef6eff1 req-094e3118-e0e5-4153-bedc-15f6c9649cda tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154275 May 26 19:21:33.881363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.898350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-63d4739a-7350-451c-ac4c-bd3dec3c64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:33.901689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-63d4739a-7350-451c-ac4c-bd3dec3c64cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 1094 time: 0.5104303 May 26 19:21:33.939958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.953902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:33.957846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ac3966a0-518a-477c-a06b-27da5f1f0d31 None None] Provisioning for port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:34.063822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=2ed82118-a404-4a89-9b52-8722fbe5af09,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:34.126431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.144792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c34a096-001c-4f17-99a9-ef2d08f5be06 req-1334844c-8e29-47cb-a489-3f1884f0bec4 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0767038 May 26 19:21:34.146285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.198636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.238624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d6ff7f4e-b1f6-41fb-81bf-1711d74b8a81 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/2ed82118-a404-4a89-9b52-8722fbe5af09 HTTP/1.1" status: 204 len: 168 time: 1.7300668 May 26 19:21:34.239856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.249263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35998) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:34.343794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b27d16-4b05-4bf2-a443-fd517927df76,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:34.361020 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-139f6263-cd5c-4cbc-a852-296edf149903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92e9de21930c49bea73982c39a5fd087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229812 May 26 19:21:34.366674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36002) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:34.390349 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42704799-bfe8-434e-942e-c6b59c788910'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'code': 200} May 26 19:21:34.445628 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6411fb28-fb16-4ecc-84c4-cd393905cd88 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:34.447193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6411fb28-fb16-4ecc-84c4-cd393905cd88 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:34.456261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:34.526026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9982acc-3d82-4220-93f3-a443d59b8e28,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:34.529112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6411fb28-fb16-4ecc-84c4-cd393905cd88 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:34.533278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6411fb28-fb16-4ecc-84c4-cd393905cd88 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/2ed82118-a404-4a89-9b52-8722fbe5af09 HTTP/1.1" status: 404 len: 333 time: 0.2326488 May 26 19:21:34.534981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36006) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:34.609223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:34.619629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Checking segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:34.619933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Network hostable DHCP agents. Network: cb587313-0479-484e-a95b-f7ffe6797256, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:21:34.620515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:34.620921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.641802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-3489737a-b61b-4cc6-83db-83ed5d5a98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:34.645717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-3489737a-b61b-4cc6-83db-83ed5d5a98ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.7336094 May 26 19:21:34.709445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Provisioning complete for port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:34.710001 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.728555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Network cb587313-0479-484e-a95b-f7ffe6797256 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:21:34.759828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, cb587313-0479-484e-a95b-f7ffe6797256) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:34.764591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:34.765231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.773062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be73712-9f29-4305-bbbe-a12e39d61099 None None] Network cb587313-0479-484e-a95b-f7ffe6797256 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:34.782217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet bc77ff5b-5eff-4687-969b-b6c679312e7f {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:21:34.786463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.799491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.865519 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-b9ec0e08-f8a3-415c-9f3b-6b08f28fc22e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9 HTTP/1.1" status: 200 len: 217 time: 0.2059896 May 26 19:21:34.883164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.979042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:34.985077 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.047107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Allocated IP 172.25.0.61 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ed6facea-c9cf-4ebd-9f65-5a22b534826c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:35.097885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.163690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=bc77ff5b-5eff-4687-969b-b6c679312e7f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:35.176831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-03c960f1-c5cd-4444-b700-26d5a947469d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9889355 May 26 19:21:35.182351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.184892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-13366a80-5723-4765-9161-9a1f67a9ec76 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/bc77ff5b-5eff-4687-969b-b6c679312e7f HTTP/1.1" status: 204 len: 168 time: 0.6454852 May 26 19:21:35.196406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:35.257711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d821b-b2bd-48ff-a022-653eb4651fed req-745c0f7d-a8b3-467f-a23b-9466234cf289 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:35.259746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8d821b-b2bd-48ff-a022-653eb4651fed req-745c0f7d-a8b3-467f-a23b-9466234cf289 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.6483824 May 26 19:21:35.281789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-8b4b19fc-fe10-44fe-a1c9-0ca9dcc05604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:35.284221 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-8b4b19fc-fe10-44fe-a1c9-0ca9dcc05604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.3927546 May 26 19:21:35.315110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:35.315546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.376057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Current status of the port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:35.376530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.378059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8d821b-b2bd-48ff-a022-653eb4651fed req-d608349f-ae95-4341-a8a7-fd5c660c9821 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035578 May 26 19:21:35.406906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47277a0-e349-47ea-9758-f70ca27c36a9 None None] Network 5847ad1c-9d74-4673-a0ba-a4afb56f7195 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:35.593587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-2e3b0a76-4e2a-43a7-8ab0-4de26500864b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542113 May 26 19:21:35.626654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6946c4-4c5e-4793-8d02-eed1b6f71d5b None None] Network cb587313-0479-484e-a95b-f7ffe6797256 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:21:35.677945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] For port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,segment=NetworkSegment(d4947661-efd0-48c6-8f72-1bc3a9ba50a9),segment_id=d4947661-efd0-48c6-8f72-1bc3a9ba50a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:35.705493 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.709224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.745157 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.746230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5366a-0eb6-47f1-9acf-2a2944aaadff req-b997da14-fe77-4720-b782-ac2b43b73f8c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:35.752809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ee5366a-0eb6-47f1-9acf-2a2944aaadff req-b997da14-fe77-4720-b782-ac2b43b73f8c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 943 time: 0.1143482 May 26 19:21:35.767862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b27d16-4b05-4bf2-a443-fd517927df76,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:35.830487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ee5366a-0eb6-47f1-9acf-2a2944aaadff req-2beb5097-d61f-4cd0-99a2-7c072cf01a9f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 May 26 19:21:35.835543 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:35.836155 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:35.848933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:35.848933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.924685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ce4a7c93-81d8-46c0-bd21-1b644fd6b540 None None] Could not find standard attr ID for object 2ed82118-a404-4a89-9b52-8722fbe5af09. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:21:35.935386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.947648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:35.952011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b96c2b48-a0e3-43c3-ba5b-63e718e35cf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40b27d16-4b05-4bf2-a443-fd517927df76 HTTP/1.1" status: 204 len: 168 time: 1.5723195 May 26 19:21:35.957544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-147a3e48-714e-4269-ad24-c12774eb9c49 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493497 May 26 19:21:35.995670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbff233-2965-4c4f-905e-bc87c14b10ad None None] Pushing event updated for resources: {'Port': ['ID=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:36.060863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d24345fd-e75e-4017-b962-cb96eacec6b6 req-547cb663-e5df-4669-94aa-cff67b545378 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0537484 May 26 19:21:36.288613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] DHCP port deletion for 5847ad1c-9d74-4673-a0ba-a4afb56f7195 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:21:36.294187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Deleting port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:36.294724 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.387691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.545479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:36.553311 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-976f5670-f8e3-483e-ae8a-2e6aea727ed2 req-7fa28e7c-b489-496a-8fa6-b4312f92708a service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860651 May 26 19:21:36.573071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:36.589075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:36.592443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:36.621839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f275d7a0-992a-4716-8353-e9fc456b4354 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:36.636552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event updated for resources: {'Port': ['ID=ed6facea-c9cf-4ebd-9f65-5a22b534826c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:36.665109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,segment=NetworkSegment(d4947661-efd0-48c6-8f72-1bc3a9ba50a9),segment_id=d4947661-efd0-48c6-8f72-1bc3a9ba50a9)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:36.665711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.670904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f275d7a0-992a-4716-8353-e9fc456b4354 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:21:36.671603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f275d7a0-992a-4716-8353-e9fc456b4354 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:21:36.675526 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.718788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] For port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,segment=NetworkSegment(d4947661-efd0-48c6-8f72-1bc3a9ba50a9),segment_id=d4947661-efd0-48c6-8f72-1bc3a9ba50a9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:36.719415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.722027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36042) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:36.764680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:36.799256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:36.817102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Usage tracker for resource:security_group_rule and tenant:dd620a1bd62e4e788fa2852f34d0002c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:36.827232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:36.838355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:36.850062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:21:36.902532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:36.966315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Calling delete_port for 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:37.070693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-b186cfe9-2abd-4421-855d-ccdb665b924a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:37.071445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-b186cfe9-2abd-4421-855d-ccdb665b924a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:37.114277 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.116589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-b186cfe9-2abd-4421-855d-ccdb665b924a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:37.118674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-b186cfe9-2abd-4421-855d-ccdb665b924a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 0.2601244 May 26 19:21:37.120527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.178597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-06adf694-a9b5-471a-9ae0-cb7a103849c5 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/quotas/c56e57166a984f8badd63119e830926d HTTP/1.1" status: 200 len: 375 time: 0.0439043 May 26 19:21:37.188001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd620a1bd62e4e788fa2852f34d0002c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640708 May 26 19:21:37.191834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36058) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:37.193124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53e030-6c57-493b-8e3c-63f40018b646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac97ad-97ed-4b63-b26a-0022c1ef69ed,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:37.267007 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.277531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-b09f02ff-36ea-4183-813a-6ff9a973c2d4 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777969 May 26 19:21:37.315573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:21:37.316049 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:21:37.366513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] Pushing event deleted for resources: {'Port': ['ID=5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:37.370030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842704fc-eaa0-4b2f-855d-b59b2e3a0fa9 None None] No DVR routers for this DVR port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:21:37.372841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:37.373498 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.530894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.586209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.598873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-a030cfa6-9826-480d-bbbd-e7eb403fd5e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204060 May 26 19:21:37.658707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.806973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.830549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-34780ace-5f79-4313-ad82-1a6d4b145c33 service neutron] 10.222.0.24 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182262 May 26 19:21:37.844455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac97ad-97ed-4b63-b26a-0022c1ef69ed,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:37.849154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:37.850274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-99f52acf-00ae-486d-9b86-d8a460d1e7d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7ac97ad-97ed-4b63-b26a-0022c1ef69ed HTTP/1.1" status: 204 len: 168 time: 0.6530268 May 26 19:21:37.900182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:37.900182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:38.062516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] The port '5caf433a-e1d1-4be7-a5e4-4ae12f9c0b72' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:21:38.605732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50fff6-fa32-4943-8bde-30625f26eae0 req-a12442d9-2de7-489c-9dec-9cbb971ae6e5 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:38.624426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da50fff6-fa32-4943-8bde-30625f26eae0 req-a12442d9-2de7-489c-9dec-9cbb971ae6e5 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2433429 May 26 19:21:38.674139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:38.716332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da50fff6-fa32-4943-8bde-30625f26eae0 req-b25344ca-87fc-4de1-9b6a-c8a2b9ce7a3d tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 May 26 19:21:38.763031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5847ad1c-9d74-4673-a0ba-a4afb56f7195']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:38.798766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:38.798903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4947661-efd0-48c6-8f72-1bc3a9ba50a9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:38.817855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:38.855357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:38.860799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:38.951928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:21:38.952717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:39.092063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e3b60-b7b6-423f-89d2-6cd086c0fbda req-2ae22758-5bcb-472b-8a09-ed550ea3da9f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:39.100626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e8e3b60-b7b6-423f-89d2-6cd086c0fbda req-2ae22758-5bcb-472b-8a09-ed550ea3da9f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 943 time: 0.1634243 May 26 19:21:39.102850 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d4947661-efd0-48c6-8f72-1bc3a9ba50a9 resource provider aggregate not found May 26 19:21:39.187900 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d4947661-efd0-48c6-8f72-1bc3a9ba50a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4947661-efd0-48c6-8f72-1bc3a9ba50a9 found for delete ", "request_id": "req-2fbcbebf-6158-447b-ae7c-099983bc31ea"}]} May 26 19:21:39.201709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e8e3b60-b7b6-423f-89d2-6cd086c0fbda req-5f15db74-34aa-408d-9cb3-6467d07b12d1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997298 May 26 19:21:39.324766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:39.348813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:39.391777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=5847ad1c-9d74-4673-a0ba-a4afb56f7195,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:39.407659 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-036a7c0c-abf2-4917-bf7f-c7ab814e1fe2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/5847ad1c-9d74-4673-a0ba-a4afb56f7195 HTTP/1.1" status: 204 len: 168 time: 4.2021585 May 26 19:21:39.417959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:39.424273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1de799c-2d74-4692-9807-f0fed3c84281 req-64231955-56cc-43ef-baad-f14b0fe3eb6b tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0965495 May 26 19:21:39.431742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'name': 'tempest-PortsIpV6TestJSON-658657287'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:39.681707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:39.692209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:39.704649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:39.746061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:39.823731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Router a9c1cf02-9af8-4201-b370-bfabd805641a is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:21:39.880645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:39.906310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:40.225739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 181f1dac-7ee7-42f6-9645-066f731a7171 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:40.480815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ec3d6-6977-4b1c-badc-2a72598f4b7b req-1c896bb3-cf9c-4524-b9a2-bdde7f133561 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:40.483162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496ec3d6-6977-4b1c-badc-2a72598f4b7b req-1c896bb3-cf9c-4524-b9a2-bdde7f133561 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2455037 May 26 19:21:40.580303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:40.589762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496ec3d6-6977-4b1c-badc-2a72598f4b7b req-049148e5-48cf-46d5-a785-1ed1314caf4d tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915139 May 26 19:21:40.835258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5c70063-d654-403b-8f3e-8c734e2761fc req-63b4494e-0ce8-4fef-b7e6-dc617a9854f3 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 210 time: 0.0593498 May 26 19:21:41.062319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:41.086531 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] Sync routers for ids ['a9c1cf02-9af8-4201-b370-bfabd805641a'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:41.122972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:41.127299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:41.155509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:41.156740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d8b54f6-5155-45a4-beb0-7cf1048a2cf4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9733276 May 26 19:21:41.159433 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] Routers {'a9c1cf02-9af8-4201-b370-bfabd805641a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:41.162128 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9c1cf02-9af8-4201-b370-bfabd805641a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:41.169619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36154) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:41.176005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:41.186345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'mac_address': 'fa:16:3e:aa:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:41.257956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c288e6-372b-4a98-9c49-5c8c05e31294 req-8c903bec-f6c9-48ac-811d-cb52d72b18b0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:41.269996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36c288e6-372b-4a98-9c49-5c8c05e31294 req-8c903bec-f6c9-48ac-811d-cb52d72b18b0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 943 time: 0.1666532 May 26 19:21:41.355544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:41.368925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] Routers {'a9c1cf02-9af8-4201-b370-bfabd805641a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:41.370285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9c1cf02-9af8-4201-b370-bfabd805641a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:41.384604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a19d4d2f-661c-4453-b677-181ef6cf46f9 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:41.384983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:41.408255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36c288e6-372b-4a98-9c49-5c8c05e31294 req-2b2417db-9506-4e0c-bcd6-ae420f5fc2b1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370926 May 26 19:21:41.422558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:41.457683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:41.459271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f507545-bfac-4cab-ba49-bcdcd7bc292b None None] The sync data for ids ['a9c1cf02-9af8-4201-b370-bfabd805641a'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:41.460366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:41.470096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:41.605390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:41.723105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72aafffd-e1c6-4214-a543-e3a057ef15d8 req-f72b0c09-9cd8-42cd-af56-b9944e855dbd tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0693910 May 26 19:21:41.954215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:42.001531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a19d4d2f-661c-4453-b677-181ef6cf46f9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:42.671752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-73f93014-3939-4781-903d-99d398b30316 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:42.674206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-73f93014-3939-4781-903d-99d398b30316 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 1.2795229 May 26 19:21:42.682032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=181f1dac-7ee7-42f6-9645-066f731a7171,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:42.692284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:42.697109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-3915bc3b-6e6b-49ec-9560-2dbea27c2a97 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:42.698063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Request body: {'port': {'device_id': '497ea154-d338-491b-a7c5-bda43e28fd94', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'admin_state_up': True, 'tenant_id': 'c56e57166a984f8badd63119e830926d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:42.698574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-3915bc3b-6e6b-49ec-9560-2dbea27c2a97 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 0.4511483 May 26 19:21:42.731014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Request body: {'port': {'device_id': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'admin_state_up': True, 'tenant_id': 'c56e57166a984f8badd63119e830926d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:42.823205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:42.854088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:42.864294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:42.865364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:42.921582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:42.934444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda06d77-d226-4401-ae4c-b1b76ae1022e req-dc671a7b-939e-45a3-80c1-c10360dd4630 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:42.943326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda06d77-d226-4401-ae4c-b1b76ae1022e req-dc671a7b-939e-45a3-80c1-c10360dd4630 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.8336220 May 26 19:21:42.978804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Usage tracker for resource:port and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:42.992011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:43.003382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:43.026531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda06d77-d226-4401-ae4c-b1b76ae1022e req-393eb229-bac8-4b16-b7c1-7de0a391d1c0 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816941 May 26 19:21:43.051300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:43.055795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.093555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-117c3659-0c0e-45fa-8b3c-eb6d37ca2513 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6684828 May 26 19:21:43.098809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36196) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:43.345896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Allocated IP 172.20.0.9 (cb587313-0479-484e-a95b-f7ffe6797256/b9982acc-3d82-4220-93f3-a443d59b8e28/01228d7e-c261-49ef-a2a1-2cdc2af1e972) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:43.589455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:43.590218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.611410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Usage tracker for resource:port and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:43.619492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:43.648600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:43.661427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.722018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:43.725552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.791045 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.824502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:43.958409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Network cb587313-0479-484e-a95b-f7ffe6797256 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:43.966314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:43.984419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:44.066281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Allocated IP 172.20.0.10 (cb587313-0479-484e-a95b-f7ffe6797256/b9982acc-3d82-4220-93f3-a443d59b8e28/91e01592-c5b3-4946-90dd-ab470bbe2b71) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:44.190941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:44.191615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.208972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event updated for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:44.215639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 181f1dac-7ee7-42f6-9645-066f731a7171 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:44.215987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.301238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2d717c31-45b1-4ee1-bf91-734d89a7edda tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5810540 May 26 19:21:44.327582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Request body: {'port': {'device_id': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:44.513061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:44.602619 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad0f6403-feaa-4e55-b78e-47b0bfc3e956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.613808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-a9b6bcd7-57c1-4934-aee7-ab3274c45c18 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:44.614770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-a9b6bcd7-57c1-4934-aee7-ab3274c45c18 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:44.617374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:21:44.728459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.756579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-a9b6bcd7-57c1-4934-aee7-ab3274c45c18 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:44.757811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port a19d4d2f-661c-4453-b677-181ef6cf46f9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:21:44.760466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-a9b6bcd7-57c1-4934-aee7-ab3274c45c18 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 931 time: 1.1062138 May 26 19:21:44.772111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port a19d4d2f-661c-4453-b677-181ef6cf46f9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:21:44.773640 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.857790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.894877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 181f1dac-7ee7-42f6-9645-066f731a7171 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:44.943452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:44.956056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Usage tracker for resource:security_group_rule and tenant:b2f87b615e824dcabab4a8ffa7f611ee is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:44.959933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:44.981379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:44.982208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.033599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:45.035385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-b495a8cb-e449-4e96-adae-8989d4d7b60e tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:45.051497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a19d4d2f-661c-4453-b677-181ef6cf46f9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:45.052927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.129092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-b495a8cb-e449-4e96-adae-8989d4d7b60e tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:45.130539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc609e09-08d2-46db-8364-1504a0fd6586 req-b495a8cb-e449-4e96-adae-8989d4d7b60e tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056717 May 26 19:21:45.147047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:45.180771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:45.188367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.190269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.330680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:45.339385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=181f1dac-7ee7-42f6-9645-066f731a7171,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:45.348087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.426535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ba6d8d9-7824-4793-a751-05455fabb782 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/181f1dac-7ee7-42f6-9645-066f731a7171 HTTP/1.1" status: 204 len: 168 time: 2.3113034 May 26 19:21:45.428311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:45.455865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'mac_address': 'fa:16:3e:4c:8a:12', 'name': 'tempest-PortsIpV6TestJSON-270457540'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:45.785502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.829396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:45.859660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:45.869083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:45.887173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:45.918227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Network cb587313-0479-484e-a95b-f7ffe6797256 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:45.926305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bf659-8040-4def-b07d-42db3ad9026e req-fd20629b-ecdd-46ab-ab63-869e90f1b41d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:45.928293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-512bf659-8040-4def-b07d-42db3ad9026e req-fd20629b-ecdd-46ab-ab63-869e90f1b41d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.5911262 May 26 19:21:45.932249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:45.940948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.944318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:45.950365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:45.975849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:45.990718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:45.998325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.039522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.122457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.153889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:46.154623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.199091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed1c4c-cb1a-44b6-9b3d-a70a5e2bbcf0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:46.206573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-13235b65-b0f7-4851-95f5-ec6315f049fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2f87b615e824dcabab4a8ffa7f611ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6919608 May 26 19:21:46.207216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36248) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:46.225969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 2fa58087-7d97-40d7-8e2b-0273831d63bc yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:46.295181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-512bf659-8040-4def-b07d-42db3ad9026e req-1b4c0469-c2f9-4753-a53f-e220606b7110 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466659 May 26 19:21:46.302632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:21:46.336644 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-ebf820cf-7e46-464c-ba22-413ee1ebbc05 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6450577 May 26 19:21:46.363501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Request body: {'port': {'device_id': '497ea154-d338-491b-a7c5-bda43e28fd94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:46.480826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router a9c1cf02-9af8-4201-b370-bfabd805641a has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:21:46.646397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01228d7e-c261-49ef-a2a1-2cdc2af1e972 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:46.680712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.685310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b87d39b-092e-4e53-a0cf-396fddb02bbf req-734e1fcb-e1cc-4c52-8c1c-82066a808f78 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0813608 May 26 19:21:46.695479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.751083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.797771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Transition to ACTIVE for port object 01228d7e-c261-49ef-a2a1-2cdc2af1e972 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:46.805644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.835408 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-27959b0f-888e-4504-839c-2d58c8548e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.864089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:46.949113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed1c4c-cb1a-44b6-9b3d-a70a5e2bbcf0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:46.952150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.020930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.028652 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-efd2b572-c6d8-4c3e-8213-1bc379b56244 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaed1c4c-cb1a-44b6-9b3d-a70a5e2bbcf0 HTTP/1.1" status: 204 len: 168 time: 0.8073366 May 26 19:21:47.208570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:47.215481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.216908 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-46f8dbb5-1b3e-4621-9fc1-7b4e449b0bc7 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "PUT /v2.0/routers/a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 200 len: 921 time: 6.0461011 May 26 19:21:47.220965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36262) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:47.222917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] Sync routers for ids ['a9c1cf02-9af8-4201-b370-bfabd805641a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:47.247255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] Routers {'a9c1cf02-9af8-4201-b370-bfabd805641a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:47.247890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9c1cf02-9af8-4201-b370-bfabd805641a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:47.440841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:47.471568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27f64ddc-f63f-41cc-9870-f972d9f3a8cd req-00b3eab8-93c3-44ae-a7bf-96ce8de73e05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.2652295 May 26 19:21:47.479699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:47.491105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.500990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.506265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] Routers {'a9c1cf02-9af8-4201-b370-bfabd805641a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:47.506901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9c1cf02-9af8-4201-b370-bfabd805641a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:47.672624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Attempting to bind port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:47.673127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Attempting to bind port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:47.673601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Attempting to bind port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:47.676995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:47.679119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be41f1a0-9276-416c-9d16-165bade0a0ad None None] The sync data for ids ['a9c1cf02-9af8-4201-b370-bfabd805641a'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:47.693844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 on network cb587313-0479-484e-a95b-f7ffe6797256 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:21:47.694210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Attempting to bind port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:47.701838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:47.702219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Checking segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:47.702674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Bound using segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:47.703140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Bound port: 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:47.703727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.728561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.819870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:47.828875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b144b8-d5ae-4f77-8850-8e91702aaf71 req-e13caf5e-f22d-4324-9010-5a5e8e51b4a9 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:47.836715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9b144b8-d5ae-4f77-8850-8e91702aaf71 req-e13caf5e-f22d-4324-9010-5a5e8e51b4a9 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.6287136 May 26 19:21:47.849266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:47.851028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:47.854332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:47.860614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:47.861319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.952253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:47.957062 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cb77c674-f24a-41da-8f74-450a81295ff1 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 200 len: 921 time: 0.7351584 May 26 19:21:47.960269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36278) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.047610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.072618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9b144b8-d5ae-4f77-8850-8e91702aaf71 req-1bf737ea-d484-4308-ad22-93a53bb71549 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348342 May 26 19:21:48.075513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=2fa58087-7d97-40d7-8e2b-0273831d63bc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:48.102895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:48.112338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-453ef0e7-3230-4b67-85a9-2af62026ee20 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6668055 May 26 19:21:48.122929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36282) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.123885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Usage tracker for resource:security_group_rule and tenant:2818b94cc6044c1ba43eae176eda4842 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:48.143852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:48.173737 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2f69c6-11e0-4c51-b751-215f481c822e'] response: {'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'code': 200} May 26 19:21:48.191580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e01592-c5b3-4946-90dd-ab470bbe2b71 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:48.202651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.215557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:48.218071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:48.230585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Transition to ACTIVE for port object 91e01592-c5b3-4946-90dd-ab470bbe2b71 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:21:48.233689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd754da6-f7cc-413c-80bd-3b25250b2dff tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:48.234961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd754da6-f7cc-413c-80bd-3b25250b2dff tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Synchronizing usage tracker for tenant:847e34cb04ba4dcbb4bdf1c00407d02e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:48.250456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.255535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:48.276944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.338437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:48.338637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.340996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/01228d7e-c261-49ef-a2a1-2cdc2af1e972 HTTP/1.1" status: 200 len: 1091 time: 4.0200782 May 26 19:21:48.411653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:48.431816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd754da6-f7cc-413c-80bd-3b25250b2dff tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Unset dirty status for tenant:847e34cb04ba4dcbb4bdf1c00407d02e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:48.433154 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bd754da6-f7cc-413c-80bd-3b25250b2dff tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=a9c1cf02-9af8-4201-b370-bfabd805641a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4714131 May 26 19:21:48.440279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36288) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.443518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7869c8-bc55-4489-ba70-d83b6dff65f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:48.444140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-db7869c8-bc55-4489-ba70-d83b6dff65f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:48.514556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:48.709316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-db7869c8-bc55-4489-ba70-d83b6dff65f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:48.717190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-db7869c8-bc55-4489-ba70-d83b6dff65f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/2fa58087-7d97-40d7-8e2b-0273831d63bc HTTP/1.1" status: 200 len: 844 time: 0.5839362 May 26 19:21:48.727089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36292) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.748792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ed7a4-1795-4026-befa-5783eae4fc0a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:48.750634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-985ed7a4-1795-4026-befa-5783eae4fc0a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Synchronizing usage tracker for tenant:847e34cb04ba4dcbb4bdf1c00407d02e on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:48.794033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f43f-874b-4f5d-aef9-2844851955a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:48.797095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-985ed7a4-1795-4026-befa-5783eae4fc0a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Unset dirty status for tenant:847e34cb04ba4dcbb4bdf1c00407d02e on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:48.801476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-985ed7a4-1795-4026-befa-5783eae4fc0a tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.3595541 May 26 19:21:48.805795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36296) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.810708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Attempting to bind port 91e01592-c5b3-4946-90dd-ab470bbe2b71 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:21:48.811401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Attempting to bind port 91e01592-c5b3-4946-90dd-ab470bbe2b71 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:21:48.812042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Attempting to bind port 91e01592-c5b3-4946-90dd-ab470bbe2b71 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:48.871911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.889135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Port 91e01592-c5b3-4946-90dd-ab470bbe2b71 on network cb587313-0479-484e-a95b-f7ffe6797256 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:21:48.890322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Attempting to bind port 91e01592-c5b3-4946-90dd-ab470bbe2b71 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:21:48.896962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:48.900577 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5accdf7b-1eaf-4d97-9a6c-7647231b3bc1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 200 len: 205 time: 0.0920453 May 26 19:21:48.904505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36300) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:48.975731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2818b94cc6044c1ba43eae176eda4842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1095886 May 26 19:21:48.988568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36304) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:49.029839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 2fa58087-7d97-40d7-8e2b-0273831d63bc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:49.030245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.151693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-165dd9ae-9c28-4e91-b6a4-bd8dcc8f90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:49.156759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-165dd9ae-9c28-4e91-b6a4-bd8dcc8f90dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 1094 time: 0.7211077 May 26 19:21:49.167327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b25b3-9eb6-4fd9-b53f-13f551fcd91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8096585-5386-4a4e-bbbe-51dc7e4f0dbd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:49.177371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31d7d4-9a76-439d-adfc-1b1e05e147bb req-c5ac097b-a3e2-47d0-9d58-39ec309fc309 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:49.184855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f31d7d4-9a76-439d-adfc-1b1e05e147bb req-c5ac097b-a3e2-47d0-9d58-39ec309fc309 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 943 time: 0.7758505 May 26 19:21:49.201028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab999-6aa6-470c-bd95-af08c45d537d req-f94f7d0d-8d9b-42bc-8e09-d25fd315a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:49.202585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66bab999-6aa6-470c-bd95-af08c45d537d req-f94f7d0d-8d9b-42bc-8e09-d25fd315a67f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 1096 time: 0.9047103 May 26 19:21:49.211076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:21:49.212655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Checking segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:21:49.213200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Bound using segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:21:49.214016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Bound port: 91e01592-c5b3-4946-90dd-ab470bbe2b71, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:21:49.214774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.326676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-f29f1ad1-4d09-4f25-a4cf-717d381e600d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972 HTTP/1.1" status: 200 len: 217 time: 0.1394157 May 26 19:21:49.363275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.470852 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:21:49.595192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.651141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:21:49.668708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:21:49.668946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f31d7d4-9a76-439d-adfc-1b1e05e147bb req-30566394-e1be-4dd5-908d-50a8e433b944 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828115 May 26 19:21:49.679796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.695286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66bab999-6aa6-470c-bd95-af08c45d537d req-cf67901f-5fef-4ec5-a715-b423c41df17c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120727 May 26 19:21:49.737837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.773897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:49.794129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.805559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:49.806351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.807797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-2dc58fce-572d-4995-a392-0916fd9c1638 service neutron] 10.222.0.53 "PUT /v2.0/ports/91e01592-c5b3-4946-90dd-ab470bbe2b71 HTTP/1.1" status: 200 len: 1092 time: 3.4606447 May 26 19:21:49.808246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:21:49.815374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-94901e3d-c900-4824-9f10-e533ec12496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:49.817567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-94901e3d-c900-4824-9f10-e533ec12496e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.4787571 May 26 19:21:49.821705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port ed6facea-c9cf-4ebd-9f65-5a22b534826c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:49.822058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.924489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:49.943942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:50.033620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-59a21885-5c9f-4660-823d-05f7aaa3456d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506053 May 26 19:21:50.119695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:50.343284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-d5255778-7b38-4666-a893-caf364190386 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618268 May 26 19:21:50.350960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 2fa58087-7d97-40d7-8e2b-0273831d63bc owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:50.458666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a453-fdd9-4432-aa26-4153eeb6c215 req-c3be1cd2-1c8a-4194-a9d0-b0eaff9bee36 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:50.461845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for ed6facea-c9cf-4ebd-9f65-5a22b534826c owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:50.467343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2453a453-fdd9-4432-aa26-4153eeb6c215 req-c3be1cd2-1c8a-4194-a9d0-b0eaff9bee36 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.6186092 May 26 19:21:50.551770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-39895508-02c4-4a41-9230-ce98bae3b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:50.553778 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-39895508-02c4-4a41-9230-ce98bae3b525 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=497ea154-d338-491b-a7c5-bda43e28fd94 HTTP/1.1" status: 200 len: 1095 time: 0.5196671 May 26 19:21:50.598915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2453a453-fdd9-4432-aa26-4153eeb6c215 req-35765943-d2a8-4e6b-96aa-615ef82b301e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303370 May 26 19:21:50.649097 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-30159a97-4e42-42f4-a217-79d1ae0ffdab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71 HTTP/1.1" status: 200 len: 217 time: 0.0856357 May 26 19:21:50.748102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:50.751027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:50.764539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-3b800bc6-f77f-4369-9597-a0d37495cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:50.766314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-3b800bc6-f77f-4369-9597-a0d37495cfa9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.1083381 May 26 19:21:50.839025 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-1a1a0107-ab84-4d85-ba38-ca2abf350872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617156 May 26 19:21:50.859101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8096585-5386-4a4e-bbbe-51dc7e4f0dbd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:50.861477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=2fa58087-7d97-40d7-8e2b-0273831d63bc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:50.915657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:50.943442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e23b1dc-842c-4cc6-88c1-6e1288b9728c req-0db526b0-4536-4cd8-a3a9-881b8353ab59 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1879628 May 26 19:21:50.997573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.010974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-62a8c73b-2f22-496d-9627-8722c054fde2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8096585-5386-4a4e-bbbe-51dc7e4f0dbd HTTP/1.1" status: 204 len: 168 time: 2.0055511 May 26 19:21:51.048005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-177cb331-b0ca-4dbf-b6a6-0193086af11b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/2fa58087-7d97-40d7-8e2b-0273831d63bc HTTP/1.1" status: 204 len: 168 time: 2.3118839 May 26 19:21:51.054599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36328) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:51.135518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.157246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-52fddb5e-f461-4099-94c3-fbcf18108b0d service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531192 May 26 19:21:51.168732 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-151ff064-e520-496a-984e-230aaf272e70'] response: {'name': 'network-changed', 'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972', 'status': 'completed', 'code': 200} May 26 19:21:51.198360 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2f67d2-c840-4a84-89b0-45e97399224b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:51.199503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd2f67d2-c840-4a84-89b0-45e97399224b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:51.202537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=ed6facea-c9cf-4ebd-9f65-5a22b534826c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:51.226589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd2f67d2-c840-4a84-89b0-45e97399224b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:51.227834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd2f67d2-c840-4a84-89b0-45e97399224b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/2fa58087-7d97-40d7-8e2b-0273831d63bc HTTP/1.1" status: 404 len: 333 time: 0.1713185 May 26 19:21:51.288913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36336) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:51.301276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'name': 'tempest-PortsIpV6TestJSON-281715750'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:51.385395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-c61c16a7-20f4-4812-8910-5c288243d8ad service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987547 May 26 19:21:51.488121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.574751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:51.596717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:51.675786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:51.686828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.751783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-00cdddfe-c189-428d-b6b5-54c34e5d7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:51.753685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-00cdddfe-c189-428d-b6b5-54c34e5d7b43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 1094 time: 0.5247657 May 26 19:21:51.768445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.774857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.783413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554981c7-f00d-4c22-8900-73d3f0f21f25 req-63eb7f5c-76fc-430a-9f03-ae7e176a9e9f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:51.784972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-554981c7-f00d-4c22-8900-73d3f0f21f25 req-63eb7f5c-76fc-430a-9f03-ae7e176a9e9f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4950860 May 26 19:21:51.831863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0d8fec1e-e929-460b-9632-4a4f71ab7a57 req-924ae240-a4dc-43ea-843a-8014159a7e14 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393091 May 26 19:21:51.843366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.843366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router a9c1cf02-9af8-4201-b370-bfabd805641a {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:21:51.876781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 18d445f5-33cd-469c-8ce9-8d254eb86bff yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:21:51.886927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.888455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e97c32eb-fac7-42f3-ad43-2e353afacd16 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 204 len: 168 time: 2.9826112 May 26 19:21:51.893568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36352) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:51.904992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466195173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:51.918703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:51.925596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:51.934155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:51.944079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:51.986680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:51.988126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.033999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.144768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.223381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.225459 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59c6859c-492c-4736-a360-ba20756e32e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3303349 May 26 19:21:52.230393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36362) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:52.240118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:52.361074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-d3ef7857-2e4f-4579-9502-eaca0ae6c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:52.361074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-d3ef7857-2e4f-4579-9502-eaca0ae6c80e service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 914 time: 0.5735800 May 26 19:21:52.465666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-554981c7-f00d-4c22-8900-73d3f0f21f25 req-2dc211c6-170b-4182-a3d6-13aab5bea739 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073275 May 26 19:21:52.488127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-d7f4b484-bbac-4b24-b91d-f75767f054de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972 HTTP/1.1" status: 200 len: 217 time: 0.0898943 May 26 19:21:52.492598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6e0f-40c8-4b49-b9a0-f803f3a2aeef req-9ee40f44-2c1c-4f74-8412-048200d06237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:52.496276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edee6e0f-40c8-4b49-b9a0-f803f3a2aeef req-9ee40f44-2c1c-4f74-8412-048200d06237 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1096 time: 0.8991430 May 26 19:21:52.714279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-2737d4ae-4463-482f-a430-1fdffcd42831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:52.715941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-2737d4ae-4463-482f-a430-1fdffcd42831 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.2208848 May 26 19:21:52.760164 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26746dc-42df-4a5b-a179-ab69c335a539'] response: {'name': 'network-changed', 'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'status': 'completed', 'code': 200} May 26 19:21:52.770651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edee6e0f-40c8-4b49-b9a0-f803f3a2aeef req-d46f0cb8-8f09-4352-8d32-e09d54340d0b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338912 May 26 19:21:52.781766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-689db3d7-32db-4e7d-84fe-47d09cf39523 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540178 May 26 19:21:52.884920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.987161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:52.991377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b8054-d0ce-4205-9f2f-d304f5427e0d req-39701813-a261-4d46-8008-33f26f0bd356 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:52.993480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d84b8054-d0ce-4205-9f2f-d304f5427e0d req-39701813-a261-4d46-8008-33f26f0bd356 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 943 time: 0.1863124 May 26 19:21:53.025188 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:53.087961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-83b0eb6e-2e0a-4ae7-bd27-b3e9dc1d5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:53.099182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-83b0eb6e-2e0a-4ae7-bd27-b3e9dc1d5d25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=497ea154-d338-491b-a7c5-bda43e28fd94 HTTP/1.1" status: 200 len: 1095 time: 0.3384223 May 26 19:21:53.182226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d84b8054-d0ce-4205-9f2f-d304f5427e0d req-8a68f066-fe59-443e-b9d5-64d7a98127df tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826220 May 26 19:21:53.266457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=18d445f5-33cd-469c-8ce9-8d254eb86bff,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:53.275464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:53.305810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:53.322029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:53.331132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:53.336920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:53.459887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-40d5a6a3-cc22-4d0f-bbe2-a04f0de4f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:53.461787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-74edb7cb-836d-409b-943b-bb7efc1b15c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1692522 May 26 19:21:53.462748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36382) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:53.463217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-40d5a6a3-cc22-4d0f-bbe2-a04f0de4f138 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 914 time: 0.2581289 May 26 19:21:53.477253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:53.574694 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-be1c1b01-2a82-4df3-8400-bfbbfacadff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71 HTTP/1.1" status: 200 len: 217 time: 0.1019835 May 26 19:21:53.591823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-b005f1ae-f068-4dd9-9f9d-50db4feb0007 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598784 May 26 19:21:53.793062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-f8bfbd4b-ce65-4489-9fc9-97a538f66140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:53.795562 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-f8bfbd4b-ce65-4489-9fc9-97a538f66140 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.2072337 May 26 19:21:53.851188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b559c22-2e49-47ba-bd0b-d4d8e1b49786 req-5f9397f8-6119-4bc3-bf77-4d23dce5300c tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213&device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.1653018 May 26 19:21:53.877988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-fe022e02-d30f-48fd-a451-52570750b0a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700271 May 26 19:21:53.934182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:54.056398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:54.198476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2b230c9-65da-47c5-9e79-063b8932fc7b req-9361a499-d55b-4c7e-a600-2bb1d2da7d67 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835955 May 26 19:21:54.231371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:54.279871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-4e8d0a04-e114-4252-879e-04b5fef3f434 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707962 May 26 19:21:54.448826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ada5d-8efd-4352-9b0c-5343f818cc48 req-6368b535-4c56-4f6c-8be2-514a7be8e456 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:54.459393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f66ada5d-8efd-4352-9b0c-5343f818cc48 req-6368b535-4c56-4f6c-8be2-514a7be8e456 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.4599795 May 26 19:21:54.464858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f455c7f6-810c-4693-920d-c914d9d78bcc req-0e5ac0ab-36ab-4a33-8de3-821c0a2fa9c6 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620119 May 26 19:21:54.494296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Allocated IP 172.25.0.165 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6592b419-2e88-4fbf-982d-4b8000143c01) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:21:54.803252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f66ada5d-8efd-4352-9b0c-5343f818cc48 req-f5e0d520-2fb7-48d3-a60b-d02a426c3f26 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421521 May 26 19:21:54.900488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:54.910023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.024546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] In _notify_port_updated(), no bound segment for port 18d445f5-33cd-469c-8ce9-8d254eb86bff on network d729ece5-334e-454e-aa58-1b107988d7f3 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:21:55.046270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:55.048803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.059354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/ports/18d445f5-33cd-469c-8ce9-8d254eb86bff HTTP/1.1" status: 200 len: 818 time: 1.5914521 May 26 19:21:55.061847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:55.082461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:55.131814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.153960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d47456-1829-440e-b792-9dd2bcfa4e78 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=18d445f5-33cd-469c-8ce9-8d254eb86bff,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:55.196984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 18d445f5-33cd-469c-8ce9-8d254eb86bff {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:55.197360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.456410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.463305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.483919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:55.489597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Usage tracker for resource:security_group_rule and tenant:013d9f8b317947cdb81e45c4124ade6a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:55.494436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:55.509016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265b908-36a6-4edf-bf20-c30fc678841d req-c5d1cd5f-b831-45ab-8e25-477c9879d5cf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:55.510592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f265b908-36a6-4edf-bf20-c30fc678841d req-c5d1cd5f-b831-45ab-8e25-477c9879d5cf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2806475 May 26 19:21:55.511537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:55.579761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:21:55.581657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.589763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f265b908-36a6-4edf-bf20-c30fc678841d req-76ebcc2c-3d9f-467d-95ca-83f1a95b4b1c tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 May 26 19:21:55.606209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:21:55.624958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:21:55.669200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.674099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.731408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=013d9f8b317947cdb81e45c4124ade6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476481 May 26 19:21:55.732949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36450) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:55.745639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac3a8e-ab39-4e38-aab1-3837e943ce17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97d655-b2e1-4618-9d4d-99360219504f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:55.840897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.866307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 18d445f5-33cd-469c-8ce9-8d254eb86bff owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:21:55.879582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.933329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event updated for resources: {'Port': ['ID=6592b419-2e88-4fbf-982d-4b8000143c01,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:55.955376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:55.990566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97d655-b2e1-4618-9d4d-99360219504f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:56.007344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.034830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d459a10-2532-48d5-b0a3-1780dd6117c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e97d655-b2e1-4618-9d4d-99360219504f HTTP/1.1" status: 204 len: 168 time: 0.3004534 May 26 19:21:56.248808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.253200 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0446f3e4-01b5-4298-b6e7-26f5f525bdce req-ff34c02c-8588-4268-81bc-827936aab706 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae90f962c62b4af0a2bfa91d3650bbb6&device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.2008715 May 26 19:21:56.321289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8e271-52a3-4680-bc59-de84828df2cb req-09da7460-7c59-4ad9-a555-a6f17cfb0427 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:56.330363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32d8e271-52a3-4680-bc59-de84828df2cb req-09da7460-7c59-4ad9-a555-a6f17cfb0427 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 943 time: 0.1442678 May 26 19:21:56.395063 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0446f3e4-01b5-4298-b6e7-26f5f525bdce req-0af570ee-b0c4-4266-8f73-203d978c8f38 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ae90f962c62b4af0a2bfa91d3650bbb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833020 May 26 19:21:56.399933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32d8e271-52a3-4680-bc59-de84828df2cb req-60860bb8-07b5-4204-b027-02f98498a20a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684242 May 26 19:21:56.460166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.465931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=18d445f5-33cd-469c-8ce9-8d254eb86bff,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:56.648312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36462) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:56.657556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 01228d7e-c261-49ef-a2a1-2cdc2af1e972 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:56.693824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.707234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.720543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:56.733835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Usage tracker for resource:security_group_rule and tenant:0f63ca677dd04850bc7f8a7a3bbf9bd6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:56.742918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:56.755050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:56.940524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:56.956945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.960592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '01228d7e-c261-49ef-a2a1-2cdc2af1e972', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'port_id': '01228d7e-c261-49ef-a2a1-2cdc2af1e972', 'mac_address': 'fa:16:3e:a5:27:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9982acc-3d82-4220-93f3-a443d59b8e28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:56.965674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:56.980692 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-115b8b25-f0b8-40a6-9d3a-d0a6697534f6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/18d445f5-33cd-469c-8ce9-8d254eb86bff HTTP/1.1" status: 204 len: 168 time: 1.9162815 May 26 19:21:56.990975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36468) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:57.058351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:57.059095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.079137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01228d7e-c261-49ef-a2a1-2cdc2af1e972 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:57.107137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:57.116797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.118404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 91e01592-c5b3-4946-90dd-ab470bbe2b71 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:21:57.146414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446f3e4-01b5-4298-b6e7-26f5f525bdce req-f0292fe9-f03a-4d71-b648-0030a0b92572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:57.147882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0446f3e4-01b5-4298-b6e7-26f5f525bdce req-f0292fe9-f03a-4d71-b648-0030a0b92572 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6832392 May 26 19:21:57.234913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:57.252179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'port_id': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'mac_address': 'fa:16:3e:ca:9b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9982acc-3d82-4220-93f3-a443d59b8e28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:21:57.325675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f63ca677dd04850bc7f8a7a3bbf9bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6755424 May 26 19:21:57.326673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 91e01592-c5b3-4946-90dd-ab470bbe2b71 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:21:57.327038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.336953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36474) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:57.342782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a424d-4e6c-46a3-9ba5-cda19f03165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56addd-377b-4df4-8b0b-24453ec2cff3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:57.365768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec81e72a-4510-4e66-8ad1-b07e80b72b9c req-275bef1d-b570-414f-9d80-2e16c916d578 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.1231678 May 26 19:21:57.373741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:57.383802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.384244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.384672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.385135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.385552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.385964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.386375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.386836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.387265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.387686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.388134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.388675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:21:57.393616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e01592-c5b3-4946-90dd-ab470bbe2b71 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:21:57.428116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:21:57.433590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.438115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.438857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.548125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:57.629889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.753620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Router d8acde36-f35b-4ce2-b7f8-05563fa22d3d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:21:57.758370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-1a76f499-cec4-4af2-9ce8-954bcbf42b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:57.760044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-1a76f499-cec4-4af2-9ce8-954bcbf42b89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 1096 time: 0.6470981 May 26 19:21:57.774006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.891064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9724dc-0028-45a3-b9e4-38550f78e1c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:57.891803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b9724dc-0028-45a3-b9e4-38550f78e1c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:21:57.947767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['91e01592-c5b3-4946-90dd-ab470bbe2b71'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:57.973974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:21:57.983236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:57.984665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d9a2844-8602-4c86-b217-a85cc1fea871 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "PUT /v2.0/routers/d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 200 len: 880 time: 5.7529283 May 26 19:21:57.987806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:57.990592 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] Sync routers for ids ['d8acde36-f35b-4ce2-b7f8-05563fa22d3d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:21:58.005386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] Routers {'d8acde36-f35b-4ce2-b7f8-05563fa22d3d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:58.008886 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d8acde36-f35b-4ce2-b7f8-05563fa22d3d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:58.032247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b9724dc-0028-45a3-b9e4-38550f78e1c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:21:58.036324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5b9724dc-0028-45a3-b9e4-38550f78e1c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0244031 May 26 19:21:58.050612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36496) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.069719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['01228d7e-c261-49ef-a2a1-2cdc2af1e972'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:21:58.132041 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:58.166248 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] Routers {'d8acde36-f35b-4ce2-b7f8-05563fa22d3d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:21:58.169816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d8acde36-f35b-4ce2-b7f8-05563fa22d3d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:58.199971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-ccd95b1b-3e67-48db-b805-32ffffcf0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:58.201746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-ccd95b1b-3e67-48db-b805-32ffffcf0e28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.4324763 May 26 19:21:58.205900 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-54600170-f068-437f-a5db-bb80e1d29e3e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:21:58.207264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-54600170-f068-437f-a5db-bb80e1d29e3e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/18d445f5-33cd-469c-8ce9-8d254eb86bff HTTP/1.1" status: 404 len: 333 time: 0.1556578 May 26 19:21:58.219481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb5651-fbaf-45df-a1c3-e21960833da4 req-1e950e31-6448-4249-b3b2-2c41b7d28408 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:58.228689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3cb5651-fbaf-45df-a1c3-e21960833da4 req-1e950e31-6448-4249-b3b2-2c41b7d28408 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.5828350 May 26 19:21:58.233729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36500) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.310649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-815895354'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:58.321815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:58.332212 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:21:58.335149 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84354d0b-cf35-4561-b9aa-b1bd9e3b7c70 None None] The sync data for ids ['d8acde36-f35b-4ce2-b7f8-05563fa22d3d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:21:58.335573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25a4ff18-04a5-45a4-94b5-013363767cbd tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 200 len: 921 time: 0.3463519 May 26 19:21:58.339857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36504) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.354431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-39a4af53-d4c1-472c-9cd0-c44f9fd2d615 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 200 len: 217 time: 0.1233728 May 26 19:21:58.360350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:58.410549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56addd-377b-4df4-8b0b-24453ec2cff3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:58.422464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:58.434008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:58.452280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:58.454791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:58.456154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5eb36821-7689-45c4-8b23-0c4c0779deed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb56addd-377b-4df4-8b0b-24453ec2cff3 HTTP/1.1" status: 204 len: 168 time: 1.1167524 May 26 19:21:58.458151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe925f9-8c6d-450d-92c7-1aca21cde95c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:58.464026 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ffe925f9-8c6d-450d-92c7-1aca21cde95c tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=d8acde36-f35b-4ce2-b7f8-05563fa22d3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1193137 May 26 19:21:58.464512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36512) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.480980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3cb5651-fbaf-45df-a1c3-e21960833da4 req-719a80d3-a85d-40f0-bbd7-1f3b1e42a4bb tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507155 May 26 19:21:58.536739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-b8c3c436-c70f-47c5-98bc-38e4c4eb3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:58.543093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-b8c3c436-c70f-47c5-98bc-38e4c4eb3ee9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.1733644 May 26 19:21:58.543961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:58.553121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:58.640512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-81d25cf3-f1d4-4fe4-8509-cd08d9d42cdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528407 May 26 19:21:58.693357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23667f5-41c8-4c04-8973-cec64919a63d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:58.698321 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b23667f5-41c8-4c04-8973-cec64919a63d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.2322392 May 26 19:21:58.698966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.757224 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76fb76b9-7090-43b9-af00-82898ab3866e tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 200 len: 205 time: 0.0570543 May 26 19:21:58.758743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36524) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:58.865248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:21:58.869106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-d7825f06-ef99-49d0-9c04-ee946537f403 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831393 May 26 19:21:58.923138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:58.923491 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment 74c9caed-2876-4523-adb8-593a50a3ad05 of type vlan for network f97fa15e-9e02-421b-b965-eb972e8686d1 May 26 19:21:58.983246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.049791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.084856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443cedc-72b3-4d0e-9fe6-f30e11343051 req-2f8adfbf-807b-435e-a4fe-98c059c32933 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:59.088230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6443cedc-72b3-4d0e-9fe6-f30e11343051 req-2f8adfbf-807b-435e-a4fe-98c059c32933 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4429874 May 26 19:21:59.267553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-823f24b9-faa2-4cc4-a518-92da49c7f5f5 req-fcaf6f4d-492a-49cf-9269-adbbb477711b service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765686 May 26 19:21:59.274805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:21:59.288595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0446f3e4-01b5-4298-b6e7-26f5f525bdce req-25efa040-5e65-4ac6-a153-ad2feeb922ef tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0508161 May 26 19:21:59.313424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6443cedc-72b3-4d0e-9fe6-f30e11343051 req-eb874d4f-f219-4879-8fbf-5872916ffb75 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012649 May 26 19:21:59.315692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.322062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:59.322759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.468941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2330480 May 26 19:21:59.472398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36550) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:21:59.483461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:21:59.491677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.507223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6f1b2-5f23-46f6-9393-ab155eae892a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=f97fa15e-9e02-421b-b965-eb972e8686d1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:21:59.528728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port 6592b419-2e88-4fbf-982d-4b8000143c01 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:21:59.528940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.576218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:21:59.697431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:21:59.706343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:21:59.710053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:21:59.717978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:21:59.729532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a66723-b8d3-44ce-b0be-fcfa901f325d req-4b56298a-1614-4883-9734-d647456d41b2 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:21:59.731117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22a66723-b8d3-44ce-b0be-fcfa901f325d req-4b56298a-1614-4883-9734-d647456d41b2 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 944 time: 0.2290583 May 26 19:21:59.754514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:21:59.758133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.769374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:21:59.887750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22a66723-b8d3-44ce-b0be-fcfa901f325d req-27657b0c-7e72-4494-8fb5-29daf573f7ca tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493101 May 26 19:21:59.948861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for 6592b419-2e88-4fbf-982d-4b8000143c01 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:00.097625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3cb4f26-e98c-4851-90c2-e5569e5206b1 req-d424f2ee-9f65-4772-a0e6-e5828ba1de2d tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb72de05-9f85-4875-80f2-5f316f6d5213 HTTP/1.1" status: 200 len: 210 time: 0.0596852 May 26 19:22:00.191323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.240888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.310636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=b2697c6f-ef08-487b-ac19-0904ec4ce709,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:00.315079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=6592b419-2e88-4fbf-982d-4b8000143c01,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:00.368584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': '74c9caed-2876-4523-adb8-593a50a3ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:00.368912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: f97fa15e-9e02-421b-b965-eb972e8686d1, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:22:00.432290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.456531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network f97fa15e-9e02-421b-b965-eb972e8686d1 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:22:00.482172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f97fa15e-9e02-421b-b965-eb972e8686d1) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:00.487030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:00.487821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.492896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbeb49-a3f2-4b1b-86ca-7514851ed439 None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:00.546114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a192-522f-402e-860d-5d80647904d6 req-6cd9f963-fc06-4748-b207-bfc889467a96 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:00.555949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1471a192-522f-402e-860d-5d80647904d6 req-6cd9f963-fc06-4748-b207-bfc889467a96 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.1580141 May 26 19:22:00.564122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4153e625-cde8-4518-bdbb-b894bdfe2aa9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0905631 May 26 19:22:00.572602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36592) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:00.617202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1471a192-522f-402e-860d-5d80647904d6 req-36714a80-40fd-4fe8-ad34-710c66590771 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 May 26 19:22:00.632277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:00.721246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.728769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 01228d7e-c261-49ef-a2a1-2cdc2af1e972 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:00.735795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.798597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.799335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router d8acde36-f35b-4ce2-b7f8-05563fa22d3d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:22:00.871532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.873716 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11aeeec4-50a0-4eef-8ff2-c8ad25cd6798 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 204 len: 168 time: 2.1139824 May 26 19:22:00.878548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:00.882733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36616) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:00.892442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1143866441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:00.900354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:00.904301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:00.906998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:00.915345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:00.918647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:00.921143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:00.930008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:00.941168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:00.946430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.954022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34a0d4-d969-4ac1-8c05-11bb90a3254e req-011e5ee7-4dfe-4c1b-a731-104009e73bdf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:00.957458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc34a0d4-d969-4ac1-8c05-11bb90a3254e req-011e5ee7-4dfe-4c1b-a731-104009e73bdf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.1296473 May 26 19:22:00.967278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.968275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:00.987903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f97fa15e-9e02-421b-b965-eb972e8686d1', 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'b2697c6f-ef08-487b-ac19-0904ec4ce709'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:22:00.988886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.005284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:01.014852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:01.015224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.048781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc34a0d4-d969-4ac1-8c05-11bb90a3254e req-c44e1f63-182b-4c26-8eb4-0f7025ebb2d8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657887 May 26 19:22:01.157749 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.305783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Allocated IP 2001:db8::2 (f97fa15e-9e02-421b-b965-eb972e8686d1/b2697c6f-ef08-487b-ac19-0904ec4ce709/e8bb592e-283f-42b0-8e35-7ce5a3f6e244) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:01.311470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:01.311875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.349942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dc13b-a230-4a28-afca-ea4fbed52b8c req-2270bde4-e379-4540-9a2d-cb8cff672e54 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:01.357185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.364587 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2697c6f-ef08-487b-ac19-0904ec4ce709 (CIDR: 2001:db8::/64) May 26 19:22:01.364961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120dc13b-a230-4a28-afca-ea4fbed52b8c req-2270bde4-e379-4540-9a2d-cb8cff672e54 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 950 time: 0.1226954 May 26 19:22:01.374716 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:22:01.375209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:22:01.376186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:01.406246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.408132 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-78c1a65f-1ea7-4d2e-bd0b-eb7ceabc6c7d tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5237021 May 26 19:22:01.410619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36652) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:01.420010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': True}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:01.447896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120dc13b-a230-4a28-afca-ea4fbed52b8c req-634b4382-51c1-468c-b096-d59f5ef48366 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 May 26 19:22:01.448267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:01.454389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.455461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 91e01592-c5b3-4946-90dd-ab470bbe2b71 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:01.520035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac7a669a-f061-45df-90be-158ba02ac1a7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9457219 May 26 19:22:01.522732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36662) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:01.529558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:01.802325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfa840-d2e3-463a-8f48-90b1721828db req-66b07965-df21-44a3-ab47-e71eef24fbd3 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:01.803831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21bfa840-d2e3-463a-8f48-90b1721828db req-66b07965-df21-44a3-ab47-e71eef24fbd3 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 945 time: 0.2136624 May 26 19:22:01.806598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:01.810812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:01.813879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:01.842640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:01.852312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:01.869428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21bfa840-d2e3-463a-8f48-90b1721828db req-a85bc811-ddff-47dd-8ddf-c50941b88bd0 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 May 26 19:22:01.874512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:01.879176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:01.884392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 91e01592-c5b3-4946-90dd-ab470bbe2b71 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:01.930167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 91e01592-c5b3-4946-90dd-ab470bbe2b71 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:01.931173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.000142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.033666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.067764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Transition to ACTIVE for port object e8bb592e-283f-42b0-8e35-7ce5a3f6e244 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:02.110785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Transition to ACTIVE for port object e8bb592e-283f-42b0-8e35-7ce5a3f6e244 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:02.151165 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e31f40b-4b65-4d22-a7ed-6fd20c457286'] response: {'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972', 'code': 200} May 26 19:22:02.159090 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.322207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:02.332695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:02.351829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:02.380811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.410239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 91e01592-c5b3-4946-90dd-ab470bbe2b71 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:02.410622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.445540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Pushing event updated for resources: {'Port': ['ID=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:02.507512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:02.513408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Attempting to bind port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:02.514223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Attempting to bind port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '74c9caed-2876-4523-adb8-593a50a3ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:02.514888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Attempting to bind port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 on network f97fa15e-9e02-421b-b965-eb972e8686d1 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:02.524183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:02.524597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Checking segment: {'id': '74c9caed-2876-4523-adb8-593a50a3ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:02.524934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.525456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Bound using segment: {'id': '74c9caed-2876-4523-adb8-593a50a3ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:02.526068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Bound port: e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c9caed-2876-4523-adb8-593a50a3ad05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:02.526552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.538155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.539219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:02.656545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network f97fa15e-9e02-421b-b965-eb972e8686d1 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:02.666675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:02.670032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:02.670627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.679854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429be30-e37c-490c-9f7b-a30502920578 req-2dceebff-f928-4c5e-97e1-7a38398d4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:02.682178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0429be30-e37c-490c-9f7b-a30502920578 req-2dceebff-f928-4c5e-97e1-7a38398d4ee7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 1096 time: 0.4315138 May 26 19:22:02.727473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1998112 May 26 19:22:02.727759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.730487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:02.731219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b3336-63ea-4f4a-aa35-f1fdbc50a02d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=9072af47-820e-4df9-af20-fe618d828294,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:02.742132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'fixed_ips': [{'subnet_id': 'b2697c6f-ef08-487b-ac19-0904ec4ce709'}, {'subnet_id': '9072af47-820e-4df9-af20-fe618d828294'}], 'name': 'tempest-PortsIpV6TestJSON-905299196'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:02.779806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.815557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:02.816026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.828650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0429be30-e37c-490c-9f7b-a30502920578 req-b55d8b2b-8d43-4793-8e18-853ea93c98ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402926 May 26 19:22:02.853454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:02.879675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:02.886053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.923542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] For port e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:02.931856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87acb44-984a-4070-ab46-09368588c3b5 req-0595691c-12dd-4b6c-846b-88cc89a93f6c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:02.934071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c87acb44-984a-4070-ab46-09368588c3b5 req-0595691c-12dd-4b6c-846b-88cc89a93f6c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.5119660 May 26 19:22:02.937114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:02.954579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] For port e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,segment=NetworkSegment(74c9caed-2876-4523-adb8-593a50a3ad05),segment_id=74c9caed-2876-4523-adb8-593a50a3ad05)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:02.963326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:02.978942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.25.0.55 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/d6714819-f2f3-4c13-a452-7b7147d71d43) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:02.985265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:03.005181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:03.029328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c87acb44-984a-4070-ab46-09368588c3b5 req-780cf13c-5da3-49af-9449-f5419d4912a9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 May 26 19:22:03.032327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:03.060152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965691-7a6d-4962-a8d1-c367937eb6cf None None] Pushing event updated for resources: {'Port': ['ID=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:03.194848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:03.315393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:03.347358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port af5d08f9-bff2-4006-8909-e8887d8f0f83 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:03.380410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:03.481320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-99d606e1-de67-4d2e-b4be-ff8e538e1d68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2588716 May 26 19:22:03.540194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:03.547236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:03.549855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:03.809016 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8df82288-4242-4475-808c-3258117f63fd req-2f58216f-d6c6-4c52-82ca-b75cc9f93bfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae90f962c62b4af0a2bfa91d3650bbb6&device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.0665503 May 26 19:22:03.811904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=d6714819-f2f3-4c13-a452-7b7147d71d43,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:03.859936 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8df82288-4242-4475-808c-3258117f63fd req-9ade58ef-3322-4785-8ffc-b6739ab2152d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ae90f962c62b4af0a2bfa91d3650bbb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410576 May 26 19:22:04.049436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-2e96d8ad-1db4-4ec0-b578-dc059c8815d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:04.051024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-2e96d8ad-1db4-4ec0-b578-dc059c8815d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 1097 time: 0.3068933 May 26 19:22:04.062127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7e4c-4865-4ab5-8e37-f9a863659ce8 req-e215f221-da3e-440f-9064-e6a4c0a6379f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:04.069357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-959a7e4c-4865-4ab5-8e37-f9a863659ce8 req-e215f221-da3e-440f-9064-e6a4c0a6379f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.3261387 May 26 19:22:04.153312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71'}, {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:04.214904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::396 (f97fa15e-9e02-421b-b965-eb972e8686d1/b2697c6f-ef08-487b-ac19-0904ec4ce709/af5d08f9-bff2-4006-8909-e8887d8f0f83) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:04.245845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-959a7e4c-4865-4ab5-8e37-f9a863659ce8 req-3b6e2133-705e-4c87-9feb-63857a97ab3d tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754932 May 26 19:22:04.254274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8:0:1::343 (f97fa15e-9e02-421b-b965-eb972e8686d1/9072af47-820e-4df9-af20-fe618d828294/af5d08f9-bff2-4006-8909-e8887d8f0f83) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:04.256359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df82288-4242-4475-808c-3258117f63fd req-6aeb3ec2-ac7d-4841-9885-26fd815977e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:04.258430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8df82288-4242-4475-808c-3258117f63fd req-6aeb3ec2-ac7d-4841-9885-26fd815977e5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369026 May 26 19:22:04.369827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-73c8c070-26bf-40e2-85b8-7f839549d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:04.371481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-73c8c070-26bf-40e2-85b8-7f839549d8db service neutron] 10.222.0.53 "GET /v2.0/networks?id=a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 200 len: 912 time: 0.2754209 May 26 19:22:04.511175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-e4da72b0-7412-4adc-9744-69b7682d9ee9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 200 len: 217 time: 0.1313932 May 26 19:22:04.536118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:04.728916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-9a1f92fe-ffb8-46a9-aa0a-75ec0d82e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:04.730447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-9a1f92fe-ffb8-46a9-aa0a-75ec0d82e7e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 200 len: 851 time: 0.1566381 May 26 19:22:04.813320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-4cb883ad-b087-40a1-bf09-809b6d8701af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a87d2eb8-e5df-48df-bde8-759037d21649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732746 May 26 19:22:04.819363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd5960-a16c-45fc-84b4-27445ceb62d5 None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:04.894661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:04.993861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8bb592e-283f-42b0-8e35-7ce5a3f6e244 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:05.010979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:05.106168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.114648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.147234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cca42f3f-912d-457e-b984-9153707acfae None None] Provisioning for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:05.175747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:05.189844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:05.190452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.210036 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-d746f8a6-4f1e-4b36-aec2-63423d103336 service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787231 May 26 19:22:05.221201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10b599-77a7-48d5-9bdd-373fca09d5ae req-d501406a-6ac4-47cc-a6e2-6dcd47615fc1 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:05.222736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d10b599-77a7-48d5-9bdd-373fca09d5ae req-d501406a-6ac4-47cc-a6e2-6dcd47615fc1 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 945 time: 0.7786791 May 26 19:22:05.247606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.274557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:05.322586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object af5d08f9-bff2-4006-8909-e8887d8f0f83 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:05.331456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Usage tracker for resource:security_group_rule and tenant:0247d68fb712420688e79b989dd23317 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:05.341848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:05.359897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:05.410055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d10b599-77a7-48d5-9bdd-373fca09d5ae req-5e059044-371f-434b-b408-ec555d1dc3ab tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583698 May 26 19:22:05.475258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0803ee1c-50c2-4652-84b5-fc492f3bdfad req-c1e5f7be-7737-4271-9b76-3a0b776e331d service neutron] 10.222.0.53 "GET /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488823 May 26 19:22:05.484387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.559096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:05.559471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.562592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.568618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.591828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router 72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:22:05.606670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,segment=NetworkSegment(74c9caed-2876-4523-adb8-593a50a3ad05),segment_id=74c9caed-2876-4523-adb8-593a50a3ad05)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:05.613765 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.620684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f63a2bc-d53e-45ad-b118-ddc4e524d7e2 req-76dd53e6-3f69-4a3e-bca5-167c82c68c5d tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.0597363 May 26 19:22:05.634933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network f97fa15e-9e02-421b-b965-eb972e8686d1 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:05.638811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:05.643458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:05.643674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0247d68fb712420688e79b989dd23317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313221 May 26 19:22:05.644423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b004f7-f9ed-4313-b146-bede77d63f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a992e65-bc0a-42ff-87c3-a7ddb93d4c6b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:05.649791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:05.650548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.654584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36834) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:05.691625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=af5d08f9-bff2-4006-8909-e8887d8f0f83,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:05.748218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1cfc8864-dda0-42b4-afdf-59d804754953 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0132358 May 26 19:22:05.767433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36838) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:05.768720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.776151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2697c6f-ef08-487b-ac19-0904ec4ce709'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:05.897317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:05.900727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Update dhcp port {'port': {'network_id': 'f97fa15e-9e02-421b-b965-eb972e8686d1', 'fixed_ips': [{'subnet_id': 'b2697c6f-ef08-487b-ac19-0904ec4ce709', 'ip_address': '2001:db8::2'}, {'subnet_id': '9072af47-820e-4df9-af20-fe618d828294'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'e8bb592e-283f-42b0-8e35-7ce5a3f6e244'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:22:05.966386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.987520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:05.998911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.012599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:22:06.038494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] Sync routers for ids ['72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:22:06.057401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.058858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc66f961-0b8a-47ad-9faf-8b60f2d1d9bf tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "PUT /v2.0/routers/72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 200 len: 914 time: 4.6466675 May 26 19:22:06.061723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36842) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:06.074610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] Routers {'72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:06.075278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:06.140208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2f5f4-daf2-4dff-9382-96fd79a52a7f req-34e4b63e-3c90-418a-9a7e-c197cecc2878 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:06.142037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faf2f5f4-daf2-4dff-9382-96fd79a52a7f req-34e4b63e-3c90-418a-9a7e-c197cecc2878 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.2486405 May 26 19:22:06.192196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:06.218988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] Routers {'72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:06.219539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:06.257111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8df82288-4242-4475-808c-3258117f63fd req-bb48833b-4b1b-4782-b5ff-50507c7025a3 tempest-ServerShowV247Test-1575881706 tempest-ServerShowV247Test-1575881706-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c176b7-2d7b-446a-8cf8-b70a36b95e63 HTTP/1.1" status: 200 len: 210 time: 0.1107607 May 26 19:22:06.274653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.292142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:06.292551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af0422-263d-4ce9-919f-56c25fd1242f None None] The sync data for ids ['72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:22:06.321069 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6a1573b-5de4-413b-b131-a10e426dff37 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 200 len: 920 time: 0.2540927 May 26 19:22:06.321688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36846) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:06.363905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faf2f5f4-daf2-4dff-9382-96fd79a52a7f req-e0c4fb0d-f7a4-4fe5-aaa7-40592b1382bb tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443753 May 26 19:22:06.364694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a992e65-bc0a-42ff-87c3-a7ddb93d4c6b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:06.388397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.393448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-80a502d4-9659-4597-ae33-36ffb9b07e0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a992e65-bc0a-42ff-87c3-a7ddb93d4c6b HTTP/1.1" status: 204 len: 168 time: 0.7315784 May 26 19:22:06.400332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.411682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Allocated IP 2001:db8:0:1::2 (f97fa15e-9e02-421b-b965-eb972e8686d1/9072af47-820e-4df9-af20-fe618d828294/e8bb592e-283f-42b0-8e35-7ce5a3f6e244) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:06.543925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c97f2a-a39a-4ee7-8a76-e90d1819f3dc tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:06.549762 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c7c97f2a-a39a-4ee7-8a76-e90d1819f3dc tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2247264 May 26 19:22:06.550419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36854) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:06.551049 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bafe6c-4c80-41a0-8856-4ae4c2feb779'] response: {'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'code': 200} May 26 19:22:06.551315 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bafe6c-4c80-41a0-8856-4ae4c2feb779'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'code': 200} May 26 19:22:06.622779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] For port e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,segment=NetworkSegment(74c9caed-2876-4523-adb8-593a50a3ad05),segment_id=74c9caed-2876-4523-adb8-593a50a3ad05)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:06.659568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.684090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Transition to ACTIVE for port object e8bb592e-283f-42b0-8e35-7ce5a3f6e244 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:06.692107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:06.801131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Delete allocated IP 2001:db8:0:1::343 (f97fa15e-9e02-421b-b965-eb972e8686d1/9072af47-820e-4df9-af20-fe618d828294) {{(pid=88363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:22:06.867827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8bb592e-283f-42b0-8e35-7ce5a3f6e244 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:07.003726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b9820-0966-4422-b0ce-48e1611a119a None None] Pushing event updated for resources: {'Port': ['ID=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:07.028520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349fed1-0f67-4ce8-a7ed-c5d258c4a3a5 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:07.031978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5349fed1-0f67-4ce8-a7ed-c5d258c4a3a5 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.4804902 May 26 19:22:07.039297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:07.139189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07b445-480a-438d-b432-ad1bc5222469 req-6ecbaf7a-2c86-4846-b247-14b8f7cd7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:07.140921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c07b445-480a-438d-b432-ad1bc5222469 req-6ecbaf7a-2c86-4846-b247-14b8f7cd7712 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=497ea154-d338-491b-a7c5-bda43e28fd94 HTTP/1.1" status: 200 len: 1097 time: 0.4673254 May 26 19:22:07.142005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36d440f6-d3c5-4eff-b5f3-14750bce8a29 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 200 len: 205 time: 0.1008217 May 26 19:22:07.142640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:07.226339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.240803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c07b445-480a-438d-b432-ad1bc5222469 req-9a50e159-c5e8-4b8b-ae9d-0f4ae1e94dec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 May 26 19:22:07.255025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Ignored duplicate provisioning block setup for port af5d08f9-bff2-4006-8909-e8887d8f0f83 by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 19:22:07.262683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.384307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] In _notify_port_updated(), no bound segment for port af5d08f9-bff2-4006-8909-e8887d8f0f83 on network f97fa15e-9e02-421b-b965-eb972e8686d1 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:22:07.389763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:07.390420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.391766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/ports/af5d08f9-bff2-4006-8909-e8887d8f0f83 HTTP/1.1" status: 200 len: 925 time: 1.6207063 May 26 19:22:07.394925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36890) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:07.403105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2697c6f-ef08-487b-ac19-0904ec4ce709'}, {'subnet_id': '9072af47-820e-4df9-af20-fe618d828294'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:07.437496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.689409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84b82b-327c-4fe0-8b53-ea49665fd456 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=af5d08f9-bff2-4006-8909-e8887d8f0f83,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:07.800764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.824967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port d6714819-f2f3-4c13-a452-7b7147d71d43 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:07.825399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.830119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:07.907381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36926) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:07.915454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f4273-c378-4c76-af83-e89b5c9d4b5c None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:08.050758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d0c1939c-7858-42c0-ac67-952ed1b6c22a None None] Provisioning for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:08.079450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d0c1939c-7858-42c0-ac67-952ed1b6c22a None None] Provisioning complete for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:08.081147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0c1939c-7858-42c0-ac67-952ed1b6c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:08.148002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:08.310635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9f4b06d5-fb2e-4d5c-a9d0-12f72ee3acc0 tempest-AgentManagementNegativeTest-194110718 tempest-AgentManagementNegativeTest-194110718-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3990052 May 26 19:22:08.349134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for d6714819-f2f3-4c13-a452-7b7147d71d43 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:08.376538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1939c-7858-42c0-ac67-952ed1b6c22a None None] Current status of the port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:08.558976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8:0:1::99 (f97fa15e-9e02-421b-b965-eb972e8686d1/9072af47-820e-4df9-af20-fe618d828294/af5d08f9-bff2-4006-8909-e8887d8f0f83) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:08.619912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997781-aae9-4360-8f3f-b45075b31e41 req-6a3e8d48-f84c-4da4-af9f-3f7142ff3aab tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:08.621807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05997781-aae9-4360-8f3f-b45075b31e41 req-6a3e8d48-f84c-4da4-af9f-3f7142ff3aab tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 945 time: 0.2781808 May 26 19:22:08.631395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:08.745184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36942) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:08.757330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05997781-aae9-4360-8f3f-b45075b31e41 req-9b5515ec-88ea-46b2-9a10-5e45f7a4cebb tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879610 May 26 19:22:08.823617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Provisioning complete for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:08.824110 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:08.943336 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:08.972853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8bb592e-283f-42b0-8e35-7ce5a3f6e244 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:08.980857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Ignored duplicate provisioning block setup for port af5d08f9-bff2-4006-8909-e8887d8f0f83 by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 19:22:09.004827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.010004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=d6714819-f2f3-4c13-a452-7b7147d71d43,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:09.071655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.163602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.239538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:09.240267 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.357297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:09.369341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Current status of the port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:09.387186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Usage tracker for resource:security_group_rule and tenant:af5d7633f42e4dfeb5b6c8f2f414b815 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:09.433156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Provisioning for port af5d08f9-bff2-4006-8909-e8887d8f0f83 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:09.450243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:09.451488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Provisioning complete for port af5d08f9-bff2-4006-8909-e8887d8f0f83 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:09.452021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.454894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] In _notify_port_updated(), no bound segment for port af5d08f9-bff2-4006-8909-e8887d8f0f83 on network f97fa15e-9e02-421b-b965-eb972e8686d1 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:22:09.458722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36954) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:09.461003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:09.461993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.463715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/ports/af5d08f9-bff2-4006-8909-e8887d8f0f83 HTTP/1.1" status: 200 len: 1010 time: 2.0676773 May 26 19:22:09.469660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36958) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:09.472877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:09.475637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1010c8-0605-4008-bc72-d697e7f4b72a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=af5d08f9-bff2-4006-8909-e8887d8f0f83,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:09.536215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.552358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:09.552815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.561115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c81c97b3-d657-4ba6-86fd-ef196006e85d None None] Port af5d08f9-bff2-4006-8909-e8887d8f0f83 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:09.569943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a7ee-3244-4135-9bf2-64dd001f2d33 req-c14115f5-a31e-499a-b756-ef49f1d5a28e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:09.571697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4588a7ee-3244-4135-9bf2-64dd001f2d33 req-c14115f5-a31e-499a-b756-ef49f1d5a28e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.4189451 May 26 19:22:09.601816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port af5d08f9-bff2-4006-8909-e8887d8f0f83 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:09.602368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.655669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.656511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router 72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:22:09.657260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4588a7ee-3244-4135-9bf2-64dd001f2d33 req-649d72bc-85dc-486b-a7df-ba92c7d1f3c8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 May 26 19:22:09.698032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cad3a2af-7972-4df2-863b-5cc7114f825c None None] Provisioning complete for port af5d08f9-bff2-4006-8909-e8887d8f0f83 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:09.702045 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cad3a2af-7972-4df2-863b-5cc7114f825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.703160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.703924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.715491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.750655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.754814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1e685c2e-3553-4a25-9326-95a4cda32326 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 204 len: 168 time: 2.6111188 May 26 19:22:09.763893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af5d7633f42e4dfeb5b6c8f2f414b815&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0149686 May 26 19:22:09.764132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36964) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:09.766988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:09.772821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:09.779147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-725111000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:09.818425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cad3a2af-7972-4df2-863b-5cc7114f825c None None] Port af5d08f9-bff2-4006-8909-e8887d8f0f83 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:09.833924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:09.843631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Usage tracker for resource:security_group_rule and tenant:ae90f962c62b4af0a2bfa91d3650bbb6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:09.855897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:09.862269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:09.870168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:09.874612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:09.903481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:09.903748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9889b05-2054-4732-9b6b-12bb1d0ff26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bfd0cb-4181-4a36-85b8-1f38cd3071dd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:09.925981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.941185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-854d81d7-2c17-4374-b048-627542dc9822 None None] Provisioning complete for port af5d08f9-bff2-4006-8909-e8887d8f0f83 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:09.941548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-854d81d7-2c17-4374-b048-627542dc9822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.966070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.994742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:09.995768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.001407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-854d81d7-2c17-4374-b048-627542dc9822 None None] Port af5d08f9-bff2-4006-8909-e8887d8f0f83 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:10.035216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605ee6b-d6ae-445b-9f66-70d0f284827e req-f70a81e9-0f8c-4516-bbd2-62f94b82d819 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:10.036727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8605ee6b-d6ae-445b-9f66-70d0f284827e req-f70a81e9-0f8c-4516-bbd2-62f94b82d819 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.1969318 May 26 19:22:10.066829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.090666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.106634 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.110375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bfd0cb-4181-4a36-85b8-1f38cd3071dd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:10.119344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8605ee6b-d6ae-445b-9f66-70d0f284827e req-4848099b-9e80-4f70-9f3d-fbcddcc1a049 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 May 26 19:22:10.123131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.123976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-882dd33a-19a2-49b1-b84a-ed963d76d282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05bfd0cb-4181-4a36-85b8-1f38cd3071dd HTTP/1.1" status: 204 len: 168 time: 0.3557696 May 26 19:22:10.248196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.264488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for af5d08f9-bff2-4006-8909-e8887d8f0f83 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:10.371480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c7704-251b-4243-b254-780e687535e5 req-c128504d-9db2-41f0-81f4-019bea4d7479 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:10.372966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.373457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-960c7704-251b-4243-b254-780e687535e5 req-c128504d-9db2-41f0-81f4-019bea4d7479 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=497ea154-d338-491b-a7c5-bda43e28fd94 HTTP/1.1" status: 200 len: 946 time: 0.0902450 May 26 19:22:10.376276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.380546 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ece6f403-3278-4a47-a4a8-aadde22a33d1 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6151896 May 26 19:22:10.380722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:10.383766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.389298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:10.495234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d691f8-e410-4a0e-a3c4-9603499ee25d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:10.509376 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76a50285-880b-47a2-9840-363960176d94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae90f962c62b4af0a2bfa91d3650bbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0492811 May 26 19:22:10.513691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:10.640857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-960c7704-251b-4243-b254-780e687535e5 req-87f66715-f7ac-41c7-9128-253f43702845 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564108 May 26 19:22:10.656933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.678112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.723623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.761991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=af5d08f9-bff2-4006-8909-e8887d8f0f83,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:10.894458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.917883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-53a322d9-8567-46d0-a21c-1690f549d61e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/af5d08f9-bff2-4006-8909-e8887d8f0f83 HTTP/1.1" status: 204 len: 168 time: 1.4427431 May 26 19:22:10.921455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37014) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:10.984531 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6daf32e-6453-4462-90bc-45601d3ac6a9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:22:10.985143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6daf32e-6453-4462-90bc-45601d3ac6a9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:10.989088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.991831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:10.992969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63d691f8-e410-4a0e-a3c4-9603499ee25d HTTP/1.1" status: 204 len: 168 time: 0.4782279 May 26 19:22:11.014382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66252728-21c5-432b-819d-40a76fa8a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d691f8-e410-4a0e-a3c4-9603499ee25d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:11.025861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6daf32e-6453-4462-90bc-45601d3ac6a9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:11.030005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6daf32e-6453-4462-90bc-45601d3ac6a9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/af5d08f9-bff2-4006-8909-e8887d8f0f83 HTTP/1.1" status: 404 len: 333 time: 0.1073420 May 26 19:22:11.031034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:11.143264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.145085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet 9072af47-820e-4df9-af20-fe618d828294 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:11.157819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.159335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37028) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:11.337791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.433788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-25eb73c6-8c18-42cb-b980-34ba51ebbda8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:11.436493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-25eb73c6-8c18-42cb-b980-34ba51ebbda8 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.2212481 May 26 19:22:11.485325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.570550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2006142612'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:11.581958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.584593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:11.592567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:network and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:11.600873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:11.607785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:11.631160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:11.634160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=9072af47-820e-4df9-af20-fe618d828294,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:11.637897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.647612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6e0cc-baf6-446c-b4b1-867ca41c14c4 None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:11.656765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.660029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.680926 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9aff9f3d-0a36-40d6-bd75-88ebce7db75d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/9072af47-820e-4df9-af20-fe618d828294 HTTP/1.1" status: 204 len: 168 time: 0.6488459 May 26 19:22:11.684301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:11.764017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Deleting port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:11.767099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.840517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:11.844315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet b2697c6f-ef08-487b-ac19-0904ec4ce709 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:11.848301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:11.853333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:security_group_rule and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:11.860135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:11.867526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:11.920066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.035882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.152082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.200564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=b2697c6f-ef08-487b-ac19-0904ec4ce709,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:12.202752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.203382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.209874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c0fb8db-d5b4-4cd4-a959-4cf044414e83 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/b2697c6f-ef08-487b-ac19-0904ec4ce709 HTTP/1.1" status: 204 len: 168 time: 0.5242848 May 26 19:22:12.213026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37064) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:12.247421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.342972 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.354520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:12.354853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.413387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.439335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.471884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf8b3-ed6d-407b-aa99-8ed8e43f4531 req-f1bec848-7c85-42fa-916c-a04958ad517f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:12.473439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfabf8b3-ed6d-407b-aa99-8ed8e43f4531 req-f1bec848-7c85-42fa-916c-a04958ad517f tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 945 time: 0.5209475 May 26 19:22:12.537413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:12.553637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea7f94-34df-4a78-be2b-5cba4f384187,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:12.584162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port e8bb592e-283f-42b0-8e35-7ce5a3f6e244, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,segment=NetworkSegment(74c9caed-2876-4523-adb8-593a50a3ad05),segment_id=74c9caed-2876-4523-adb8-593a50a3ad05)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:12.584660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.633449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.633795 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Added segment 8038f4ad-38e7-42a7-95f1-d873e3b710ca of type vlan for network 3f722f45-db47-4c22-8f80-97b37f1b3142 May 26 19:22:12.659095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] For port 74a74f72-b8f9-4244-aeb2-07b2618b60d4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=74a74f72-b8f9-4244-aeb2-07b2618b60d4,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:12.659450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.692198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfabf8b3-ed6d-407b-aa99-8ed8e43f4531 req-7e3b631c-9df7-4b6e-924a-d3178e7cc3ee tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961491 May 26 19:22:12.738423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for e8bb592e-283f-42b0-8e35-7ce5a3f6e244 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:12.758592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Allocated IP 172.25.0.121 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/097bd583-0df1-4ca6-bb59-2450b6e89d36) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:12.825325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d96ef-cdbf-4f20-8f33-246a3a0d41be None None] Network f97fa15e-9e02-421b-b965-eb972e8686d1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:12.837465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.892592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=e8bb592e-283f-42b0-8e35-7ce5a3f6e244,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:12.895336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No DVR routers for this DVR port e8bb592e-283f-42b0-8e35-7ce5a3f6e244 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:12.895520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cba33083-f7f7-49ee-a9a8-9a108f39aee8 None None] Could not find standard attr ID for object e8bb592e-283f-42b0-8e35-7ce5a3f6e244. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:22:12.950015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:12.960989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Calling delete_port for 74a74f72-b8f9-4244-aeb2-07b2618b60d4 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:13.028649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.057654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97fa15e-9e02-421b-b965-eb972e8686d1']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:13.074598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c9caed-2876-4523-adb8-593a50a3ad05') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:13.074995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c9caed-2876-4523-adb8-593a50a3ad05') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:13.087547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.102917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b3c60-3af1-4b05-a5f6-7c3baa3c8d1f None None] DHCP port deletion for f97fa15e-9e02-421b-b965-eb972e8686d1 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:22:13.105363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.116753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:22:13.117735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.188758 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 74c9caed-2876-4523-adb8-593a50a3ad05 resource provider aggregate not found May 26 19:22:13.202958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.208350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:13.208959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.214357 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 74c9caed-2876-4523-adb8-593a50a3ad05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74c9caed-2876-4523-adb8-593a50a3ad05 found for delete ", "request_id": "req-6cc2e70b-1eb5-44c6-bece-ec8a574774ad"}]} May 26 19:22:13.233882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.255573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.264442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=f97fa15e-9e02-421b-b965-eb972e8686d1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:13.279887 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-93df7729-5df5-4cf2-98e2-9d34be84c99c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/f97fa15e-9e02-421b-b965-eb972e8686d1 HTTP/1.1" status: 204 len: 168 time: 1.0620813 May 26 19:22:13.280939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:13.366161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f46ea-83fe-49c8-9548-a02c21f062c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:13.367756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-335f46ea-83fe-49c8-9548-a02c21f062c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:13.383199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-335f46ea-83fe-49c8-9548-a02c21f062c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:13.384428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-335f46ea-83fe-49c8-9548-a02c21f062c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1025305 May 26 19:22:13.388093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:13.418222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Network': ['ID=3f722f45-db47-4c22-8f80-97b37f1b3142,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:13.429591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:13.438526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b2c6d2f6-e194-4ecb-b8e0-39e7731702ff tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2754183 May 26 19:22:13.448389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b227104-baa9-49a6-ae53-74cea8cdde92 req-d4b14f50-d0d6-4039-bf68-73344ca443ff tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:13.455871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b227104-baa9-49a6-ae53-74cea8cdde92 req-d4b14f50-d0d6-4039-bf68-73344ca443ff tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.5076985 May 26 19:22:13.462204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37084) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:13.466644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.498304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'subnet': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:13.581448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.594338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['cc41bf91-ebc8-474c-8604-983f0423bc3f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:13.605351 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-781b1250-330c-46f5-91c0-32bcba534ffb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2162282 May 26 19:22:13.606010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37090) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:13.611571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267402570'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:13.616873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:13.620862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:13.623941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:13.631085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:13.641360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:13.645332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.676780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:13.677064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Pushing event deleted for resources: {'Port': ['ID=74a74f72-b8f9-4244-aeb2-07b2618b60d4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:13.691777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.692003 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment 51408011-abae-4dc6-99eb-d54f3ba187a2 of type vlan for network 4e3fb04d-b459-41c4-bafe-24f02758e822 May 26 19:22:13.722074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b227104-baa9-49a6-ae53-74cea8cdde92 req-f675c63d-9f37-407d-9821-67cdd2baee22 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647698 May 26 19:22:13.725874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.768408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:13.786942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:subnet and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:13.791402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] No DVR routers for this DVR port 74a74f72-b8f9-4244-aeb2-07b2618b60d4 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:13.794155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:13.799130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.800476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11614f11-84b5-4dd4-8aac-1920cf1525b1 req-e2181db4-a9e0-458e-a6c1-55f4488a8176 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "DELETE /v2.0/ports/74a74f72-b8f9-4244-aeb2-07b2618b60d4 HTTP/1.1" status: 204 len: 173 time: 2.3535390 May 26 19:22:13.800920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'name': 'network-vif-deleted', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:13.810476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:13.824658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.843327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.857411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.865381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:13.866063 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.867467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:13.870912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:13.973369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:13.974504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:13.978607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:14.010522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=4e3fb04d-b459-41c4-bafe-24f02758e822,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:14.014198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-db3d80a4-44e9-476c-aa69-5379064422a0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4071493 May 26 19:22:14.022519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-119972de-edda-4db7-b942-12513a74f457 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:14.023282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-119972de-edda-4db7-b942-12513a74f457 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:14.023718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:14.025839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37106) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:14.032921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:14.039359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Pushing event updated for resources: {'Port': ['ID=097bd583-0df1-4ca6-bb59-2450b6e89d36,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:14.207418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:14.215377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:14.221113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:14.228056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-119972de-edda-4db7-b942-12513a74f457 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:14.229170 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-119972de-edda-4db7-b942-12513a74f457 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/ports?device_id=497ea154-d338-491b-a7c5-bda43e28fd94 HTTP/1.1" status: 200 len: 946 time: 0.4761922 May 26 19:22:14.230213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:14.302472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:14.305989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:14.403819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Deleting port 91e01592-c5b3-4946-90dd-ab470bbe2b71 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:14.403819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:14.428053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:14.604340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a2ece6c-b027-431d-83f7-cf423b2bd00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:14.796358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:14.796836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:14.818354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 74a74f72-b8f9-4244-aeb2-07b2618b60d4 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:14.848489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8bb592e-283f-42b0-8e35-7ce5a3f6e244 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:14.893100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e8bb592e-283f-42b0-8e35-7ce5a3f6e244 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:14.894957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8bb592e-283f-42b0-8e35-7ce5a3f6e244 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:14.897275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 74a74f72-b8f9-4244-aeb2-07b2618b60d4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:14.897857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 74a74f72-b8f9-4244-aeb2-07b2618b60d4 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:14.899029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 91e01592-c5b3-4946-90dd-ab470bbe2b71 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:14.911325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-539611c7-bf59-4c55-83da-7b54ea7d77fe req-2f75fc84-1b61-4adc-a1a9-54af9eef1e0e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Synchronizing usage tracker for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:14.977197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Subnet': ['ID=3a9f38d8-4266-4683-8b8a-d8716bc0ea95,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:14.982679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Calling delete_port for 91e01592-c5b3-4946-90dd-ab470bbe2b71 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:14.992685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Checking segment: {'id': '8038f4ad-38e7-42a7-95f1-d873e3b710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:14.993062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network hostable DHCP agents. Network: 3f722f45-db47-4c22-8f80-97b37f1b3142, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:22:15.026884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-539611c7-bf59-4c55-83da-7b54ea7d77fe req-2f75fc84-1b61-4adc-a1a9-54af9eef1e0e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Unset dirty status for tenant:21758f8daf4548fa9f9157fbfea82c5a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:15.040332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-539611c7-bf59-4c55-83da-7b54ea7d77fe req-2f75fc84-1b61-4adc-a1a9-54af9eef1e0e tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=80e04ab7-95c2-4baa-83f8-bed366680c70 HTTP/1.1" status: 200 len: 210 time: 0.2487478 May 26 19:22:15.042989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 91e01592-c5b3-4946-90dd-ab470bbe2b71 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:15.043379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.061226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:22:15.089800 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.093973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:15.111686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:15.118095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.143941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.237613 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa2785-1e17-4dfe-a979-c2fabf6c882e'] response: {'server_uuid': '80e04ab7-95c2-4baa-83f8-bed366680c70', 'name': 'network-vif-deleted', 'tag': '74a74f72-b8f9-4244-aeb2-07b2618b60d4', 'status': 'completed', 'code': 200} May 26 19:22:15.258442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 3f722f45-db47-4c22-8f80-97b37f1b3142) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:15.267032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=7238dae6-7859-48d4-bcb9-b955a235d158,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:15.270824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c23f8-ee5b-4e23-8f97-7a68207cf21a None None] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:15.293501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:15.307583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:22:15.309242 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:22:15.310115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': '51408011-abae-4dc6-99eb-d54f3ba187a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:15.310694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: 4e3fb04d-b459-41c4-bafe-24f02758e822, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:22:15.323374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:15.324349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.337032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:22:15.354333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4e3fb04d-b459-41c4-bafe-24f02758e822) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:15.362373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:15.363465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.392178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e879a88c-e4a1-4b8a-9ff2-1919d7abbf00 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3640537 May 26 19:22:15.393706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e631a-cae2-4ad4-8c2b-078f9b057345 None None] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:15.394526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37148) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:15.400795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822', 'name': 'tempest-PortsIpV6TestJSON-560421172'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:15.416360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5e8cbb3-a042-420c-9183-9fc8595e1ab8 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9531970 May 26 19:22:15.427256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37152) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:15.501282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2039412825'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:15.649010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:15.663229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:15.678072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:15.683640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.710311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port f398c201-7044-43b6-9ff4-1a840c7bc932 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:15.738181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-3f722f45-db47-4c22-8f80-97b37f1b3142', 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'tenant_id': 'baf43ef60d97417bb737ddd1302547fa', 'fixed_ips': [{'subnet_id': '3a9f38d8-4266-4683-8b8a-d8716bc0ea95'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:22:15.739152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.766727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-4c10132e-a47b-479e-bc54-6be63c7b50aa tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:15.769069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-4c10132e-a47b-479e-bc54-6be63c7b50aa tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 0.4902253 May 26 19:22:15.816351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-3214aed5-2786-41a8-85c2-01b1ee2275a8 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/quotas/c56e57166a984f8badd63119e830926d HTTP/1.1" status: 200 len: 375 time: 0.0341964 May 26 19:22:15.871602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Deleting port 91e01592-c5b3-4946-90dd-ab470bbe2b71 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:15.873373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.879101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4e3fb04d-b459-41c4-bafe-24f02758e822', 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': '7238dae6-7859-48d4-bcb9-b955a235d158'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:22:15.880409 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:15.957735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:15.994894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:port and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:16.010808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:16.026495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:16.041505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.052910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.090412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Allocated IP 2001:db8::2 (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/76e42a2d-7aec-443c-9e58-fa27102b32b7) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:16.163137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:16.167068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.187074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-1ccd6929-24b2-4976-af0a-7e3ba8792457 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3698645 May 26 19:22:16.203837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::a8 (4e3fb04d-b459-41c4-bafe-24f02758e822/7238dae6-7859-48d4-bcb9-b955a235d158/f398c201-7044-43b6-9ff4-1a840c7bc932) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:16.351551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port b8dac2b7-50cc-40b0-8d52-d844b0d8710b yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:16.406420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.427991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Transition to ACTIVE for port object 76e42a2d-7aec-443c-9e58-fa27102b32b7 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:16.454866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Transition to ACTIVE for port object 76e42a2d-7aec-443c-9e58-fa27102b32b7 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:16.463602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.537552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:16.540639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:16.543204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:16.577936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Pushing event updated for resources: {'Port': ['ID=76e42a2d-7aec-443c-9e58-fa27102b32b7,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:16.590562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] For port 91e01592-c5b3-4946-90dd-ab470bbe2b71, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=91e01592-c5b3-4946-90dd-ab470bbe2b71,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:16.590923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.644211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Attempting to bind port 76e42a2d-7aec-443c-9e58-fa27102b32b7 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:16.644503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Attempting to bind port 76e42a2d-7aec-443c-9e58-fa27102b32b7 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '8038f4ad-38e7-42a7-95f1-d873e3b710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:16.644932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Attempting to bind port 76e42a2d-7aec-443c-9e58-fa27102b32b7 on network 3f722f45-db47-4c22-8f80-97b37f1b3142 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:16.650532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:16.650894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Checking segment: {'id': '8038f4ad-38e7-42a7-95f1-d873e3b710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:16.651290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.651679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Bound using segment: {'id': '8038f4ad-38e7-42a7-95f1-d873e3b710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:16.652142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Bound port: 76e42a2d-7aec-443c-9e58-fa27102b32b7, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8038f4ad-38e7-42a7-95f1-d873e3b710ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:16.652506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.690546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-ad077afc-0d4e-4ffa-95c7-9730b69a6676 service neutron] 10.222.0.24 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883130 May 26 19:22:16.739009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Calling delete_port for 91e01592-c5b3-4946-90dd-ab470bbe2b71 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:16.750245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] For port 76e42a2d-7aec-443c-9e58-fa27102b32b7, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:16.753385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] For port 76e42a2d-7aec-443c-9e58-fa27102b32b7, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=76e42a2d-7aec-443c-9e58-fa27102b32b7,segment=NetworkSegment(8038f4ad-38e7-42a7-95f1-d873e3b710ca),segment_id=8038f4ad-38e7-42a7-95f1-d873e3b710ca)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:16.757842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.797188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.824388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object f398c201-7044-43b6-9ff4-1a840c7bc932 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:16.834287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:22:16.847528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c832c6a4-00b6-4fe9-8862-330f85850e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:16.877930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc17158-b2e3-4d1a-be38-317a1cea97e5 None None] Pushing event updated for resources: {'Port': ['ID=76e42a2d-7aec-443c-9e58-fa27102b32b7,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:16.878292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::25c (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/b8dac2b7-50cc-40b0-8d52-d844b0d8710b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:16.898691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Router 763fc803-4410-4094-9c4b-d9e12d82f422 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:22:16.957147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.023223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Allocated IP 2001:db8::2 (4e3fb04d-b459-41c4-bafe-24f02758e822/7238dae6-7859-48d4-bcb9-b955a235d158/bb33a2ba-2602-4d05-8010-34f39074c3aa) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:17.026788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-3fe2ca63-4220-4d05-a91b-52c39aea73bf service neutron] 10.222.0.24 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215063 May 26 19:22:17.044242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=f398c201-7044-43b6-9ff4-1a840c7bc932,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:17.060869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.075501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:17.096655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['01228d7e-c261-49ef-a2a1-2cdc2af1e972'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:17.193827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:17.293414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event deleted for resources: {'Port': ['ID=91e01592-c5b3-4946-90dd-ab470bbe2b71,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:17.295734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:17.304139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:17.304897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.377818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] No DVR routers for this DVR port 91e01592-c5b3-4946-90dd-ab470bbe2b71 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:17.384597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.388058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-deleted', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:17.419813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3195669b-a09c-4bad-9108-a2aa274873ac tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0239105 May 26 19:22:17.421189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:17.426966 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b25f6c7c-9e71-454c-ab0b-722fc9c55d70 req-4fbbf335-1077-4e02-8727-ff819503f846 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "DELETE /v2.0/ports/91e01592-c5b3-4946-90dd-ab470bbe2b71 HTTP/1.1" status: 204 len: 173 time: 3.1901557 May 26 19:22:17.431555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822', 'name': 'tempest-PortsIpV6TestJSON-43245297'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:17.441545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-01506e18-225f-4739-b184-cb201abdab54 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:17.443919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-01506e18-225f-4739-b184-cb201abdab54 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc5d1a96-18d7-41af-86c1-7d69fc46ae12 HTTP/1.1" status: 200 len: 945 time: 0.6486666 May 26 19:22:17.513800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.579128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:22:17.588680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Deleting port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:17.589013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.598604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] Sync routers for ids ['763fc803-4410-4094-9c4b-d9e12d82f422'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:22:17.618471 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] Routers {'763fc803-4410-4094-9c4b-d9e12d82f422'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:17.619170 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['763fc803-4410-4094-9c4b-d9e12d82f422'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:17.631068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.680475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.682003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bf9ba96d-8934-4f36-b607-ac7c8f447801 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "PUT /v2.0/routers/763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 200 len: 915 time: 7.2996740 May 26 19:22:17.685937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:17.692103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object b8dac2b7-50cc-40b0-8d52-d844b0d8710b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:17.704611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:17.710232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:17.714433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:17.725286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:17.750835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:17.765629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:17.816387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 812d8f67-8709-4f0b-8ab8-6c1909daf750 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:17.831206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:17.877326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'mac_address': 'fa:16:3e:2d:53:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:22:17.881646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:17.905182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] Routers {'763fc803-4410-4094-9c4b-d9e12d82f422'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:17.907423 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['763fc803-4410-4094-9c4b-d9e12d82f422'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:17.926902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.081986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Transition to ACTIVE for port object bb33a2ba-2602-4d05-8010-34f39074c3aa will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:18.097210 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:18.097612 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfa49f-0dcd-49dd-b73c-a78d319331fc None None] The sync data for ids ['763fc803-4410-4094-9c4b-d9e12d82f422'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:22:18.121760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Transition to ACTIVE for port object bb33a2ba-2602-4d05-8010-34f39074c3aa will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:18.143918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:18.144329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.188806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c549bca-abc1-4d5f-ac5a-956c65414259 req-8962a80a-87a2-435e-b3ae-f80c3232f277 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.6058092 May 26 19:22:18.211629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:18.249950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:18.264847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.301897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] For port 01228d7e-c261-49ef-a2a1-2cdc2af1e972, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=01228d7e-c261-49ef-a2a1-2cdc2af1e972,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:18.302973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.321675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::18b (4e3fb04d-b459-41c4-bafe-24f02758e822/7238dae6-7859-48d4-bcb9-b955a235d158/812d8f67-8709-4f0b-8ab8-6c1909daf750) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:18.358133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.362807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.422844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.450996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:18.460931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:18.469650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:18.561096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f02718af-0a07-4e4d-9150-a9df6aaddcba'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:18.637485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fe373-cd26-42b9-9d61-86b59fd5af11 None None] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:18.753050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.774050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 812d8f67-8709-4f0b-8ab8-6c1909daf750 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:18.818488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Calling delete_port for 01228d7e-c261-49ef-a2a1-2cdc2af1e972 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:18.824855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.846728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Pushing event updated for resources: {'Port': ['ID=bb33a2ba-2602-4d05-8010-34f39074c3aa,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:18.853111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 01228d7e-c261-49ef-a2a1-2cdc2af1e972 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:18.927060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:18.930076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:18.934365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:18.937029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-52c41016-17ab-4748-a780-f2599904c2b4 tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 200 len: 921 time: 1.2464781 May 26 19:22:18.938031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=b8dac2b7-50cc-40b0-8d52-d844b0d8710b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:18.940146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:18.940469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:18.941712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:18.944594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37186) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:18.955716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=812d8f67-8709-4f0b-8ab8-6c1909daf750,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:18.983650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-80a3da27-b2c8-4246-bdd0-7b8cdc2bf7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5610540 May 26 19:22:18.986298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37190) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:18.995441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:19.011991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:19.017932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:19.018742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.036510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 76e42a2d-7aec-443c-9e58-fa27102b32b7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:19.088562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38c99a-7cfd-4017-a140-ac87455ecbf9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:19.090245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf38c99a-7cfd-4017-a140-ac87455ecbf9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:19.108744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf38c99a-7cfd-4017-a140-ac87455ecbf9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:19.112799 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf38c99a-7cfd-4017-a140-ac87455ecbf9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa8 HTTP/1.1" status: 200 len: 927 time: 0.1226885 May 26 19:22:19.113660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:19.166028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Attempting to bind port bb33a2ba-2602-4d05-8010-34f39074c3aa on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:19.166578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-89c3ffb4-d783-46bc-a16f-e466521d0f10 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7348084 May 26 19:22:19.166683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Attempting to bind port bb33a2ba-2602-4d05-8010-34f39074c3aa by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '51408011-abae-4dc6-99eb-d54f3ba187a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:19.166683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Attempting to bind port bb33a2ba-2602-4d05-8010-34f39074c3aa on network 4e3fb04d-b459-41c4-bafe-24f02758e822 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:19.166683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0bd88e44-6a1f-4994-8acd-48928e35942a None None] Provisioning for port 76e42a2d-7aec-443c-9e58-fa27102b32b7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:19.171249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:19.184137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc3960-dfcc-4077-b34a-8a2a7a3ef9d7 req-659e602e-6781-43df-8378-8610e331e93b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:19.186149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fc3960-dfcc-4077-b34a-8a2a7a3ef9d7 req-659e602e-6781-43df-8378-8610e331e93b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.8388596 May 26 19:22:19.204334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.216471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:19.217202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Checking segment: {'id': '51408011-abae-4dc6-99eb-d54f3ba187a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:19.217601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.218016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Bound using segment: {'id': '51408011-abae-4dc6-99eb-d54f3ba187a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:19.218492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Bound port: bb33a2ba-2602-4d05-8010-34f39074c3aa, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51408011-abae-4dc6-99eb-d54f3ba187a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4e3fb04d-b459-41c4-bafe-24f02758e822'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:19.218860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.270280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9303e8a-c3b7-466a-a0f4-d91815757cca tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:19.274922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b9303e8a-c3b7-466a-a0f4-d91815757cca tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=763fc803-4410-4094-9c4b-d9e12d82f422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3252165 May 26 19:22:19.283490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37204) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:19.293258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1820148580', 'allowed_address_pairs': [{'ip_address': '2001:db8::25c', 'mac_address': 'fa:16:3e:66:ff:d8'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:19.303911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No active binding found for port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:22:19.304864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 01228d7e-c261-49ef-a2a1-2cdc2af1e972 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:19.311967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event deleted for resources: {'Port': ['ID=01228d7e-c261-49ef-a2a1-2cdc2af1e972,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:19.322579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:19.390055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 76e42a2d-7aec-443c-9e58-fa27102b32b7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:19.402997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 812d8f67-8709-4f0b-8ab8-6c1909daf750 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:19.403571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.415386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 76e42a2d-7aec-443c-9e58-fa27102b32b7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:19.415759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.476063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] For port bb33a2ba-2602-4d05-8010-34f39074c3aa, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:19.480656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fc3960-dfcc-4077-b34a-8a2a7a3ef9d7 req-f0d979ac-cf1c-4810-b49c-383742fe4ef8 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787144 May 26 19:22:19.481551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] No DVR routers for this DVR port 01228d7e-c261-49ef-a2a1-2cdc2af1e972 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:19.490549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.495094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e397efcd-6357-4ac9-8952-ff493406dc6f req-ceefe5d9-2f5d-4e60-8253-5389b6843971 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "DELETE /v2.0/ports/01228d7e-c261-49ef-a2a1-2cdc2af1e972 HTTP/1.1" status: 204 len: 173 time: 2.0371659 May 26 19:22:19.503922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'name': 'network-vif-deleted', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:19.520648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] For port bb33a2ba-2602-4d05-8010-34f39074c3aa, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb33a2ba-2602-4d05-8010-34f39074c3aa,segment=NetworkSegment(51408011-abae-4dc6-99eb-d54f3ba187a2),segment_id=51408011-abae-4dc6-99eb-d54f3ba187a2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:19.530763 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.574324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970fdbc-2fc9-42d6-af9e-d4d03c7b339d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:19.578830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f970fdbc-2fc9-42d6-af9e-d4d03c7b339d tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.2613506 May 26 19:22:19.579352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37216) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:19.638206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aabc49ac-4532-4e61-8d4f-2d432c337a64 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 200 len: 205 time: 0.0554638 May 26 19:22:19.639167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37224) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:19.735217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:19.739452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.786922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2bf8e-3a23-481f-9edf-f32821ebe042 None None] Pushing event updated for resources: {'Port': ['ID=bb33a2ba-2602-4d05-8010-34f39074c3aa,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:19.801468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:port and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:19.808733 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bf20b4-f79b-4e81-8869-2bb93a3891d9'] response: {'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'code': 200} May 26 19:22:19.823275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:19.834414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 76e42a2d-7aec-443c-9e58-fa27102b32b7 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:19.834800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:19.836919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:19.898071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:19.950512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 76e42a2d-7aec-443c-9e58-fa27102b32b7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=76e42a2d-7aec-443c-9e58-fa27102b32b7,segment=NetworkSegment(8038f4ad-38e7-42a7-95f1-d873e3b710ca),segment_id=8038f4ad-38e7-42a7-95f1-d873e3b710ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:19.959203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.187008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Provisioning complete for port 76e42a2d-7aec-443c-9e58-fa27102b32b7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:20.188415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.228201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.314150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.319674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=76e42a2d-7aec-443c-9e58-fa27102b32b7,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:20.354068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port 794d94c9-5fa0-4bce-829f-26306f398942 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:20.371710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-664f2eb5-ada5-4e3e-a3ef-bba9f6de9cd1 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:20.373856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-664f2eb5-ada5-4e3e-a3ef-bba9f6de9cd1 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 0.4292510 May 26 19:22:20.390340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Request body: {'port': {'device_id': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'admin_state_up': True, 'tenant_id': 'c56e57166a984f8badd63119e830926d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:20.418501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.432307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Current status of the port 76e42a2d-7aec-443c-9e58-fa27102b32b7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:20.446223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Provisioning for port b8dac2b7-50cc-40b0-8d52-d844b0d8710b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:20.452487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Provisioning complete for port b8dac2b7-50cc-40b0-8d52-d844b0d8710b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:20.452943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.583429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8418e70b-596b-45de-84de-dcd51c012a71 None None] Port b8dac2b7-50cc-40b0-8d52-d844b0d8710b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:20.593338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 812d8f67-8709-4f0b-8ab8-6c1909daf750 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:20.633848 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0b34e6-d7b3-48ed-a460-45048d83ec30'] response: {'server_uuid': '497ea154-d338-491b-a7c5-bda43e28fd94', 'name': 'network-vif-deleted', 'tag': '91e01592-c5b3-4946-90dd-ab470bbe2b71', 'status': 'completed', 'code': 200} May 26 19:22:20.723720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a9b1a6a6-8209-4524-9966-6ae9b966a2ed None None] Provisioning complete for port b8dac2b7-50cc-40b0-8d52-d844b0d8710b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:20.724443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a6a6-8209-4524-9966-6ae9b966a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.822350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.848828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56d69c61-f548-464f-afcb-964370ea8e64 req-7bdc695c-2f54-4677-81f4-00ec911da7e6 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1202195 May 26 19:22:20.868245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:20.882874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Usage tracker for resource:port and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:20.886012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:20.889574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.894453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1a6a6-8209-4524-9966-6ae9b966a2ed None None] Port b8dac2b7-50cc-40b0-8d52-d844b0d8710b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:20.898549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:20.911689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port 097bd583-0df1-4ca6-bb59-2450b6e89d36 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:20.912182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:20.979396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:20.986773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 76e42a2d-7aec-443c-9e58-fa27102b32b7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:20.988269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.042733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-ee54039a-a162-474c-9fa3-8351c5736dc9 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:21.044279 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-ee54039a-a162-474c-9fa3-8351c5736dc9 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 813 time: 0.2575712 May 26 19:22:21.048577 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015f3245-9a26-48df-a577-28344fca9e0c'] response: {'server_uuid': 'dc5d1a96-18d7-41af-86c1-7d69fc46ae12', 'name': 'network-vif-deleted', 'tag': '01228d7e-c261-49ef-a2a1-2cdc2af1e972', 'status': 'completed', 'code': 200} May 26 19:22:21.157332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::3a9 (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/794d94c9-5fa0-4bce-829f-26306f398942) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:21.201463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 76e42a2d-7aec-443c-9e58-fa27102b32b7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:21.202022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.457396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.475147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object 794d94c9-5fa0-4bce-829f-26306f398942 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:21.483098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 76e42a2d-7aec-443c-9e58-fa27102b32b7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:21.484663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb33a2ba-2602-4d05-8010-34f39074c3aa up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:21.516295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Request body: {'port': {'device_id': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'admin_state_up': True, 'tenant_id': 'c56e57166a984f8badd63119e830926d'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:21.526219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ef4f7-1165-4436-9772-46338fe1c033 None None] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:21.536606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.612282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=812d8f67-8709-4f0b-8ab8-6c1909daf750,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:21.643667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-03e7e7c1-65cc-4efe-a2bf-1f4d8b70c224 None None] Provisioning for port bb33a2ba-2602-4d05-8010-34f39074c3aa completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:21.690625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bb33a2ba-2602-4d05-8010-34f39074c3aa completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:21.701833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.727684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bb33a2ba-2602-4d05-8010-34f39074c3aa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:21.728057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.846062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Allocated IP 172.20.0.12 (cb587313-0479-484e-a95b-f7ffe6797256/b9982acc-3d82-4220-93f3-a443d59b8e28/ab9e3ece-54c5-42a0-8adb-8734748e5936) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:21.860479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for 097bd583-0df1-4ca6-bb59-2450b6e89d36 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:21.867838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:21.867838 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.877671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:21.885268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:21.891142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:21.892351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.924004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab6491-008c-43e4-9389-cb2aa122a0c3 req-a49f6766-7039-4ff6-8b61-f226c8b6f646 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:21.924832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bb33a2ba-2602-4d05-8010-34f39074c3aa is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:21.925236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:21.928562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=794d94c9-5fa0-4bce-829f-26306f398942,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:21.933234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fab6491-008c-43e4-9389-cb2aa122a0c3 req-a49f6766-7039-4ff6-8b61-f226c8b6f646 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.4187567 May 26 19:22:21.940785 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dfdf22b6-fbdb-479e-9229-f4ff65b0cd03 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/812d8f67-8709-4f0b-8ab8-6c1909daf750 HTTP/1.1" status: 204 len: 168 time: 2.8231921 May 26 19:22:21.942699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:21.970689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bb33a2ba-2602-4d05-8010-34f39074c3aa, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb33a2ba-2602-4d05-8010-34f39074c3aa,segment=NetworkSegment(51408011-abae-4dc6-99eb-d54f3ba187a2),segment_id=51408011-abae-4dc6-99eb-d54f3ba187a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:21.975146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.006388 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90e77293-ca7d-4129-9730-05918dc333dc tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8310316 May 26 19:22:22.006681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:22.008166 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-285beb2b-313e-47a2-b661-5736544ab3aa tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:22:22.008700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-285beb2b-313e-47a2-b661-5736544ab3aa tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:22.061212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fab6491-008c-43e4-9389-cb2aa122a0c3 req-315e499f-7094-4f1d-ae1d-d628474d47a3 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268902 May 26 19:22:22.090420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:22.108944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Usage tracker for resource:port and tenant:c56e57166a984f8badd63119e830926d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:22.112684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:22.125497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bb33a2ba-2602-4d05-8010-34f39074c3aa,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:22.128713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-285beb2b-313e-47a2-b661-5736544ab3aa tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:22.130312 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-285beb2b-313e-47a2-b661-5736544ab3aa tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/812d8f67-8709-4f0b-8ab8-6c1909daf750 HTTP/1.1" status: 404 len: 333 time: 0.1872301 May 26 19:22:22.135229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37248) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:22.136063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:22.221830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Made reservation on behalf of c56e57166a984f8badd63119e830926d for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:22.228697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.279094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port f398c201-7044-43b6-9ff4-1a840c7bc932 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:22.279094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.346367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a188dca1-e4f3-46d9-aa2e-c1d9b3ce037a req-44a438fe-6ff4-4bde-b492-21d38aab67d7 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:22.387232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:22.393182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:22.399551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:22.400430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:22.420176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Provisioning for port f398c201-7044-43b6-9ff4-1a840c7bc932 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:22.430020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Provisioning complete for port f398c201-7044-43b6-9ff4-1a840c7bc932 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:22.430831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.446444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a188dca1-e4f3-46d9-aa2e-c1d9b3ce037a req-44a438fe-6ff4-4bde-b492-21d38aab67d7 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:22.447597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a188dca1-e4f3-46d9-aa2e-c1d9b3ce037a req-44a438fe-6ff4-4bde-b492-21d38aab67d7 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 210 time: 0.1893811 May 26 19:22:22.473430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.486389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.540930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:22.541822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Port f398c201-7044-43b6-9ff4-1a840c7bc932 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:22.545428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d597257-ac14-4c31-992a-1e993e0783c0 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5338757 May 26 19:22:22.545999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=097bd583-0df1-4ca6-bb59-2450b6e89d36,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:22.551022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37256) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:22.557348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Provisioning for port 794d94c9-5fa0-4bce-829f-26306f398942 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:22.565780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Provisioning complete for port 794d94c9-5fa0-4bce-829f-26306f398942 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:22.566263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.612457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.612798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.613152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.613480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.613803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.614130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.614448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.614765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.615080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.615395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.615708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.616019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:22.659264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Port 794d94c9-5fa0-4bce-829f-26306f398942 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:22.675659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Provisioning complete for port bb33a2ba-2602-4d05-8010-34f39074c3aa triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:22.676338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.741353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.844473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:22.856097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port 794d94c9-5fa0-4bce-829f-26306f398942 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:22.856655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.871965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb33a2ba-2602-4d05-8010-34f39074c3aa up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:22.896516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-181264b3-1c05-4499-8795-57ad6bf3d807 None None] Current status of the port bb33a2ba-2602-4d05-8010-34f39074c3aa is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:22.899220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:22.917026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for f398c201-7044-43b6-9ff4-1a840c7bc932 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:22.987993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f02718af-0a07-4e4d-9150-a9df6aaddcba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:22.988364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.017980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.027173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bb33a2ba-2602-4d05-8010-34f39074c3aa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:23.027517 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.107239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-68b9a696-9cd6-4950-99c7-4c370885a6d9 None None] Provisioning complete for port f398c201-7044-43b6-9ff4-1a840c7bc932 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:23.107547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-68b9a696-9cd6-4950-99c7-4c370885a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.121657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-b3bb4735-886e-4510-8f41-defcfcb0d9dd {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:22:23.122133 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:22:23.166919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Network cb587313-0479-484e-a95b-f7ffe6797256 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:23.211233 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.254410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-68b9a696-9cd6-4950-99c7-4c370885a6d9 None None] Port f398c201-7044-43b6-9ff4-1a840c7bc932 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:23.278346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=f398c201-7044-43b6-9ff4-1a840c7bc932,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:23.285555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-68b9a696-9cd6-4950-99c7-4c370885a6d9 None None] Could not find standard attr ID for object 812d8f67-8709-4f0b-8ab8-6c1909daf750. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:22:23.295854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bb33a2ba-2602-4d05-8010-34f39074c3aa is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:23.301928 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:23.302062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.328354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.332440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:23.343445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:23.350122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.352428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8414ebe0-0013-415d-8ff5-894bb05603ea tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/f398c201-7044-43b6-9ff4-1a840c7bc932 HTTP/1.1" status: 204 len: 168 time: 1.2139578 May 26 19:22:23.353326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37268) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:23.399776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:23.415193 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf51f092-d08a-4c32-b180-de390536dfba tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:22:23.416717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf51f092-d08a-4c32-b180-de390536dfba tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:23.427881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:23.428805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:23.440541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf51f092-d08a-4c32-b180-de390536dfba tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:23.445076 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf51f092-d08a-4c32-b180-de390536dfba tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/f398c201-7044-43b6-9ff4-1a840c7bc932 HTTP/1.1" status: 404 len: 333 time: 0.0902457 May 26 19:22:23.445879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37272) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:23.479010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.519533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.520106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet 7238dae6-7859-48d4-bcb9-b955a235d158 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:23.521466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event updated for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:23.524551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.552480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8403cd9-53f6-41d0-8d1a-b04b5471f7e1 req-5c5fd0ec-da0e-4f6d-a50c-8489834c113f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0769911 May 26 19:22:23.560087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e0eea-7167-43c1-8d61-57b5bef64c4a req-bb81eb2a-c4b9-4fbf-8c9b-928eb4a68528 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:23.561599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de0e0eea-7167-43c1-8d61-57b5bef64c4a req-bb81eb2a-c4b9-4fbf-8c9b-928eb4a68528 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.8118527 May 26 19:22:23.586140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.628448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.686164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:23.686766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.721363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.721891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router 763fc803-4410-4094-9c4b-d9e12d82f422 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:22:23.759702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-75bec122-33f5-454b-ac98-2bb63be54edc tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3730650 May 26 19:22:23.762591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de0e0eea-7167-43c1-8d61-57b5bef64c4a req-a37c576c-b16f-4948-81ca-4fc849f532d2 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936440 May 26 19:22:23.769974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.771059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-297729de-ca1c-4808-b7eb-4f486bfa8d84 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 204 len: 168 time: 4.1309645 May 26 19:22:23.777010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37280) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:23.784189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1536587611', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:23.799681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:23.805274 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.812522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Usage tracker for resource:router and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:23.816055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.823894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:23.833250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:23.883757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Allocated IP 172.20.0.14 (cb587313-0479-484e-a95b-f7ffe6797256/b9982acc-3d82-4220-93f3-a443d59b8e28/d1abf217-95b3-4d10-b943-28ee5cb5b436) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:23.920334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.974831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=7238dae6-7859-48d4-bcb9-b955a235d158,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:23.983039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for 794d94c9-5fa0-4bce-829f-26306f398942 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:23.986964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:23.989612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b673e-0fd8-4600-85d4-67f28c687dfb None None] Network 4e3fb04d-b459-41c4-bafe-24f02758e822 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:24.042599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2443f28d-98e2-4be7-81a7-4f45ff5fdd40 req-6587609e-3f47-4a39-9e31-2ea0e4bf2d00 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1577892 May 26 19:22:24.060755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.061832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.084830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Request body: {'port': {'device_id': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:24.182422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.230685 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-62888540-bd34-4c2f-a1c8-260dafa3e569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/7238dae6-7859-48d4-bcb9-b955a235d158 HTTP/1.1" status: 204 len: 168 time: 0.7835763 May 26 19:22:24.235305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37286) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:24.378706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.444106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.462345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.480006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port bb33a2ba-2602-4d05-8010-34f39074c3aa {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:24.480628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.483617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] DHCP port deletion for 4e3fb04d-b459-41c4-bafe-24f02758e822 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:22:24.488619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Deleting port bb33a2ba-2602-4d05-8010-34f39074c3aa {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:24.489191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.527765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.624776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=794d94c9-5fa0-4bce-829f-26306f398942,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:24.737229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.792437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port bb33a2ba-2602-4d05-8010-34f39074c3aa, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb33a2ba-2602-4d05-8010-34f39074c3aa,segment=NetworkSegment(51408011-abae-4dc6-99eb-d54f3ba187a2),segment_id=51408011-abae-4dc6-99eb-d54f3ba187a2)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:24.792794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:24.844586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Network cb587313-0479-484e-a95b-f7ffe6797256 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:24.863856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb33a2ba-2602-4d05-8010-34f39074c3aa no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:24.923900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:24.932703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] For port bb33a2ba-2602-4d05-8010-34f39074c3aa, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb33a2ba-2602-4d05-8010-34f39074c3aa,segment=NetworkSegment(51408011-abae-4dc6-99eb-d54f3ba187a2),segment_id=51408011-abae-4dc6-99eb-d54f3ba187a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:24.933433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.005269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:25.062612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for bb33a2ba-2602-4d05-8010-34f39074c3aa owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:25.123289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event updated for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:25.155075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:25.155734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.190708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Calling delete_port for bb33a2ba-2602-4d05-8010-34f39074c3aa owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:25.211496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.212893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-917758bc-a3ea-4bd3-ba8c-33f7cc6b8652 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7014472 May 26 19:22:25.229631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687abcde-e2df-459c-a3b2-401f8e037580 req-2ded434b-7ada-49de-9a8f-a010a558f078 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:25.231452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-687abcde-e2df-459c-a3b2-401f8e037580 req-2ded434b-7ada-49de-9a8f-a010a558f078 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 1.0219889 May 26 19:22:25.238110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Request body: {'port': {'device_id': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:25.266119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port bb33a2ba-2602-4d05-8010-34f39074c3aa {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:22:25.266684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb33a2ba-2602-4d05-8010-34f39074c3aa not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:25.333210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.337168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:22:25.337560 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:22:25.498352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No DVR routers for this DVR port bb33a2ba-2602-4d05-8010-34f39074c3aa on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:25.556250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=bb33a2ba-2602-4d05-8010-34f39074c3aa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:25.668499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.740967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.786653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-687abcde-e2df-459c-a3b2-401f8e037580 req-e18836a7-d3f5-4774-90a0-1648f0e4508c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837756 May 26 19:22:25.826376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.842189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Deleting port bb33a2ba-2602-4d05-8010-34f39074c3aa {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:25.842189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:25.843726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-abb5ffb9-cc57-459f-83fc-42781bbfbf67 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/794d94c9-5fa0-4bce-829f-26306f398942 HTTP/1.1" status: 204 len: 168 time: 3.2904429 May 26 19:22:25.846860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37314) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:25.923308 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bf398a-167b-44ff-8cea-5befad519a7d'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'code': 200} May 26 19:22:25.950476 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e94ecee-f619-4fb3-95c0-9fdd6b883b14 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] GET failed (client error): The resource could not be found. May 26 19:22:25.951002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9e94ecee-f619-4fb3-95c0-9fdd6b883b14 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:25.992822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-7b0052f3-7988-475f-bd98-1135a09f5738 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:25.994359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-7b0052f3-7988-475f-bd98-1135a09f5738 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.6905262 May 26 19:22:26.000789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-559ab9e0-f0fd-449f-a8a3-0de958dd2475 None None] The port 'bb33a2ba-2602-4d05-8010-34f39074c3aa' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:22:26.059937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3fb04d-b459-41c4-bafe-24f02758e822']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:26.086556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51408011-abae-4dc6-99eb-d54f3ba187a2') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:26.087346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51408011-abae-4dc6-99eb-d54f3ba187a2') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:26.105875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.136604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.143181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9e3ece-54c5-42a0-8adb-8734748e5936 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:26.143974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:22:26.144376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.155036 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.218353 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 51408011-abae-4dc6-99eb-d54f3ba187a2 resource provider aggregate not found May 26 19:22:26.248956 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 51408011-abae-4dc6-99eb-d54f3ba187a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51408011-abae-4dc6-99eb-d54f3ba187a2 found for delete ", "request_id": "req-0fb11afa-4249-4c91-8838-0404e7fc80b2"}]} May 26 19:22:26.262490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.329737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Transition to ACTIVE for port object ab9e3ece-54c5-42a0-8adb-8734748e5936 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:26.335376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9e94ecee-f619-4fb3-95c0-9fdd6b883b14 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:26.336898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9e94ecee-f619-4fb3-95c0-9fdd6b883b14 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports/794d94c9-5fa0-4bce-829f-26306f398942 HTTP/1.1" status: 404 len: 333 time: 0.4866590 May 26 19:22:26.344286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37322) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:26.348996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.406581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-144470883'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:26.421354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.453385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Deleting port cc41bf91-ebc8-474c-8604-983f0423bc3f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:26.454102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.477410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:22:26.483237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=4e3fb04d-b459-41c4-bafe-24f02758e822,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:26.525600 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2db43a23-8277-4d81-bb2f-85c9de7df06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/4e3fb04d-b459-41c4-bafe-24f02758e822 HTTP/1.1" status: 204 len: 168 time: 2.2895615 May 26 19:22:26.526662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37326) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:26.534431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-724827468'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:26.544080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:26.562893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:26.569313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:26.578512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:26.608504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:26.612276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.688743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:26.706405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:26.726535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.727166 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment ea43972b-d377-4258-9311-828d4b5eed18 of type vlan for network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 May 26 19:22:26.744588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1abf217-95b3-4d10-b943-28ee5cb5b436 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:26.756660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.807308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Transition to ACTIVE for port object d1abf217-95b3-4d10-b943-28ee5cb5b436 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:26.809475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.814298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:26.973124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6fb1d-927d-4569-82e0-8980f5665ee1 req-8fdea947-6ce9-4c4e-b828-fa47ccc9c9d8 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:26.974650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf6fb1d-927d-4569-82e0-8980f5665ee1 req-8fdea947-6ce9-4c4e-b828-fa47ccc9c9d8 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 932 time: 0.7332914 May 26 19:22:27.010264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Pushing event updated for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:27.064397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.070732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:27.071514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.081546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:27.212053 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6820271 May 26 19:22:27.215783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:27.224220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:27.261529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93f275-173f-46e7-a114-49b36a025c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:27.278669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Attempting to bind port d1abf217-95b3-4d10-b943-28ee5cb5b436 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:27.279005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Attempting to bind port d1abf217-95b3-4d10-b943-28ee5cb5b436 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:27.279331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Attempting to bind port d1abf217-95b3-4d10-b943-28ee5cb5b436 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:27.287321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:27.340699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Port d1abf217-95b3-4d10-b943-28ee5cb5b436 on network cb587313-0479-484e-a95b-f7ffe6797256 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:22:27.341134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Attempting to bind port d1abf217-95b3-4d10-b943-28ee5cb5b436 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:27.367132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:27.367510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Checking segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:27.367870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Bound using segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:27.368303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Bound port: d1abf217-95b3-4d10-b943-28ee5cb5b436, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:27.368646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.418088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:27.454479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.490127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:27.498302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:27.502640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:27.511709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:27.521083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Attempting to bind port ab9e3ece-54c5-42a0-8adb-8734748e5936 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:27.521486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Attempting to bind port ab9e3ece-54c5-42a0-8adb-8734748e5936 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:27.523181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Attempting to bind port ab9e3ece-54c5-42a0-8adb-8734748e5936 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:27.530422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.532006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:27.535699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.539651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:27.543198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.617367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:27.644527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:27.644883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Port ab9e3ece-54c5-42a0-8adb-8734748e5936 on network cb587313-0479-484e-a95b-f7ffe6797256 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:22:27.645330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Attempting to bind port ab9e3ece-54c5-42a0-8adb-8734748e5936 on network cb587313-0479-484e-a95b-f7ffe6797256 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:27.656302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.662793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbf6fb1d-927d-4569-82e0-8980f5665ee1 req-89e9c5ca-3586-4ea6-ade3-744ed32db53b tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722898 May 26 19:22:27.698185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:27.698523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Checking segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:27.698912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Bound using segment: {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:27.699500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Bound port: ab9e3ece-54c5-42a0-8adb-8734748e5936, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b1489-a62d-4f3d-917d-31ecb0af8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:27.699856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.724931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port ed552dc5-5f3b-44ae-b316-0f0a481d3896 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:27.801397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] For port cc41bf91-ebc8-474c-8604-983f0423bc3f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=cc41bf91-ebc8-474c-8604-983f0423bc3f,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:27.801775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.925221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Pushing event updated for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:27.934464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:27.935074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:27.936663 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-f36efc9f-202a-4d25-857a-774ef0a39e37 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1abf217-95b3-4d10-b943-28ee5cb5b436 HTTP/1.1" status: 200 len: 1092 time: 2.7137399 May 26 19:22:27.937158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:27.959442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.034043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=c0ecc861-27be-47d9-b241-90412f520268,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:28.053239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Calling delete_port for cc41bf91-ebc8-474c-8604-983f0423bc3f owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:28.157130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': 'ea43972b-d377-4258-9311-828d4b5eed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:28.157843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:22:28.181190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-86ed57a1-0e87-4aca-8322-8c9be5b5419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:28.182822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-86ed57a1-0e87-4aca-8322-8c9be5b5419e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 1095 time: 0.1499643 May 26 19:22:28.259201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:22:28.274765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-b35b97f6-cc37-4ad9-9021-4673bb7a6417 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436 HTTP/1.1" status: 200 len: 217 time: 0.0819702 May 26 19:22:28.280853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:28.290612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:28.294973 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.297274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d1f508-8c45-40f9-b4d4-900c1da1536d None None] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:28.315772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Allocated IP 172.25.0.9 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/0e5d7d99-a44c-4ad5-968e-3a0db46db271) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:28.325679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:28.366690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:28.388570 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf64914d-8a68-4b29-81f2-52702d9d92ee tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1686168 May 26 19:22:28.392470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37346) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:28.401130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::1cf (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/ed552dc5-5f3b-44ae-b316-0f0a481d3896) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:28.408784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40', 'name': 'tempest-PortsIpV6TestJSON-711777262', 'fixed_ips': [{'subnet_id': 'c0ecc861-27be-47d9-b241-90412f520268', 'ip_address': '2001:db8::10'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:28.437782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.455075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-dc9e60ff-106c-4606-8b35-e0a305a4a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:28.455075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-dc9e60ff-106c-4606-8b35-e0a305a4a129 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.1508174 May 26 19:22:28.614758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d3f28-ccb7-4c47-89ea-8481dfdc6bc2 req-a861a010-bc85-48ec-babd-d8a03bf23ddf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:28.622426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-909d3f28-ccb7-4c47-89ea-8481dfdc6bc2 req-a861a010-bc85-48ec-babd-d8a03bf23ddf tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8680dfa1-2ab9-4bb7-b7a8-780507505369 HTTP/1.1" status: 200 len: 946 time: 0.6991048 May 26 19:22:28.666309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:28.666925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.667884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40', 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'c0ecc861-27be-47d9-b241-90412f520268'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:22:28.668346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab9e3ece-54c5-42a0-8adb-8734748e5936 HTTP/1.1" status: 200 len: 1092 time: 4.5924435 May 26 19:22:28.668812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:28.669544 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.714963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-2b8ace3e-f11a-4f84-8736-db06615b98b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2424095 May 26 19:22:28.777952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:28.811356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c58a1-99b1-4fd1-a3dd-27a52bdfbeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:28.877600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device cc41bf91-ebc8-474c-8604-983f0423bc3f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:28.921242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:28.927241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: cc41bf91-ebc8-474c-8604-983f0423bc3f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:28.927657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device cc41bf91-ebc8-474c-8604-983f0423bc3f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:28.934412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:28.945518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:28.951225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Allocated IP 2001:db8::2 (9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40/c0ecc861-27be-47d9-b241-90412f520268/cc32c921-6955-411d-9ad4-a9e34582ead2) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:28.955304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:28.966164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-c48d9167-bcb8-41c7-8436-2a31abd2d877 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357435 May 26 19:22:29.241004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-909d3f28-ccb7-4c47-89ea-8481dfdc6bc2 req-482994ba-de11-428a-9976-46e8b469d29d tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.24 "GET /v2.0/security-groups?id=a398e77c-7fc7-4c3f-a334-a30a86c88c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174259 May 26 19:22:29.241990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Pushing event deleted for resources: {'Port': ['ID=cc41bf91-ebc8-474c-8604-983f0423bc3f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:29.250264 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-99a0404e-623c-4ae0-9531-f2fb6271c29d service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772381 May 26 19:22:29.251405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:29.298574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.338157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Transition to ACTIVE for port object cc32c921-6955-411d-9ad4-a9e34582ead2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:29.375703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Transition to ACTIVE for port object cc32c921-6955-411d-9ad4-a9e34582ead2 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:29.376671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.387628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.400375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.423276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port b675ab77-88f5-4b69-b0a2-34f346423705 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:29.439157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object ed552dc5-5f3b-44ae-b316-0f0a481d3896 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:29.527425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:29.530873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:29.535079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:29.576388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Pushing event updated for resources: {'Port': ['ID=cc32c921-6955-411d-9ad4-a9e34582ead2,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:29.668023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Attempting to bind port cc32c921-6955-411d-9ad4-a9e34582ead2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:29.668397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Attempting to bind port cc32c921-6955-411d-9ad4-a9e34582ead2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ea43972b-d377-4258-9311-828d4b5eed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:29.669301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Attempting to bind port cc32c921-6955-411d-9ad4-a9e34582ead2 on network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:29.678004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:29.678386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Checking segment: {'id': 'ea43972b-d377-4258-9311-828d4b5eed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:29.679303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.679746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Bound using segment: {'id': 'ea43972b-d377-4258-9311-828d4b5eed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:29.680237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Bound port: cc32c921-6955-411d-9ad4-a9e34582ead2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea43972b-d377-4258-9311-828d4b5eed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:29.680620 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.689734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41e5da54-f5bd-44e9-9dbe-cca3a1e2d6e0 req-d64f45d0-240e-4855-86f5-623da4e5b787 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.3193867 May 26 19:22:29.692711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.737071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.796699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] For port cc32c921-6955-411d-9ad4-a9e34582ead2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:29.800383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] For port cc32c921-6955-411d-9ad4-a9e34582ead2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cc32c921-6955-411d-9ad4-a9e34582ead2,segment=NetworkSegment(ea43972b-d377-4258-9311-828d4b5eed18),segment_id=ea43972b-d377-4258-9311-828d4b5eed18)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:29.809709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] No DVR routers for this DVR port cc41bf91-ebc8-474c-8604-983f0423bc3f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:29.816657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.822332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:29.841210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::10 (9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40/c0ecc861-27be-47d9-b241-90412f520268/b675ab77-88f5-4b69-b0a2-34f346423705) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:29.847039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:29.859113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-28b645a9-aa6c-4471-9e4c-4ad80c41815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:29.860586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-28b645a9-aa6c-4471-9e4c-4ad80c41815b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 1095 time: 1.1426344 May 26 19:22:29.867485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:29.911124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708af876-7b7f-4623-80ec-19df0d660ba1 None None] Pushing event updated for resources: {'Port': ['ID=cc32c921-6955-411d-9ad4-a9e34582ead2,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:29.960104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:29.975465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:29.975465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:30.135880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-e5b50e8e-0b6e-48be-beee-8ac6ecca1ca4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936 HTTP/1.1" status: 200 len: 217 time: 0.2657628 May 26 19:22:30.137783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72858e74-b9e6-4045-a79b-03c56d6d9c79 req-796491e7-7781-4bda-b4a2-5e70de76ef78 tempest-ServerRescueTestJSON-562932020 tempest-ServerRescueTestJSON-562932020-project] 10.222.0.53 "DELETE /v2.0/ports/cc41bf91-ebc8-474c-8604-983f0423bc3f HTTP/1.1" status: 204 len: 173 time: 4.1338603 May 26 19:22:30.174110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8262897 May 26 19:22:30.185310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37358) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:30.196763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25c', 'mac_address': 'fa:16:3e:66:ff:d8'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:30.245155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:30.265823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c70952-f2a3-451f-a1aa-44898bf26add tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=ed552dc5-5f3b-44ae-b316-0f0a481d3896,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:30.359227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:30.360189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event updated for resources: {'Port': ['ID=0e5d7d99-a44c-4ad5-968e-3a0db46db271,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:30.383142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:30.383674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:30.455096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93212a46-fab9-4453-8096-0b36067cff70 None None] Provisioning for port ed552dc5-5f3b-44ae-b316-0f0a481d3896 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:30.487509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93212a46-fab9-4453-8096-0b36067cff70 None None] Provisioning complete for port ed552dc5-5f3b-44ae-b316-0f0a481d3896 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:30.488593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93212a46-fab9-4453-8096-0b36067cff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:30.517426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-a1d285fe-51e8-4393-b64d-4b92557d5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:30.518897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-a1d285fe-51e8-4393-b64d-4b92557d5be4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.3161693 May 26 19:22:30.529770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4be672-d0d8-4c20-b2f4-bdc716239a1d req-f778d9c1-e2f4-47d1-9222-01592bf9667b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:30.537159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b4be672-d0d8-4c20-b2f4-bdc716239a1d req-f778d9c1-e2f4-47d1-9222-01592bf9667b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.5513871 May 26 19:22:30.658776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:30.660901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-2d3d3a44-d479-4a98-9d1a-6b2e8d194c9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900459 May 26 19:22:30.674497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b4be672-d0d8-4c20-b2f4-bdc716239a1d req-e21caf7f-e9b8-45af-9176-4fa46b6bbc06 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363869 May 26 19:22:30.744912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object b675ab77-88f5-4b69-b0a2-34f346423705 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:30.764488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-93212a46-fab9-4453-8096-0b36067cff70 None None] Port ed552dc5-5f3b-44ae-b316-0f0a481d3896 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:30.793575 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2859e0b2-b072-4f9f-a5b2-ffecbc90f316'] response: {'name': 'network-changed', 'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436', 'status': 'completed', 'code': 200} May 26 19:22:31.004183 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.022167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.049641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cc32c921-6955-411d-9ad4-a9e34582ead2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:31.079160 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69480fba-8b26-4023-a0d1-ff701065a5c6'] response: {'name': 'network-changed', 'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936', 'status': 'completed', 'code': 200} May 26 19:22:31.165120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port cc32c921-6955-411d-9ad4-a9e34582ead2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:31.208369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:31.226761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:31.231518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:31.237270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:31.246414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.482156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.484344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=b675ab77-88f5-4b69-b0a2-34f346423705,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:31.496952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.528123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] In _notify_port_updated(), no bound segment for port ed552dc5-5f3b-44ae-b316-0f0a481d3896 on network 3f722f45-db47-4c22-8f80-97b37f1b3142 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:22:31.533926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:31.534581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.535890 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "PUT /v2.0/ports/ed552dc5-5f3b-44ae-b316-0f0a481d3896 HTTP/1.1" status: 200 len: 1002 time: 1.3492360 May 26 19:22:31.540842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.541216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.541553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.541882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.542208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.542525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.542849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.543167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.543501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.543796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.544107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.544415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:22:31.581147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37370) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:31.637076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-4393b1d0-5665-4b5a-8ee2-8d86c2760d0e service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9587004 May 26 19:22:31.774340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce562916-5a7f-4266-a8b9-e64c4423aeb6 None None] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:31.838479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e69291b8-3eaf-40a8-bacf-92b244e41202 req-ac85a432-14ab-4299-a377-810ee9614343 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825786 May 26 19:22:31.937721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-63489e49-bf0c-44b6-9758-6c2a5780a5a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5436664 May 26 19:22:31.947743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Provisioning for port cc32c921-6955-411d-9ad4-a9e34582ead2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:31.949732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37374) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:31.955650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Provisioning complete for port cc32c921-6955-411d-9ad4-a9e34582ead2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:31.956024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:31.957025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': '9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40', 'name': 'tempest-PortsIpV6TestJSON-324774660', 'fixed_ips': [{'subnet_id': 'c0ecc861-27be-47d9-b241-90412f520268', 'ip_address': '2001:db8::f'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:31.992005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5b2d-7415-4b21-867a-e552e6d058d3 req-64338b93-83b6-4d3c-aee6-fb696b150adf tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:31.994167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-762a5b2d-7415-4b21-867a-e552e6d058d3 req-64338b93-83b6-4d3c-aee6-fb696b150adf tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 944 time: 0.8048565 May 26 19:22:32.014002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-0bcafa65-3f91-40d1-9bcc-18fc40657a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:32.015374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-0bcafa65-3f91-40d1-9bcc-18fc40657a60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 1095 time: 0.9252703 May 26 19:22:32.128586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port ed552dc5-5f3b-44ae-b316-0f0a481d3896 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:32.129418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.172321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:32.183793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976c0f0-c09c-4381-afaf-1069d7eafc88 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=ed552dc5-5f3b-44ae-b316-0f0a481d3896,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:32.206163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:32.211054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:32.223280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:32.274486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:32.280589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.323644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port ce30d6fd-8168-4c76-9ead-d1171e1d34b7 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:32.333483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Current status of the port cc32c921-6955-411d-9ad4-a9e34582ead2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:32.333483 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.348294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-c926dc4d-a795-4d25-88b2-db1e9f170d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:32.350264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-c926dc4d-a795-4d25-88b2-db1e9f170d90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 914 time: 0.3166716 May 26 19:22:32.399809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] For port cc32c921-6955-411d-9ad4-a9e34582ead2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cc32c921-6955-411d-9ad4-a9e34582ead2,segment=NetworkSegment(ea43972b-d377-4258-9311-828d4b5eed18),segment_id=ea43972b-d377-4258-9311-828d4b5eed18)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:32.405584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.468746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-762a5b2d-7415-4b21-867a-e552e6d058d3 req-56b1d047-a604-49af-a282-c16df506655d tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522753 May 26 19:22:32.476653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-92db0102-90da-49bf-9af9-c64ccf2fdebd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436 HTTP/1.1" status: 200 len: 217 time: 0.1075437 May 26 19:22:32.478354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.516663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea0803-1cea-4e4d-bc7c-be5f64155815 None None] Pushing event updated for resources: {'Port': ['ID=cc32c921-6955-411d-9ad4-a9e34582ead2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:32.553634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7b57fff2-fbc5-408d-b934-46164ef320f6 None None] Provisioning complete for port ed552dc5-5f3b-44ae-b316-0f0a481d3896 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:32.554667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b57fff2-fbc5-408d-b934-46164ef320f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.610918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-ed3c63be-a076-4b6a-bb09-a317bdf26149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:32.612408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-ed3c63be-a076-4b6a-bb09-a317bdf26149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.0751488 May 26 19:22:32.731287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b57fff2-fbc5-408d-b934-46164ef320f6 None None] Port ed552dc5-5f3b-44ae-b316-0f0a481d3896 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:32.783142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:32.878737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1abf217-95b3-4d10-b943-28ee5cb5b436 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:22:32.897693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cc32c921-6955-411d-9ad4-a9e34582ead2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:32.927358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-ec5fcfeb-bd61-40eb-8ed6-fff41b02a0bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2744939 May 26 19:22:32.927971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:33.043301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for ed552dc5-5f3b-44ae-b316-0f0a481d3896 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:33.187627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::f (9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40/c0ecc861-27be-47d9-b241-90412f520268/ce30d6fd-8168-4c76-9ead-d1171e1d34b7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:33.187992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cc32c921-6955-411d-9ad4-a9e34582ead2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:33.188408 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:33.259110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Provisioning for port b675ab77-88f5-4b69-b0a2-34f346423705 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:33.274343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Provisioning complete for port b675ab77-88f5-4b69-b0a2-34f346423705 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:33.274711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:33.378543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Port b675ab77-88f5-4b69-b0a2-34f346423705 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:33.409978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Provisioning complete for port cc32c921-6955-411d-9ad4-a9e34582ead2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:33.410813 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:33.414888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'name': 'network-vif-deleted', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:33.432304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-90e9974c-55ef-499d-ad5f-a7c0875f6634 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799991 May 26 19:22:33.448721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93369520-0c74-47c3-8d5b-144346f21a68 req-804968c8-79fd-4d88-a2bf-ca7514c21a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:33.458165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-804968c8-79fd-4d88-a2bf-ca7514c21a91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c56e57166a984f8badd63119e830926d&device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 1095 time: 1.5063112 May 26 19:22:33.599636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:33.609664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:33.721819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27ae0d06-3d25-4c8e-9e61-ee4b5f5c3ebc req-68cec72b-761b-4f13-9a8e-74bebec48de6 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626376 May 26 19:22:33.779140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd93dd-c5ba-4276-aeab-642bad7d8ede None None] Current status of the port cc32c921-6955-411d-9ad4-a9e34582ead2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:33.790302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd1abf217-95b3-4d10-b943-28ee5cb5b436', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'port_id': 'd1abf217-95b3-4d10-b943-28ee5cb5b436', 'mac_address': 'fa:16:3e:3b:42:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9982acc-3d82-4220-93f3-a443d59b8e28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:22:33.792291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cc32c921-6955-411d-9ad4-a9e34582ead2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:33.892438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d1abf217-95b3-4d10-b943-28ee5cb5b436 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:33.893981 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:33.925505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=ed552dc5-5f3b-44ae-b316-0f0a481d3896,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:33.945822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1abf217-95b3-4d10-b943-28ee5cb5b436 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:33.969344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a95ce3e2-a7ee-4d5d-a015-37af17ccb3a5 None None] Provisioning complete for port b675ab77-88f5-4b69-b0a2-34f346423705 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:33.970345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a95ce3e2-a7ee-4d5d-a015-37af17ccb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.044471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a95ce3e2-a7ee-4d5d-a015-37af17ccb3a5 None None] Port b675ab77-88f5-4b69-b0a2-34f346423705 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:34.050557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:34.058282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.195347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:34.273177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.372289 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.379126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fda47a83-c2e9-41be-831c-5a74f0b41eef tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/ed552dc5-5f3b-44ae-b316-0f0a481d3896 HTTP/1.1" status: 204 len: 168 time: 2.7967002 May 26 19:22:34.379658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37416) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:34.450789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object ce30d6fd-8168-4c76-9ead-d1171e1d34b7 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:34.452735 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bacc6ad-bf4c-4499-8f35-0ce290f48584 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] GET failed (client error): The resource could not be found. May 26 19:22:34.453475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2bacc6ad-bf4c-4499-8f35-0ce290f48584 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:34.493996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2bacc6ad-bf4c-4499-8f35-0ce290f48584 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:34.504951 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2bacc6ad-bf4c-4499-8f35-0ce290f48584 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports/ed552dc5-5f3b-44ae-b316-0f0a481d3896 HTTP/1.1" status: 404 len: 333 time: 0.1176693 May 26 19:22:34.505288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37422) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:34.515892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592563554'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:34.533072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.548564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d1abf217-95b3-4d10-b943-28ee5cb5b436'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:34.761115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=ce30d6fd-8168-4c76-9ead-d1171e1d34b7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:34.792576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:34.800383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:34.821939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:34.842156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:34.846836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:34.913660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-720ddb77-aa24-4de3-a908-6fde5644a472 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9620016 May 26 19:22:34.916240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:34.917623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ab9e3ece-54c5-42a0-8adb-8734748e5936 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:22:35.018466 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0586197-da6f-488c-aaa8-9243db634d00'] response: {'server_uuid': '8680dfa1-2ab9-4bb7-b7a8-780507505369', 'name': 'network-vif-deleted', 'tag': 'cc41bf91-ebc8-474c-8604-983f0423bc3f', 'status': 'completed', 'code': 200} May 26 19:22:35.110704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8fdf1-7e46-498c-9c1f-79be1b518b1a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.111726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ed8fdf1-7e46-498c-9c1f-79be1b518b1a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:35.158870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ed8fdf1-7e46-498c-9c1f-79be1b518b1a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:35.160391 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ed8fdf1-7e46-498c-9c1f-79be1b518b1a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2404873 May 26 19:22:35.164330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:35.254244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:35.274596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ab9e3ece-54c5-42a0-8adb-8734748e5936', 'network_id': 'cb587313-0479-484e-a95b-f7ffe6797256', 'port_id': 'ab9e3ece-54c5-42a0-8adb-8734748e5936', 'mac_address': 'fa:16:3e:03:5a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9982acc-3d82-4220-93f3-a443d59b8e28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:22:35.323239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93369520-0c74-47c3-8d5b-144346f21a68 req-be7aeb62-3ec5-4c4e-b027-2121819e52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.324701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-be7aeb62-3ec5-4c4e-b027-2121819e52da service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 200 len: 914 time: 1.8447061 May 26 19:22:35.337743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6408fb2d-ec11-41a0-b3c5-9a545a12d5c4 None None] Provisioning for port ce30d6fd-8168-4c76-9ead-d1171e1d34b7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:35.343010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee90f2f-f043-4469-a1c3-a0c508eb6a24 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.347689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6408fb2d-ec11-41a0-b3c5-9a545a12d5c4 None None] Provisioning complete for port ce30d6fd-8168-4c76-9ead-d1171e1d34b7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:35.348057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6408fb2d-ec11-41a0-b3c5-9a545a12d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.353172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee90f2f-f043-4469-a1c3-a0c508eb6a24 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.360380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee90f2f-f043-4469-a1c3-a0c508eb6a24 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.362614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dee90f2f-f043-4469-a1c3-a0c508eb6a24 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1970954 May 26 19:22:35.365377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:35.404905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ab9e3ece-54c5-42a0-8adb-8734748e5936 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:35.405314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.422756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-a5224a94-0d33-45a0-a624-fe367db6dc78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936 HTTP/1.1" status: 200 len: 217 time: 0.0788660 May 26 19:22:35.424028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.430047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6408fb2d-ec11-41a0-b3c5-9a545a12d5c4 None None] Port ce30d6fd-8168-4c76-9ead-d1171e1d34b7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:35.432796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9e3ece-54c5-42a0-8adb-8734748e5936 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:35.464366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:35.476024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.565446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:35.632669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port ce30d6fd-8168-4c76-9ead-d1171e1d34b7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:35.633478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.789364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:35.800691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:35.867460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93369520-0c74-47c3-8d5b-144346f21a68 req-dca8b775-6bbd-4394-aecf-429d7ea2b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.869417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-dca8b775-6bbd-4394-aecf-429d7ea2b6fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 200 len: 853 time: 0.4368839 May 26 19:22:35.910835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:35.914775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.964340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:35.987141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10498a-0de2-4d27-ba4a-b10ec605bfa4 req-0bb8667e-fb94-4099-a081-78c149ba25ac tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:35.995439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a10498a-0de2-4d27-ba4a-b10ec605bfa4 req-0bb8667e-fb94-4099-a081-78c149ba25ac tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 944 time: 0.9680150 May 26 19:22:36.012196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ab9e3ece-54c5-42a0-8adb-8734748e5936'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:36.013943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-cc11d83b-94c6-4718-b0ef-5bf8a5629645 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb587313-0479-484e-a95b-f7ffe6797256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060491 May 26 19:22:36.083377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port ecb75350-90e5-47ee-ad13-b29e14ee880e yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:36.108527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for ce30d6fd-8168-4c76-9ead-d1171e1d34b7 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:36.272702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a10498a-0de2-4d27-ba4a-b10ec605bfa4 req-a10000c2-06c0-40df-bc0e-db9927a2bdf6 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761543 May 26 19:22:36.348495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:36.388028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-c2254c77-2489-4015-8ff0-81ba21bbcd8c service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456409 May 26 19:22:36.395655 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:36.425333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=ce30d6fd-8168-4c76-9ead-d1171e1d34b7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:36.480620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:36.502827 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a09eca4c-d372-4483-85a8-ba647f9532c1 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/ce30d6fd-8168-4c76-9ead-d1171e1d34b7 HTTP/1.1" status: 204 len: 168 time: 1.1333070 May 26 19:22:36.509796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:36.599461 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca830d43-9fd0-47ef-aeaa-bf5afb14ffb4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:22:36.599915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca830d43-9fd0-47ef-aeaa-bf5afb14ffb4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:36.624833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca830d43-9fd0-47ef-aeaa-bf5afb14ffb4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:36.626806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca830d43-9fd0-47ef-aeaa-bf5afb14ffb4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/ce30d6fd-8168-4c76-9ead-d1171e1d34b7 HTTP/1.1" status: 404 len: 333 time: 0.1156890 May 26 19:22:36.629905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37462) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:36.839256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port b675ab77-88f5-4b69-b0a2-34f346423705 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:36.840139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:36.872993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1165c36-3732-4fd5-aab7-3774bdf04045 req-21bed7c1-1ebd-48f9-b2d4-e88f70e1cd64 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.2419960 May 26 19:22:36.912427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1abf217-95b3-4d10-b943-28ee5cb5b436 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:36.939877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:22:36.990463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93369520-0c74-47c3-8d5b-144346f21a68 req-fdbdc216-1920-4279-b145-c49079c01921 service neutron] 10.222.0.53 "GET /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832481 May 26 19:22:37.130035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d1abf217-95b3-4d10-b943-28ee5cb5b436 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:37.151594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d1abf217-95b3-4d10-b943-28ee5cb5b436 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:37.152120 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.220259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:37.244542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'mac_address': 'fa:16:3e:aa:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:22:37.407832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d1abf217-95b3-4d10-b943-28ee5cb5b436 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:37.408214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.425734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.429099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a19d4d2f-661c-4453-b677-181ef6cf46f9 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:37.429488 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.463919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:37.474652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:22:37.481829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:37.490264 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.504068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Router 5c2a7319-2766-4786-a8ab-a20232dfb1e7 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:22:37.539243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:37.547455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:37.575634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:37.608415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::1b6 (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/ecb75350-90e5-47ee-ad13-b29e14ee880e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:37.635484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for b675ab77-88f5-4b69-b0a2-34f346423705 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:37.686082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:37.694315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a19d4d2f-661c-4453-b677-181ef6cf46f9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:22:37.897673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:38.207188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523637ce-c9d7-4142-b56e-8954b5e0bdf6 req-6e06ed0a-bacd-4b78-8581-1d13db0b1f76 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:38.208664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523637ce-c9d7-4142-b56e-8954b5e0bdf6 req-6e06ed0a-bacd-4b78-8581-1d13db0b1f76 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 945 time: 0.7061219 May 26 19:22:38.358050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:22:38.373087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] Sync routers for ids ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:22:38.384672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] Routers {'5c2a7319-2766-4786-a8ab-a20232dfb1e7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:38.385569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:38.410399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:38.461702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:38.471336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] Routers {'5c2a7319-2766-4786-a8ab-a20232dfb1e7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:38.472198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:38.500394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523637ce-c9d7-4142-b56e-8954b5e0bdf6 req-1881d143-2845-4395-9bc6-2dea9393cacf tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779260 May 26 19:22:38.552560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=b675ab77-88f5-4b69-b0a2-34f346423705,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:38.556208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:38.556465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9feaafc-0545-4623-ae52-5cbbbcbad1e8 None None] The sync data for ids ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:22:38.566333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:38.645268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:38.646597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5ff96c1b-5267-43d3-81f1-11abc2036ce8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 14.8684163 May 26 19:22:38.649175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37488) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:38.655755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:38.671556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:38.680909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-94bcdf28-1070-42df-ad98-e0a16cd6a7a5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/b675ab77-88f5-4b69-b0a2-34f346423705 HTTP/1.1" status: 204 len: 168 time: 2.0344093 May 26 19:22:38.700592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37496) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:38.923587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:38.936505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object ecb75350-90e5-47ee-ad13-b29e14ee880e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:38.985666 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6bb66f-a95d-4865-aa5d-8d283300e3c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:22:38.986191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6bb66f-a95d-4865-aa5d-8d283300e3c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:38.994119 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceae1f2a-3fd9-41e2-9304-11a8504c6b73'] response: {'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436', 'code': 200} May 26 19:22:39.068864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6bb66f-a95d-4865-aa5d-8d283300e3c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:39.070450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c6bb66f-a95d-4865-aa5d-8d283300e3c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/b675ab77-88f5-4b69-b0a2-34f346423705 HTTP/1.1" status: 404 len: 333 time: 0.3264785 May 26 19:22:39.084006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37506) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:39.108160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port a19d4d2f-661c-4453-b677-181ef6cf46f9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:39.108529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.265440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet c0ecc861-27be-47d9-b241-90412f520268 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:39.269259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.304024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a19d4d2f-661c-4453-b677-181ef6cf46f9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:39.304415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.342262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.366834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:39.375072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.379483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ab9e3ece-54c5-42a0-8adb-8734748e5936 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:39.568709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:39.588633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ab9e3ece-54c5-42a0-8adb-8734748e5936 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:39.600865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d097c03-78bf-46b0-a4b5-83bbdb934766 req-64e1f152-e705-424d-ab3d-780b3bccd946 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1846402 May 26 19:22:39.603956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ab9e3ece-54c5-42a0-8adb-8734748e5936 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:39.604429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.630056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.676247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.724234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.743188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Deleting port 0e5d7d99-a44c-4ad5-968e-3a0db46db271 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:39.743809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.758028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:39.765938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:39.771673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:39.777463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:39.778109 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.796344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ab9e3ece-54c5-42a0-8adb-8734748e5936 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:39.797016 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.871187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Deleting port 13700c9a-c427-45e4-be0b-29d682d03e67 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:39.871594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.877336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:39.893934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:39.967641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.4595392 May 26 19:22:39.976715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7dfe3e-fb9b-4031-ad63-ffd9cd70d0d9 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=ecb75350-90e5-47ee-ad13-b29e14ee880e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:39.997920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37516) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:40.028163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:66:ff:d8'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:40.035643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:40.187943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1d13-a707-4bc8-90b2-fc37208e7890 req-815295a2-6cd1-4977-ac3d-abce595427ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:40.189799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc8f1d13-a707-4bc8-90b2-fc37208e7890 req-815295a2-6cd1-4977-ac3d-abce595427ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 1097 time: 1.1894877 May 26 19:22:40.226608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-773846cd-837c-44d1-b6d9-2305479a288e None None] Provisioning for port ecb75350-90e5-47ee-ad13-b29e14ee880e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:40.238350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-773846cd-837c-44d1-b6d9-2305479a288e None None] Provisioning complete for port ecb75350-90e5-47ee-ad13-b29e14ee880e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:40.239307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-773846cd-837c-44d1-b6d9-2305479a288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.273974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] For port 13700c9a-c427-45e4-be0b-29d682d03e67, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=13700c9a-c427-45e4-be0b-29d682d03e67,segment=NetworkSegment(2ed53e6c-66fa-400e-a937-5d4151ef9240),segment_id=2ed53e6c-66fa-400e-a937-5d4151ef9240)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:40.274363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.274903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.293704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.330747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-773846cd-837c-44d1-b6d9-2305479a288e None None] Port ecb75350-90e5-47ee-ad13-b29e14ee880e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:40.441568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Calling delete_port for 0e5d7d99-a44c-4ad5-968e-3a0db46db271 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:40.522042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Calling delete_port for 13700c9a-c427-45e4-be0b-29d682d03e67 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:40.674215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.724808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc8f1d13-a707-4bc8-90b2-fc37208e7890 req-16eeb3b8-8d17-452a-8d40-cbea90fa14e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766961 May 26 19:22:40.730995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Pushing event deleted for resources: {'Port': ['ID=0e5d7d99-a44c-4ad5-968e-3a0db46db271,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:40.771475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.783780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a2158-12e4-416a-84d5-78c692f66b61 req-5a994163-3542-41ba-b587-7b9344c852f5 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:40.785610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d6a2158-12e4-416a-84d5-78c692f66b61 req-5a994163-3542-41ba-b587-7b9344c852f5 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 945 time: 0.9898942 May 26 19:22:40.853851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.894504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ecc861-27be-47d9-b241-90412f520268,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:40.903013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977455b-aac2-49f9-8e77-6feb36449707 None None] Network 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:40.904927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:40.958629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-98629c1b-aaeb-4244-8f1a-aa7f237fd4b0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ecc861-27be-47d9-b241-90412f520268 HTTP/1.1" status: 204 len: 168 time: 1.8631308 May 26 19:22:40.968559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37522) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:41.001347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9'}, {'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:41.039952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d6a2158-12e4-416a-84d5-78c692f66b61 req-08d9110f-1573-425a-9b14-4d045150fb9b tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084317 May 26 19:22:41.314769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] DHCP port deletion for 9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:22:41.321015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Deleting port cc32c921-6955-411d-9ad4-a9e34582ead2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:41.321772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.376924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.382357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.394649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.435948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.571154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Router 5c2a7319-2766-4786-a8ab-a20232dfb1e7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:22:41.580519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port cc32c921-6955-411d-9ad4-a9e34582ead2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:41.580760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.651329 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.718035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] For port cc32c921-6955-411d-9ad4-a9e34582ead2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cc32c921-6955-411d-9ad4-a9e34582ead2,segment=NetworkSegment(ea43972b-d377-4258-9311-828d4b5eed18),segment_id=ea43972b-d377-4258-9311-828d4b5eed18)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:41.718431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.722856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=13700c9a-c427-45e4-be0b-29d682d03e67,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:41.733819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6b2f59d-3394-4ec6-acda-68313058ae01 req-137f8ca5-9c20-41a2-937e-0b98a1ac52ec tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1580212 May 26 19:22:41.835396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:22:41.850051 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] Sync routers for ids ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:22:41.863905 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] Routers {'5c2a7319-2766-4786-a8ab-a20232dfb1e7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:41.867759 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:41.875065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:41.879327 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9aab1260-d01d-45eb-bd6e-b54972786d89 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "PUT /v2.0/routers/5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 200 len: 706 time: 3.2264776 May 26 19:22:41.880335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:41.925658 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ca403d-a9b9-48c2-97d7-7cab705486fc'] response: {'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'code': 200} May 26 19:22:41.926248 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ca403d-a9b9-48c2-97d7-7cab705486fc'] response: {'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936', 'code': 200} May 26 19:22:41.935832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Calling delete_port for cc32c921-6955-411d-9ad4-a9e34582ead2 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:42.028663 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:42.055498 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] Routers {'5c2a7319-2766-4786-a8ab-a20232dfb1e7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:42.056289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:42.091402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.122286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port cc32c921-6955-411d-9ad4-a9e34582ead2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cc32c921-6955-411d-9ad4-a9e34582ead2,segment=NetworkSegment(ea43972b-d377-4258-9311-828d4b5eed18),segment_id=ea43972b-d377-4258-9311-828d4b5eed18)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:42.123793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.221144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] Pushing event deleted for resources: {'Port': ['ID=cc32c921-6955-411d-9ad4-a9e34582ead2,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:42.227147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb209a80-40e2-42f8-a2bc-5234f3c7f29a None None] No DVR routers for this DVR port cc32c921-6955-411d-9ad4-a9e34582ead2 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:22:42.277482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:42.277918 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ed19b-4bc0-41cf-848b-5c854862e39d None None] The sync data for ids ['5c2a7319-2766-4786-a8ab-a20232dfb1e7'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:22:42.302474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for cc32c921-6955-411d-9ad4-a9e34582ead2 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:42.422364 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2607720a-ece2-4aa7-b04c-ec743a16bc9f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/routers/5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 200 len: 741 time: 0.5407376 May 26 19:22:42.424795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:42.499476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90e06e91-e621-4d26-a770-b0e0a35b512f tempest-RoutersAdminTest-1045860503 tempest-RoutersAdminTest-1045860503-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 200 len: 205 time: 0.0733268 May 26 19:22:42.499991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:42.560452 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c7b2de57-c255-4bdc-aed2-81655eae8bd9 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 200 len: 205 time: 0.0580528 May 26 19:22:42.563204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37562) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:42.640693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:22:42.641363 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:22:42.766223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c1349-5953-443a-9c6b-140a73e8caf7 req-70fdb9c6-a146-4e88-b7ab-bbd165fa6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:42.768069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc2c1349-5953-443a-9c6b-140a73e8caf7 req-70fdb9c6-a146-4e88-b7ab-bbd165fa6178 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 1097 time: 0.4051001 May 26 19:22:42.786988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.827322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.831941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.865133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148b12-0d90-4575-8f6a-49bab9efe2e1 req-ffdd5429-bd4b-4dfd-9744-782201e37e9b tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:42.866685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76148b12-0d90-4575-8f6a-49bab9efe2e1 req-ffdd5429-bd4b-4dfd-9744-782201e37e9b tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 946 time: 0.4984114 May 26 19:22:42.873361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:42.959007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cc32c921-6955-411d-9ad4-a9e34582ead2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:43.010087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: cc32c921-6955-411d-9ad4-a9e34582ead2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:43.010430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cc32c921-6955-411d-9ad4-a9e34582ead2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:43.189202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port cc32c921-6955-411d-9ad4-a9e34582ead2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:43.189767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.232553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.236074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.250902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc2c1349-5953-443a-9c6b-140a73e8caf7 req-e9647338-7523-4c48-bcc2-60a1987f1933 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559662 May 26 19:22:43.281295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.281701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2a7319-2766-4786-a8ab-a20232dfb1e7 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:22:43.329803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.335396 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7ae1a0a-8bd0-475e-a581-085a8b54616b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 204 len: 168 time: 0.7689536 May 26 19:22:43.347371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37580) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:43.424839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] In _notify_port_updated(), no bound segment for port ecb75350-90e5-47ee-ad13-b29e14ee880e on network 3f722f45-db47-4c22-8f80-97b37f1b3142 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:22:43.442815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:43.444085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.451811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "PUT /v2.0/ports/ecb75350-90e5-47ee-ad13-b29e14ee880e HTTP/1.1" status: 200 len: 1002 time: 3.4375017 May 26 19:22:43.455047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d085677-4045-47b4-b2a4-21df1eb5b698 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 200 len: 205 time: 0.1055150 May 26 19:22:43.456179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37584) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:43.461706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37586) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:43.483730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] The port 'cc32c921-6955-411d-9ad4-a9e34582ead2' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:22:43.599041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port ecb75350-90e5-47ee-ad13-b29e14ee880e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:43.601324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.693704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-76a5265c-f796-4277-8b8f-e00f4799134b None None] Provisioning complete for port ecb75350-90e5-47ee-ad13-b29e14ee880e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:43.694368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76a5265c-f796-4277-8b8f-e00f4799134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.876112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-76a5265c-f796-4277-8b8f-e00f4799134b None None] Port ecb75350-90e5-47ee-ad13-b29e14ee880e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:43.879396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:43.891128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76148b12-0d90-4575-8f6a-49bab9efe2e1 req-725341d0-36a5-456c-bd1a-b175cc82580a tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0110993 May 26 19:22:43.948318 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-c91b343b-27b4-462a-85de-5ebbff280fed tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:43.954402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c91b343b-27b4-462a-85de-5ebbff280fed tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/5c2a7319-2766-4786-a8ab-a20232dfb1e7 HTTP/1.1" status: 404 len: 336 time: 0.4652648 May 26 19:22:43.955329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37602) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:43.989228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e279ea5-1561-43ab-ba72-3163beced297 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=ecb75350-90e5-47ee-ad13-b29e14ee880e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:44.043199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.190570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fd0f3d8e-b7db-4fdf-85c5-5f1c0337eb71 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 200 len: 205 time: 0.2044439 May 26 19:22:44.204673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37620) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.219101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for ecb75350-90e5-47ee-ad13-b29e14ee880e owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:44.285185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.306128 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-edcdbd50-73da-44fa-887e-2af2817b5920 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:44.310145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-edcdbd50-73da-44fa-887e-2af2817b5920 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/763fc803-4410-4094-9c4b-d9e12d82f422 HTTP/1.1" status: 404 len: 336 time: 0.1041884 May 26 19:22:44.312513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37630) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.435977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:44.458351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4dee1c81-81cc-4ba8-926e-35126ceeef07 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 200 len: 205 time: 0.1426992 May 26 19:22:44.462084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.480061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea43972b-d377-4258-9311-828d4b5eed18') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:44.480351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea43972b-d377-4258-9311-828d4b5eed18') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:44.498474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.562899 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ed625025-25c7-4860-8d85-b1b12ccb26eb tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:44.567282 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed625025-25c7-4860-8d85-b1b12ccb26eb tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/72b8c5d1-ced5-4a0e-9aad-b0cc0bff4773 HTTP/1.1" status: 404 len: 336 time: 0.1008120 May 26 19:22:44.571643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37650) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.587367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.599913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dd512ee2-a63f-453f-88d5-149c3ea1e42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.681262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-46203687-3827-425e-bcaf-7fd2cf7dfe66 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 200 len: 205 time: 0.1043544 May 26 19:22:44.684780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.687158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:22:44.687570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.716058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-883bd635-af65-4a97-bcec-b05c25c26b5c req-30266c46-83f3-48a3-80c4-4947d291b8c0 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0883815 May 26 19:22:44.799738 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-d09c42cc-f069-471c-a11e-a6313f550be4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:44.800767 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d09c42cc-f069-471c-a11e-a6313f550be4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/d8acde36-f35b-4ce2-b7f8-05563fa22d3d HTTP/1.1" status: 404 len: 336 time: 0.1147518 May 26 19:22:44.820022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37664) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.842455 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ea43972b-d377-4258-9311-828d4b5eed18 resource provider aggregate not found May 26 19:22:44.868918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.875757 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ea43972b-d377-4258-9311-828d4b5eed18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea43972b-d377-4258-9311-828d4b5eed18 found for delete ", "request_id": "req-cc2dd0ad-70c1-4d1a-b114-01cc336393f4"}]} May 26 19:22:44.877776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.918768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:44.954737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-55d93d8a-bb4e-4b8c-96ed-094a8fb92a2c tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 200 len: 205 time: 0.1313629 May 26 19:22:44.954737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=ecb75350-90e5-47ee-ad13-b29e14ee880e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:44.957118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37678) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:44.975997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:44.980441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Router caa99059-84ef-4933-ae43-12f394a8f270 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:22:45.024305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:45.057392 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-073bbffb-ca4d-4a19-a8f2-e4a1b0ddb3ae tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/ecb75350-90e5-47ee-ad13-b29e14ee880e HTTP/1.1" status: 204 len: 168 time: 1.5993767 May 26 19:22:45.058336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.085105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-db1dbdbb-aec1-417b-be08-0434374885b7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/9b3b4523-8cc3-4a3e-8c5e-f8d60d01bb40 HTTP/1.1" status: 204 len: 168 time: 4.1132114 May 26 19:22:45.087900 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-fea8064b-a75e-48a7-adf8-19c112033414 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:45.089168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fea8064b-a75e-48a7-adf8-19c112033414 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/a9c1cf02-9af8-4201-b370-bfabd805641a HTTP/1.1" status: 404 len: 336 time: 0.1234396 May 26 19:22:45.101412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37686) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.101867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.168691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072667847'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:45.171379 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-49faf3f9-d7b0-4164-a351-7cb7412cc7f1 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] GET failed (client error): The resource could not be found. May 26 19:22:45.172273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-49faf3f9-d7b0-4164-a351-7cb7412cc7f1 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:45.180219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:45.195662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:network and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:45.202877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-49faf3f9-d7b0-4164-a351-7cb7412cc7f1 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:45.203319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:45.208586 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49faf3f9-d7b0-4164-a351-7cb7412cc7f1 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports/ecb75350-90e5-47ee-ad13-b29e14ee880e HTTP/1.1" status: 404 len: 333 time: 0.1487060 May 26 19:22:45.209564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.216511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-201823476'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:45.216928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:45.456327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:45.486412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:45.521214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:45.526639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:45.570272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port 743d4363-2136-44a9-97bb-b94e82a82cd8 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:45.584576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:45.588587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:45.623714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dbc3b8d1-a007-42b3-a2af-bdc6fb9359e4 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c75b5bc-f6b3-404e-9a96-f33f74a641d5 HTTP/1.1" status: 200 len: 205 time: 0.5172505 May 26 19:22:45.624674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37700) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.833436 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-bfe3fa01-ffda-4685-8ecd-a69fdb7aaf6b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] delete failed (client error): The resource could not be found. May 26 19:22:45.838081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bfe3fa01-ffda-4685-8ecd-a69fdb7aaf6b tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/routers/1c75b5bc-f6b3-404e-9a96-f33f74a641d5 HTTP/1.1" status: 404 len: 336 time: 0.2067277 May 26 19:22:45.841578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:45.843362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37708) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:45.850073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::1d (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/743d4363-2136-44a9-97bb-b94e82a82cd8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:45.915851 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4687fa91-6093-452b-a5bc-d7a6ead8dda8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] DELETE failed (client error): The resource could not be found. May 26 19:22:45.916307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4687fa91-6093-452b-a5bc-d7a6ead8dda8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:22:45.974827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:45.975710 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Added segment 6edff666-4c6a-4735-b991-45f0e6294d04 of type vlan for network ad227d03-45fb-41ef-9fbd-d8b0c4476127 May 26 19:22:46.034245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4687fa91-6093-452b-a5bc-d7a6ead8dda8 tempest-RoutersAdminTest-1276026821 tempest-RoutersAdminTest-1276026821-project] 10.222.0.24 "DELETE /v2.0/subnets/b7916bfc-46be-4a33-8931-19d896e50af6 HTTP/1.1" status: 404 len: 337 time: 0.1883087 May 26 19:22:46.100883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.150919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:22:46.159192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0de134fa-c6bf-472d-b3ad-55abe7644dcc admin admin] 10.222.0.24 "PUT /v2.0/routers/caa99059-84ef-4933-ae43-12f394a8f270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2275190 May 26 19:22:46.161850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.165737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Sync routers for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:22:46.170169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:46.170968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.180349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:46.182106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:46.190283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37714) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:46.210445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.228259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object 743d4363-2136-44a9-97bb-b94e82a82cd8 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:46.260150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.349507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=743d4363-2136-44a9-97bb-b94e82a82cd8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:46.349681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Network': ['ID=ad227d03-45fb-41ef-9fbd-d8b0c4476127,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:46.365013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:46.366917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:46.369444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:46.375607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:46.376448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.429422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a04e9c63-0b34-4cb2-aa80-95a5ea8e3b3e tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2170088 May 26 19:22:46.440219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:46.454192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'network_id': '3f722f45-db47-4c22-8f80-97b37f1b3142', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893327434'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:46.626651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:46.719599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37724) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:46.818032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:46.821436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0cc15-4576-43b3-85ac-22bb7f48dddf req-b1f29658-4429-4823-82a9-9757658effb5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:46.823352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Usage tracker for resource:port and tenant:baf43ef60d97417bb737ddd1302547fa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:46.829111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7d0cc15-4576-43b3-85ac-22bb7f48dddf req-b1f29658-4429-4823-82a9-9757658effb5 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 951 time: 1.8507967 May 26 19:22:46.829853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:46.845023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:46.852473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.868436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Made reservation on behalf of baf43ef60d97417bb737ddd1302547fa for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:46.872142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:46.930985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] device_id is not set on port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:46.940835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ea2c25c8-ac39-4d6f-a728-b7c4f22546bd tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8361135 May 26 19:22:46.956746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37730) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:46.968551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:46.977946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:22:47.088031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.112941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:47.119856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Usage tracker for resource:security_group_rule and tenant:5cfa9f645bc74326a02f0472ea866420 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:47.123624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:47.131236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:47.198512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2efa3569-d2b7-4365-834a-27355f6dbd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.200300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ea0c055-8f03-4ca0-b191-d2693e3b3d2b None None] Provisioning for port 743d4363-2136-44a9-97bb-b94e82a82cd8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:47.247083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7d0cc15-4576-43b3-85ac-22bb7f48dddf req-421e9d74-3a4f-4773-8f6e-e7d37ea3e80c tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171078 May 26 19:22:47.265654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.280603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ea0c055-8f03-4ca0-b191-d2693e3b3d2b None None] Provisioning complete for port 743d4363-2136-44a9-97bb-b94e82a82cd8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:47.280603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ea0c055-8f03-4ca0-b191-d2693e3b3d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.294296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.317902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:47.323272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Deleting port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:47.325016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.325621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.362225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.363848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:47.372373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:47.393735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:47.396011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0c055-8f03-4ca0-b191-d2693e3b3d2b None None] Port 743d4363-2136-44a9-97bb-b94e82a82cd8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:47.438982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:47.442829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.470195 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cfa9f645bc74326a02f0472ea866420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495177 May 26 19:22:47.475226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37734) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:47.484082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540960e6-152f-48a5-a297-6b79eb9b4892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731944f-4a27-483d-916a-6077830db3dd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:47.554078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:22:41Z', 'revision_number': 5, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port': {'id': '514ce3a3-4b27-42f5-ac39-580d3fde3dbe', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:19:15Z', 'updated_at': '2022-05-26T19:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:47.560384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Checking router: caa99059-84ef-4933-ae43-12f394a8f270 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:22:47.573334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Routers {'caa99059-84ef-4933-ae43-12f394a8f270'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:22:47.574218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['caa99059-84ef-4933-ae43-12f394a8f270'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:47.678935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.723095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:47.800030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Allocated IP 2001:db8::2a (3f722f45-db47-4c22-8f80-97b37f1b3142/3a9f38d8-4266-4683-8b8a-d8716bc0ea95/dea01fb1-96e9-4cd7-ad3e-93d4f96532f0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:47.817972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] Set router caa99059-84ef-4933-ae43-12f394a8f270 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:22:47.977498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:22:47Z', 'revision_number': 6, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:47.983378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2002f55-bf38-49b6-9caf-93b74bc15285 None None] The sync data for ids ['caa99059-84ef-4933-ae43-12f394a8f270'] in n-d-843146-9 is: [{'id': 'caa99059-84ef-4933-ae43-12f394a8f270', 'name': 'tempest-ServerRescueTestJSON-1049392421-router', 'tenant_id': '21758f8daf4548fa9f9157fbfea82c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:19:12Z', 'updated_at': '2022-05-26T19:22:47Z', 'revision_number': 6, 'project_id': '21758f8daf4548fa9f9157fbfea82c5a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:22:48.062036 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.116963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] For port 514ce3a3-4b27-42f5-ac39-580d3fde3dbe, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:48.118076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.140256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.177863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731944f-4a27-483d-916a-6077830db3dd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:48.204744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.216043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.217217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e9cfd833-e224-4912-a047-6602976abb50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f731944f-4a27-483d-916a-6077830db3dd HTTP/1.1" status: 204 len: 168 time: 0.7245700 May 26 19:22:48.238450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Transition to ACTIVE for port object dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:48.274041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.288082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.304960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Calling delete_port for 514ce3a3-4b27-42f5-ac39-580d3fde3dbe owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:48.379952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febb6a6-c6d5-4418-b526-b7b6c523eb01 req-6bfbdcc3-9211-4e62-bfd3-f653c009cc10 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:48.388530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=dea01fb1-96e9-4cd7-ad3e-93d4f96532f0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:48.390330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2febb6a6-c6d5-4418-b526-b7b6c523eb01 req-6bfbdcc3-9211-4e62-bfd3-f653c009cc10 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 946 time: 0.8403814 May 26 19:22:48.425313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:48.426769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:48.431526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:48.440918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:48.441840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.488773 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bd51a324-11c0-433a-ad10-4bdec4ea1cda tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0460978 May 26 19:22:48.490780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:48.499102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::25c', 'mac_address': 'fa:16:3e:66:ff:d8'}, {'ip_address': '2001:db8::1d', 'mac_address': 'fa:16:3e:19:42:a2'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:48.568021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=f2a46560-6707-4d52-a389-08bf6911697f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:48.799813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37748) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:48.838265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6688f1d4-5d2e-483b-aa0c-da4da40ed787 None None] Provisioning for port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:48.855104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6688f1d4-5d2e-483b-aa0c-da4da40ed787 None None] Provisioning complete for port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:48.860717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6688f1d4-5d2e-483b-aa0c-da4da40ed787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.862331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2febb6a6-c6d5-4418-b526-b7b6c523eb01 req-350ed011-32af-4910-a5d8-0c4c74051b2d tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712851 May 26 19:22:48.863121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:48.992467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=514ce3a3-4b27-42f5-ac39-580d3fde3dbe,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:48.997316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Checking segment: {'id': '6edff666-4c6a-4735-b991-45f0e6294d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:48.997942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network hostable DHCP agents. Network: ad227d03-45fb-41ef-9fbd-d8b0c4476127, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:22:49.015750 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3dbbf8c5-ebe6-4bb2-8f8d-bb30eefe4dbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=847e34cb04ba4dcbb4bdf1c00407d02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145901 May 26 19:22:49.018757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:49.046862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6688f1d4-5d2e-483b-aa0c-da4da40ed787 None None] Port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:49.049030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:49.080628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 13700c9a-c427-45e4-be0b-29d682d03e67 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:49.093018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.158879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 13700c9a-c427-45e4-be0b-29d682d03e67 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:49.159596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 13700c9a-c427-45e4-be0b-29d682d03e67 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:49.160265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 514ce3a3-4b27-42f5-ac39-580d3fde3dbe no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:49.272589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 514ce3a3-4b27-42f5-ac39-580d3fde3dbe {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:22:49.273032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 514ce3a3-4b27-42f5-ac39-580d3fde3dbe not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:22:49.357626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2964076a-d7ed-49b9-a68d-8161d20270e0 req-a190a278-67e7-4d65-b354-f7bfda712d5d tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1053631 May 26 19:22:49.360491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:22:49.373731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f02718af-0a07-4e4d-9150-a9df6aaddcba is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:49.374479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.383689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.455810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:49.458218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:22:49.467102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.498660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.506403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.554689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:49.596610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.597132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.599944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.640192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] In _notify_port_updated(), no bound segment for port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 on network 3f722f45-db47-4c22-8f80-97b37f1b3142 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:22:49.647526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:49.648437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.652227 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "PUT /v2.0/ports/dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 HTTP/1.1" status: 200 len: 1066 time: 1.1573436 May 26 19:22:49.652874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37768) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:49.671867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.672560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa99059-84ef-4933-ae43-12f394a8f270 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:22:49.696769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ad227d03-45fb-41ef-9fbd-d8b0c4476127) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:49.713990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c93615-8e47-41ff-869b-4dd4601974d6 None None] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:49.720303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:49.721344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.734867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:49.735227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.762362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.777491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0a51f4f8-3cd3-48ae-a52c-2d74dde53c04 admin admin] 10.222.0.24 "DELETE /v2.0/routers/caa99059-84ef-4933-ae43-12f394a8f270 HTTP/1.1" status: 204 len: 168 time: 3.4361298 May 26 19:22:49.778679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:49.780512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37772) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:49.787644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27103a8b-7a1b-4ec2-83d5-181bade2c19e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8273318 May 26 19:22:49.795108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37776) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:49.814039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cadb7-f137-4bc3-bb8b-098f1a0d69f7 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event updated for resources: {'Port': ['ID=dea01fb1-96e9-4cd7-ad3e-93d4f96532f0,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:49.819654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-915685323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:49.844075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:49.872254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:router and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:49.881238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:49.908105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:49.934501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.008741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.015333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.066742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Deleting subnet 7e7103a4-3485-40ee-a626-8ecfc7c7b3ca {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:50.077107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.083692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.163739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94379c91-d9a0-45be-81fb-ec6d67c97d6c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:50.178759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad7c47-7e03-410d-b545-d37838cae093 req-365c8c19-3c43-4a8e-824d-1620b4dd1611 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:50.204906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfad7c47-7e03-410d-b545-d37838cae093 req-365c8c19-3c43-4a8e-824d-1620b4dd1611 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 949 time: 0.5592906 May 26 19:22:50.204906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.204906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86b8ad33-ba1f-4379-b77c-81a9b063b798 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94379c91-d9a0-45be-81fb-ec6d67c97d6c HTTP/1.1" status: 204 len: 168 time: 1.1771541 May 26 19:22:50.225024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.298016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7e8b605f-e3b9-4053-8a85-3869389dad00 None None] Provisioning complete for port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:50.299162 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7e8b605f-e3b9-4053-8a85-3869389dad00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.341868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.344786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.370203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.383725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfad7c47-7e03-410d-b545-d37838cae093 req-3dfd806d-c126-4793-a3f5-214a5a660b68 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889346 May 26 19:22:50.454663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ad227d03-45fb-41ef-9fbd-d8b0c4476127', 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'f2a46560-6707-4d52-a389-08bf6911697f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:22:50.455912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.531419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.638308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7103a4-3485-40ee-a626-8ecfc7c7b3ca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:50.692617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:50.726062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Allocated IP 2001:db8::2 (ad227d03-45fb-41ef-9fbd-d8b0c4476127/f2a46560-6707-4d52-a389-08bf6911697f/18cd992b-9d54-4eef-afe8-5daa54107bc0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:50.776564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b605f-e3b9-4053-8a85-3869389dad00 None None] Port dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:50.793570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.820802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f79459e-600a-4f8a-85e0-d12c4fa2fbc1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e7103a4-3485-40ee-a626-8ecfc7c7b3ca HTTP/1.1" status: 204 len: 168 time: 1.0376482 May 26 19:22:50.821617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37796) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:50.907049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.918200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.944840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:50.984179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=dea01fb1-96e9-4cd7-ad3e-93d4f96532f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:51.053581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc766921-e20f-4251-b6aa-0dd34f18a73e req-cf81da24-74b0-4ca7-99c8-7462f485d2aa tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:51.054874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc766921-e20f-4251-b6aa-0dd34f18a73e req-cf81da24-74b0-4ca7-99c8-7462f485d2aa tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 946 time: 0.4663155 May 26 19:22:51.063552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.067113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dcb2d3e9-f588-4e96-932e-cd585fbcd724 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2655106 May 26 19:22:51.070511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37806) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:51.103672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127', 'name': 'tempest-PortsIpV6TestJSON-981238048'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:51.226564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.295417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc766921-e20f-4251-b6aa-0dd34f18a73e req-291533bb-7854-4ead-a757-00d309c15309 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670074 May 26 19:22:51.337686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87d2eb8-e5df-48df-bde8-759037d21649']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:51.370068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.380768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed53e6c-66fa-400e-a937-5d4151ef9240') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:51.381105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed53e6c-66fa-400e-a937-5d4151ef9240') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:51.409593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Transition to ACTIVE for port object 18cd992b-9d54-4eef-afe8-5daa54107bc0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:51.436978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.486469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Transition to ACTIVE for port object 18cd992b-9d54-4eef-afe8-5daa54107bc0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:51.492433 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.501911 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bb2774-fec4-4eb7-94ed-4586b1f710ee'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'code': 200} May 26 19:22:51.503701 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.517764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:22:51.518175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.741385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:51.749546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:51.752040 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2ed53e6c-66fa-400e-a937-5d4151ef9240 resource provider aggregate not found May 26 19:22:51.757264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:51.777461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Pushing event updated for resources: {'Port': ['ID=18cd992b-9d54-4eef-afe8-5daa54107bc0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:51.784562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.797778 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac21519a-427d-47c9-af96-0931399dcb01 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 HTTP/1.1" status: 204 len: 168 time: 2.1437259 May 26 19:22:51.801403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37842) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:51.857799 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2ed53e6c-66fa-400e-a937-5d4151ef9240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ed53e6c-66fa-400e-a937-5d4151ef9240 found for delete ", "request_id": "req-5670f820-8554-4d61-8552-e25a61f84a18"}]} May 26 19:22:51.860272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.894249 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-292b9699-83ac-4336-8925-8bdeec4c372b tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] GET failed (client error): The resource could not be found. May 26 19:22:51.894935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-292b9699-83ac-4336-8925-8bdeec4c372b tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:51.900115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37846) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:51.913918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.933786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=a87d2eb8-e5df-48df-bde8-759037d21649,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:51.941400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Attempting to bind port 18cd992b-9d54-4eef-afe8-5daa54107bc0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:22:51.941789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Attempting to bind port 18cd992b-9d54-4eef-afe8-5daa54107bc0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6edff666-4c6a-4735-b991-45f0e6294d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:22:51.944656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Attempting to bind port 18cd992b-9d54-4eef-afe8-5daa54107bc0 on network ad227d03-45fb-41ef-9fbd-d8b0c4476127 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:22:51.954514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-61cf20dd-2fdf-409b-87f7-d784280b0a4f admin admin] 10.222.0.24 "DELETE /v2.0/networks/a87d2eb8-e5df-48df-bde8-759037d21649 HTTP/1.1" status: 204 len: 168 time: 1.1304853 May 26 19:22:51.976216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:22:51.979254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Checking segment: {'id': '6edff666-4c6a-4735-b991-45f0e6294d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:22:51.981150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.981586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Bound using segment: {'id': '6edff666-4c6a-4735-b991-45f0e6294d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:22:51.982516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Bound port: 18cd992b-9d54-4eef-afe8-5daa54107bc0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edff666-4c6a-4735-b991-45f0e6294d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'ad227d03-45fb-41ef-9fbd-d8b0c4476127'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:22:51.982516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:51.982903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-292b9699-83ac-4336-8925-8bdeec4c372b tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:51.987092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37858) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:51.994735 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-292b9699-83ac-4336-8925-8bdeec4c372b tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports/dea01fb1-96e9-4cd7-ad3e-93d4f96532f0 HTTP/1.1" status: 404 len: 333 time: 0.1923866 May 26 19:22:52.014088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:52.021529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:52.028619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:52.037432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:52.075051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:52.080066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.117555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:22:52.196357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port 743d4363-2136-44a9-97bb-b94e82a82cd8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:52.196709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.223452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] For port 18cd992b-9d54-4eef-afe8-5daa54107bc0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:22:52.231784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] For port 18cd992b-9d54-4eef-afe8-5daa54107bc0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=18cd992b-9d54-4eef-afe8-5daa54107bc0,segment=NetworkSegment(6edff666-4c6a-4735-b991-45f0e6294d04),segment_id=6edff666-4c6a-4735-b991-45f0e6294d04)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:22:52.233022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'networks': [{'name': 'tempest-network--620439625'}, {'name': 'tempest-network--414943690'}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:52.233848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-network--620439625'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:52.234360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-network--414943690'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:52.237629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.240445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:52.246082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:network and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:52.249440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:52.261324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:52.298392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'network': 2} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:52.311354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.422535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:52.464233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc583c6d-1da0-4db7-8a9c-b3cfe2d0ece2 None None] Pushing event updated for resources: {'Port': ['ID=18cd992b-9d54-4eef-afe8-5daa54107bc0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:52.486525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::234 (ad227d03-45fb-41ef-9fbd-d8b0c4476127/f2a46560-6707-4d52-a389-08bf6911697f/5c5dd25e-a6a1-46c5-9aa1-a06590d566ec) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:22:52.548261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5cc695df-7666-4f29-9478-7c4197417e62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21758f8daf4548fa9f9157fbfea82c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241426 May 26 19:22:52.570670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37890) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:52.815072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.818510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.871560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:52.885215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:22:52.889141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:security_group_rule and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:52.893757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:52.905747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:52.950738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-905b4bf2-c1f3-4581-895a-68f82b9fed37 req-cb5387fe-d5ef-405b-9449-ad0c80e25081 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1442995 May 26 19:22:52.972824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:52.985636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 18cd992b-9d54-4eef-afe8-5daa54107bc0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:53.016621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.077568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=5c5dd25e-a6a1-46c5-9aa1-a06590d566ec,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:53.109936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:53.118164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:53.124335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:22:53.131089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:53.132399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.225016 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-28ef2f72-399b-45f0-b4a9-8b0304ce2c10 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1462047 May 26 19:22:53.232704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:53.237168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 18cd992b-9d54-4eef-afe8-5daa54107bc0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:53.370938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for 743d4363-2136-44a9-97bb-b94e82a82cd8 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:53.579571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.624629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.691693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.773284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=743d4363-2136-44a9-97bb-b94e82a82cd8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:53.775485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.815559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398e77c-7fc7-4c3f-a334-a30a86c88c95,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:53.937440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.939658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-08b9356b-976f-47a2-bc51-1fa4d9b60bf6 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/743d4363-2136-44a9-97bb-b94e82a82cd8 HTTP/1.1" status: 204 len: 168 time: 1.9517641 May 26 19:22:53.940778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.944469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-814238e6-8981-44a9-8d76-cfb52408cffb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a398e77c-7fc7-4c3f-a334-a30a86c88c95 HTTP/1.1" status: 204 len: 168 time: 1.3723640 May 26 19:22:53.945264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:53.977774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.996371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:53.996829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.006161 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fc47e1-2f17-4877-8431-5d37471adc41 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] GET failed (client error): The resource could not be found. May 26 19:22:54.006929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45fc47e1-2f17-4877-8431-5d37471adc41 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Synchronizing usage tracker for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:22:54.039115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45fc47e1-2f17-4877-8431-5d37471adc41 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Unset dirty status for tenant:baf43ef60d97417bb737ddd1302547fa on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:22:54.040714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-45fc47e1-2f17-4877-8431-5d37471adc41 tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "GET /v2.0/ports/743d4363-2136-44a9-97bb-b94e82a82cd8 HTTP/1.1" status: 404 len: 333 time: 0.0944650 May 26 19:22:54.046288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37926) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:54.124723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:54.148502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.149088 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment 74863468-778b-467f-b3e6-701286c5b0e8 of type vlan for network 5013d516-917c-4254-90bf-5fb5b502967b May 26 19:22:54.201107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.231315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port b8dac2b7-50cc-40b0-8d52-d844b0d8710b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:54.232136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.261114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f159f-2010-4ded-85e7-fd6360c61c72 None None] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:22:54.276503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:54.296392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.303526 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment a2d35806-ba43-4cc4-b23f-05732d19a2d9 of type vlan for network d025c2b9-b7c5-4afa-8b53-e39516c36a27 May 26 19:22:54.354299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.457875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Provisioning for port 18cd992b-9d54-4eef-afe8-5daa54107bc0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:54.467628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.469760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Provisioning complete for port 18cd992b-9d54-4eef-afe8-5daa54107bc0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:54.470401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.471306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.482130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:54.491433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:54.498084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.814022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e2dc-3b10-45a8-99c5-00f1542f4116 req-43d05a0c-34c2-461c-9849-c56809fb71f6 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:54.815551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b416e2dc-3b10-45a8-99c5-00f1542f4116 req-43d05a0c-34c2-461c-9849-c56809fb71f6 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 946 time: 0.2343924 May 26 19:22:54.851052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Current status of the port 18cd992b-9d54-4eef-afe8-5daa54107bc0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:54.851712 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.899875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] For port 18cd992b-9d54-4eef-afe8-5daa54107bc0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=18cd992b-9d54-4eef-afe8-5daa54107bc0,segment=NetworkSegment(6edff666-4c6a-4735-b991-45f0e6294d04),segment_id=6edff666-4c6a-4735-b991-45f0e6294d04)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:54.910810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.929302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:54.932660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494847f4-1089-4070-9879-7b2aa449fa22,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:54.965557 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.0399721 May 26 19:22:54.968438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37942) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:54.987111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b416e2dc-3b10-45a8-99c5-00f1542f4116 req-c42188ac-f34a-457c-a2ba-b4155c8ac812 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321380 May 26 19:22:55.015839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=5013d516-917c-4254-90bf-5fb5b502967b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:55.087616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48975ed-afa4-4f41-9438-907190a9d566 None None] Pushing event updated for resources: {'Port': ['ID=18cd992b-9d54-4eef-afe8-5daa54107bc0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:55.091920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5013d516-917c-4254-90bf-5fb5b502967b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:55.263601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbe686-df7e-4cc4-bd2e-cebfd801823b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=d025c2b9-b7c5-4afa-8b53-e39516c36a27,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:55.275453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d025c2b9-b7c5-4afa-8b53-e39516c36a27 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:55.349055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95a48c-d27c-4536-be36-6b9e2837de63 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:55.355623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95a48c-d27c-4536-be36-6b9e2837de63 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:55.362016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95a48c-d27c-4536-be36-6b9e2837de63 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:55.367773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95a48c-d27c-4536-be36-6b9e2837de63 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:55.369527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ef95a48c-d27c-4536-be36-6b9e2837de63 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3980799 May 26 19:22:55.400655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:55.538308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-525cc3be-dac7-4564-9318-86db838b6069 req-696be525-8119-43f2-8f7d-939bc3915538 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.2504976 May 26 19:22:55.585547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Provisioning for port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:22:55.591314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Provisioning complete for port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:55.591683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:55.722504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:55.747563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Provisioning complete for port 18cd992b-9d54-4eef-afe8-5daa54107bc0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:55.747961 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:55.808207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:55.811364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:55.819720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:55.975081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:55.982968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.072428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2850aa37-4a4f-448c-a05a-1178539d99b0 None None] Current status of the port 18cd992b-9d54-4eef-afe8-5daa54107bc0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:56.194696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1235186751-network', 'tenant_id': '6c03290dda844b3bbcef2fad9d2753c3'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:22:56.215122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:56.219887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4896dda7-f235-4869-a03d-be87f4d2d624 None None] Provisioning complete for port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:56.220946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4896dda7-f235-4869-a03d-be87f4d2d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.224091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for b8dac2b7-50cc-40b0-8d52-d844b0d8710b owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:56.286217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Usage tracker for resource:network and tenant:6c03290dda844b3bbcef2fad9d2753c3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:56.297502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=5c5dd25e-a6a1-46c5-9aa1-a06590d566ec,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:56.304314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:56.319674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:56.332934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4896dda7-f235-4869-a03d-be87f4d2d624 None None] Port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:56.370247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Made reservation on behalf of 6c03290dda844b3bbcef2fad9d2753c3 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:22:56.372732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.528041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.538356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.568195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-d582a8c7-5767-41b3-876c-947aea1fd11c tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:56.568584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-d582a8c7-5767-41b3-876c-947aea1fd11c tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 946 time: 0.7372143 May 26 19:22:56.572082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.573648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7d4ed459-00db-4657-8645-dcbe5c85cc2c None None] Provisioning complete for port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:56.574206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed459-00db-4657-8645-dcbe5c85cc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.658773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ed459-00db-4657-8645-dcbe5c85cc2c None None] Port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:56.724197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:22:56.729343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c03290dda844b3bbcef2fad9d2753c3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:22:56.732736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:22:56.739019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:22:56.770526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5013d516-917c-4254-90bf-5fb5b502967b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:56.810190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1c8f8-d779-4e7b-a9eb-409607a8c5ee req-3d71317a-bcde-42a1-81d0-a3cc7583238d tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:56.818353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7a1c8f8-d779-4e7b-a9eb-409607a8c5ee req-3d71317a-bcde-42a1-81d0-a3cc7583238d tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 949 time: 0.8116214 May 26 19:22:56.829493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74863468-778b-467f-b3e6-701286c5b0e8') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:56.830386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74863468-778b-467f-b3e6-701286c5b0e8') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:56.838158 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.874755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.889115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.928044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Deleting port d1abf217-95b3-4d10-b943-28ee5cb5b436 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:56.928394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:56.956744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:22:56.979550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d38f857-fdf6-4392-9e4d-3d0d28091af6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:57.029659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 18cd992b-9d54-4eef-afe8-5daa54107bc0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:22:57.153068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.153068 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Added segment 384da5bf-4b47-4ab3-b244-80d0f99994e4 of type vlan for network 55a7196e-d6c2-4843-be57-26c9034d4110 May 26 19:22:57.182990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.183746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 18cd992b-9d54-4eef-afe8-5daa54107bc0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:57.183746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.204141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-1dbd3ad4-d1e1-49ad-a566-bbda82becc91 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:57.214541 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-1dbd3ad4-d1e1-49ad-a566-bbda82becc91 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.53 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 949 time: 0.3748019 May 26 19:22:57.243521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.261021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a92553-ac74-44db-9d69-52ccfb152cda req-cf3d60b2-faeb-4046-96d9-670a08726097 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:57.262479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65a92553-ac74-44db-9d69-52ccfb152cda req-cf3d60b2-faeb-4046-96d9-670a08726097 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93efc3f-4e19-4d40-bcb0-566b270d28a6 HTTP/1.1" status: 200 len: 946 time: 0.9268570 May 26 19:22:57.305915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.333157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.346802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 18cd992b-9d54-4eef-afe8-5daa54107bc0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:57.367597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=b8dac2b7-50cc-40b0-8d52-d844b0d8710b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:57.410892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:22:57.411288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.433918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7a1c8f8-d779-4e7b-a9eb-409607a8c5ee req-228f91fc-8d8d-4702-92d4-2ec5848ae516 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/security-groups?id=de25376f-c1af-4a24-8d95-3aa5906d0914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140125 May 26 19:22:57.652879 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 74863468-778b-467f-b3e6-701286c5b0e8 resource provider aggregate not found May 26 19:22:57.749706 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 74863468-778b-467f-b3e6-701286c5b0e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74863468-778b-467f-b3e6-701286c5b0e8 found for delete ", "request_id": "req-371650ee-e0c9-4633-a768-eda43a5007f6"}]} May 26 19:22:57.754757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Deleting port f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:57.755211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.763063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.803835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Deleting port ab9e3ece-54c5-42a0-8adb-8734748e5936 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:22:57.804342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.840819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.842144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:57.842775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.858979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5263f353-c571-4a62-ad4c-3567bb9a0e4f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/ports/b8dac2b7-50cc-40b0-8d52-d844b0d8710b HTTP/1.1" status: 204 len: 168 time: 3.8086388 May 26 19:22:57.871310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:57.884727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.974705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:57.997238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=5013d516-917c-4254-90bf-5fb5b502967b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:58.012080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01cb5f48-0808-4c16-840a-bff2473daf7a tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/5013d516-917c-4254-90bf-5fb5b502967b HTTP/1.1" status: 204 len: 168 time: 2.5374606 May 26 19:22:58.045008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37990) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:22:58.234754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede255be-d1f5-4311-ba76-c15f1ad088c4 req-05cfe7e0-3baa-405e-96e0-e16798ddff01 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:22:58.238180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4254501 May 26 19:22:58.257898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ede255be-d1f5-4311-ba76-c15f1ad088c4 req-05cfe7e0-3baa-405e-96e0-e16798ddff01 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 946 time: 0.5833442 May 26 19:22:58.286863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869aa54-59ed-49ce-bcca-69b1c84ffef6 admin admin] Pushing event updated for resources: {'Network': ['ID=55a7196e-d6c2-4843-be57-26c9034d4110,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:58.298000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 55a7196e-d6c2-4843-be57-26c9034d4110 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:22:58.302562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting subnet 3a9f38d8-4266-4683-8b8a-d8716bc0ea95 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:22:58.335786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.422577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] For port d1abf217-95b3-4d10-b943-28ee5cb5b436, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d1abf217-95b3-4d10-b943-28ee5cb5b436,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:58.424365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.528677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.641804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.647523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] For port f02718af-0a07-4e4d-9150-a9df6aaddcba, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f02718af-0a07-4e4d-9150-a9df6aaddcba,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:58.647907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.666346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.667125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.694904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Calling delete_port for d1abf217-95b3-4d10-b943-28ee5cb5b436 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:58.780724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ede255be-d1f5-4311-ba76-c15f1ad088c4 req-cebe172c-ae01-4c55-af55-feba838b647d tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfc65a72-5910-4af6-b874-85ef110d5b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209796 May 26 19:22:58.789696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:58.837316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Calling delete_port for f02718af-0a07-4e4d-9150-a9df6aaddcba owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:59.009464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d1abf217-95b3-4d10-b943-28ee5cb5b436 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:59.147847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:22:59.160403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:22:59.172019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a539ca8e-b045-4ab0-bab5-005cfdb17a33 req-3ae90b77-c163-4a56-b2dc-0f08383a0e5f tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1028349 May 26 19:22:59.179155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.196223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] For port ab9e3ece-54c5-42a0-8adb-8734748e5936, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ab9e3ece-54c5-42a0-8adb-8734748e5936,segment=NetworkSegment(0d5b1489-a62d-4f3d-917d-31ecb0af8963),segment_id=0d5b1489-a62d-4f3d-917d-31ecb0af8963)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:22:59.200914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.248446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=5c5dd25e-a6a1-46c5-9aa1-a06590d566ec,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:59.332074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d1abf217-95b3-4d10-b943-28ee5cb5b436 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:22:59.335067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.341548 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.654991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Calling delete_port for ab9e3ece-54c5-42a0-8adb-8734748e5936 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:22:59.718122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23444af9-4d4b-4398-8c4b-6c2fe3594720 None None] Provisioning complete for port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:22:59.718474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23444af9-4d4b-4398-8c4b-6c2fe3594720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.736105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.778279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e59126-579a-45f0-bbfc-7833a76fc86b req-efa1fd6a-7f20-4b64-9e6c-890307f55968 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.24 "GET /v2.0/ports?device_id=8becabac-e9e5-4bb6-a9d5-17048952b63d HTTP/1.1" status: 200 len: 210 time: 0.0886161 May 26 19:22:59.792806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d025c2b9-b7c5-4afa-8b53-e39516c36a27']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:59.816603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d35806-ba43-4cc4-b23f-05732d19a2d9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:59.817952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d35806-ba43-4cc4-b23f-05732d19a2d9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:22:59.824049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-23444af9-4d4b-4398-8c4b-6c2fe3594720 None None] Port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:22:59.838358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.843068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.868262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:22:59.889693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Pushing event deleted for resources: {'Port': ['ID=f02718af-0a07-4e4d-9150-a9df6aaddcba,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:59.923820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ab9e3ece-54c5-42a0-8adb-8734748e5936 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:22:59.940119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9f38d8-4266-4683-8b8a-d8716bc0ea95,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:59.965078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event deleted for resources: {'Port': ['ID=d1abf217-95b3-4d10-b943-28ee5cb5b436,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:22:59.976868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.026195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Router 18d29274-3e8f-4b9f-8639-558e97fe30fa is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:23:00.028654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.033274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21790897-cbb4-4139-a546-f0422a90a8ca None None] Network 3f722f45-db47-4c22-8f80-97b37f1b3142 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:00.045583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] No DVR routers for this DVR port f02718af-0a07-4e4d-9150-a9df6aaddcba on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:00.058229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.060300 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-004a2210-11d1-4f09-b616-7ad0d065e1b2 req-c954e800-0689-44e2-a9fd-16ed01e85e44 tempest-ImagesOneServerTestJSON-1499870844 tempest-ImagesOneServerTestJSON-1499870844-project] 10.222.0.53 "DELETE /v2.0/ports/f02718af-0a07-4e4d-9150-a9df6aaddcba HTTP/1.1" status: 204 len: 173 time: 2.8308761 May 26 19:23:00.134002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-deleted', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:00.172444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:00.173003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.191065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-578ad089-fb47-4042-9fc3-752be05da54a tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/subnets/3a9f38d8-4266-4683-8b8a-d8716bc0ea95 HTTP/1.1" status: 204 len: 168 time: 2.3136835 May 26 19:23:00.250935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:00.364093 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a2d35806-ba43-4cc4-b23f-05732d19a2d9 resource provider aggregate not found May 26 19:23:00.403168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ab9e3ece-54c5-42a0-8adb-8734748e5936 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:00.407297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.513807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.522426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:00.532264 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] Sync routers for ids ['18d29274-3e8f-4b9f-8639-558e97fe30fa'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:00.538937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3bccf50-54c6-46d1-ba82-1f37eae0787c tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/routers/18d29274-3e8f-4b9f-8639-558e97fe30fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3005362 May 26 19:23:00.540348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:00.547932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] Routers {'18d29274-3e8f-4b9f-8639-558e97fe30fa'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:00.548678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['18d29274-3e8f-4b9f-8639-558e97fe30fa'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:00.551574 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a2d35806-ba43-4cc4-b23f-05732d19a2d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2d35806-ba43-4cc4-b23f-05732d19a2d9 found for delete ", "request_id": "req-3e3ac9f9-62e0-4e16-a368-dfaa32141164"}]} May 26 19:23:00.609056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Deleting port 76e42a2d-7aec-443c-9e58-fa27102b32b7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:00.609499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.628107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] DHCP port deletion for 3f722f45-db47-4c22-8f80-97b37f1b3142 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:00.637799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Deleting port 76e42a2d-7aec-443c-9e58-fa27102b32b7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:00.638303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.729712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dfc96-2427-48bd-ba10-6ae56ba872cb req-56ab0b75-cb48-4b23-9ca7-236a60f208a5 tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:00.735370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dfc96-2427-48bd-ba10-6ae56ba872cb req-56ab0b75-cb48-4b23-9ca7-236a60f208a5 tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:00.738272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:00.751507 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] Routers {'18d29274-3e8f-4b9f-8639-558e97fe30fa'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:00.752398 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['18d29274-3e8f-4b9f-8639-558e97fe30fa'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:00.758775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dfc96-2427-48bd-ba10-6ae56ba872cb req-56ab0b75-cb48-4b23-9ca7-236a60f208a5 tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:00.771170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-303dfc96-2427-48bd-ba10-6ae56ba872cb req-56ab0b75-cb48-4b23-9ca7-236a60f208a5 tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6538203 May 26 19:23:00.820651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] No DVR routers for this DVR port d1abf217-95b3-4d10-b943-28ee5cb5b436 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:00.829072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.856010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'name': 'network-vif-deleted', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:00.891053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.894782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ce512e8-90ce-491e-9b49-f12d0ccc8ca5 req-5df21576-1810-4c96-9281-35946c566164 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "DELETE /v2.0/ports/d1abf217-95b3-4d10-b943-28ee5cb5b436 HTTP/1.1" status: 204 len: 173 time: 4.3066313 May 26 19:23:00.901524 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:00.901944 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3abb43-c683-4a5b-81f4-27891b0fcb33 None None] The sync data for ids ['18d29274-3e8f-4b9f-8639-558e97fe30fa'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:00.909993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 76e42a2d-7aec-443c-9e58-fa27102b32b7 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:00.923886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.930803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/d025c2b9-b7c5-4afa-8b53-e39516c36a27 HTTP/1.1" status: 204 len: 168 time: 2.8847518 May 26 19:23:00.933940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:00.935289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:00.935804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0e73f-8916-46a0-baff-ffe9e50efd53 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=d025c2b9-b7c5-4afa-8b53-e39516c36a27,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:01.049419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Pushing event deleted for resources: {'Port': ['ID=ab9e3ece-54c5-42a0-8adb-8734748e5936,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:01.151221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] No DVR routers for this DVR port ab9e3ece-54c5-42a0-8adb-8734748e5936 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:01.158171 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:01.160500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65a92553-ac74-44db-9d69-52ccfb152cda req-0516adc6-f466-4a4c-9010-30427317d662 tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.53 "DELETE /v2.0/ports/ab9e3ece-54c5-42a0-8adb-8734748e5936 HTTP/1.1" status: 204 len: 173 time: 3.8584998 May 26 19:23:01.237129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65824267-926a-4356-a75d-891f4576c9ef tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:01.241193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-65824267-926a-4356-a75d-891f4576c9ef tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:01.286975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5f666b3a-7ddc-4a4e-b415-d8c825657c83 req-ae32f874-e11f-40a7-9cdd-93ef8e42de3c tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Synchronizing usage tracker for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:01.303672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:01.317067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5f666b3a-7ddc-4a4e-b415-d8c825657c83 req-ae32f874-e11f-40a7-9cdd-93ef8e42de3c tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] Unset dirty status for tenant:c56e57166a984f8badd63119e830926d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:01.318779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f666b3a-7ddc-4a4e-b415-d8c825657c83 req-ae32f874-e11f-40a7-9cdd-93ef8e42de3c tempest-MultipleCreateTestJSON-390792512 tempest-MultipleCreateTestJSON-390792512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6c02c1f-0a87-4414-97c6-da16a889fb97 HTTP/1.1" status: 200 len: 210 time: 0.1192567 May 26 19:23:01.345820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] For port 76e42a2d-7aec-443c-9e58-fa27102b32b7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=76e42a2d-7aec-443c-9e58-fa27102b32b7,segment=NetworkSegment(8038f4ad-38e7-42a7-95f1-d873e3b710ca),segment_id=8038f4ad-38e7-42a7-95f1-d873e3b710ca)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:01.346574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:01.363993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f02718af-0a07-4e4d-9150-a9df6aaddcba {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:23:01.365189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-65824267-926a-4356-a75d-891f4576c9ef tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:01.367408 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-65824267-926a-4356-a75d-891f4576c9ef tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?device_id=18d29274-3e8f-4b9f-8639-558e97fe30fa HTTP/1.1" status: 200 len: 988 time: 0.8261447 May 26 19:23:01.367766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f02718af-0a07-4e4d-9150-a9df6aaddcba not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:23:01.370586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38042) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:01.407015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] For port 76e42a2d-7aec-443c-9e58-fa27102b32b7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=76e42a2d-7aec-443c-9e58-fa27102b32b7,segment=NetworkSegment(8038f4ad-38e7-42a7-95f1-d873e3b710ca),segment_id=8038f4ad-38e7-42a7-95f1-d873e3b710ca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:01.407406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:01.656544 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff77bc9c-1b33-4174-b9b1-bb2967885eab'] response: {'server_uuid': '8becabac-e9e5-4bb6-a9d5-17048952b63d', 'name': 'network-vif-deleted', 'tag': 'f02718af-0a07-4e4d-9150-a9df6aaddcba', 'status': 'completed', 'code': 200} May 26 19:23:01.666686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Calling delete_port for 76e42a2d-7aec-443c-9e58-fa27102b32b7 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:01.740813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3f69661-86d5-4cc8-ad74-2dff486746ec req-0f4fce1b-7fbd-4b2a-a204-fe5b07fcae8d tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0708654 May 26 19:23:01.769438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1d169-7bb5-4061-b280-0f10cfd4dacf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:01.777351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1d169-7bb5-4061-b280-0f10cfd4dacf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:01.778384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cec1d169-7bb5-4061-b280-0f10cfd4dacf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Synchronizing usage tracker for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:01.801555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Calling delete_port for 76e42a2d-7aec-443c-9e58-fa27102b32b7 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:01.872446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cec1d169-7bb5-4061-b280-0f10cfd4dacf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Unset dirty status for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:01.875847 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cec1d169-7bb5-4061-b280-0f10cfd4dacf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9385931 May 26 19:23:01.878976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38048) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:01.913207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-824228961'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:01.926258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 19:23:01.926258 n-d-843146-9 neutron-server[88364]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 26 19:23:01.926258 n-d-843146-9 neutron-server[88364]: [parameters: {'port_id': '76e42a2d-7aec-443c-9e58-fa27102b32b7', 'host': 'n-d-843146-9'}] May 26 19:23:01.926258 n-d-843146-9 neutron-server[88364]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:23:01.926258 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:23:01.931126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:01.965302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:01.974786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 76e42a2d-7aec-443c-9e58-fa27102b32b7 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:01.974786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:01.984179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:01.993681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.032259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.103518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] No DVR routers for this DVR port 76e42a2d-7aec-443c-9e58-fa27102b32b7 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:02.157110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Port': ['ID=76e42a2d-7aec-443c-9e58-fa27102b32b7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:02.195649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:02.428620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Deleting port 76e42a2d-7aec-443c-9e58-fa27102b32b7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:02.429285 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.433260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c4e46-a732-4385-b6a8-b3371aa07e1c req-212dc3a4-5c29-41a7-9bc7-7904c07dffba tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:02.446734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c85c4e46-a732-4385-b6a8-b3371aa07e1c req-212dc3a4-5c29-41a7-9bc7-7904c07dffba tempest-ComputeTenantNetworksTest-1714913476 tempest-ComputeTenantNetworksTest-1714913476-project] 10.222.0.24 "GET /v2.0/networks/55a7196e-d6c2-4843-be57-26c9034d4110 HTTP/1.1" status: 200 len: 769 time: 0.5625424 May 26 19:23:02.455179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38056) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:02.472002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.472354 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment 47a4283f-07f3-49eb-bdcd-4eef9b09b564 of type vlan for network 5e2e000a-0af1-4081-95e8-64144b42c15d May 26 19:23:02.498002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.567902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d4955984-62be-44a8-bc94-eef1aca2fdc8 None None] The port '76e42a2d-7aec-443c-9e58-fa27102b32b7' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:23:02.595374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f722f45-db47-4c22-8f80-97b37f1b3142']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.609480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.617207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8038f4ad-38e7-42a7-95f1-d873e3b710ca') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.617503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8038f4ad-38e7-42a7-95f1-d873e3b710ca') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.634946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.653505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.673889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.686114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:02.686594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.820933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.834677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:02.835265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.917926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:02.956034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a7196e-d6c2-4843-be57-26c9034d4110']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.973808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384da5bf-4b47-4ab3-b244-80d0f99994e4') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.974160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384da5bf-4b47-4ab3-b244-80d0f99994e4') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:02.988227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.008032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.015914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:03.016312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.174001 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 8038f4ad-38e7-42a7-95f1-d873e3b710ca resource provider aggregate not found May 26 19:23:03.182115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38082) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.207958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.213908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.216185 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] 10.222.0.24 "DELETE /v2.0/networks/3f722f45-db47-4c22-8f80-97b37f1b3142 HTTP/1.1" status: 204 len: 168 time: 2.9643643 May 26 19:23:03.234331 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa6ac42-bae3-462f-92bb-03d15c7e80b2'] response: {'server_uuid': 'f6c02c1f-0a87-4414-97c6-da16a889fb97', 'name': 'network-vif-deleted', 'tag': 'd1abf217-95b3-4d10-b943-28ee5cb5b436', 'status': 'completed', 'code': 200} May 26 19:23:03.245692 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3552318 May 26 19:23:03.248451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.253058 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 8038f4ad-38e7-42a7-95f1-d873e3b710ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8038f4ad-38e7-42a7-95f1-d873e3b710ca found for delete ", "request_id": "req-da14706b-04f6-45b3-a082-feae812fe990"}]} May 26 19:23:03.254129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.263382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23996ecd-7417-496b-84f0-355dc4d79ec8 req-b5b29025-c951-4d68-8050-0d1faef35d2e tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1184938 May 26 19:23:03.274058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ae49-1094-4fdd-8d62-53efaf0483cf tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=5e2e000a-0af1-4081-95e8-64144b42c15d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:03.287021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5e2e000a-0af1-4081-95e8-64144b42c15d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:03.290884 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 384da5bf-4b47-4ab3-b244-80d0f99994e4 resource provider aggregate not found May 26 19:23:03.294916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.302518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] Pushing event deleted for resources: {'Network': ['ID=55a7196e-d6c2-4843-be57-26c9034d4110,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:03.320269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-42a9f888-e891-4958-aa57-5064ed1a510c admin admin] 10.222.0.24 "DELETE /v2.0/networks/55a7196e-d6c2-4843-be57-26c9034d4110 HTTP/1.1" status: 204 len: 168 time: 0.8499329 May 26 19:23:03.323924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.361311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-376139556'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:03.389373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:03.392142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf2964-de3d-409b-b9da-4cb1a2986b1f tempest-AllowedAddressPairIpV6TestJSON-1413086464 tempest-AllowedAddressPairIpV6TestJSON-1413086464-project] Pushing event deleted for resources: {'Network': ['ID=3f722f45-db47-4c22-8f80-97b37f1b3142,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:03.419232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:network and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:03.428460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:03.447600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:03.492295 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:23:03.531283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38102) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.534868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:03.539527 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.562587 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 384da5bf-4b47-4ab3-b244-80d0f99994e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 384da5bf-4b47-4ab3-b244-80d0f99994e4 found for delete ", "request_id": "req-dd687b0a-72d5-4aec-b315-f4e5163f353d"}]} May 26 19:23:03.714074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38114) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.719231 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d9e297c-cfbf-470f-9b2d-1a7db9e70e2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88aa264b2ff64de3a916d00d49294bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237730 May 26 19:23:03.720313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38118) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.741498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:03.771684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:03.827899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.828320 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment 7210f52e-b3ec-4a49-adfa-89fb13215071 of type vlan for network 368c3a54-d3e6-43fd-b749-a52ba9b218de May 26 19:23:03.862005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:03.862489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.890735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Deleting subnet b9982acc-3d82-4220-93f3-a443d59b8e28 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:03.893974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:03.952049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.062042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.130661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.196605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.253877 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36f5ba4f-baaa-47c0-b36a-90d675ad4a85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c03290dda844b3bbcef2fad9d2753c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235639 May 26 19:23:04.277149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 5c5dd25e-a6a1-46c5-9aa1-a06590d566ec owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:04.315199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.324187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38138) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:04.351435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.357671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:04.358365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.548640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=368c3a54-d3e6-43fd-b749-a52ba9b218de,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:04.563892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 368c3a54-d3e6-43fd-b749-a52ba9b218de details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:04.577115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02048785-f870-4a52-b125-335341dcc9f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baf43ef60d97417bb737ddd1302547fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609018 May 26 19:23:04.580645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.605494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:04.622032 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38494ecc-bfc1-4b5d-8c5e-f6b57244b004 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3679106 May 26 19:23:04.654117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38154) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:04.686856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'ports': [{'network_id': '5e2e000a-0af1-4081-95e8-64144b42c15d', 'name': 'tempest-port--1000573415', 'admin_state_up': True}, {'network_id': '368c3a54-d3e6-43fd-b749-a52ba9b218de', 'admin_state_up': False}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:04.686856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'port': {'network_id': '5e2e000a-0af1-4081-95e8-64144b42c15d', 'name': 'tempest-port--1000573415', 'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:04.686856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'port': {'network_id': '368c3a54-d3e6-43fd-b749-a52ba9b218de', 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:04.713013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-183063e2-8a55-427b-a922-d98ac1e6af9d req-a3688b70-dbac-4808-b334-e41bfc3848ff tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.2045300 May 26 19:23:04.722845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.784564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=5c5dd25e-a6a1-46c5-9aa1-a06590d566ec,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:04.790426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.834014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.877239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.893434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9982acc-3d82-4220-93f3-a443d59b8e28,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:04.951073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-65e1c519-eb5c-4464-ad04-ba9968b32750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:04.952552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-65e1c519-eb5c-4464-ad04-ba9968b32750 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 1096 time: 0.4840279 May 26 19:23:04.957404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:04.968699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.030806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.033075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.034179 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de25376f-c1af-4a24-8d95-3aa5906d0914 HTTP/1.1" status: 204 len: 168 time: 1.2917619 May 26 19:23:05.074355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7492b04e-980b-4d59-ab68-4235cd9bab31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9982acc-3d82-4220-93f3-a443d59b8e28 HTTP/1.1" status: 204 len: 168 time: 1.5381563 May 26 19:23:05.074355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.090023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38174) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:05.106162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac14f3-ef28-41f4-a9c5-97ccf854dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25376f-c1af-4a24-8d95-3aa5906d0914,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:05.225682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.238048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'name': 'network-vif-deleted', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:05.268933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:05.273608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:port and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:05.278132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:05.286875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:05.317555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'port': 2} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:05.323555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.385307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.405244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.414090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.443568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-076e5147-76fc-41a8-aca1-5512f984c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:05.445378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-076e5147-76fc-41a8-aca1-5512f984c436 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.4693849 May 26 19:23:05.447420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Router 18d29274-3e8f-4b9f-8639-558e97fe30fa has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:23:05.532057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-97a895af-0892-4cb4-a8ee-c44cd6489de2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9 HTTP/1.1" status: 200 len: 217 time: 0.0796170 May 26 19:23:05.675367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d38f857-fdf6-4392-9e4d-3d0d28091af6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:05.708415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:05.718772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.726010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-e9339279-fe86-48dc-bf98-f196e07a1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:05.727588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-e9339279-fe86-48dc-bf98-f196e07a1aab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1417086 May 26 19:23:05.732047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] Sync routers for ids ['18d29274-3e8f-4b9f-8639-558e97fe30fa'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:05.735309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-49e3e0e1-9ab4-4a20-82ad-7e692860d569 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/routers/18d29274-3e8f-4b9f-8639-558e97fe30fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3632333 May 26 19:23:05.737618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38224) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:05.748480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.748669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] Routers {'18d29274-3e8f-4b9f-8639-558e97fe30fa'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:05.752369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['18d29274-3e8f-4b9f-8639-558e97fe30fa'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:05.752528 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0ea7f94-34df-4a78-be2b-5cba4f384187 HTTP/1.1" status: 204 len: 168 time: 1.1455724 May 26 19:23:05.828351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-379a4b7f-c14b-456b-b941-157411d51161 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917025 May 26 19:23:05.830152 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d82dabf-47d0-42f2-99a4-0b80e61d9869 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:23:05.830881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1d82dabf-47d0-42f2-99a4-0b80e61d9869 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:05.837577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:05.850003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] Routers {'18d29274-3e8f-4b9f-8639-558e97fe30fa'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:05.851896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:22:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['18d29274-3e8f-4b9f-8639-558e97fe30fa'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:05.907533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:05.910896 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-abfd6474-e0d2-4e5b-8045-650d1794f2c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d38f857-fdf6-4392-9e4d-3d0d28091af6 HTTP/1.1" status: 204 len: 168 time: 1.5820317 May 26 19:23:05.939891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1d82dabf-47d0-42f2-99a4-0b80e61d9869 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:05.941795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1d82dabf-47d0-42f2-99a4-0b80e61d9869 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/5c5dd25e-a6a1-46c5-9aa1-a06590d566ec HTTP/1.1" status: 404 len: 333 time: 0.2029040 May 26 19:23:05.945156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38252) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:05.952829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:05.953631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48accbe2-5492-47cb-869c-5becab3250ec None None] The sync data for ids ['18d29274-3e8f-4b9f-8639-558e97fe30fa'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:06.055254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825319f-b1d8-4e29-9469-fddefdc1da50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea7f94-34df-4a78-be2b-5cba4f384187,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:06.121205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.141747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] device_id is not set on port 1ad536e9-0464-44a3-b03b-fe7c1ec8739d yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:06.196764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb587313-0479-484e-a95b-f7ffe6797256']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:06.223485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5b1489-a62d-4f3d-917d-31ecb0af8963') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:06.223981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5b1489-a62d-4f3d-917d-31ecb0af8963') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:06.252904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.273375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.284449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:06.285131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.327509 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497fd7c5-f088-48eb-aa37-3f6e6e883e9d'] response: {'server_uuid': 'a93efc3f-4e19-4d40-bcb0-566b270d28a6', 'name': 'network-vif-deleted', 'tag': 'ab9e3ece-54c5-42a0-8adb-8734748e5936', 'status': 'completed', 'code': 200} May 26 19:23:06.327787 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0d5b1489-a62d-4f3d-917d-31ecb0af8963 resource provider aggregate not found May 26 19:23:06.329750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.427686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.450937 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0d5b1489-a62d-4f3d-917d-31ecb0af8963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d5b1489-a62d-4f3d-917d-31ecb0af8963 found for delete ", "request_id": "req-07169f6f-6ef5-4755-a91d-d886cd47082b"}]} May 26 19:23:06.503051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.518819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-83a56b0f-7f05-40a0-8b75-cb35204cff6b service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829455 May 26 19:23:06.527237 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.549782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb587313-0479-484e-a95b-f7ffe6797256,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:06.554874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.584931 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea27cae0-cc57-4704-ac68-398940aab243 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb587313-0479-484e-a95b-f7ffe6797256 HTTP/1.1" status: 204 len: 168 time: 1.4938340 May 26 19:23:06.661587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b5950a9-24d0-47fa-87ba-509d6cba0261 req-074cfbda-04dd-4155-a162-3794f356b44f tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.1918924 May 26 19:23:06.704855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] device_id is not set on port e112eca2-ebb6-4907-ad16-3c3e2db3feb7 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:06.797245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.800985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.841219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.855745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.856526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Fanout notify agent at l3_agent the message router_deleted on router 18d29274-3e8f-4b9f-8639-558e97fe30fa {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:23:06.868496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d60dfa-a3ea-47b0-83ac-f6de8841b1fe req-45b09b87-6953-471a-8a37-84ac797c0d23 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001792 May 26 19:23:06.872965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.874362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-91bf157b-0645-4afa-b408-53b7208570eb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/routers/18d29274-3e8f-4b9f-8639-558e97fe30fa HTTP/1.1" status: 204 len: 168 time: 0.9281147 May 26 19:23:06.876950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38286) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:06.897557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:06.946166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38290) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:06.984022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet f2a46560-6707-4d52-a389-08bf6911697f {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:07.004745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.047530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Port': ['ID=1ad536e9-0464-44a3-b03b-fe7c1ec8739d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:07.058559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:07.113712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-558d60ed-53b8-496b-bcf6-84e053f0dd02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c56e57166a984f8badd63119e830926d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661658 May 26 19:23:07.114370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Checking segment: {'id': '47a4283f-07f3-49eb-bdcd-4eef9b09b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5e2e000a-0af1-4081-95e8-64144b42c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:07.114747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network hostable DHCP agents. Network: 5e2e000a-0af1-4081-95e8-64144b42c15d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:07.118140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38302) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:07.123905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.153418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network 5e2e000a-0af1-4081-95e8-64144b42c15d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:07.166402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5e2e000a-0af1-4081-95e8-64144b42c15d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:07.171063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:07.172160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.179232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0161672-ad18-46a2-859f-25ff48fd5274 None None] Network 5e2e000a-0af1-4081-95e8-64144b42c15d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:07.290449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Port': ['ID=e112eca2-ebb6-4907-ad16-3c3e2db3feb7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:07.298464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.309940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Checking segment: {'id': '7210f52e-b3ec-4a49-adfa-89fb13215071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '368c3a54-d3e6-43fd-b749-a52ba9b218de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:07.310307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network hostable DHCP agents. Network: 368c3a54-d3e6-43fd-b749-a52ba9b218de, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:07.327888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.335844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network 368c3a54-d3e6-43fd-b749-a52ba9b218de is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:07.355313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 368c3a54-d3e6-43fd-b749-a52ba9b218de) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:07.363916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:07.377303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312b9fe-b77c-4693-9a63-a123ad6ec588 None None] Network 368c3a54-d3e6-43fd-b749-a52ba9b218de requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:07.379567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:07.392796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.394609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:07.398899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.425662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc65a72-5910-4af6-b874-85ef110d5b86,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:07.465223 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66689509-ae9b-47e4-b551-eb759fbfe6a0 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8073776 May 26 19:23:07.468715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38316) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:07.506796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.514549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c842cee3-7f6c-4b48-9935-498320dba454 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfc65a72-5910-4af6-b874-85ef110d5b86 HTTP/1.1" status: 204 len: 168 time: 0.3951526 May 26 19:23:07.541875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.613820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-627350088-network', 'tenant_id': '59f4f7b960314031aa8995ff0fd944f9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:07.663021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:07.696450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5371f3f-e730-48e6-a343-0b4a5c22a2e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:07.713693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5371f3f-e730-48e6-a343-0b4a5c22a2e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:07.718635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5371f3f-e730-48e6-a343-0b4a5c22a2e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Synchronizing usage tracker for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:07.757860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5371f3f-e730-48e6-a343-0b4a5c22a2e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Unset dirty status for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:07.759568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5371f3f-e730-48e6-a343-0b4a5c22a2e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2898643 May 26 19:23:07.762438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38338) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:07.767416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Usage tracker for resource:network and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:07.782685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:07.801477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:07.867674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Made reservation on behalf of 59f4f7b960314031aa8995ff0fd944f9 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:07.870193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.901756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Deleting port 1ad536e9-0464-44a3-b03b-fe7c1ec8739d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:07.902510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.914077 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.939506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-9126acd0-6ca2-41ad-98a7-50c9a26a6cbf tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:07.941014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-9126acd0-6ca2-41ad-98a7-50c9a26a6cbf tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.3381193 May 26 19:23:07.942521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:07.986030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:08.000658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.007002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c94bfdf-237f-4f97-8cf7-a2e441c995b8 None None] Network ad227d03-45fb-41ef-9fbd-d8b0c4476127 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:08.010241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Usage tracker for resource:security_group_rule and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:08.016437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a46560-6707-4d52-a389-08bf6911697f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:08.020083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:08.036542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-4c3ee44f-a101-4396-8d10-d360c28dab03 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/quotas/feb66b7564134bf6b5ca5015c1800c66 HTTP/1.1" status: 200 len: 375 time: 0.0834532 May 26 19:23:08.045627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2163a18d-8a51-4dae-96a4-a414522f1d85 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/f2a46560-6707-4d52-a389-08bf6911697f HTTP/1.1" status: 204 len: 168 time: 1.1669815 May 26 19:23:08.047369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38350) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:08.076763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:08.252667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.260546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:08.358668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:08.386240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-dbf7ba71-f819-44e7-bc76-ef3b7158f3c5 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3491361 May 26 19:23:08.411653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 18cd992b-9d54-4eef-afe8-5daa54107bc0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:08.412039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.440771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.447402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.451985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.487100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:08.503884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf744d-d280-42e7-8d3b-865421cf2d0f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:08.528568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.529167 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Added segment 3af0cd62-c7ca-4d33-a40d-b0226c04ed86 of type vlan for network f894930e-3fce-408e-9152-8d396d2aade6 May 26 19:23:08.573265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.578249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] DHCP port deletion for ad227d03-45fb-41ef-9fbd-d8b0c4476127 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:08.583147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Deleting port 18cd992b-9d54-4eef-afe8-5daa54107bc0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:08.584682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.628315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.631415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:08.632504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.743776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Calling delete_port for 1ad536e9-0464-44a3-b03b-fe7c1ec8739d owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:08.790671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-171685020-network', 'tenant_id': '995264af62b349c7951e1d4d6bade465'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:08.841685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:08.865901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 18cd992b-9d54-4eef-afe8-5daa54107bc0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:08.871153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1674856442'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:08.876496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:08.880672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:network and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:08.884445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:08.890700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:08.910294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Usage tracker for resource:network and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:08.922638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8591833 May 26 19:23:08.939518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38382) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:08.961138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Request body: {'subnet': {'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-627350088-subnet', 'tenant_id': '59f4f7b960314031aa8995ff0fd944f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:08.968851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:08.970353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:08.972753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2e8f4-1423-4088-961a-9b934dc60afd admin admin] Pushing event updated for resources: {'Network': ['ID=f894930e-3fce-408e-9152-8d396d2aade6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:08.974902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:08.985298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:08.992036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.007470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f894930e-3fce-408e-9152-8d396d2aade6 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:09.025698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Usage tracker for resource:subnet and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:09.030241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.043186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:09.062009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.088340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.089225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Made reservation on behalf of 995264af62b349c7951e1d4d6bade465 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:09.091723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.093255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:09.109670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:09.122924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:09.153408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.178419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:09.194622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:09.201127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:security_group_rule and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:09.202681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:09.225198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:09.225542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-3699fffc-b3e8-4c35-a662-84ec8cfb5c95 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376167 May 26 19:23:09.237780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Made reservation on behalf of 59f4f7b960314031aa8995ff0fd944f9 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:09.241318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.241638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] For port 18cd992b-9d54-4eef-afe8-5daa54107bc0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=18cd992b-9d54-4eef-afe8-5daa54107bc0,segment=NetworkSegment(6edff666-4c6a-4735-b991-45f0e6294d04),segment_id=6edff666-4c6a-4735-b991-45f0e6294d04)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:09.242032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.243890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.255215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Port': ['ID=1ad536e9-0464-44a3-b03b-fe7c1ec8739d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:09.258756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.277627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.285472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-100f8447-a936-4507-9818-2bf71145b8c1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:09.287704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-100f8447-a936-4507-9818-2bf71145b8c1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/ports?device_id=4927869a-aca2-43fa-8e50-b5ab7516d87e HTTP/1.1" status: 200 len: 945 time: 0.3716226 May 26 19:23:09.397075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9eccb5f8-9d04-45f4-92e1-b6a0ce4aa239 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/ports/1ad536e9-0464-44a3-b03b-fe7c1ec8739d HTTP/1.1" status: 204 len: 168 time: 1.6314917 May 26 19:23:09.403514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] For port 18cd992b-9d54-4eef-afe8-5daa54107bc0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=18cd992b-9d54-4eef-afe8-5daa54107bc0,segment=NetworkSegment(6edff666-4c6a-4735-b991-45f0e6294d04),segment_id=6edff666-4c6a-4735-b991-45f0e6294d04)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:09.404475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.419870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38396) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:09.435307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-303559741-network', 'tenant_id': '79792bdba2844a90b4ee750eced1e671'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:09.464252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:09.468536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Calling delete_port for 18cd992b-9d54-4eef-afe8-5daa54107bc0 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:09.484169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Usage tracker for resource:network and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:09.494978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:09.521886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.549325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Deleting port a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:09.549711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.574632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 18cd992b-9d54-4eef-afe8-5daa54107bc0 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:09.575291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.644566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Made reservation on behalf of 79792bdba2844a90b4ee750eced1e671 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:09.645751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.662771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 18cd992b-9d54-4eef-afe8-5daa54107bc0 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:09.674441 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.680115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-b61189c3-e42c-4e0a-b513-5d3a164398f2 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337974 May 26 19:23:09.680768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.697760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.743108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.744038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Deleting port e112eca2-ebb6-4907-ad16-3c3e2db3feb7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:09.744378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.749920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a19d4d2f-661c-4453-b677-181ef6cf46f9 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:09.750538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.752982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:09.773670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Usage tracker for resource:security_group_rule and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:09.780530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:09.785980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Pushing event deleted for resources: {'Port': ['ID=18cd992b-9d54-4eef-afe8-5daa54107bc0,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:09.792026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:09.797391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] No DVR routers for this DVR port 18cd992b-9d54-4eef-afe8-5daa54107bc0 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:09.802512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:09.805734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.806253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.806771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.807271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.807952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.808439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.808914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.810096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.810602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.811094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.811611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.812110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaff898-c41d-4aad-b02b-a6cb0e30ef22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:09.824792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:09.847907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:09.855449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: from cryptography.utils import int_from_bytes May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: from cryptography.utils import int_from_bytes May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn_limited( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn_limited( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.867046 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:23:09.870428 n-d-843146-9 neutron-server[88362]: util.warn( May 26 19:23:09.910745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ebcb7-1f32-4bfb-9fd9-683b8727a8ba,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:09.923382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:09.923730 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Added segment afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0 of type vlan for network ad646e7e-741a-4917-a169-180605b1b82f May 26 19:23:10.007819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.046327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.100787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3f29bff-8617-4064-bf40-99e0a5a31de7 req-53184905-bf1c-469f-99b5-7be568b19322 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0769467 May 26 19:23:10.143267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:10.143632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.156061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.157840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:10.158427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.174957 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536c0815-ba4b-4fd6-8bd2-9225f58b3c14'] response: {'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'code': 200} May 26 19:23:10.211706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:23:10.212025 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:23:10.219929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.231423 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.268734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.321566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Calling delete_port for a19d4d2f-661c-4453-b677-181ef6cf46f9 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:10.445932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Calling delete_port for e112eca2-ebb6-4907-ad16-3c3e2db3feb7 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:10.480765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:10.491850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3270933e-300e-4d10-9a85-88c6a944f920 req-ebe62fe0-44ed-4a42-9497-bae402f5e99b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 210 time: 0.2398946 May 26 19:23:10.497435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f43a57f-a23b-4880-9cbd-7134ff7df64d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.499756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.510765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.511308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.511648 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Added segment a91522ce-7b90-407f-93a3-cd75d73f2643 of type vlan for network 1de15714-029c-45d8-802a-f7d18ed8bfd5 May 26 19:23:10.515689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.525930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] Pushing event updated for resources: {'Network': ['ID=ad646e7e-741a-4917-a169-180605b1b82f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.529782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eef98d9a-bf9c-4af3-9b21-efa00e244036 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1661460 May 26 19:23:10.538937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38416) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:10.554708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Request body: {'subnet': {'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-171685020-subnet', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:10.556574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ad646e7e-741a-4917-a169-180605b1b82f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:10.581780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:10.596558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:10.661512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.665878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc2171d-d4eb-4151-adee-236e6592f00a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.679252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.726248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 18cd992b-9d54-4eef-afe8-5daa54107bc0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:10.726586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.783951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.784277 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Added segment 0237a5a6-7803-4863-acb2-178f8b4cc62a of type vlan for network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 May 26 19:23:10.802307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Usage tracker for resource:subnet and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:10.815153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:10.820379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82166c6f-b917-4591-8701-8c96c12e8f1b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.831765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2a37b61-ce78-4dd4-8436-0750f3d74bc7 req-11ac8b60-e81a-4b7e-a237-0dac7b704c60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.2306800 May 26 19:23:10.840526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:10.851772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:23:10.852089 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:23:10.856542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.866649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Made reservation on behalf of 995264af62b349c7951e1d4d6bade465 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:10.869866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.887173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:10.915081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Checking segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:10.915459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Network hostable DHCP agents. Network: f894930e-3fce-408e-9152-8d396d2aade6, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:10.928366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Port': ['ID=e112eca2-ebb6-4907-ad16-3c3e2db3feb7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:10.935709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.984290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.984919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] The port '18cd992b-9d54-4eef-afe8-5daa54107bc0' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:23:10.985269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:10.985842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.989332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:10.994526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:10.995092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.120381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9955947 May 26 19:23:11.126585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38420) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:11.136442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Request body: {'subnet': {'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-subnet', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:11.148806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e72b8-6756-40ed-9a31-3f9e2c483226 admin admin] Pushing event updated for resources: {'Network': ['ID=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:11.155123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:11.161751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Network f894930e-3fce-408e-9152-8d396d2aade6 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:11.162499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:11.172229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9108844 May 26 19:23:11.173893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9e165a86-e40e-4802-ba67-975d174b02b2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/ports/e112eca2-ebb6-4907-ad16-3c3e2db3feb7 HTTP/1.1" status: 204 len: 168 time: 1.7439759 May 26 19:23:11.221204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:11.221812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38428) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:11.254183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf8d9c-fd03-4f1c-830d-ccf394133524 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Network': ['ID=1de15714-029c-45d8-802a-f7d18ed8bfd5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:11.272085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:11.293612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:11.323497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Usage tracker for resource:subnet and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:11.329114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f894930e-3fce-408e-9152-8d396d2aade6) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:11.338648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afda94ec-87dc-4bb6-bd3c-54c7cd2036e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Synchronizing usage tracker for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:11.339687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddf65263-4284-446d-9b8f-c062ef40b5ef req-341803c5-91d7-459a-b8fc-2aea5ba91e18 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0753372 May 26 19:23:11.340630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:11.346732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cdbf9-1f71-44db-ac23-5a5f6ca4f6eb None None] Network f894930e-3fce-408e-9152-8d396d2aade6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:11.353402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Deleting port a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:11.353750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.391805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.398689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:11.408122 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.422713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:11.423547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.469662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad227d03-45fb-41ef-9fbd-d8b0c4476127']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:11.489485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edff666-4c6a-4735-b991-45f0e6294d04') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:11.489906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edff666-4c6a-4735-b991-45f0e6294d04') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:11.502797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c959d8a-bf79-44b5-9a23-58a8ba352f97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5540497 May 26 19:23:11.506651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afda94ec-87dc-4bb6-bd3c-54c7cd2036e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Unset dirty status for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:11.507955 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afda94ec-87dc-4bb6-bd3c-54c7cd2036e2 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2762053 May 26 19:23:11.509827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.533392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38436) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:11.546147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-886493635'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:11.557355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:11.559211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:11.561471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Made reservation on behalf of 79792bdba2844a90b4ee750eced1e671 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:11.563947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.574427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:11.580765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:11.587805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:network and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:11.597422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.605177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:11.608574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:11.633733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:11.639312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:11.651531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:11.652085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.769552 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6edff666-4c6a-4735-b991-45f0e6294d04 resource provider aggregate not found May 26 19:23:11.803444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e61db3-e7a7-4ca6-904a-7e684e486796 None None] Network f894930e-3fce-408e-9152-8d396d2aade6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:11.812892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:11.821792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.839739 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6edff666-4c6a-4735-b991-45f0e6294d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6edff666-4c6a-4735-b991-45f0e6294d04 found for delete ", "request_id": "req-755cdd8b-153c-4a44-b0fb-ebd08e1081dd"}]} May 26 19:23:11.848893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:11.852324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.925162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-06c5c018-33bc-44f0-9c26-4d8151c71921 req-ae35521b-12dc-4dfb-8db3-e9d878f9dd04 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:11.935945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.959056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:11.980402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=ad227d03-45fb-41ef-9fbd-d8b0c4476127,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:11.987184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b56b4b19-de7d-4657-99fd-1ad5608fa4e8 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/ad227d03-45fb-41ef-9fbd-d8b0c4476127 HTTP/1.1" status: 204 len: 168 time: 3.9384661 May 26 19:23:11.994882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Checking segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:11.995502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38450) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:11.995603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Network hostable DHCP agents. Network: ad646e7e-741a-4917-a169-180605b1b82f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:11.995695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:12.070012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.070792 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment 6c382ab7-24bb-4dfb-be06-1b637e2201f9 of type vlan for network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 May 26 19:23:12.110269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-b10699a6-b086-4994-a2d4-86292ed66246 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:12.111714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-b10699a6-b086-4994-a2d4-86292ed66246 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.6103151 May 26 19:23:12.122748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.123111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-06c5c018-33bc-44f0-9c26-4d8151c71921 req-ae35521b-12dc-4dfb-8db3-e9d878f9dd04 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:12.125541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06c5c018-33bc-44f0-9c26-4d8151c71921 req-ae35521b-12dc-4dfb-8db3-e9d878f9dd04 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 210 time: 0.3615718 May 26 19:23:12.155506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Network ad646e7e-741a-4917-a169-180605b1b82f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:12.165681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Request body: {'port': {'device_id': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'admin_state_up': True, 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:12.173212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255eccd-3406-4c4b-aa92-9f4b32aed162 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:12.174102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2255eccd-3406-4c4b-aa92-9f4b32aed162 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:12.247810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2255eccd-3406-4c4b-aa92-9f4b32aed162 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:12.249700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2255eccd-3406-4c4b-aa92-9f4b32aed162 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/88c9621d-68fa-4e2a-8b08-84501c388a7a HTTP/1.1" status: 200 len: 845 time: 0.2495308 May 26 19:23:12.257141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38456) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:12.308337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ad646e7e-741a-4917-a169-180605b1b82f) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:12.318809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62079234-690d-464a-a8d0-a95ad9bad0dc None None] Network ad646e7e-741a-4917-a169-180605b1b82f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:12.324907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.330584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:12.331283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.331939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:12.332551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.344585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] For port a19d4d2f-661c-4453-b677-181ef6cf46f9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a19d4d2f-661c-4453-b677-181ef6cf46f9,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:12.345125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.520553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Calling delete_port for a19d4d2f-661c-4453-b677-181ef6cf46f9 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:12.530811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea8c91a7-5a06-4ec4-a8ac-2886e9ba8afb tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/88c9621d-68fa-4e2a-8b08-84501c388a7a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2691214 May 26 19:23:12.538755 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9972427 May 26 19:23:12.539179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38470) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:12.539652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38472) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:12.559349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf0bdd-1e12-45d3-b135-75eb9226712e tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=430dca7b-d3e5-46cb-8e25-06f1c1d8ad53,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:12.564838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:12.582118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-341648087'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:12.592968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:12.595118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:12.611763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ad646e7e-741a-4917-a169-180605b1b82f', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:12.612507 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.655071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:network and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:12.666045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:12.688895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:12.697782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.756757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-18a8fa55-b02a-498d-9eca-df0ee2f82643 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2148898 May 26 19:23:12.763592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:12.765992 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.779887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:12.797139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:12.814209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:12.816654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:12.836328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:12.838857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:12.844137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Usage tracker for resource:router and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:12.849154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:12.852649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:12.857685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=975dc1fb-deb9-4840-ac1b-e23e2bd6c379,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:12.870113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:12.873729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:12.880227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:12.880638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.887812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:12.893947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:12.894533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network hostable DHCP agents. Network: 1de15714-029c-45d8-802a-f7d18ed8bfd5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:12.906787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.907214 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Added segment 80106914-c67e-4623-830a-b5cba235d023 of type vlan for network 40683943-dc45-438e-8065-4c7096d20357 May 26 19:23:12.917364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.918393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.925817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:12.929252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:12.938803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Allocated IP 172.20.0.2 (ad646e7e-741a-4917-a169-180605b1b82f/8ef5c362-722b-4b72-92e7-fa9ccb8a1d83/d6ae1a7f-2419-4503-aefa-167480f7d600) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:13.003722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-44cd5d26-1ed8-442f-b728-a3816de36b79 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:13.006707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-44cd5d26-1ed8-442f-b728-a3816de36b79 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:13.013127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:13.018944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.081284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd25de2d-a982-4932-999a-cdfdabb94aa2,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:13.089994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:13.173640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.181397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:13.186597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.189433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:13.189792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Network hostable DHCP agents. Network: 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:13.203561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.223123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1de15714-029c-45d8-802a-f7d18ed8bfd5) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:13.235438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:13.235999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.241926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be19e87-f91d-4687-a8a0-b4ff5637b509 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:13.246410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-44cd5d26-1ed8-442f-b728-a3816de36b79 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:13.247871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-44cd5d26-1ed8-442f-b728-a3816de36b79 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.8775580 May 26 19:23:13.295177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event deleted for resources: {'Port': ['ID=a19d4d2f-661c-4453-b677-181ef6cf46f9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:13.323571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No active binding found for port a19d4d2f-661c-4453-b677-181ef6cf46f9 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:23:13.324203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a19d4d2f-661c-4453-b677-181ef6cf46f9 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:23:13.337411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.342758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:13.343657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.348048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-d0f02621-e0ac-456b-855a-b377f82603db tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/quotas/59f4f7b960314031aa8995ff0fd944f9 HTTP/1.1" status: 200 len: 375 time: 0.0810709 May 26 19:23:13.353022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.379693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Transition to ACTIVE for port object d6ae1a7f-2419-4503-aefa-167480f7d600 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:13.416263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Transition to ACTIVE for port object d6ae1a7f-2419-4503-aefa-167480f7d600 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:13.453850 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.490874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:13.510618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-818ef07f-dca9-4320-8c15-71038ad77566 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077192 May 26 19:23:13.514361 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-62b0bab3-b6c5-48ba-b3ac-4cbcfd028385 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2841957 May 26 19:23:13.518277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] No DVR routers for this DVR port a19d4d2f-661c-4453-b677-181ef6cf46f9 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:13.525176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.528821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38484) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:13.530339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-deleted', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:13.534145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Network ad646e7e-741a-4917-a169-180605b1b82f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:13.541736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:13.545338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:13.545526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Pushing event updated for resources: {'Port': ['ID=d6ae1a7f-2419-4503-aefa-167480f7d600,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:13.547797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:13.551313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:13.552116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.567784 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0223618 May 26 19:23:13.576350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b1314-10bd-41c2-94a7-e8f829920c4b None None] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:13.585015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'name': 'tempest-NetworksTestDHCPv6-1464147090'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:13.687631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bd1ee00-55b8-4082-a9a7-e77a1a3b022b req-992c66a1-43dc-4507-a1b2-68fbec7c9c75 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "DELETE /v2.0/ports/a19d4d2f-661c-4453-b677-181ef6cf46f9 HTTP/1.1" status: 204 len: 173 time: 4.3526399 May 26 19:23:13.699039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.707680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '975dc1fb-deb9-4840-ac1b-e23e2bd6c379'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:13.708436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.749432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38490) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:13.765269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e89e2-1f8a-42bc-a693-fdc48d40016b tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Network': ['ID=40683943-dc45-438e-8065-4c7096d20357,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:13.780294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Allocated IP 172.20.0.10 (9f4c032f-2b2b-451a-982b-6db9383a19f5/c5299690-b16c-41fd-af10-45eb243826ba/f29f70fd-2e46-4148-8b0e-381bddf47759) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:13.819465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 40683943-dc45-438e-8065-4c7096d20357 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:13.825342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bbd1880e-c217-48a4-b84b-0c8412107afd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6971116 May 26 19:23:13.832009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:13.836861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'subnets': [{'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1596941762', 'ip_version': 4}, {'network_id': '40683943-dc45-438e-8065-4c7096d20357', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:13.837340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'subnet': {'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1596941762', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:13.838220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Request body: {'subnet': {'network_id': '40683943-dc45-438e-8065-4c7096d20357', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:13.874565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:13.941478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:13.946165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:13.949690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-b53cd4f1-f768-4d61-9874-ab597e403e40 service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082298 May 26 19:23:13.963065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Usage tracker for resource:router and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:13.969246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:13.985142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:13.988318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:13.995584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Attempting to bind port d6ae1a7f-2419-4503-aefa-167480f7d600 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:14.001532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:14.002232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.005447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Attempting to bind port d6ae1a7f-2419-4503-aefa-167480f7d600 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:14.006583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Attempting to bind port d6ae1a7f-2419-4503-aefa-167480f7d600 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:14.010470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:14.041764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=a1fc461b-216d-4a6f-b1e6-96d926752893,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:14.052359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.053687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea58bf4-68fd-4596-b760-3a4b69b2cd69 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:14.095157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:14.095786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Checking segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:14.096190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.096605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Bound using segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:14.097102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Bound port: d6ae1a7f-2419-4503-aefa-167480f7d600, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:14.097470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.141723 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed87feab-890b-4e22-be9e-2ae7d3ba4454 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5977054 May 26 19:23:14.148815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:14.153413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.154471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.217951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1963668666'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:14.246419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:14.247904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:14.251028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:14.254682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:14.261180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:14.269598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:14.292232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:14.299038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:14.304072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.304325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.318331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:14.327458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:14.339736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Usage tracker for resource:subnet and tenant:0f91385ee14541248f77ccf75d3f9b2b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:14.346685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:14.357176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:14.360144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.372151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 10aa212b-d69a-4901-897d-533e92d74ea1 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:14.435577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-aae51b0c-f0dd-45f7-9c57-8191b7059ae8 service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661450 May 26 19:23:14.505623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.541427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Made reservation on behalf of 0f91385ee14541248f77ccf75d3f9b2b for: {'subnet': 2} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:14.545923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.546114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.546429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.556081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:14.557019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.572339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:14.603055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/975dc1fb-deb9-4840-ac1b-e23e2bd6c379/249f7e8b-0be8-4760-9c85-a0d45446e288) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:14.617072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3942e554-f421-44c7-9264-ece33f591076 None None] For port d6ae1a7f-2419-4503-aefa-167480f7d600, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:14.688075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:14.697203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:14.698445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:14.705567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:14.716898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3942e554-f421-44c7-9264-ece33f591076 None None] For port d6ae1a7f-2419-4503-aefa-167480f7d600, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6ae1a7f-2419-4503-aefa-167480f7d600,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:14.754351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.760107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dd69ebf6-82ff-4090-90b3-8f43218ea4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.795075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:14.795735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.838543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:14.848358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:14.875815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-79ae5969-e95c-4d7b-a035-b2ab7600019b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7213309 May 26 19:23:14.937944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:14.968340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:14.994593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e554-f421-44c7-9264-ece33f591076 None None] Pushing event updated for resources: {'Port': ['ID=d6ae1a7f-2419-4503-aefa-167480f7d600,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:15.051300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fcb01b5-4fdd-4876-8f30-e0b59b49483e req-105941c1-8a1f-4b59-a530-966528204190 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.2274992 May 26 19:23:15.058037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Request body: {'port': {'device_id': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:15.076192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-d729ece5-334e-454e-aa58-1b107988d7f3', 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'tenant_id': '8768c031e7b644f382f5cf909939ea84', 'fixed_ips': [{'subnet_id': 'a1fc461b-216d-4a6f-b1e6-96d926752893'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:15.077772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.240984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.372778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Allocated IP 172.20.0.2 (2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551/cd25de2d-a982-4932-999a-cdfdabb94aa2/b742afd0-30b7-4661-ae52-7233122c6991) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:15.414350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.449267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Transition to ACTIVE for port object 249f7e8b-0be8-4760-9c85-a0d45446e288 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:15.495690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.496246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Transition to ACTIVE for port object 249f7e8b-0be8-4760-9c85-a0d45446e288 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:15.515625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.592313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa486ec-94ef-4186-9b0f-f39b11cc78a8 req-c8d7fa36-13c5-47c3-bfca-24ece28ebe72 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:15.592993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1aa486ec-94ef-4186-9b0f-f39b11cc78a8 req-c8d7fa36-13c5-47c3-bfca-24ece28ebe72 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:15.597143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.603905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.622129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1aa486ec-94ef-4186-9b0f-f39b11cc78a8 req-c8d7fa36-13c5-47c3-bfca-24ece28ebe72 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:15.623684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1aa486ec-94ef-4186-9b0f-f39b11cc78a8 req-c8d7fa36-13c5-47c3-bfca-24ece28ebe72 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 932 time: 0.3540599 May 26 19:23:15.691731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.725221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::d5 (1de15714-029c-45d8-802a-f7d18ed8bfd5/975dc1fb-deb9-4840-ac1b-e23e2bd6c379/10aa212b-d69a-4901-897d-533e92d74ea1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:15.746105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:15.750983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5926900 May 26 19:23:15.751817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:15.776800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60f3a-be76-4de4-976c-d707930a9670 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4824be-a2ae-418c-816b-934825e7f16e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:15.800039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:15.812511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:15.814648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Allocated IP 2001:db8::2 (d729ece5-334e-454e-aa58-1b107988d7f3/a1fc461b-216d-4a6f-b1e6-96d926752893/fe902ba5-b114-4302-9454-58083d20d12a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:15.819431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Pushing event updated for resources: {'Port': ['ID=249f7e8b-0be8-4760-9c85-a0d45446e288,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:15.823529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1aa486ec-94ef-4186-9b0f-f39b11cc78a8 req-9189ee5d-151e-413a-a2e2-1664ac159f9d tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892283 May 26 19:23:15.831077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:15.863244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1961716546'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:15.871692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:15.876139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:15.891429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:15.902507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:15.960225 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1411de2-fdb5-4970-8ffa-2f5aa5981b8d'] response: {'server_uuid': '4927869a-aca2-43fa-8e50-b5ab7516d87e', 'name': 'network-vif-deleted', 'tag': 'a19d4d2f-661c-4453-b677-181ef6cf46f9', 'status': 'completed', 'code': 200} May 26 19:23:15.984300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.124757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:16.147925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:16.186907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:16.210953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:16.284805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Attempting to bind port 249f7e8b-0be8-4760-9c85-a0d45446e288 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:16.285248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Attempting to bind port 249f7e8b-0be8-4760-9c85-a0d45446e288 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:16.285616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Attempting to bind port 249f7e8b-0be8-4760-9c85-a0d45446e288 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:16.394253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:16.394695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:16.395100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.395498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:16.396541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Bound port: 249f7e8b-0be8-4760-9c85-a0d45446e288, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:16.396541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.410369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89510a99-6daa-4bdd-96b6-b18a56835799 req-40cbd164-a95f-4d81-b35e-1f540ba858d0 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 210 time: 0.2799914 May 26 19:23:16.499458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29f70fd-2e46-4148-8b0e-381bddf47759 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:16.543411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Allocated IP 172.25.0.199 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/a9af1ca6-325d-413d-8ea5-c48953721a0c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:16.544735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] For port 249f7e8b-0be8-4760-9c85-a0d45446e288, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:16.548218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] For port 249f7e8b-0be8-4760-9c85-a0d45446e288, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=249f7e8b-0be8-4760-9c85-a0d45446e288,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:16.557826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.562298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.614452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.691687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Transition to ACTIVE for port object f29f70fd-2e46-4148-8b0e-381bddf47759 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:16.702497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.738771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.754092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 10aa212b-d69a-4901-897d-533e92d74ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:16.828802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Transition to ACTIVE for port object b742afd0-30b7-4661-ae52-7233122c6991 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:16.849217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-9bf17ffc-aaa1-426c-8a6f-1ee4bd3905db tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:16.851670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-9bf17ffc-aaa1-426c-8a6f-1ee4bd3905db tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.7850208 May 26 19:23:16.910761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2c7c-0ec1-4ae3-b0f9-2c7c43510973 None None] Pushing event updated for resources: {'Port': ['ID=249f7e8b-0be8-4760-9c85-a0d45446e288,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:16.964485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.974099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:16.987690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Transition to ACTIVE for port object fe902ba5-b114-4302-9454-58083d20d12a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:17.053803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Transition to ACTIVE for port object fe902ba5-b114-4302-9454-58083d20d12a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:17.057563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2a4686e5-b0f6-4808-b581-708070353abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.063112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Transition to ACTIVE for port object b742afd0-30b7-4661-ae52-7233122c6991 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:17.069871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6ae1a7f-2419-4503-aefa-167480f7d600 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:17.076470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'port': {'device_id': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'admin_state_up': True, 'tenant_id': '59f4f7b960314031aa8995ff0fd944f9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:17.102204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.145658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47633137-44d7-4322-ac34-a05f98ccd77d None None] Network ad646e7e-741a-4917-a169-180605b1b82f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:17.169726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.259262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:17.261615 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.276824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:17.353843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.373708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:17.375652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.400039 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6b47a21-e103-46fd-8275-ce60da4d6f04 req-e3a548ce-232c-4c27-a9ce-0bcbff1d783c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcc903ca55ad4dcb8df048a61767861d&device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.3527651 May 26 19:23:17.415795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-dda90eaf-09c1-4755-8838-66ce59079a64 None None] Provisioning for port d6ae1a7f-2419-4503-aefa-167480f7d600 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:17.446109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.456682 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.458858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.479318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:17.480154 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.496290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:17.526890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Pushing event updated for resources: {'Port': ['ID=b742afd0-30b7-4661-ae52-7233122c6991,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.530262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:17.541215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.576456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=10aa212b-d69a-4901-897d-533e92d74ea1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.582343 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6b47a21-e103-46fd-8275-ce60da4d6f04 req-6f69c430-ae9e-408e-ad59-098aec6bc39e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fcc903ca55ad4dcb8df048a61767861d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298611 May 26 19:23:17.631367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:17.640101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d0079-7605-425c-b151-9563b8cffad0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.640336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:17.648452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d6ae1a7f-2419-4503-aefa-167480f7d600 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:17.664548 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.665819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-478f0958-b475-4416-bdde-a917d006ea27 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8905070 May 26 19:23:17.675996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:17.683773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:17.684602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.720825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38526) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:17.728212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d6ae1a7f-2419-4503-aefa-167480f7d600 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:17.728766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.755079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1273406798', 'security_groups': ['4f1d0079-7605-425c-b151-9563b8cffad0'], 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1fc461b-216d-4a6f-b1e6-96d926752893'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:17.788082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Attempting to bind port b742afd0-30b7-4661-ae52-7233122c6991 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:17.788456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Attempting to bind port b742afd0-30b7-4661-ae52-7233122c6991 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:17.788804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Attempting to bind port b742afd0-30b7-4661-ae52-7233122c6991 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:17.796244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Subnet': ['ID=cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.824633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:17.829400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Usage tracker for resource:port and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:17.832489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:17.838722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Pushing event updated for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:17.840097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:17.859848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:17.860100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:17.860356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.860820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Bound using segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:17.861344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Bound port: b742afd0-30b7-4661-ae52-7233122c6991, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:17.861605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.863562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e4d31-a7bf-4c9a-8981-af3f92326dcb req-9da443dd-63a6-4034-95e8-b8066df1ab36 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:17.865372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-877e4d31-a7bf-4c9a-8981-af3f92326dcb req-9da443dd-63a6-4034-95e8-b8066df1ab36 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 944 time: 0.6603110 May 26 19:23:17.872128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Made reservation on behalf of 59f4f7b960314031aa8995ff0fd944f9 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:17.875578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.881324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Attempting to bind port fe902ba5-b114-4302-9454-58083d20d12a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:17.881694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Attempting to bind port fe902ba5-b114-4302-9454-58083d20d12a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '46cc36c9-a43d-41dc-8f62-d57e4a4c0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:17.882058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Attempting to bind port fe902ba5-b114-4302-9454-58083d20d12a on network d729ece5-334e-454e-aa58-1b107988d7f3 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:17.890676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Checking segment: {'id': '6c382ab7-24bb-4dfb-be06-1b637e2201f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:17.890930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network hostable DHCP agents. Network: 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:17.920454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Attempting to bind port f29f70fd-2e46-4148-8b0e-381bddf47759 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:17.920669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Attempting to bind port f29f70fd-2e46-4148-8b0e-381bddf47759 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:17.920911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Attempting to bind port f29f70fd-2e46-4148-8b0e-381bddf47759 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:17.924620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:17.924993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Checking segment: {'id': '46cc36c9-a43d-41dc-8f62-d57e4a4c0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:17.925415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.925809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Bound using segment: {'id': '46cc36c9-a43d-41dc-8f62-d57e4a4c0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:17.927026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Bound port: fe902ba5-b114-4302-9454-58083d20d12a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cc36c9-a43d-41dc-8f62-d57e4a4c0459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:17.927026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.931442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Port f29f70fd-2e46-4148-8b0e-381bddf47759 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:23:17.931645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Attempting to bind port f29f70fd-2e46-4148-8b0e-381bddf47759 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:17.944111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:17.944523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Checking segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:17.945686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Bound using segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:17.946022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47a21-e103-46fd-8275-ce60da4d6f04 req-5347abe4-8295-401e-9b54-11a4408e3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:17.946158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Bound port: f29f70fd-2e46-4148-8b0e-381bddf47759, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:17.946601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:17.947494 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6b47a21-e103-46fd-8275-ce60da4d6f04 req-5347abe4-8295-401e-9b54-11a4408e3d7d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497512 May 26 19:23:17.993631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.049600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c97c696c-1331-4947-b81a-ac52123a6c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5132878 May 26 19:23:18.067933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] For port b742afd0-30b7-4661-ae52-7233122c6991, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:18.071485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] For port b742afd0-30b7-4661-ae52-7233122c6991, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b742afd0-30b7-4661-ae52-7233122c6991,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:18.090856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:18.091518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:18.132654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-877e4d31-a7bf-4c9a-8981-af3f92326dcb req-7204307f-71b7-4926-9848-789142ccfaa0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447252 May 26 19:23:18.154103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:18.179909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:18.202444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:18.223144 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.227376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:18.233667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.267789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ecef9-e1e5-4e43-b7dd-a6e7cf30b871 None None] Network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:18.278337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:18.287934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:18.304070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:18.330663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.333294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:18.335951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Allocated IP 172.25.0.73 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/8bc0f636-358c-44e4-bf5e-d8f56f3de732) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:18.340750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9af1ca6-325d-413d-8ea5-c48953721a0c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:18.342772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:18.351412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe902ba5-b114-4302-9454-58083d20d12a,segment=NetworkSegment(46cc36c9-a43d-41dc-8f62-d57e4a4c0459),segment_id=46cc36c9-a43d-41dc-8f62-d57e4a4c0459)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:18.371278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:port and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:18.382182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:18.388699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b928e4c2-c92f-4340-a244-28b57a94b43c req-f3f368e9-4073-4eb5-b85c-fbbd4f642a63 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0567596 May 26 19:23:18.397908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:18.398531 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.399905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-1cfc81de-3191-41ea-967b-8f015730ad54 service neutron] 10.222.0.53 "PUT /v2.0/ports/f29f70fd-2e46-4148-8b0e-381bddf47759 HTTP/1.1" status: 200 len: 1092 time: 3.3603635 May 26 19:23:18.402904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:18.451116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Allocated IP 172.20.0.12 (f894930e-3fce-408e-9152-8d396d2aade6/3dc2171d-d4eb-4151-adee-236e6592f00a/4446d70d-fba6-4b23-8882-964103d0c285) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:18.520334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:18.598499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50970c-ff4f-4153-a088-d86b24155a90 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:18.638734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.647259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83f39808-c718-4d1c-b411-861ceef2aeb1 req-6ceaace9-e690-403c-bcb5-b4d0d2ddef5c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 210 time: 0.0917826 May 26 19:23:18.657475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Checking segment: {'id': '80106914-c67e-4623-830a-b5cba235d023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40683943-dc45-438e-8065-4c7096d20357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:18.658092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network hostable DHCP agents. Network: 40683943-dc45-438e-8065-4c7096d20357, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:18.701946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-385080f3-1789-451e-af30-9dcda4c5de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:18.703987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-385080f3-1789-451e-af30-9dcda4c5de30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 1095 time: 0.2436085 May 26 19:23:18.719256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.761603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event updated for resources: {'Subnet': ['ID=1388a528-d4f0-427d-8602-ea7fd9c7331d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:18.789528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150805cf-e262-440e-a390-d61140239e83 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:18.795916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150805cf-e262-440e-a390-d61140239e83 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:18.797574 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-150805cf-e262-440e-a390-d61140239e83 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6947167 May 26 19:23:18.808436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8cbce4db-69f3-45a6-bfd6-b4f8cb4ac96d None None] Provisioning for port 249f7e8b-0be8-4760-9c85-a0d45446e288 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:18.816476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:18.829834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38538) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:18.834734 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc366093-7dea-40e5-a22f-32e5a3ddd092'] response: {'name': 'network-changed', 'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'status': 'completed', 'code': 200} May 26 19:23:18.848813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d6ae1a7f-2419-4503-aefa-167480f7d600 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:18.849927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:18.894589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-77d1ed24-4c5a-40f9-bae4-6f3f65bb4a3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29f70fd-2e46-4148-8b0e-381bddf47759 HTTP/1.1" status: 200 len: 217 time: 0.1358263 May 26 19:23:18.904606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port d6ae1a7f-2419-4503-aefa-167480f7d600, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6ae1a7f-2419-4503-aefa-167480f7d600,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:18.910950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87947c2-16ea-4891-89cd-d9e67dbfb0de None None] Pushing event updated for resources: {'Port': ['ID=b742afd0-30b7-4661-ae52-7233122c6991,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:18.969244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.012920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.029732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 10aa212b-d69a-4901-897d-533e92d74ea1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:19.029894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.047775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Network 40683943-dc45-438e-8065-4c7096d20357 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:19.073770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port db371fff-3519-4bbe-9324-ae1c274d6253 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:19.085898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-90e63c3d-0bd6-4bbc-bab3-ebf3d8a1f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:19.087433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-90e63c3d-0bd6-4bbc-bab3-ebf3d8a1f8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1701674 May 26 19:23:19.149485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 40683943-dc45-438e-8065-4c7096d20357) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:19.196149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12819486-e37a-4c73-95ea-859f421d6a73 None None] Pushing event updated for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:19.245871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-3e953e60-64e6-43bd-9e7a-7e4252faf002 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423035 May 26 19:23:19.366256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d47f32-f3b9-44d3-829d-bef5ae2c04fb None None] Network 40683943-dc45-438e-8065-4c7096d20357 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:19.505226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 249f7e8b-0be8-4760-9c85-a0d45446e288 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:19.567818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:19.569388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:19.570301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.705625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.766479 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c6b47a21-e103-46fd-8275-ce60da4d6f04 req-51793c8b-c0dc-409a-918d-dd01f9c881a0 tempest-ServerShowV254Test-595955696 tempest-ServerShowV254Test-595955696-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6ae98b1-b1ce-45d4-bc74-9f62c0305e0c HTTP/1.1" status: 200 len: 210 time: 0.0807817 May 26 19:23:19.787359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=d6ae1a7f-2419-4503-aefa-167480f7d600,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:19.788477 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0d9bb0e-6d29-46ca-a5a3-09cfc1ce0dd6 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.0246165 May 26 19:23:19.798101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38548) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:19.846562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-430dca7b-d3e5-46cb-8e25-06f1c1d8ad53', 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53', 'tenant_id': '0f91385ee14541248f77ccf75d3f9b2b', 'fixed_ips': [{'subnet_id': 'cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:19.847386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.861670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.880535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.887620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-f3e00d0c-7f17-4e58-a2d3-b0df87369455 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324866 May 26 19:23:19.892705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:19.940649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.160377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-17f5ff1b-209c-4bde-a2bf-680dda73b57f None None] Provisioning complete for port d6ae1a7f-2419-4503-aefa-167480f7d600 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:20.160749 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-17f5ff1b-209c-4bde-a2bf-680dda73b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.173339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::3a5 (d729ece5-334e-454e-aa58-1b107988d7f3/a1fc461b-216d-4a6f-b1e6-96d926752893/db371fff-3519-4bbe-9324-ae1c274d6253) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:20.223192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-40683943-dc45-438e-8065-4c7096d20357', 'network_id': '40683943-dc45-438e-8065-4c7096d20357', 'tenant_id': '0f91385ee14541248f77ccf75d3f9b2b', 'fixed_ips': [{'subnet_id': '1388a528-d4f0-427d-8602-ea7fd9c7331d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:20.224027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.242971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.297614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 10aa212b-d69a-4901-897d-533e92d74ea1 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:20.356914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.361879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edff857-4fd5-42a1-bcba-cc4e399f5df4 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:20.364390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edff857-4fd5-42a1-bcba-cc4e399f5df4 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:20.368255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edff857-4fd5-42a1-bcba-cc4e399f5df4 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:20.380018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2edff857-4fd5-42a1-bcba-cc4e399f5df4 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5759070 May 26 19:23:20.392828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:20.439273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 249f7e8b-0be8-4760-9c85-a0d45446e288 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:20.472154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.520615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fa696-1106-4833-ac89-e04f388ff50a req-1ebe89cd-1d47-4370-a79b-5cc9421d2000 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:20.522703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e40fa696-1106-4833-ac89-e04f388ff50a req-1ebe89cd-1d47-4370-a79b-5cc9421d2000 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 944 time: 0.8822823 May 26 19:23:20.529730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 249f7e8b-0be8-4760-9c85-a0d45446e288 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:20.530124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.571649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object db371fff-3519-4bbe-9324-ae1c274d6253 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:20.602180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:20.603378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:20.633447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-17f5ff1b-209c-4bde-a2bf-680dda73b57f None None] Current status of the port d6ae1a7f-2419-4503-aefa-167480f7d600 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:20.639535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebd273-2c4a-4d83-95db-0e3259d0e0dd None None] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:20.674828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Allocated IP 172.20.0.2 (430dca7b-d3e5-46cb-8e25-06f1c1d8ad53/cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a/5b312df3-0186-491d-bef6-43fbe4ac9822) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:20.675131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:20.694601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:20.699738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Network f894930e-3fce-408e-9152-8d396d2aade6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:20.732133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:20.761477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:20.769023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Pushing event updated for resources: {'Port': ['ID=8bc0f636-358c-44e4-bf5e-d8f56f3de732,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:20.817453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e40fa696-1106-4833-ac89-e04f388ff50a req-6ee0643e-dc79-46d0-9f0d-e43c5387d0ce tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101545 May 26 19:23:20.822481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Deleting subnet cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:20.830427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aacbf5-8f18-4ceb-8e06-db9e42c6a555 req-39dd0c4f-9320-404d-8f27-2905aca65d84 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272461 May 26 19:23:20.914352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:20.991671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:20.992610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.086447 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.146471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=db371fff-3519-4bbe-9324-ae1c274d6253,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:21.168093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-7df7f18c-8a47-4f4a-8971-56b38a646c55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2618270 May 26 19:23:21.217324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:21.231519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:21.231676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=10aa212b-d69a-4901-897d-533e92d74ea1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:21.248135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Request body: {'port': {'device_id': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:21.278341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Allocated IP 172.20.0.18 (40683943-dc45-438e-8065-4c7096d20357/1388a528-d4f0-427d-8602-ea7fd9c7331d/141ccc55-0bba-4207-9df2-991d16576a94) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:21.287885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:21.294223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.295357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.337003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.343344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:21.414943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.518124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.523451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e8fba104-fb2b-49ed-aadd-b22ff9fb36cc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/10aa212b-d69a-4901-897d-533e92d74ea1 HTTP/1.1" status: 204 len: 168 time: 2.6796641 May 26 19:23:21.528864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-df2f4e60-bef4-48a9-a55f-42a19e532c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.530479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-df2f4e60-bef4-48a9-a55f-42a19e532c9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 1095 time: 0.6327643 May 26 19:23:21.542909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38566) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:21.568825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f70e0051-8a28-481f-a09d-236d2a7e6745 None None] Provisioning for port b742afd0-30b7-4661-ae52-7233122c6991 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:21.576802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.631958 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3016022-73b5-4816-9350-556941338a9d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9041629 May 26 19:23:21.648391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:21.648621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Transition to ACTIVE for port object 141ccc55-0bba-4207-9df2-991d16576a94 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:21.663628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.684494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:21.717552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Transition to ACTIVE for port object 141ccc55-0bba-4207-9df2-991d16576a94 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:21.784469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.810938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-21e943ad-6a4b-4142-abe5-1a621c0a2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.812382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-21e943ad-6a4b-4142-abe5-1a621c0a2652 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.2494938 May 26 19:23:21.827077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:21.913374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Usage tracker for resource:security_group_rule and tenant:fcc903ca55ad4dcb8df048a61767861d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:21.917811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-c92c6945-4f20-465e-b475-a3facb0879b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.918424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-c92c6945-4f20-465e-b475-a3facb0879b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:21.933152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-20f11c35-9e96-4215-9390-aca1afc78f84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29f70fd-2e46-4148-8b0e-381bddf47759 HTTP/1.1" status: 200 len: 217 time: 0.1101213 May 26 19:23:21.940852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:21.942795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 249f7e8b-0be8-4760-9c85-a0d45446e288 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:21.944242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:21.945802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf8933-c529-4aa4-b7a2-4d5c6bdbfa9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.947422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faf8933-c529-4aa4-b7a2-4d5c6bdbfa9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:21.949659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1faf8933-c529-4aa4-b7a2-4d5c6bdbfa9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3996971 May 26 19:23:21.953942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38576) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:21.961636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Network 40683943-dc45-438e-8065-4c7096d20357 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:21.963602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:21.978275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:21.985989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Provisioning for port db371fff-3519-4bbe-9324-ae1c274d6253 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:22.011810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:22.068861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 249f7e8b-0be8-4760-9c85-a0d45446e288, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=249f7e8b-0be8-4760-9c85-a0d45446e288,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:22.078350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Provisioning complete for port db371fff-3519-4bbe-9324-ae1c274d6253 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:22.078780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.086457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-c92c6945-4f20-465e-b475-a3facb0879b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:22.093242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-c92c6945-4f20-465e-b475-a3facb0879b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 932 time: 0.9234250 May 26 19:23:22.131091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.145182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Pushing event updated for resources: {'Port': ['ID=141ccc55-0bba-4207-9df2-991d16576a94,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:22.158852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-3d2ad592-c684-44ca-bebb-e6547ef9ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:22.160255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-3d2ad592-c684-44ca-bebb-e6547ef9ad93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.2087862 May 26 19:23:22.183122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-99222217-f1f9-47ae-9c36-77adb403b3a6 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:22.286269 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.321420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Port db371fff-3519-4bbe-9324-ae1c274d6253 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:22.358353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.421710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Transition to ACTIVE for port object 5b312df3-0186-491d-bef6-43fbe4ac9822 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:22.438528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 975dc1fb-deb9-4840-ac1b-e23e2bd6c379 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:22.454408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6ae1a7f-2419-4503-aefa-167480f7d600 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:22.461165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.506759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-cf31ef8f-db84-4b64-8030-a2140de00723 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3170693 May 26 19:23:22.523157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:22.527251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:22.530525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:22.532789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:22.533228 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.536447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:22.596179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:22.596739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Attempting to bind port 141ccc55-0bba-4207-9df2-991d16576a94 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:22.597136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Attempting to bind port 141ccc55-0bba-4207-9df2-991d16576a94 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '80106914-c67e-4623-830a-b5cba235d023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40683943-dc45-438e-8065-4c7096d20357'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:22.597504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Attempting to bind port 141ccc55-0bba-4207-9df2-991d16576a94 on network 40683943-dc45-438e-8065-4c7096d20357 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:22.600651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.616467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Transition to ACTIVE for port object 5b312df3-0186-491d-bef6-43fbe4ac9822 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:22.627020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=249f7e8b-0be8-4760-9c85-a0d45446e288,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:22.632317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.643096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:22.643305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Checking segment: {'id': '80106914-c67e-4623-830a-b5cba235d023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40683943-dc45-438e-8065-4c7096d20357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:22.643691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.644182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Bound using segment: {'id': '80106914-c67e-4623-830a-b5cba235d023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40683943-dc45-438e-8065-4c7096d20357'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:22.644829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Bound port: 141ccc55-0bba-4207-9df2-991d16576a94, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80106914-c67e-4623-830a-b5cba235d023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '40683943-dc45-438e-8065-4c7096d20357'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:22.645223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.673786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-99222217-f1f9-47ae-9c36-77adb403b3a6 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:22.676648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91269b19-0f57-4e04-a816-3b2883225ef3 req-99222217-f1f9-47ae-9c36-77adb403b3a6 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826383 May 26 19:23:22.720445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.780818 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.807765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.835382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:22.850106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Router bd333164-17c9-4999-b011-675c36b5f743 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:23:22.869772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.890362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:22.890788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.892783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d6ae1a7f-2419-4503-aefa-167480f7d600 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:22.893311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:22.916608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:22.935208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:22.941929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-13c96eca-be72-4532-9646-476154d26f90 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153478 May 26 19:23:22.942150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] For port 141ccc55-0bba-4207-9df2-991d16576a94, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:22.952850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:22.968264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0dd65246-a7f0-4816-ab1f-29a8fe532454 None None] Provisioning for port fe902ba5-b114-4302-9454-58083d20d12a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:22.987231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] For port 141ccc55-0bba-4207-9df2-991d16576a94, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=141ccc55-0bba-4207-9df2-991d16576a94,segment=NetworkSegment(80106914-c67e-4623-830a-b5cba235d023),segment_id=80106914-c67e-4623-830a-b5cba235d023)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:23.085672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Pushing event updated for resources: {'Port': ['ID=5b312df3-0186-491d-bef6-43fbe4ac9822,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:23.113981 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.118747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a94c9ad-9590-4bba-a2cb-9eaa29edec2e req-188255af-1759-4332-8a95-587d8a91f3d4 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387696 May 26 19:23:23.155387 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcc903ca55ad4dcb8df048a61767861d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8056295 May 26 19:23:23.156718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38580) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:23.164890 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1fc461b-216d-4a6f-b1e6-96d926752893 (CIDR: 2001:db8::/64) May 26 19:23:23.168891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988ac7-5164-47ef-ad1c-de8e8a2a2f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e1c1d-1a35-44b4-8e5c-25e92061200f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:23.176713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4446d70d-fba6-4b23-8882-964103d0c285 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:23.194532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.215175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Attempting to bind port 5b312df3-0186-491d-bef6-43fbe4ac9822 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:23.215725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Attempting to bind port 5b312df3-0186-491d-bef6-43fbe4ac9822 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6c382ab7-24bb-4dfb-be06-1b637e2201f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:23.216250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Attempting to bind port 5b312df3-0186-491d-bef6-43fbe4ac9822 on network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:23.245791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.280720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dca21-533b-4918-995f-47e2dd214815 req-f1d68e0d-2f31-45fe-ae6a-a13ac755266f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:23.282346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c2dca21-533b-4918-995f-47e2dd214815 req-f1d68e0d-2f31-45fe-ae6a-a13ac755266f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 944 time: 0.4442165 May 26 19:23:23.283540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Transition to ACTIVE for port object 4446d70d-fba6-4b23-8882-964103d0c285 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:23.295500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:23.295943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Checking segment: {'id': '6c382ab7-24bb-4dfb-be06-1b637e2201f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:23.296280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.296674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Bound using segment: {'id': '6c382ab7-24bb-4dfb-be06-1b637e2201f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:23.297179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Bound port: 5b312df3-0186-491d-bef6-43fbe4ac9822, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c382ab7-24bb-4dfb-be06-1b637e2201f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '430dca7b-d3e5-46cb-8e25-06f1c1d8ad53'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:23.297601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.301719 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.318749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8924454a-e200-425e-956c-b8dbae76272a None None] Could not find standard attr ID for object 10aa212b-d69a-4901-897d-533e92d74ea1. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:23:23.418241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43151e-a001-409e-98dd-6e71c396b3f4 None None] Pushing event updated for resources: {'Port': ['ID=141ccc55-0bba-4207-9df2-991d16576a94,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:23.424260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d6ae1a7f-2419-4503-aefa-167480f7d600 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:23.425428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:23.446069 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:23:23.446564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:23:23.470087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.484275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.535440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:23.539206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8924454a-e200-425e-956c-b8dbae76272a None None] Provisioning complete for port 249f7e8b-0be8-4760-9c85-a0d45446e288 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:23.539683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8924454a-e200-425e-956c-b8dbae76272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.558587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c2dca21-533b-4918-995f-47e2dd214815 req-968aae17-3488-44ce-95fd-0d7d4f591dfc tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513487 May 26 19:23:23.579763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1c93ff2-e0c2-4d53-a3ab-b6b43feca11d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9282789 May 26 19:23:23.585298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.587252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:23.588631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38584) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:23.604368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.604489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:23.606236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.606587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.606924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.607254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.607579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.607903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.608224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.608538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.608864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.609060 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:23.609551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.609551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.609864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:23.629731 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:23.631501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:23.673946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.722229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] For port 5b312df3-0186-491d-bef6-43fbe4ac9822, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:23.724933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fe902ba5-b114-4302-9454-58083d20d12a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:23.742809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:23.743246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.770075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:23.778408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.778689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] For port 5b312df3-0186-491d-bef6-43fbe4ac9822, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5b312df3-0186-491d-bef6-43fbe4ac9822,segment=NetworkSegment(6c382ab7-24bb-4dfb-be06-1b637e2201f9),segment_id=6c382ab7-24bb-4dfb-be06-1b637e2201f9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:23.800111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e69513df-a5b8-4a8e-be51-95366998562d tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/subnets/cbbd1e59-b4bb-4f6b-b0ba-2d1fea962a4a HTTP/1.1" status: 204 len: 168 time: 3.3998091 May 26 19:23:23.800779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38590) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:23.818695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.915780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Attempting to bind port 4446d70d-fba6-4b23-8882-964103d0c285 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:23.916136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Attempting to bind port 4446d70d-fba6-4b23-8882-964103d0c285 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:23.916423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Attempting to bind port 4446d70d-fba6-4b23-8882-964103d0c285 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:23.927175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Port 4446d70d-fba6-4b23-8882-964103d0c285 on network f894930e-3fce-408e-9152-8d396d2aade6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:23:23.928231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Attempting to bind port 4446d70d-fba6-4b23-8882-964103d0c285 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:23.936581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:23.953495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:23.953826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Checking segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:23.954214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Bound using segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:23.954661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Bound port: 4446d70d-fba6-4b23-8882-964103d0c285, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:23.955004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.063507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e1c1d-1a35-44b4-8e5c-25e92061200f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:24.064682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:24.070057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:24.073739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:24.081893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:24.104350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:24.108816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.146144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Deleting subnet 1388a528-d4f0-427d-8602-ea7fd9c7331d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:24.189179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:24.190640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.222029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8924454a-e200-425e-956c-b8dbae76272a None None] Current status of the port 249f7e8b-0be8-4760-9c85-a0d45446e288 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:24.226277 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.226481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.227484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97996d0c-e2b0-458b-8b11-247251d317c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b9e1c1d-1a35-44b4-8e5c-25e92061200f HTTP/1.1" status: 204 len: 168 time: 1.0688963 May 26 19:23:24.319516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ea21-0f4d-4f82-a7ec-c029b58357d4 None None] Pushing event updated for resources: {'Port': ['ID=5b312df3-0186-491d-bef6-43fbe4ac9822,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:24.352145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:24.352511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.371665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.410344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe902ba5-b114-4302-9454-58083d20d12a,segment=NetworkSegment(46cc36c9-a43d-41dc-8f62-d57e4a4c0459),segment_id=46cc36c9-a43d-41dc-8f62-d57e4a4c0459)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:24.420080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.420922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b742afd0-30b7-4661-ae52-7233122c6991 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:24.424209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=975dc1fb-deb9-4840-ac1b-e23e2bd6c379,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:24.427484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.432034 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-87b31c11-2b45-4691-8959-8db3edfafeb0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.6496713 May 26 19:23:24.438460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:24.446000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38596) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:24.494774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:24.507574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.645006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fb51b-bf4e-4bb1-b6cc-6af1bbe67beb req-869c6bd6-c039-4acf-8601-94bb23f75d3c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:24.653266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b6fb51b-bf4e-4bb1-b6cc-6af1bbe67beb req-869c6bd6-c039-4acf-8601-94bb23f75d3c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.6757133 May 26 19:23:24.679356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.683785 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0dab715-98c1-4cf7-8fde-d6b18abf31f5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/975dc1fb-deb9-4840-ac1b-e23e2bd6c379 HTTP/1.1" status: 204 len: 168 time: 2.7215114 May 26 19:23:24.742826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48d585-0a5a-49ee-81f5-3e0b84e9fc6d None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:24.793429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:24.858957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:24.859417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:24.860801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] 10.222.0.53 "PUT /v2.0/ports/4446d70d-fba6-4b23-8882-964103d0c285 HTTP/1.1" status: 200 len: 1092 time: 3.6179059 May 26 19:23:24.867732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:24.902632 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:19Z', 'revision_number': 3, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:24.908182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:23:24.908378 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Updating router bd333164-17c9-4999-b011-675c36b5f743 port a9af1ca6-325d-413d-8ea5-c48953721a0c binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:23:24.918703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:24.998674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51961c92-f427-407f-8ae5-d6f4cbd93480 service neutron] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:25.015468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1579cde9-3fa9-4237-bc6e-3f8fd5ac1ed9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2199879 May 26 19:23:25.019600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38618) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:25.035761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b6fb51b-bf4e-4bb1-b6cc-6af1bbe67beb req-b3b0b168-22d3-41a4-bd89-0ec99ce36131 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735766 May 26 19:23:25.043925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.076031 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.077406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b742afd0-30b7-4661-ae52-7233122c6991 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:25.100564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b742afd0-30b7-4661-ae52-7233122c6991 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:25.100932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.233925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:23:25.330455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-48e5f261-a32e-4454-b8ac-7097781741f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:25.332721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-48e5f261-a32e-4454-b8ac-7097781741f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 1095 time: 0.4024847 May 26 19:23:25.376346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:25.457184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.492235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-52610e28-1796-4118-a995-b3638bffc89b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4446d70d-fba6-4b23-8882-964103d0c285 HTTP/1.1" status: 200 len: 217 time: 0.1508114 May 26 19:23:25.550630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Subnet': ['ID=1388a528-d4f0-427d-8602-ea7fd9c7331d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:25.564263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0bf433-e2e9-45a3-8142-8f8c6b0b44b0 None None] Network 40683943-dc45-438e-8065-4c7096d20357 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:25.574137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.594733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd3789ce-dba3-45d7-a98e-f911c1882309 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/subnets/1388a528-d4f0-427d-8602-ea7fd9c7331d HTTP/1.1" status: 204 len: 168 time: 1.7907698 May 26 19:23:25.599561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38630) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:25.612038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:25.644381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'mac_address': 'fa:16:3e:0b:b9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:23:25.705854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-6103a67c-8571-4633-a7ef-df4fd9747123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:25.707766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-6103a67c-8571-4633-a7ef-df4fd9747123 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.1982186 May 26 19:23:25.724573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850cfb4-9657-4c5d-bd50-19b36594ff5a req-14981e3b-2c04-426e-92c4-2bdda4cb2104 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:25.724829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:25.734788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1850cfb4-9657-4c5d-bd50-19b36594ff5a req-14981e3b-2c04-426e-92c4-2bdda4cb2104 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 944 time: 0.4656148 May 26 19:23:25.751275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-68ce23dd-836f-47dd-9a7e-a6fd8e8dac16 None None] Provisioning for port 141ccc55-0bba-4207-9df2-991d16576a94 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:25.762168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:25.785749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:25.794353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Router 38561066-d88d-4234-a242-f5fc55421efd is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:23:25.803809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38634) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:25.810354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-b26d054c-bd3d-4f73-ac8e-030c27dae8de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689025 May 26 19:23:25.814807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:25.838627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044eedae-047e-47ca-8210-a810c08ee465 None None] Network 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:25.901981 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:25.917136 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Transition to ACTIVE for port object a9af1ca6-325d-413d-8ea5-c48953721a0c will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:25.925379 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.018710 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Pushing event updated for resources: {'Port': ['ID=a9af1ca6-325d-413d-8ea5-c48953721a0c,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:26.046543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.046878 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.047205 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.047588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b742afd0-30b7-4661-ae52-7233122c6991 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:26.047916 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.048188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.048305 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.048544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.048859 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.049198 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.049509 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.049819 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.050124 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.050428 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:26.054453 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Attempting to bind port a9af1ca6-325d-413d-8ea5-c48953721a0c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:26.054808 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Attempting to bind port a9af1ca6-325d-413d-8ea5-c48953721a0c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:26.055288 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Attempting to bind port a9af1ca6-325d-413d-8ea5-c48953721a0c on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:26.062607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:26.062942 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:26.064014 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.064403 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:26.064873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Bound port: a9af1ca6-325d-413d-8ea5-c48953721a0c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:26.065392 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.068685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d495a-b26c-4a9f-9233-6872e0729074 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:26.074216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-576d495a-b26c-4a9f-9233-6872e0729074 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Synchronizing usage tracker for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:26.096122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f29f70fd-2e46-4148-8b0e-381bddf47759 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:26.096626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.111809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:26.160422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-767473095-network', 'tenant_id': '138ae5b29ec6425f85503a7f7a063f36'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:26.165764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:26.170927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Usage tracker for resource:network and tenant:138ae5b29ec6425f85503a7f7a063f36 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:26.175923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:26.181217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:26.182581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:26.194992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:26.198715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.229205 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] For port a9af1ca6-325d-413d-8ea5-c48953721a0c, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:26.233589 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] For port a9af1ca6-325d-413d-8ea5-c48953721a0c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a9af1ca6-325d-413d-8ea5-c48953721a0c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:26.240028 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.249992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29f70fd-2e46-4148-8b0e-381bddf47759 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:26.250891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1850cfb4-9657-4c5d-bd50-19b36594ff5a req-0fa7ec68-e335-45ef-9fcc-5f9eb3232b49 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148206 May 26 19:23:26.253786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-576d495a-b26c-4a9f-9233-6872e0729074 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Unset dirty status for tenant:0f91385ee14541248f77ccf75d3f9b2b on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:26.255889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:26.256801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-576d495a-b26c-4a9f-9233-6872e0729074 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6562607 May 26 19:23:26.262466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-85acf0fc-4ef7-4505-856f-7dbfe2613aa0 None None] Provisioning for port 5b312df3-0186-491d-bef6-43fbe4ac9822 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:26.283541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38642) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:26.301071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Deleting port 249f7e8b-0be8-4760-9c85-a0d45446e288 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:26.301521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.349488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:26.350215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:26.361368 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef942fef-babd-4e82-8061-58c555177095 None None] Pushing event updated for resources: {'Port': ['ID=a9af1ca6-325d-413d-8ea5-c48953721a0c,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:26.384411 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:26.385132 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:26.452601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.453849 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-860fd61c-da93-4bd9-b286-a38d008aedac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.5897508 May 26 19:23:26.460627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:26.464278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.468008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Made reservation on behalf of 138ae5b29ec6425f85503a7f7a063f36 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:26.470390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.472687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b742afd0-30b7-4661-ae52-7233122c6991, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b742afd0-30b7-4661-ae52-7233122c6991,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:26.474532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:26.510399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.512134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.569203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.583687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.592311 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27046dea-abe1-4c70-817b-0cd91a34be89'] response: {'name': 'network-changed', 'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285', 'status': 'completed', 'code': 200} May 26 19:23:26.632835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-f0d41777-4b56-45dc-9959-8d82cabc4caa service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911320 May 26 19:23:26.645607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=e6c49aca-c649-4e22-9eca-ee8f0d2d56b7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:26.681215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:26.687419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:26.690436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:26.691028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.741445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:26.753087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Deleting port 141ccc55-0bba-4207-9df2-991d16576a94 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:26.753087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:26.758791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bfd2bd1c-0981-4465-a4aa-13a6eefa5ac3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7302687 May 26 19:23:26.790365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38650) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:26.812183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Usage tracker for resource:security_group_rule and tenant:138ae5b29ec6425f85503a7f7a063f36 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:26.824805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'name': 'tempest-NetworksTestDHCPv6-1707848515'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:26.860047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:26.881740 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:26.896290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:26.969747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f29f70fd-2e46-4148-8b0e-381bddf47759'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:23:26.983431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:27.058371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] DHCP port deletion for 40683943-dc45-438e-8065-4c7096d20357 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:27.060649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:27.100862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.103737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3a29-676e-44a5-8c78-55cb8a7d6872 req-e41443f6-8d0e-4d2c-b812-5224a5cfdf61 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:27.106010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a80a3a29-676e-44a5-8c78-55cb8a7d6872 req-e41443f6-8d0e-4d2c-b812-5224a5cfdf61 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.5182462 May 26 19:23:27.162068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45f977f-fed1-43be-95ab-09e3bc73ea0b req-f9c1f579-5bfa-49fa-9d86-67a1feafcfe4 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221050 May 26 19:23:27.211954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:27.314808 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:19Z', 'revision_number': 3, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:27.319808 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cae8a2-31cb-4c4b-84a7-f99afd4cfc45 None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:19Z', 'revision_number': 3, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:27.360876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:27.365734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:27.367759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Allocated IP 172.20.0.1 (ad646e7e-741a-4917-a169-180605b1b82f/8ef5c362-722b-4b72-92e7-fa9ccb8a1d83/e7d87b4c-d93f-49bf-af0d-06171d251d74) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:27.370255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:27.375461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Deleting port 141ccc55-0bba-4207-9df2-991d16576a94 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:27.375839 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.384135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:27.449714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] For port 141ccc55-0bba-4207-9df2-991d16576a94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=141ccc55-0bba-4207-9df2-991d16576a94,segment=NetworkSegment(80106914-c67e-4623-830a-b5cba235d023),segment_id=80106914-c67e-4623-830a-b5cba235d023)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:27.450650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.474600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] DHCP port deletion for 430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:27.529520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:27.529934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.597144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Deleting port 5b312df3-0186-491d-bef6-43fbe4ac9822 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:27.597545 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.718225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b742afd0-30b7-4661-ae52-7233122c6991,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:27.803716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a80a3a29-676e-44a5-8c78-55cb8a7d6872 req-51a2a40f-bd66-4135-900f-b579c27c8568 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790335 May 26 19:23:27.822438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Calling delete_port for 141ccc55-0bba-4207-9df2-991d16576a94 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:27.907199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:27.912449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:27.922511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.033870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:28.105715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:28.114941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.121140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:28.165193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c2286-0921-41d3-9472-5e4c07800371 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:28.209159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:28.210131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.215954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.249107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-f0696f7b-e329-4c78-ae88-7e990cbcd6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:28.250596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-f0696f7b-e329-4c78-ae88-7e990cbcd6a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 1095 time: 1.0264211 May 26 19:23:28.278924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.287313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.318456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.7266600 May 26 19:23:28.328204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a0194-1552-4a06-a8c5-a19da0f65be5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=cc54388a-d756-4b65-a5bd-b4fa165c2975,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:28.337910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38656) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:28.338673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Transition to ACTIVE for port object e7d87b4c-d93f-49bf-af0d-06171d251d74 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:28.351550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:28.426109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] For port 249f7e8b-0be8-4760-9c85-a0d45446e288, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=249f7e8b-0be8-4760-9c85-a0d45446e288,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:28.427343 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.441598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1178195738', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc54388a-d756-4b65-a5bd-b4fa165c2975'}], 'security_groups': ['eb4824be-a2ae-418c-816b-934825e7f16e']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:28.469353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] No DVR routers for this DVR port 141ccc55-0bba-4207-9df2-991d16576a94 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:28.498761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.499118 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Added segment c3a168ad-3075-48da-bfaf-e676645c982d of type vlan for network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 May 26 19:23:28.501935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Port': ['ID=141ccc55-0bba-4207-9df2-991d16576a94,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:28.563667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967e48d-04d6-4ae9-a03a-742b81f63361,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:28.568200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.580727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.712808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Network ad646e7e-741a-4917-a169-180605b1b82f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:28.714916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.727383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:28.738660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:28.792992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Calling delete_port for 249f7e8b-0be8-4760-9c85-a0d45446e288 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:28.822334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::22c (1de15714-029c-45d8-802a-f7d18ed8bfd5/e6c49aca-c649-4e22-9eca-ee8f0d2d56b7/b0f3e60f-4c7c-469f-a55f-efae6bdb9db3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:28.857332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40683943-dc45-438e-8065-4c7096d20357']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:28.865605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-31b4a34e-618f-4525-825f-ac2fcf3008fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:28.867035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-31b4a34e-618f-4525-825f-ac2fcf3008fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 922 time: 0.6031699 May 26 19:23:28.874405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05da9b8-233b-4052-b60e-d86f69e5182d req-54ff11a7-7e41-47d3-8eb7-eb468e22752b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:28.882106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b05da9b8-233b-4052-b60e-d86f69e5182d req-54ff11a7-7e41-47d3-8eb7-eb468e22752b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 945 time: 0.7104063 May 26 19:23:28.915040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] For port 141ccc55-0bba-4207-9df2-991d16576a94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=141ccc55-0bba-4207-9df2-991d16576a94,segment=NetworkSegment(80106914-c67e-4623-830a-b5cba235d023),segment_id=80106914-c67e-4623-830a-b5cba235d023)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:28.915439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.921235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:28.929334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.934501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:28.937926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5b312df3-0186-491d-bef6-43fbe4ac9822 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:28.954899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.961747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:28.962922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:28.963596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.001814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80106914-c67e-4623-830a-b5cba235d023') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:29.002104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80106914-c67e-4623-830a-b5cba235d023') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:29.010069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-21b09220-1728-4685-b479-719233b9cd95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4446d70d-fba6-4b23-8882-964103d0c285 HTTP/1.1" status: 200 len: 217 time: 0.1090651 May 26 19:23:29.091656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.097020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] Pushing event updated for resources: {'Network': ['ID=daf9ca60-7da2-48f7-b50e-7fc0133c0c62,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:29.161106 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15daeb39-5013-4a2b-9978-4725f9ec48db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3505077 May 26 19:23:29.162511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b05da9b8-233b-4052-b60e-d86f69e5182d req-470ea47d-d859-45d7-a969-6db35effd2ef tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794690 May 26 19:23:29.168037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38662) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:29.199448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Request body: {'subnet': {'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-767473095-subnet', 'tenant_id': '138ae5b29ec6425f85503a7f7a063f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:29.201537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.205246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:29.210018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Usage tracker for resource:subnet and tenant:138ae5b29ec6425f85503a7f7a063f36 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:29.211624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:29.212034 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.213952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:29.225796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:29.243571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Made reservation on behalf of 138ae5b29ec6425f85503a7f7a063f36 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:29.250119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.253406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.265356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:29.295458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Calling delete_port for 141ccc55-0bba-4207-9df2-991d16576a94 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:29.305804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-ee972dc1-2f55-4ff8-881d-a48a24f1a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:29.307339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-ee972dc1-2f55-4ff8-881d-a48a24f1a341 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.2825041 May 26 19:23:29.334011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] For port 5b312df3-0186-491d-bef6-43fbe4ac9822, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5b312df3-0186-491d-bef6-43fbe4ac9822,segment=NetworkSegment(6c382ab7-24bb-4dfb-be06-1b637e2201f9),segment_id=6c382ab7-24bb-4dfb-be06-1b637e2201f9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:29.334553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.407503 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 80106914-c67e-4623-830a-b5cba235d023 resource provider aggregate not found May 26 19:23:29.585810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] Pushing event deleted for resources: {'Port': ['ID=249f7e8b-0be8-4760-9c85-a0d45446e288,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:29.605162 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 80106914-c67e-4623-830a-b5cba235d023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80106914-c67e-4623-830a-b5cba235d023 found for delete ", "request_id": "req-65bcc9b6-acd7-4ced-a818-80291ae8cf8d"}]} May 26 19:23:29.650035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2b09d-5676-4518-9487-6533b33187b5 None None] No DVR routers for this DVR port 249f7e8b-0be8-4760-9c85-a0d45446e288 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:29.654898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Allocated IP 172.20.0.1 (2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551/cd25de2d-a982-4932-999a-cdfdabb94aa2/fbc6b6c6-b2b5-43de-b678-808a7f12c27a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:29.664105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Calling delete_port for 5b312df3-0186-491d-bef6-43fbe4ac9822 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:29.677979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.681518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-f81624ba-39eb-4e34-b809-9c475fec1ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3272760 May 26 19:23:29.700253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-202d2dbd-ed75-481d-b3f4-301421a5da52 None None] Provisioning for port e7d87b4c-d93f-49bf-af0d-06171d251d74 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:29.747875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022fdaf-c8f3-41a3-959e-dba5714bc27e None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:29.793501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-202d2dbd-ed75-481d-b3f4-301421a5da52 None None] Provisioning complete for port e7d87b4c-d93f-49bf-af0d-06171d251d74 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:29.793874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-202d2dbd-ed75-481d-b3f4-301421a5da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.798352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.825371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.847568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5b312df3-0186-491d-bef6-43fbe4ac9822 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:29.856927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.901815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=40683943-dc45-438e-8065-4c7096d20357,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:29.962949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5b312df3-0186-491d-bef6-43fbe4ac9822 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:29.963316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:29.993584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-53817fe9-777e-4a25-83e5-4edaeb8c98a3 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/40683943-dc45-438e-8065-4c7096d20357 HTTP/1.1" status: 204 len: 168 time: 3.7041881 May 26 19:23:29.995140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38670) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:30.029169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:21Z', 'revision_number': 3, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:30.089598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:23:30.089940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Updating router 38561066-d88d-4234-a242-f5fc55421efd port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:23:30.115460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:23:30.115806 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:23:30.117394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-202d2dbd-ed75-481d-b3f4-301421a5da52 None None] Port e7d87b4c-d93f-49bf-af0d-06171d251d74 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:30.144617 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.155422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05dcd-8232-4ad5-b0cc-32799419ec86 req-fe281e8e-9147-4f6c-a7f0-b7572ae0bd58 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:30.164416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74b05dcd-8232-4ad5-b0cc-32799419ec86 req-fe281e8e-9147-4f6c-a7f0-b7572ae0bd58 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.8155868 May 26 19:23:30.252168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.252397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.256162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-c676d933-2dba-4a6c-9a99-f92abfb1db82 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547230 May 26 19:23:30.257185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:30.311784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.323248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Could not find standard attr ID for object 5b312df3-0186-491d-bef6-43fbe4ac9822. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:23:30.330300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] Pushing event deleted for resources: {'Port': ['ID=5b312df3-0186-491d-bef6-43fbe4ac9822,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:30.336196 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No ports have port_id starting with 5b312df3-0186-491d-bef6-43fbe4ac9822 May 26 19:23:30.363950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.365976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.379592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74b05dcd-8232-4ad5-b0cc-32799419ec86 req-47d1ca57-890f-49c7-8caf-7081ee58014d tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142105 May 26 19:23:30.405843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610cf21-623f-4f77-b980-e53d4c50854b None None] No DVR routers for this DVR port 5b312df3-0186-491d-bef6-43fbe4ac9822 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:30.494538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 249f7e8b-0be8-4760-9c85-a0d45446e288 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:30.500074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Transition to ACTIVE for port object fbc6b6c6-b2b5-43de-b678-808a7f12c27a will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:30.542497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.555523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fb628c-8f29-4ba8-a9b3-c5806c553987,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:30.574029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.578966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 249f7e8b-0be8-4760-9c85-a0d45446e288 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:23:30.579302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 249f7e8b-0be8-4760-9c85-a0d45446e288 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:23:30.617153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Deleting port 141ccc55-0bba-4207-9df2-991d16576a94 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:30.617524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.642930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Checking segment: {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:30.643401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Network hostable DHCP agents. Network: daf9ca60-7da2-48f7-b50e-7fc0133c0c62, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:30.669812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-598fd4f6-ac4e-4c36-8546-25d44da37716 req-02a890e1-19f6-4e9d-b89b-f19d4cb676e3 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890181 May 26 19:23:30.747848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:30.759637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:30.759861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:30.773552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:30.781671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:30.800970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:30.807226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:30.807850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.817223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=b0f3e60f-4c7c-469f-a55f-efae6bdb9db3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:30.829855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.848282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:30.854421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-163572e6-1ec0-4665-9ff5-5030f8423cec None None] The port '141ccc55-0bba-4207-9df2-991d16576a94' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:23:30.870505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff69321f-ae5d-47f5-8946-eb9470df8a75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0626302 May 26 19:23:30.875367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:30.880717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.882557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:30.897852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:30.913640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b742afd0-30b7-4661-ae52-7233122c6991 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:30.929021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430dca7b-d3e5-46cb-8e25-06f1c1d8ad53']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:30.961903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Delete allocated IP 2001:db8::3a5 (d729ece5-334e-454e-aa58-1b107988d7f3/a1fc461b-216d-4a6f-b1e6-96d926752893) {{(pid=88363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:23:30.994364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8:0:1::38 (d729ece5-334e-454e-aa58-1b107988d7f3/cc54388a-d756-4b65-a5bd-b4fa165c2975/db371fff-3519-4bbe-9324-ae1c274d6253) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:31.013415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c382ab7-24bb-4dfb-be06-1b637e2201f9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:31.013415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c382ab7-24bb-4dfb-be06-1b637e2201f9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:31.028136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fb7fc-2b2e-475e-a261-c052773c52a7 req-089395de-ba7c-4315-85a8-ee35603b23b0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:31.030539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-302fb7fc-2b2e-475e-a261-c052773c52a7 req-089395de-ba7c-4315-85a8-ee35603b23b0 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 945 time: 0.4567156 May 26 19:23:31.057181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, daf9ca60-7da2-48f7-b50e-7fc0133c0c62) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:31.057519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.063507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Update dhcp port {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'fixed_ips': [{'subnet_id': 'a1fc461b-216d-4a6f-b1e6-96d926752893', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc54388a-d756-4b65-a5bd-b4fa165c2975'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'fe902ba5-b114-4302-9454-58083d20d12a'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:23:31.068443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48e4b5-ece3-40ff-b132-1f1a38d1e28c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:31.069718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe48e4b5-ece3-40ff-b132-1f1a38d1e28c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:31.094725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:31.095309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.102189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.123715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe48e4b5-ece3-40ff-b132-1f1a38d1e28c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:31.125560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe48e4b5-ece3-40ff-b132-1f1a38d1e28c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2484589 May 26 19:23:31.138828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38680) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:31.160514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.165836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241a2a1-34b3-4617-b315-788b942c498d None None] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:31.168231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.180327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:23:31.182492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:31.186555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:31.196749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:31.197204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.229225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'e6c49aca-c649-4e22-9eca-ee8f0d2d56b7'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:31.230547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.242388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-302fb7fc-2b2e-475e-a261-c052773c52a7 req-eb249ee6-ccaf-4503-a930-1bc24bace653 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908205 May 26 19:23:31.305936 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49fe0df8-f61a-4e62-9957-72c3d3fb0269 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1270049 May 26 19:23:31.347137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:31.347624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.362137 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6c382ab7-24bb-4dfb-be06-1b637e2201f9 resource provider aggregate not found May 26 19:23:31.406555 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6c382ab7-24bb-4dfb-be06-1b637e2201f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c382ab7-24bb-4dfb-be06-1b637e2201f9 found for delete ", "request_id": "req-4f540659-d8e9-4ee1-be2c-06da0e5deacd"}]} May 26 19:23:31.433933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.460118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.493222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=430dca7b-d3e5-46cb-8e25-06f1c1d8ad53,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:31.500881 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-319e530d-2e03-4905-b491-b6ab494af718 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/430dca7b-d3e5-46cb-8e25-06f1c1d8ad53 HTTP/1.1" status: 204 len: 168 time: 1.5047822 May 26 19:23:31.509120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38694) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:31.564076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Network ad646e7e-741a-4917-a169-180605b1b82f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:31.575573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:31.667569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.676621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b742afd0-30b7-4661-ae52-7233122c6991 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:31.678316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.815340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:31.859108 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.881339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.889515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fa580e50-6869-4570-8df9-d9893fc8e770 None None] Provisioning for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:31.944767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.957485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fa580e50-6869-4570-8df9-d9893fc8e770 None None] Provisioning complete for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:31.957997 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fa580e50-6869-4570-8df9-d9893fc8e770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:31.983084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object db371fff-3519-4bbe-9324-ae1c274d6253 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:31.987084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f29f70fd-2e46-4148-8b0e-381bddf47759 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:31.998384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.026808 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.103052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:23:32.190349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f29f70fd-2e46-4148-8b0e-381bddf47759 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:32.190833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.201639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] In _notify_port_updated(), no bound segment for port db371fff-3519-4bbe-9324-ae1c274d6253 on network d729ece5-334e-454e-aa58-1b107988d7f3 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:23:32.206954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:32.207558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.212410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/ports/db371fff-3519-4bbe-9324-ae1c274d6253 HTTP/1.1" status: 200 len: 930 time: 3.8650067 May 26 19:23:32.216085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38700) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:32.217863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bf744-0bad-46cc-a4d8-55ddc20c85d2 req-e0aa4345-2571-40f1-a980-f2683e7d6071 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:32.218769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-448bf744-0bad-46cc-a4d8-55ddc20c85d2 req-e0aa4345-2571-40f1-a980-f2683e7d6071 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.6122737 May 26 19:23:32.228898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:32.248096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Transition to ACTIVE for port object 8bc0f636-358c-44e4-bf5e-d8f56f3de732 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:32.296441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be224838-1082-4422-8780-e4d6e237d385 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=db371fff-3519-4bbe-9324-ae1c274d6253,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:32.333831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.342818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4446d70d-fba6-4b23-8882-964103d0c285', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'port_id': '4446d70d-fba6-4b23-8882-964103d0c285', 'mac_address': 'fa:16:3e:15:0f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc2171d-d4eb-4151-adee-236e6592f00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:23:32.344365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.359874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.408624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port db371fff-3519-4bbe-9324-ae1c274d6253 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:32.409001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.424627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fa580e50-6869-4570-8df9-d9893fc8e770 None None] Port fbc6b6c6-b2b5-43de-b678-808a7f12c27a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:32.448745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.460195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:32.464555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.477237 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:32.495488 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:32.496500 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:32.497361 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11814b72-7b50-4d28-b631-164fcfc483fc admin admin] 10.222.0.24 "PUT /v2.0/routers/bd333164-17c9-4999-b011-675c36b5f743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0499744 May 26 19:23:32.508092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:32.543169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/e6c49aca-c649-4e22-9eca-ee8f0d2d56b7/2b1dcef1-bf13-4481-8af3-650118b0decd) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:32.627001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-448bf744-0bad-46cc-a4d8-55ddc20c85d2 req-f230b064-f65c-4a02-aeb8-d84dec536da7 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355916 May 26 19:23:32.636504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.640370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de62bd4-0ab7-413c-90df-a8bbd6752f48 None None] Pushing event updated for resources: {'Port': ['ID=8bc0f636-358c-44e4-bf5e-d8f56f3de732,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:32.642809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b742afd0-30b7-4661-ae52-7233122c6991 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:32.643962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a9af1ca6-325d-413d-8ea5-c48953721a0c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:32.656238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368c3a54-d3e6-43fd-b749-a52ba9b218de']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:32.662849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:32.694685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.695024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.701547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210f52e-b3ec-4a49-adfa-89fb13215071') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:32.701837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210f52e-b3ec-4a49-adfa-89fb13215071') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:32.702565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.702994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.703336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.703675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.704009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.704338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.704663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.704985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.705339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.705658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:23:32.732006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Attempting to bind port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:32.732963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Attempting to bind port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:32.733531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Attempting to bind port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:32.756774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.808147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.813999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4446d70d-fba6-4b23-8882-964103d0c285 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:32.814666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.819477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:32.819882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.870667 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:32.886714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:32.887321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:32.887875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.888430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:32.889065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Bound port: 8bc0f636-358c-44e4-bf5e-d8f56f3de732, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:32.889589 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:32.899795 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7210f52e-b3ec-4a49-adfa-89fb13215071 resource provider aggregate not found May 26 19:23:32.936573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b452b-552c-46a1-8003-83b09d984159 None None] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:32.976657 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7210f52e-b3ec-4a49-adfa-89fb13215071 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7210f52e-b3ec-4a49-adfa-89fb13215071 found for delete ", "request_id": "req-667f01a0-c265-4ec3-ac64-88be251fd2a6"}]} May 26 19:23:33.015523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-50a406ed-8012-4d2a-9c74-3bf60a1d3f04 None None] Provisioning complete for port e7d87b4c-d93f-49bf-af0d-06171d251d74 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:33.016204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-50a406ed-8012-4d2a-9c74-3bf60a1d3f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.033835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.073455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.106315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4446d70d-fba6-4b23-8882-964103d0c285 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:33.196930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.228729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Allocated IP 2001:db8:0:1::2 (d729ece5-334e-454e-aa58-1b107988d7f3/cc54388a-d756-4b65-a5bd-b4fa165c2975/fe902ba5-b114-4302-9454-58083d20d12a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:33.251568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=368c3a54-d3e6-43fd-b749-a52ba9b218de,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:33.263663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:33.267146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.291670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f29f70fd-2e46-4148-8b0e-381bddf47759 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:33.292233 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.304460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-50a406ed-8012-4d2a-9c74-3bf60a1d3f04 None None] Port e7d87b4c-d93f-49bf-af0d-06171d251d74 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:33.325313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c85d07c2-2bf8-44c0-9fe5-aaf536c2cdd8 tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/368c3a54-d3e6-43fd-b749-a52ba9b218de HTTP/1.1" status: 204 len: 168 time: 1.8149240 May 26 19:23:33.328642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.339126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:33.345167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=b0f3e60f-4c7c-469f-a55f-efae6bdb9db3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:33.371727 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:30Z', 'revision_number': 2, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:33.377179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:23:33.377908 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Updating router bd333164-17c9-4999-b011-675c36b5f743 port e7d87b4c-d93f-49bf-af0d-06171d251d74 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:23:33.379306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] For port 8bc0f636-358c-44e4-bf5e-d8f56f3de732, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:33.426467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for db371fff-3519-4bbe-9324-ae1c274d6253 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:33.438064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a9af1ca6-325d-413d-8ea5-c48953721a0c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:33.445274 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.466342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.482251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:33.491848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:33.514890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] For port 8bc0f636-358c-44e4-bf5e-d8f56f3de732, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8bc0f636-358c-44e4-bf5e-d8f56f3de732,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:33.529383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.531361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0503eb82-983b-4e70-bb0e-9f674c3d1b7c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 HTTP/1.1" status: 204 len: 168 time: 2.3895719 May 26 19:23:33.535005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38728) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:33.561763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:33.621579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a9af1ca6-325d-413d-8ea5-c48953721a0c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:33.622181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.684877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.724567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-51f898db-b805-4bf5-8a5d-cbf042807026 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:33.731473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-51f898db-b805-4bf5-8a5d-cbf042807026 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 813 time: 0.6405363 May 26 19:23:33.733390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:33.761520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.825214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:33.828479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4446d70d-fba6-4b23-8882-964103d0c285'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:23:33.933856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Router 38561066-d88d-4234-a242-f5fc55421efd has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:23:33.940075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:33.971867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26b299-1a79-438d-96f0-85f471ad9f5f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:33.973888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26b299-1a79-438d-96f0-85f471ad9f5f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:33.975783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fa26b299-1a79-438d-96f0-85f471ad9f5f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4398694 May 26 19:23:33.981113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38736) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:33.988658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-3dba05d9-7163-4a84-b99e-5f8cab8332e4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/quotas/138ae5b29ec6425f85503a7f7a063f36 HTTP/1.1" status: 200 len: 375 time: 0.2562082 May 26 19:23:33.994782 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.009836 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Transition to ACTIVE for port object e7d87b4c-d93f-49bf-af0d-06171d251d74 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:34.018751 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.039883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.051374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=db371fff-3519-4bbe-9324-ae1c274d6253,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:34.093600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:34.094382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:34.112226 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1099a-e880-4ff8-ab44-b875f6a800e6 None None] Pushing event updated for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:34.204100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe902ba5-b114-4302-9454-58083d20d12a,segment=NetworkSegment(46cc36c9-a43d-41dc-8f62-d57e4a4c0459),segment_id=46cc36c9-a43d-41dc-8f62-d57e4a4c0459)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:34.207338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Transition to ACTIVE for port object 2b1dcef1-bf13-4481-8af3-650118b0decd will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:34.245932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-3886be06-e7f7-4a29-a957-7c2f77281c4c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2560825 May 26 19:23:34.248441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.335336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-da60f019-0aea-4b85-bc79-7b4ac75d68ba None None] Provisioning complete for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:34.336002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da60f019-0aea-4b85-bc79-7b4ac75d68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.368142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.388021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Attempting to bind port e7d87b4c-d93f-49bf-af0d-06171d251d74 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:34.388441 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Attempting to bind port e7d87b4c-d93f-49bf-af0d-06171d251d74 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:34.388793 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Attempting to bind port e7d87b4c-d93f-49bf-af0d-06171d251d74 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:34.397271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:34.397642 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Checking segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:34.398042 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.398432 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Bound using segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:34.398948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Bound port: e7d87b4c-d93f-49bf-af0d-06171d251d74, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:34.399320 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.402104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de62bd4-0ab7-413c-90df-a8bbd6752f48 None None] Pushing event updated for resources: {'Port': ['ID=8bc0f636-358c-44e4-bf5e-d8f56f3de732,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:34.407218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-573cea93-1510-4d22-8f02-b2b0096ebc64 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/db371fff-3519-4bbe-9324-ae1c274d6253 HTTP/1.1" status: 204 len: 168 time: 2.1712775 May 26 19:23:34.411835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38740) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:34.426174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2e000a-0af1-4081-95e8-64144b42c15d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:34.427614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:34.443665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet e6c49aca-c649-4e22-9eca-ee8f0d2d56b7 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:34.450228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a4283f-07f3-49eb-bdcd-4eef9b09b564') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:34.450588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a4283f-07f3-49eb-bdcd-4eef9b09b564') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:34.473646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.506102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Transition to ACTIVE for port object 2b1dcef1-bf13-4481-8af3-650118b0decd will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:34.514133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.528769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] For port e7d87b4c-d93f-49bf-af0d-06171d251d74, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:34.529243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:23:34.529843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.532678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] For port e7d87b4c-d93f-49bf-af0d-06171d251d74, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7d87b4c-d93f-49bf-af0d-06171d251d74,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:34.540108 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.549598 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-501febac-5d2d-41f0-a154-a8bcff3a7581 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:23:34.550193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-501febac-5d2d-41f0-a154-a8bcff3a7581 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:34.593667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-501febac-5d2d-41f0-a154-a8bcff3a7581 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:34.595029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-501febac-5d2d-41f0-a154-a8bcff3a7581 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/db371fff-3519-4bbe-9324-ae1c274d6253 HTTP/1.1" status: 404 len: 333 time: 0.1800797 May 26 19:23:34.599878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:34.603162 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.623357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.643221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.647319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:34.648060 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:34.685996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-da60f019-0aea-4b85-bc79-7b4ac75d68ba None None] Port fbc6b6c6-b2b5-43de-b678-808a7f12c27a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:34.687576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a9af1ca6-325d-413d-8ea5-c48953721a0c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:34.688217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.689536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.728439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:34.730632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.767593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:34.773918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.779564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1099a-e880-4ff8-ab44-b875f6a800e6 None None] Pushing event updated for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:34.805350 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df3236de-9391-4db7-86ba-519ff879e2b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/38561066-d88d-4234-a242-f5fc55421efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3359103 May 26 19:23:34.805565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.852374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.864768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-f64e33cb-5e18-4505-b7d6-a1ffb5337460 service neutron] 10.222.0.24 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993001 May 26 19:23:34.892393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.894035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f1d0079-7605-425c-b151-9563b8cffad0 HTTP/1.1" status: 204 len: 168 time: 0.2931213 May 26 19:23:34.895253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280d742-5b08-48f4-a98a-9711dc4bb070 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d0079-7605-425c-b151-9563b8cffad0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:34.897778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38750) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:34.924459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:34.935355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port a9af1ca6-325d-413d-8ea5-c48953721a0c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a9af1ca6-325d-413d-8ea5-c48953721a0c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:34.955832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Transition to ACTIVE for port object fe902ba5-b114-4302-9454-58083d20d12a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:34.960001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:34.967990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.973677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:34.980837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:34.984845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:35.017647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.030020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] Pushing event deleted for resources: {'Network': ['ID=5e2e000a-0af1-4081-95e8-64144b42c15d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.043222 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 47a4283f-07f3-49eb-bdcd-4eef9b09b564 resource provider aggregate not found May 26 19:23:35.054491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d41061a-16dd-4558-bb6d-ef753bc86bec tempest-BulkNetworkOpsTest-434892275 tempest-BulkNetworkOpsTest-434892275-project] 10.222.0.24 "DELETE /v2.0/networks/5e2e000a-0af1-4081-95e8-64144b42c15d HTTP/1.1" status: 204 len: 168 time: 1.7109313 May 26 19:23:35.066371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.084844 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 47a4283f-07f3-49eb-bdcd-4eef9b09b564 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a4283f-07f3-49eb-bdcd-4eef9b09b564 found for delete ", "request_id": "req-556e62cb-4ad6-41fb-901b-e65f2f3c1f0c"}]} May 26 19:23:35.088289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.092017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.135177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.180093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.181007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4824be-a2ae-418c-816b-934825e7f16e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.200450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.204285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.204800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a1bdb62-af09-4d27-bb7d-e74ea0d6c06f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb4824be-a2ae-418c-816b-934825e7f16e HTTP/1.1" status: 204 len: 168 time: 0.3057499 May 26 19:23:35.205536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38762) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:35.227795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5b312df3-0186-491d-bef6-43fbe4ac9822 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:35.300788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet a1fc461b-216d-4a6f-b1e6-96d926752893 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:35.304144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.335908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-5db74b6b-5ffc-453c-9bc1-38944816f4fb service neutron] 10.222.0.24 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593995 May 26 19:23:35.346614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c49aca-c649-4e22-9eca-ee8f0d2d56b7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.358704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.377101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-17824c85-4528-4226-b5a4-c5d626a2288f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/e6c49aca-c649-4e22-9eca-ee8f0d2d56b7 HTTP/1.1" status: 204 len: 168 time: 1.3831489 May 26 19:23:35.377344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38770) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:35.388457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.522293 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:35.532628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38774) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:35.532843 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a09d73-f00e-4365-806f-2538045bbdb3 None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:35.533655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.687745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5b312df3-0186-491d-bef6-43fbe4ac9822 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:23:35.688079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5b312df3-0186-491d-bef6-43fbe4ac9822 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:23:35.688489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 141ccc55-0bba-4207-9df2-991d16576a94 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:35.716118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1e9a6ad7-1d15-4d41-8028-db9e47dabda9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3377106 May 26 19:23:35.719601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38784) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:35.726566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:35.752870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.883414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:35.884074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 141ccc55-0bba-4207-9df2-991d16576a94 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:23:35.889333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fc461b-216d-4a6f-b1e6-96d926752893,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.890191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 141ccc55-0bba-4207-9df2-991d16576a94 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:23:35.903017 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-34a86c2e-a16f-4d3b-86f3-43ee532c7447 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/a1fc461b-216d-4a6f-b1e6-96d926752893 HTTP/1.1" status: 204 len: 168 time: 0.6963465 May 26 19:23:35.908379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38792) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:35.913687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:35.921239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:35.923659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:35.929946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:35.941109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:35.977751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29644d9-3567-4912-ad29-10541e70b64e req-e6eaaf88-18c3-4ba3-8d10-df930bb45df3 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:35.984343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Pushing event updated for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:35.987479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d29644d9-3567-4912-ad29-10541e70b64e req-e6eaaf88-18c3-4ba3-8d10-df930bb45df3 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 946 time: 0.3430402 May 26 19:23:36.087099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:36.091989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.202956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=a9af1ca6-325d-413d-8ea5-c48953721a0c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:36.222679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:36.228707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:36.232575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:36.240934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:36.259022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:36.263650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.289697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Attempting to bind port 2b1dcef1-bf13-4481-8af3-650118b0decd on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:36.290075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Attempting to bind port 2b1dcef1-bf13-4481-8af3-650118b0decd by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:36.290434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Attempting to bind port 2b1dcef1-bf13-4481-8af3-650118b0decd on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:36.313169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7d87b4c-d93f-49bf-af0d-06171d251d74 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:36.457300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d29644d9-3567-4912-ad29-10541e70b64e req-a16f8a69-fba2-47eb-bad2-e7591f86146c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689000 May 26 19:23:36.470961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce33098d-03c6-4119-ab0e-16399a6ef817 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f91385ee14541248f77ccf75d3f9b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9314365 May 26 19:23:36.475711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:36.552289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:36.553018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:36.553643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.554379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:36.554929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Bound port: 2b1dcef1-bf13-4481-8af3-650118b0decd, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:36.555369 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.641011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.731291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.791656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.844948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:36.848840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:36.853580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:36.854165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.858078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:36.874915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99252ee-8c14-4a73-9892-2d1e3fb320cb None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:36.882934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1623132 May 26 19:23:36.886301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:36.889277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a961e4-8df2-47f2-9269-e9ebce1e0af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=205ce7c9-a7d3-4f17-b063-9ac2ae4208c4,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:36.897587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'name': 'tempest-NetworksTestDHCPv6-1231729350'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:37.013111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38810) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:37.045250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289352148', 'description': 'tempest-description--1237595488'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:37.053743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:37.057653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:37.062218 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.074231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.090820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.131534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e7d87b4c-d93f-49bf-af0d-06171d251d74 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:37.169411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.172563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.179513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.200747 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465d8b3e-d075-453a-9aa9-0ce4097497a5'] response: {'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'code': 200} May 26 19:23:37.200980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494847f4-1089-4070-9879-7b2aa449fa22,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.206683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c9c5e-5896-4424-baba-fb7e87f72188 None None] Pushing event updated for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.214677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.219716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.250279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:37.265163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-51867acb-896a-48c2-806c-157f811a508f None None] Could not find standard attr ID for object db371fff-3519-4bbe-9324-ae1c274d6253. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:23:37.265386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.266821 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6b85e524-6540-433f-8bd6-ccfe3ce5dbce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/494847f4-1089-4070-9879-7b2aa449fa22 HTTP/1.1" status: 204 len: 168 time: 0.7900879 May 26 19:23:37.268444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:37.271503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.277970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7d87b4c-d93f-49bf-af0d-06171d251d74 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:37.278570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.279434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:37.280064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.297190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.304594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.312163 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4024727 May 26 19:23:37.313629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:37.325239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.333277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1003180686'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:37.340117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.344360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.348624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.355494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.365734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8e1a3-f79a-4aef-9645-68949eb6b740 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=b9ba2c3c-848c-40b1-aa9e-8577800db245,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.371194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.380899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.420335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.430716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-51867acb-896a-48c2-806c-157f811a508f None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:37.431079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51867acb-896a-48c2-806c-157f811a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.434570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.438473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.454091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.510923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99516f8d-c200-40a2-825b-8f567aae118f None None] Pushing event updated for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.551059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.566815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.571309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51867acb-896a-48c2-806c-157f811a508f None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:37.580259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 2, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:37.594615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106cf6cb-747f-4546-a11d-fa9f0c6f07a3 None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 2, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:37.614350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.616775 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5873592 May 26 19:23:37.642949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38826) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:37.652336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.678849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group_rule': {'security_group_id': '1ff293e9-edc1-4747-9012-e838c33b2a72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:37.691066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-51867acb-896a-48c2-806c-157f811a508f None None] Provisioning for port fe902ba5-b114-4302-9454-58083d20d12a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:37.701470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.703500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-51867acb-896a-48c2-806c-157f811a508f None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:37.703926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51867acb-896a-48c2-806c-157f811a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.738535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.740654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.745318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.748674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.771291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95194342-6480-4818-9e1f-77d001c4b4cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff293e9-edc1-4747-9012-e838c33b2a72,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.783123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:37.788319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.808060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7d87b4c-d93f-49bf-af0d-06171d251d74 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:37.808440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.814684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.832399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port f80e9a89-b22c-4822-b49d-ed8469a6636b yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:37.846808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.848638 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5276382 May 26 19:23:37.861883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38834) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:37.896340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084543501'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:37.915901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:37.928076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:37.932655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adc7e7-cfa7-422a-87ad-48eda92db94d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a07dc-9c0f-49bd-9ecd-2b4ccee237af,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:37.941477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:37.946891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c66fdf-78b7-4d76-91a3-92fa6e80dcea req-19390bd1-4bdc-460d-aa28-ea06221af154 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:37.949154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c66fdf-78b7-4d76-91a3-92fa6e80dcea req-19390bd1-4bdc-460d-aa28-ea06221af154 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 945 time: 0.4442818 May 26 19:23:37.964000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ea460-7b65-493d-8fb0-539b6992bbda req-01078ce7-18e8-4238-8d36-26acb0208b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:37.964151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:37.966673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-868ea460-7b65-493d-8fb0-539b6992bbda req-01078ce7-18e8-4238-8d36-26acb0208b69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 1097 time: 0.6456027 May 26 19:23:37.981089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:37.987035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-cf1ae4e5-c3b3-4c5e-a423-fa45ece74fd0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:37.990283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-cf1ae4e5-c3b3-4c5e-a423-fa45ece74fd0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 813 time: 0.6675730 May 26 19:23:38.024081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f7fca-e552-4288-8b2a-4ed53e9d09c3 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:38.054312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.069284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e7d87b4c-d93f-49bf-af0d-06171d251d74, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7d87b4c-d93f-49bf-af0d-06171d251d74,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:38.073027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51867acb-896a-48c2-806c-157f811a508f None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:38.084694 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.144041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.145265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:38.159921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:38.163292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.179215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:38.212331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Request body: {'port': {'device_id': '00773279-e011-44a7-8471-05d79d13308f', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'admin_state_up': True, 'tenant_id': '138ae5b29ec6425f85503a7f7a063f36'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:38.215597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:38.278276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:38.315169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa6a571-cd87-4f96-8b53-cd404bfdb2d7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:38.347993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.351727 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1893133-f862-4133-a12d-454d30f0af97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7064130 May 26 19:23:38.355113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38842) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:38.358604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:38.372668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group_rule': {'security_group_id': '1ff293e9-edc1-4747-9012-e838c33b2a72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:38.375967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683dac4-fae1-4dbd-88ac-9c38e8acf8a2 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:38.397219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:38.404536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:38.409885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:38.437987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c66fdf-78b7-4d76-91a3-92fa6e80dcea req-b367c56d-0ab8-45b7-9327-d801ca64cfe0 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678876 May 26 19:23:38.443792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:38.453498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-868ea460-7b65-493d-8fb0-539b6992bbda req-2f7eb1e7-374e-4f4f-bc5f-432ec685a6ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769943 May 26 19:23:38.505655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::392 (1de15714-029c-45d8-802a-f7d18ed8bfd5/205ce7c9-a7d3-4f17-b063-9ac2ae4208c4/f80e9a89-b22c-4822-b49d-ed8469a6636b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:38.513178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:38.523391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Usage tracker for resource:port and tenant:138ae5b29ec6425f85503a7f7a063f36 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:38.529605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:38.539262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:38.564418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.579893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Made reservation on behalf of 138ae5b29ec6425f85503a7f7a063f36 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:38.598759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.616129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:38.616761 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.653701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.689359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.703114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.716591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.756516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:38.788758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ec97aa-1dc6-451b-b568-508440ff60c8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:38.811611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:38.812541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.893473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.894830 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-37cb8ea7-aa77-4ec5-b79d-ad7558af7972 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5380211 May 26 19:23:38.898555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38856) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:38.905901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.909804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8ac90-b522-43a1-80a8-8e12f1dcd731,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:38.920472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:38.938015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object f80e9a89-b22c-4822-b49d-ed8469a6636b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:38.939356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:38.945884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2459da25-2d96-452a-89fa-3ced0e8a1f42 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0719407 May 26 19:23:38.947227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:38.949413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:38.963640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776173766'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:39.050319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38864) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:39.115698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Allocated IP 172.20.0.12 (daf9ca60-7da2-48f7-b50e-7fc0133c0c62/a0fb628c-8f29-4ba8-a9b3-c5806c553987/b690a290-55c1-4667-a5c7-a4ac145e530d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:39.153714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:39.154990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.167920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.203321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:floatingip and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:39.207454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:39.227995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:39.234347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:39.244184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:39.248261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:39.274732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:39.303046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.356199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.395274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-404106561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:39.416919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:39.418113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:39.433783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:39.438600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:39.448824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:39.455743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:39.456916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.462941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:39.465944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:router and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:39.468480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:security_group_rule and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:39.470045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:39.473132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:39.480274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:39.480502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:39.497775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=f80e9a89-b22c-4822-b49d-ed8469a6636b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:39.529105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.530120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.550390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:39.551636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a9af1ca6-325d-413d-8ea5-c48953721a0c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:39.587402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.597626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.640177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.644920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6945021 May 26 19:23:39.652365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:39.680930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819453791', 'security_groups': ['8616502d-5754-4d01-9861-9e570bee88d0'], 'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9ba2c3c-848c-40b1-aa9e-8577800db245'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:39.703630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.723367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0ee79-4d5e-4f39-995f-e5ead5c7bcb5 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8616502d-5754-4d01-9861-9e570bee88d0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:39.727168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8dcff2e1-0f72-4d2a-8c7d-9581c2412671 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8376622 May 26 19:23:39.736997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6fafe77b-fbdf-4ae5-bd32-3190ae642bee None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:39.745977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38884) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:39.753722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-a9451222-92b9-4b5c-a8bc-440ff2cee534 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:39.754432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-a9451222-92b9-4b5c-a8bc-440ff2cee534 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:39.774155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4446d70d-fba6-4b23-8882-964103d0c285 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:39.778685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a9af1ca6-325d-413d-8ea5-c48953721a0c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:39.779053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.872522 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.918193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-a9451222-92b9-4b5c-a8bc-440ff2cee534 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:39.919586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-a9451222-92b9-4b5c-a8bc-440ff2cee534 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.6561666 May 26 19:23:39.936259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:39.943915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.962815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.963976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-32fd1b9d-c252-4179-bd40-5f99c71d27ed tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9121695 May 26 19:23:39.976859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:39.979676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38888) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:40.005888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:40.014444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-893460907'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:40.028355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-a4ed9e34-240d-4e7d-87bf-5f9ecd586893 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/quotas/79792bdba2844a90b4ee750eced1e671 HTTP/1.1" status: 200 len: 375 time: 0.0898342 May 26 19:23:40.032034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:40.040804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:network and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:40.043333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4446d70d-fba6-4b23-8882-964103d0c285 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:40.044143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:40.044782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.049541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:40.213138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Update dhcp port {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '205ce7c9-a7d3-4f17-b063-9ac2ae4208c4'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '2b1dcef1-bf13-4481-8af3-650118b0decd'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:23:40.286969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Allocated IP 172.25.0.175 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/680d717d-e21d-4d83-9e5e-974e6eee3930) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:40.291801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.328751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:40.351862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] device_id is not set on port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:40.372627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf19b0d-fc0d-4701-8cbf-8c283d9b92d7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:40.378549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf19b0d-fc0d-4701-8cbf-8c283d9b92d7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:40.379343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dbf19b0d-fc0d-4701-8cbf-8c283d9b92d7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:40.386445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:40.389960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.415248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.422218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:40.422599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.448185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:40.452107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.453957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dbf19b0d-fc0d-4701-8cbf-8c283d9b92d7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:40.455611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dbf19b0d-fc0d-4701-8cbf-8c283d9b92d7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.6952674 May 26 19:23:40.470982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38892) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:40.486611 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:23:40.505253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.526206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:40.551520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:security_group_rule and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:40.555168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:40.566061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:40.584810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a9af1ca6-325d-413d-8ea5-c48953721a0c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:40.614590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:40.614978 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.641091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4446d70d-fba6-4b23-8882-964103d0c285 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:40.641091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.707181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.739769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:40.741508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:40.749657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:40.758352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:40.761287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:40.783417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.803510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.852264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:40.861923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.862263 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Added segment 18c71732-a583-4662-bd1e-b6f5daa9da54 of type vlan for network 0ecc3a5d-b943-4695-a534-2e04e5be606c May 26 19:23:40.877486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7d87b4c-d93f-49bf-af0d-06171d251d74 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:40.897527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port f80e9a89-b22c-4822-b49d-ed8469a6636b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:40.898152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.926393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-9262e45e-482c-41bf-8535-67728b799bd4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8900282 May 26 19:23:40.944677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:40.948438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.957507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:40.962637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b356f-2488-41da-a763-55eab22a8be5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:40.968744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8::2bc (d729ece5-334e-454e-aa58-1b107988d7f3/b9ba2c3c-848c-40b1-aa9e-8577800db245/4fb74d5d-73e3-4e28-a6da-cb0be838aca3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:40.994561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:40.995172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.076857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:41.125188 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:41.165125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:41.165408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:41.176324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-36b7fdd0-a0ca-44d8-a359-2c14ea90d162 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9685469 May 26 19:23:41.183239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.188282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:41.188847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.229218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Request body: {'port': {'device_id': '00773279-e011-44a7-8471-05d79d13308f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:41.239754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:41.267770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/205ce7c9-a7d3-4f17-b063-9ac2ae4208c4/2b1dcef1-bf13-4481-8af3-650118b0decd) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:41.271196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.277402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-de6656ab-f87d-4ad1-b12b-0fe650c542ec None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:41.293986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7d87b4c-d93f-49bf-af0d-06171d251d74 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:41.294357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.327779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-90db624e-e0f6-4535-9ee3-9c5d0f685487 service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713870 May 26 19:23:41.382635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3856354 May 26 19:23:41.393095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38898) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:41.466950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'subnet': {'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:41.484696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8f407-d592-4d0f-a65b-545f45475c6c tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Network': ['ID=0ecc3a5d-b943-4695-a534-2e04e5be606c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:41.515585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:41.524360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:41.545164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:41.559552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:41.572097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2e3a4ee7-e1d2-48b6-9c00-47761ae50a97 None None] Could not find standard attr ID for object db371fff-3519-4bbe-9324-ae1c274d6253. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:23:41.609376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.637280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=680d717d-e21d-4d83-9e5e-974e6eee3930,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:41.670948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.693287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-e26e1461-5430-4459-adc0-b945f64cf5f1 service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373427 May 26 19:23:41.694212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:41.700836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:subnet and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:41.720307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:41.731355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:41.751621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:41.776180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:41.778988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for f80e9a89-b22c-4822-b49d-ed8469a6636b owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:41.780029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.831473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.873115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:41.915133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:41.995498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:42.099807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.140544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.160852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.167163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7d87b4c-d93f-49bf-af0d-06171d251d74 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:42.168590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8bc0f636-358c-44e4-bf5e-d8f56f3de732 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:42.196816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=f80e9a89-b22c-4822-b49d-ed8469a6636b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:42.229772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.290607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Ignored duplicate provisioning block setup for port 2b1dcef1-bf13-4481-8af3-650118b0decd by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 19:23:42.300900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.320776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.331888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:42.341517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:42.353807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:42.360738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:42.361675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.369086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.395372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=4fb74d5d-73e3-4e28-a6da-cb0be838aca3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:42.408426 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9419a826-3aac-4554-844d-d817163124b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/f80e9a89-b22c-4822-b49d-ed8469a6636b HTTP/1.1" status: 204 len: 168 time: 1.9363155 May 26 19:23:42.412811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:42.507294 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-43209048-b542-4958-8e6c-85882a647e18 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8491256 May 26 19:23:42.542986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:42.554091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428c4b1-3870-45c7-8600-bdbcc3418820 None None] Pushing event updated for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:42.561263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:42.578166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:42.578534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.604141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:42.640774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4349e-b68f-4eb3-b79f-476c22aa3aca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:42.642429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4349e-b68f-4eb3-b79f-476c22aa3aca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:42.643462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5a4349e-b68f-4eb3-b79f-476c22aa3aca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:42.654364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 2, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:42.663232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Subnet': ['ID=717c677a-0ce1-47e7-8274-eb8eb6a4df2b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:42.664214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:23:42.664361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Updating router 38561066-d88d-4234-a242-f5fc55421efd port fbc6b6c6-b2b5-43de-b678-808a7f12c27a binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:23:42.738795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.750760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:42.810631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5a4349e-b68f-4eb3-b79f-476c22aa3aca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:42.814198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e5a4349e-b68f-4eb3-b79f-476c22aa3aca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3896654 May 26 19:23:42.838417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38920) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:42.883927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.007795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=680d717d-e21d-4d83-9e5e-974e6eee3930,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:43.017274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4749c-2859-4f27-9b83-476b38ed149d req-952e4a98-d84f-4836-ac76-e270d6036de5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:43.019071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e6a4749c-2859-4f27-9b83-476b38ed149d req-952e4a98-d84f-4836-ac76-e270d6036de5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Synchronizing usage tracker for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:43.024357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4e2935e2-a122-4bdc-9e36-26818f056508 None None] Provisioning for port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:43.042518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.048234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Checking segment: {'id': '18c71732-a583-4662-bd1e-b6f5daa9da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:43.048597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network hostable DHCP agents. Network: 0ecc3a5d-b943-4695-a534-2e04e5be606c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:43.061319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:43.065338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.072500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.074261 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-57c2023c-1715-4d23-afed-5d028116ded6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1714745 May 26 19:23:43.079169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 205ce7c9-a7d3-4f17-b063-9ac2ae4208c4 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:43.084246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.093058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e6a4749c-2859-4f27-9b83-476b38ed149d req-952e4a98-d84f-4836-ac76-e270d6036de5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Unset dirty status for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:43.094177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6a4749c-2859-4f27-9b83-476b38ed149d req-952e4a98-d84f-4836-ac76-e270d6036de5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 932 time: 1.0111992 May 26 19:23:43.099689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:43.119296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4e2935e2-a122-4bdc-9e36-26818f056508 None None] Provisioning complete for port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:43.124147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4e2935e2-a122-4bdc-9e36-26818f056508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.182739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.228263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 8bc0f636-358c-44e4-bf5e-d8f56f3de732, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8bc0f636-358c-44e4-bf5e-d8f56f3de732,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:43.231774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:43.236434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0ecc3a5d-b943-4695-a534-2e04e5be606c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:43.248345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.250265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268985b-66c0-4bcd-94cd-2b699c9f0f64 None None] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:43.268079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.271180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:43.271713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.317167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b77a57e3-23ab-4d8c-9f3f-e1869411e2ab tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8728223 May 26 19:23:43.317394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:43.332194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'network': {'name': 'tempest-router-network01--885696286'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:43.346833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6a4749c-2859-4f27-9b83-476b38ed149d req-0614f023-5d24-4aad-b335-c9c0ce87bf4b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351897 May 26 19:23:43.347818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Transition to ACTIVE for port object b690a290-55c1-4667-a5c7-a4ac145e530d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:43.355289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.359235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:43.364216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:43.383593 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.423710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:43.428491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:43.471827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b1dcef1-bf13-4481-8af3-650118b0decd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:43.498674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:network and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:43.508277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:43.525301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:43.543851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4e2935e2-a122-4bdc-9e36-26818f056508 None None] Port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:43.571667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:43.577554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.589683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2b1dcef1-bf13-4481-8af3-650118b0decd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:43.643706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:43.652865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:43.663285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.663794 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Added segment 6c7b9699-68dd-42d0-80a4-bb712262f75f of type vlan for network d7de8f0c-3e26-4a2d-9294-b05626a8989f May 26 19:23:43.719407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=8bc0f636-358c-44e4-bf5e-d8f56f3de732,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:43.719627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.803309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.807398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=205ce7c9-a7d3-4f17-b063-9ac2ae4208c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:43.815469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.855164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9df7662a-613e-4b3c-8e15-01daf21b7066 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/205ce7c9-a7d3-4f17-b063-9ac2ae4208c4 HTTP/1.1" status: 204 len: 168 time: 1.0156209 May 26 19:23:43.856147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38932) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:43.862490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:43.907883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-39ba1830-a8fb-4fb6-921d-19b23650c093 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:43.909422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-39ba1830-a8fb-4fb6-921d-19b23650c093 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.4234068 May 26 19:23:43.951477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:43.955291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.956247 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-30448193-a606-41c6-bf21-1d419ecdd3fd tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955136 May 26 19:23:43.957166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38936) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:43.985746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:43.986407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'port': {'device_id': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'admin_state_up': True, 'tenant_id': '79792bdba2844a90b4ee750eced1e671'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:44.019337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-0ecc3a5d-b943-4695-a534-2e04e5be606c', 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c', 'tenant_id': 'bfa001e1c82e4fceb7b35d7b4bf7255b', 'fixed_ips': [{'subnet_id': '717c677a-0ce1-47e7-8274-eb8eb6a4df2b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:44.019867 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.024692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.031348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:44.032472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.209342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504769ba-e691-400b-af37-a1a43a2dad75 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:44.254068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Attempting to bind port b690a290-55c1-4667-a5c7-a4ac145e530d on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:44.254421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Attempting to bind port b690a290-55c1-4667-a5c7-a4ac145e530d by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:44.254710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Attempting to bind port b690a290-55c1-4667-a5c7-a4ac145e530d on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:44.304699 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9827671 May 26 19:23:44.306612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Port b690a290-55c1-4667-a5c7-a4ac145e530d on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:23:44.306612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Attempting to bind port b690a290-55c1-4667-a5c7-a4ac145e530d on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:44.308124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38940) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:44.327544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3add67-246c-42ac-9041-f59fc873a3db tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Network': ['ID=d7de8f0c-3e26-4a2d-9294-b05626a8989f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:44.332259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'network': {'name': 'tempest-router-network02--792704585'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:44.354326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e993417-f85e-440b-bb4a-f48a77a9df99 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:44.354894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:44.355646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4e993417-f85e-440b-bb4a-f48a77a9df99 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:44.358446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:44.360645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:44.360974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Checking segment: {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:44.361460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Bound using segment: {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:44.361896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Bound port: b690a290-55c1-4667-a5c7-a4ac145e530d, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:44.362239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.373850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4e993417-f85e-440b-bb4a-f48a77a9df99 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:44.375273 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e993417-f85e-440b-bb4a-f48a77a9df99 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4149885 May 26 19:23:44.376502 n-d-843146-9 neutron-server[88363]: INFO neutron.db.ipam_backend_mixin [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9ba2c3c-848c-40b1-aa9e-8577800db245 (CIDR: 2001:db8::/64) May 26 19:23:44.377984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38944) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:44.379187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:network and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:44.388115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:44.396926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.404634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18418a01-8114-40e3-aba4-03f6f2f8df03 req-f4c17a78-9897-4dd9-87ec-e7a8e6e76dae tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:44.406168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18418a01-8114-40e3-aba4-03f6f2f8df03 req-f4c17a78-9897-4dd9-87ec-e7a8e6e76dae tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 946 time: 0.7548280 May 26 19:23:44.407172 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:23:44.407497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:23:44.415601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:44.450126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ed82f-ee19-4e72-a8fa-aea62664f3f3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:44.450722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c3ed82f-ee19-4e72-a8fa-aea62664f3f3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:44.451236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:44.471686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c3ed82f-ee19-4e72-a8fa-aea62664f3f3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:44.477724 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4c3ed82f-ee19-4e72-a8fa-aea62664f3f3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0943089 May 26 19:23:44.477923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Provisioning for port 2b1dcef1-bf13-4481-8af3-650118b0decd completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:44.478403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38950) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:44.492223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Usage tracker for resource:port and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:44.498715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:44.511216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4b2591ad-5b33-4e92-a390-f94ce1443702 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9554918 May 26 19:23:44.516566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:44.517423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Allocated IP 172.20.0.2 (0ecc3a5d-b943-4695-a534-2e04e5be606c/717c677a-0ce1-47e7-8274-eb8eb6a4df2b/702b6e99-94dd-452d-a69e-37ad37d608ef) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:44.520025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.529977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:44.532666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Provisioning complete for port 2b1dcef1-bf13-4481-8af3-650118b0decd triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:44.532849 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.534763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:44.555740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:44.570292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Transition to ACTIVE for port object fbc6b6c6-b2b5-43de-b678-808a7f12c27a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:44.583760 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a49b89f-ba16-426f-9a57-79003599892e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042252 May 26 19:23:44.585584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38958) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:44.591688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:44.611073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Made reservation on behalf of 79792bdba2844a90b4ee750eced1e671 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:44.614637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.629962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18418a01-8114-40e3-aba4-03f6f2f8df03 req-d31bc44b-4656-4cf9-bac7-0536e9223e64 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091620 May 26 19:23:44.669436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.710847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:23:44.727316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:44.730164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:44.745489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:44.758110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:44.763596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.788276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.788615 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Added segment 421ca8f2-2de6-4c20-89d7-09dee36cb403 of type vlan for network 226a970f-ada3-4f2a-a284-65e2ee3735c4 May 26 19:23:44.794111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:44.796742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dd62-f771-42e4-8aa3-a27f0fd6234f None None] Pushing event updated for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:44.867216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:44.877975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-609bb742-a585-4f74-9a14-cafa5290404a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.007972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:45.038624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.099896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:45.100456 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.101855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-37d65b8b-2dd2-46f5-8ec4-c076b2c7c247 service neutron] 10.222.0.53 "PUT /v2.0/ports/b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 1092 time: 3.8997319 May 26 19:23:45.103633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:45.132109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:45.136571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:45.146251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:45.147140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.173233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:45.179848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Attempting to bind port fbc6b6c6-b2b5-43de-b678-808a7f12c27a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:45.180199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Attempting to bind port fbc6b6c6-b2b5-43de-b678-808a7f12c27a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:45.180537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Attempting to bind port fbc6b6c6-b2b5-43de-b678-808a7f12c27a on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:45.188382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-21195fcd-1e4c-45e7-a4ed-6ec084ffb4f0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6003051 May 26 19:23:45.188746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:45.199748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e', 'ip_address': '2001:db8::7873:7677:9f41:cdd'}], 'name': 'tempest-NetworksTestDHCPv6-1365170513'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:45.223857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:45.224265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:45.224618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.225005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Bound using segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:45.225512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Bound port: fbc6b6c6-b2b5-43de-b678-808a7f12c27a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:45.225886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.291191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:45.299032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Current status of the port 2b1dcef1-bf13-4481-8af3-650118b0decd is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:45.299406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.313598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Deleting port 2b1dcef1-bf13-4481-8af3-650118b0decd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:45.313971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.375476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:45.388161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:45.391318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Allocated IP 172.20.0.12 (2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551/cd25de2d-a982-4932-999a-cdfdabb94aa2/a1b402df-0b13-41a4-9d97-019b96e12e5a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:45.398913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8bc0f636-358c-44e4-bf5e-d8f56f3de732 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:45.404971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:45.492056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.538389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Transition to ACTIVE for port object 702b6e99-94dd-452d-a69e-37ad37d608ef will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:45.567831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.586607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:45.591927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port ab0af14e-7eab-4891-a69e-1693daa8a173 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:45.617314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Transition to ACTIVE for port object 702b6e99-94dd-452d-a69e-37ad37d608ef will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:45.622886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.628509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] For port fbc6b6c6-b2b5-43de-b678-808a7f12c27a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:45.665795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.683459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.684156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Transition to ACTIVE for port object a1b402df-0b13-41a4-9d97-019b96e12e5a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:45.698940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Could not find standard attr ID for object f80e9a89-b22c-4822-b49d-ed8469a6636b. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:23:45.710509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.726033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] For port fbc6b6c6-b2b5-43de-b678-808a7f12c27a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:45.751669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:45.756942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:45.765003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.781394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:45.832958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:45.841301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.850200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::7873:7677:9f41:cdd (1de15714-029c-45d8-802a-f7d18ed8bfd5/2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e/ab0af14e-7eab-4891-a69e-1693daa8a173) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:45.879575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:45.880519 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.883148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.889074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:45.889722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.910942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:45.921253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:45.931216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:45.943023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:45.946972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:45.947578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:45.954584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0b1ac-dbe5-4981-bf60-19688d555d8e None None] Pushing event updated for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:45.961529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:46.048588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:46.165255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:46.183017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431638d-72fe-4484-bf4e-1889d44c3be7 req-3f2d4ec1-624d-4eed-b5d2-25dd21d5aeea tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.187278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.191618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f431638d-72fe-4484-bf4e-1889d44c3be7 req-3f2d4ec1-624d-4eed-b5d2-25dd21d5aeea tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 1.4098547 May 26 19:23:46.211498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object ab0af14e-7eab-4891-a69e-1693daa8a173 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:46.229576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:46.230122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:46.251091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.291430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Network': ['ID=226a970f-ada3-4f2a-a284-65e2ee3735c4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:46.300379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-56ab40b8-f403-422a-b8e2-1fe43251d666 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9834211 May 26 19:23:46.325750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38970) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:46.335168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:23:46.355514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'subnet': {'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:46.376698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Pushing event updated for resources: {'Port': ['ID=702b6e99-94dd-452d-a69e-37ad37d608ef,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:46.401294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=ab0af14e-7eab-4891-a69e-1693daa8a173,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:46.407293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:46.408631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:46.411596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:46.418081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.418805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.449014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.450038 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.451870 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f675638-1272-42e9-a74d-4158722cb4d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2614534 May 26 19:23:46.455736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:46.456176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.459676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38974) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:46.476610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f431638d-72fe-4484-bf4e-1889d44c3be7 req-8538cacb-24e5-42e4-a18a-bcb35f43eee5 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840264 May 26 19:23:46.544652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Attempting to bind port 702b6e99-94dd-452d-a69e-37ad37d608ef on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:46.545273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Attempting to bind port 702b6e99-94dd-452d-a69e-37ad37d608ef by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '18c71732-a583-4662-bd1e-b6f5daa9da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:46.545273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Attempting to bind port 702b6e99-94dd-452d-a69e-37ad37d608ef on network 0ecc3a5d-b943-4695-a534-2e04e5be606c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:46.566744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-a23d7926-bd79-44c4-bb97-ada75490f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.568675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-a23d7926-bd79-44c4-bb97-ada75490f31f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1095 time: 1.3997886 May 26 19:23:46.571712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf7487-9970-49f1-aa24-2f8ad4f55a4f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.581061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf7487-9970-49f1-aa24-2f8ad4f55a4f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.583744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1fdf7487-9970-49f1-aa24-2f8ad4f55a4f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:46.612598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1fdf7487-9970-49f1-aa24-2f8ad4f55a4f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:46.614011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1fdf7487-9970-49f1-aa24-2f8ad4f55a4f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1529903 May 26 19:23:46.617204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38978) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:46.684909 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2981c46-06f6-41fc-8845-39bac1932288'] response: {'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285', 'code': 200} May 26 19:23:46.701178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port ab0af14e-7eab-4891-a69e-1693daa8a173 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:46.701408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.709264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:46.710127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Checking segment: {'id': '18c71732-a583-4662-bd1e-b6f5daa9da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:46.710737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.711182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-ef0541b0-9bb4-4bc7-996e-1c4f28c31063 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.1234965 May 26 19:23:46.711505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Bound using segment: {'id': '18c71732-a583-4662-bd1e-b6f5daa9da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:46.712173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Bound port: 702b6e99-94dd-452d-a69e-37ad37d608ef, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c71732-a583-4662-bd1e-b6f5daa9da54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ecc3a5d-b943-4695-a534-2e04e5be606c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:46.712734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:46.762898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-ca2958da-430d-45e7-a0e3-fba9a7f917a5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8124602 May 26 19:23:46.766078 n-d-843146-9 neutron-server[88363]: INFO neutron.db.ipam_backend_mixin [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cc54388a-d756-4b65-a5bd-b4fa165c2975 (CIDR: 2001:db8:0:1::/64) May 26 19:23:46.812059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Request body: {'port': {'device_id': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:46.822782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Calling delete_port for 2b1dcef1-bf13-4481-8af3-650118b0decd owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:46.842493 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:23:46.842963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:23:46.878978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:46.910128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:subnet and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:46.918661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:46.929942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0e6f9eeb-8cc7-4bb1-bee0-07ca2a2d30f3 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.3908722 May 26 19:23:46.934276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-d2051ca4-7120-4f0a-9c8b-d97fd4b2ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:46.935717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-d2051ca4-7120-4f0a-9c8b-d97fd4b2ae37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.2062249 May 26 19:23:46.936571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:46.938610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:47.010459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'subnet': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:47.076557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dd62-f771-42e4-8aa3-a27f0fd6234f None None] Pushing event updated for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:47.088429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:47.090656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-709a2489-2415-45f0-a683-6c219aa7e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.127309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-f97abd9f-e5cb-43c2-8fd3-661bdedbb799 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503568 May 26 19:23:47.144302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:23:47.163934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:47.167374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.204575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f68cb0-bd28-4878-854b-b42a0e26cf36 req-1514ade2-d109-4cfe-aea3-40c5223b7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:47.206861 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50f68cb0-bd28-4878-854b-b42a0e26cf36 req-1514ade2-d109-4cfe-aea3-40c5223b7842 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 1097 time: 0.4339523 May 26 19:23:47.226087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b1dcef1-bf13-4481-8af3-650118b0decd no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:23:47.272441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2af6e6ea-1977-43ba-929d-5fe83181d849 None None] Provisioning for port a1b402df-0b13-41a4-9d97-019b96e12e5a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:47.277864 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-50f68cb0-bd28-4878-854b-b42a0e26cf36 req-9ac3070d-3bd3-45c7-bb0d-d85d9d78472d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653844 May 26 19:23:47.284928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.314993 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:23:47.315389 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:23:47.315824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2af6e6ea-1977-43ba-929d-5fe83181d849 None None] Provisioning complete for port a1b402df-0b13-41a4-9d97-019b96e12e5a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:47.316188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2af6e6ea-1977-43ba-929d-5fe83181d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.343156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] For port 702b6e99-94dd-452d-a69e-37ad37d608ef, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:47.416219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for ab0af14e-7eab-4891-a69e-1693daa8a173 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:47.445368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.455751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] For port 702b6e99-94dd-452d-a69e-37ad37d608ef, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=702b6e99-94dd-452d-a69e-37ad37d608ef,segment=NetworkSegment(18c71732-a583-4662-bd1e-b6f5daa9da54),segment_id=18c71732-a583-4662-bd1e-b6f5daa9da54)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:47.476673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.484244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.605467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.618292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-454069d3-98f0-489b-b80c-2ce1a60f0c57 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:47.619018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-454069d3-98f0-489b-b80c-2ce1a60f0c57 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:47.665070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:47.667718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=ab0af14e-7eab-4891-a69e-1693daa8a173,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:47.685093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Usage tracker for resource:subnet and tenant:8768c031e7b644f382f5cf909939ea84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:47.692398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:47.699292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-862d9c6a-cbd6-48aa-b61a-d2ba4070b3e3 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626445 May 26 19:23:47.711889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2af6e6ea-1977-43ba-929d-5fe83181d849 None None] Port a1b402df-0b13-41a4-9d97-019b96e12e5a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:47.714353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.733280 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6542cf3d-a235-4e6f-91ca-bd72a3af28d1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/ab0af14e-7eab-4891-a69e-1693daa8a173 HTTP/1.1" status: 204 len: 168 time: 1.1124401 May 26 19:23:47.733661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:47.768508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:47.788629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-454069d3-98f0-489b-b80c-2ce1a60f0c57 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:47.789880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-454069d3-98f0-489b-b80c-2ce1a60f0c57 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 932 time: 1.0227721 May 26 19:23:47.818159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabf5fd-428f-4f35-be58-d44aef5d34b1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:47.819932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabf5fd-428f-4f35-be58-d44aef5d34b1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:47.821163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebabf5fd-428f-4f35-be58-d44aef5d34b1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:47.826289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Deleting port 2b1dcef1-bf13-4481-8af3-650118b0decd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:47.826668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.840130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebabf5fd-428f-4f35-be58-d44aef5d34b1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:47.844184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebabf5fd-428f-4f35-be58-d44aef5d34b1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1069033 May 26 19:23:47.844652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:47.868792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f309e7-2c33-4ba8-adbb-8a4b37357194 None None] Pushing event updated for resources: {'Port': ['ID=702b6e99-94dd-452d-a69e-37ad37d608ef,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:47.889895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2b1dcef1-bf13-4481-8af3-650118b0decd is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:47.890192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.927112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Made reservation on behalf of 8768c031e7b644f382f5cf909939ea84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:47.930984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.936366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:47.936632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:47.940806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:47.967278 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.061707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.241818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fbc6b6c6-b2b5-43de-b678-808a7f12c27a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:48.244105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.248072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-242e1be9-4113-4ae0-88b8-e634ce0ccfc5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:48.343176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a6bd5d7-fbe0-4a09-995d-2fad20b8f4b3 req-c955025a-f994-42e4-b887-34b7f2825dc9 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997941 May 26 19:23:48.360788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.384410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:48.397831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.421133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:48.421585 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.424599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.430859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-242e1be9-4113-4ae0-88b8-e634ce0ccfc5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:48.431992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e4e8fd4-6869-4c1a-9b21-c22b4679eafb req-242e1be9-4113-4ae0-88b8-e634ce0ccfc5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734348 May 26 19:23:48.443619 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36c47da1-0a57-4742-ba59-bf842579191a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e HTTP/1.1" status: 204 len: 168 time: 0.5965745 May 26 19:23:48.445607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:48.519526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Subnet': ['ID=3e3ed591-3e6c-4a86-bf93-502c5169900a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:48.557731 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-58612590-55cf-45a8-b7ab-b1e5af5ccaad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102800 May 26 19:23:48.560633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:48.565525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:45Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:48.566687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:48.567735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:48.572758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] For port 2b1dcef1-bf13-4481-8af3-650118b0decd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b1dcef1-bf13-4481-8af3-650118b0decd,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:48.573241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.660449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396f139-2589-4937-820f-5f0a7512acbe None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:45Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:48.711236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:48.715339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Checking segment: {'id': '6c7b9699-68dd-42d0-80a4-bb712262f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:48.715701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network hostable DHCP agents. Network: d7de8f0c-3e26-4a2d-9294-b05626a8989f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:48.717577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:48.722970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:48.733150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b402df-0b13-41a4-9d97-019b96e12e5a {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:48.736858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Calling delete_port for 2b1dcef1-bf13-4481-8af3-650118b0decd owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:48.740214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:48.744501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-a5036cb3-bdb0-4bf6-8cfd-7f2a2b921e0a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:48.762861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.765561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:48.771444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.780854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:48.806129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:48.808439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.820170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:48.847271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Transition to ACTIVE for port object a1b402df-0b13-41a4-9d97-019b96e12e5a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:48.863303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-a5036cb3-bdb0-4bf6-8cfd-7f2a2b921e0a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:48.871683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-a5036cb3-bdb0-4bf6-8cfd-7f2a2b921e0a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--289352148&fields=id&tenant_id=995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 267 time: 0.3084438 May 26 19:23:48.910997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:48.919612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d7de8f0c-3e26-4a2d-9294-b05626a8989f) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:48.943141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a245e2-c937-4063-a41b-5c173d7b025c None None] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:49.103415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:49.105014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.115015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.228974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] Pushing event deleted for resources: {'Port': ['ID=2b1dcef1-bf13-4481-8af3-650118b0decd,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:49.258967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73ba59-9513-4c34-9b59-9aa68100231d None None] No DVR routers for this DVR port 2b1dcef1-bf13-4481-8af3-650118b0decd on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:23:49.287250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.294373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.307971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb387926-3079-4072-8e52-444bb2a6bca2 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:49.393777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=0126fe01-7988-4b0b-9951-16c9ea54e06e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:49.397568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:49.399331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:49.402420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:49.403186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.453029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af8b6d0b-9ac2-480c-b83c-613a2a146754 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8886249 May 26 19:23:49.453657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:49.465720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '0126fe01-7988-4b0b-9951-16c9ea54e06e', 'ip_address': '2001:db8::fbe7:4ebe:fc16:b4a'}], 'name': 'tempest-NetworksTestDHCPv6-1125237887'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:49.538469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df3415-c839-41f1-b5a3-8b1d5a322329 None None] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:49.570338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-7a7af470-6ca0-4cc9-9a5d-d2304bef4aa7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:49.571373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-7a7af470-6ca0-4cc9-9a5d-d2304bef4aa7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:49.575413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fbc6b6c6-b2b5-43de-b678-808a7f12c27a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:49.575795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.587960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Network d729ece5-334e-454e-aa58-1b107988d7f3 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:49.622900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:49.667866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e0b5e-d255-4f73-a04d-d28857725056 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:49.668045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:49.668611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.672408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:49.679006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6add4509-3cba-4104-b1c7-f8438e4ca3da tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3413115 May 26 19:23:49.683139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:49.695530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'subnet': {'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:49.712131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:49.722800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:49.738806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-7a7af470-6ca0-4cc9-9a5d-d2304bef4aa7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:49.746855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-7a7af470-6ca0-4cc9-9a5d-d2304bef4aa7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 810 time: 0.8739302 May 26 19:23:49.762055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Subnet': ['ID=c8bb79ba-3380-4779-b548-3f0a5ea893da,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:49.775823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9cd9f45d-2588-44bd-bba2-fdbc79af19d6 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8299875 May 26 19:23:49.783591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-80e14abe-dcf1-4b1d-bc7d-55ee92de7df3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/quotas/995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 375 time: 0.0356371 May 26 19:23:49.840544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39024) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:49.850342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5b3f0fdb-0a4e-4338-8e9c-9c3aa8ab2fc9 None None] Provisioning for port 702b6e99-94dd-452d-a69e-37ad37d608ef completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:49.878157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1269132986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c8bb79ba-3380-4779-b548-3f0a5ea893da'}], 'security_groups': ['d65a07dc-9c0f-49bd-9ecd-2b4ccee237af', '66b8ac90-b522-43a1-80a8-8e12f1dcd731']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:49.890869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:49.914882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:49.939376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Attempting to bind port a1b402df-0b13-41a4-9d97-019b96e12e5a on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:49.939583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Attempting to bind port a1b402df-0b13-41a4-9d97-019b96e12e5a by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:49.939895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Attempting to bind port a1b402df-0b13-41a4-9d97-019b96e12e5a on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:49.941597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.951366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:49.956467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:49.978642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:49.986134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Usage tracker for resource:subnet and tenant:bfa001e1c82e4fceb7b35d7b4bf7255b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:49.992364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:50.002415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port bba1279f-8d32-420c-b7bf-7cbbec4ccdab yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:23:50.028470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port fbc6b6c6-b2b5-43de-b678-808a7f12c27a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:50.057007 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.058963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-d7de8f0c-3e26-4a2d-9294-b05626a8989f', 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f', 'tenant_id': 'bfa001e1c82e4fceb7b35d7b4bf7255b', 'fixed_ips': [{'subnet_id': '3e3ed591-3e6c-4a86-bf93-502c5169900a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:50.059766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.097031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Port a1b402df-0b13-41a4-9d97-019b96e12e5a on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:23:50.097580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Attempting to bind port a1b402df-0b13-41a4-9d97-019b96e12e5a on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:50.111584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:50.111928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:50.112311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Bound using segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:50.112754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Bound port: a1b402df-0b13-41a4-9d97-019b96e12e5a, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:50.113143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.140833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:50.153343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Made reservation on behalf of bfa001e1c82e4fceb7b35d7b4bf7255b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:50.156921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.336351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Allocated IP 172.20.0.2 (d7de8f0c-3e26-4a2d-9294-b05626a8989f/3e3ed591-3e6c-4a86-bf93-502c5169900a/ad7cdacf-3b71-4173-8837-1b5ebba247ec) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:50.341744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-027e82ee-5a5f-4c87-ab0b-c55988d727c7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5507329 May 26 19:23:50.354338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 702b6e99-94dd-452d-a69e-37ad37d608ef up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:50.380262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:50.419992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::fbe7:4ebe:fc16:b4a (1de15714-029c-45d8-802a-f7d18ed8bfd5/0126fe01-7988-4b0b-9951-16c9ea54e06e/bba1279f-8d32-420c-b7bf-7cbbec4ccdab) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:50.457467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:50.505714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.612958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '0126fe01-7988-4b0b-9951-16c9ea54e06e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:50.613507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:50.614124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.614561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.616093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 1092 time: 3.8448930 May 26 19:23:50.630239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.644895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.653338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:50.675556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-d9702f6b-d90d-41e9-8921-98d43f5a78ef service neutron] 10.222.0.24 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200858 May 26 19:23:50.764693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Subnet': ['ID=8aa463b9-cd97-4654-ae82-c0c0cac53ecd,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:50.782572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f13068-0c44-4016-840c-b33d0937c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:50.790511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Checking segment: {'id': '421ca8f2-2de6-4c20-89d7-09dee36cb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:50.790871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network hostable DHCP agents. Network: 226a970f-ada3-4f2a-a284-65e2ee3735c4, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:23:50.831442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.835661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:23:50.854282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 226a970f-ada3-4f2a-a284-65e2ee3735c4) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:50.859797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:50.860568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:50.865249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object bba1279f-8d32-420c-b7bf-7cbbec4ccdab will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:50.888793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da7eca5-1506-445f-9528-25182322af23 None None] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:50.897595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b790da3-dec8-4ada-990d-b06225c813fc tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2125921 May 26 19:23:50.899397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:50.935182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 702b6e99-94dd-452d-a69e-37ad37d608ef completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:51.030063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 702b6e99-94dd-452d-a69e-37ad37d608ef triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:51.030440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.092980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8f2780e1-a554-4c0a-b359-570501b3d959 service neutron] 10.222.0.24 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155986 May 26 19:23:51.118326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-2abc29ba-a01d-479d-90ac-a08e38db315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:51.120195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-2abc29ba-a01d-479d-90ac-a08e38db315e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1095 time: 0.3799167 May 26 19:23:51.140853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.247861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=bba1279f-8d32-420c-b7bf-7cbbec4ccdab,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:51.261297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-8eb17f75-682a-4b79-acf7-6b8cf5f50ddd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.1321511 May 26 19:23:51.272732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.355238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-cb32b9bf-7071-4ef0-ac4e-f117fb5b4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:51.361701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-cb32b9bf-7071-4ef0-ac4e-f117fb5b4cf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.0927434 May 26 19:23:51.362501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/0126fe01-7988-4b0b-9951-16c9ea54e06e/108b3db1-889f-41d3-b096-c1aec082f306) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:51.376068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Transition to ACTIVE for port object ad7cdacf-3b71-4173-8837-1b5ebba247ec will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:51.587748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Transition to ACTIVE for port object ad7cdacf-3b71-4173-8837-1b5ebba247ec will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:51.701347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:51.705297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:51.710592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:51.717015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:51.717690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.724476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Delete allocated IP 2001:db8::2bc (d729ece5-334e-454e-aa58-1b107988d7f3/b9ba2c3c-848c-40b1-aa9e-8577800db245) {{(pid=88363) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:23:51.734660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Allocated IP 2001:db8:0:2::50 (d729ece5-334e-454e-aa58-1b107988d7f3/c8bb79ba-3380-4779-b548-3f0a5ea893da/4fb74d5d-73e3-4e28-a6da-cb0be838aca3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:51.739232 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f031d9f1-e129-4ffc-b737-e08fb4a520b8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2842855 May 26 19:23:51.769948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:51.793744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.855021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-226a970f-ada3-4f2a-a284-65e2ee3735c4', 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4', 'tenant_id': 'bfa001e1c82e4fceb7b35d7b4bf7255b', 'fixed_ips': [{'subnet_id': '8aa463b9-cd97-4654-ae82-c0c0cac53ecd'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:23:51.856122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.866730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 702b6e99-94dd-452d-a69e-37ad37d608ef is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:51.867454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:51.935005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:51.960408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:51.972941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68300ae7-9c46-4108-ba7c-46cf2329e945 req-d52a4a99-0b27-431f-9c0e-514cb2104b17 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:51.975158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68300ae7-9c46-4108-ba7c-46cf2329e945 req-d52a4a99-0b27-431f-9c0e-514cb2104b17 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.4816980 May 26 19:23:51.990292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-31fd9dcf-ceda-47d6-a3ab-6d68514402ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:51.992277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-31fd9dcf-ceda-47d6-a3ab-6d68514402ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5669539 May 26 19:23:52.023374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Update dhcp port {'port': {'network_id': 'd729ece5-334e-454e-aa58-1b107988d7f3', 'fixed_ips': [{'subnet_id': 'cc54388a-d756-4b65-a5bd-b4fa165c2975', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c8bb79ba-3380-4779-b548-3f0a5ea893da'}, {'subnet_id': 'b9ba2c3c-848c-40b1-aa9e-8577800db245'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'fe902ba5-b114-4302-9454-58083d20d12a'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:23:52.037547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.060960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:52.064325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb113a93-eb19-417b-9e2a-e15fb97e4b66 None None] Provisioning complete for port 702b6e99-94dd-452d-a69e-37ad37d608ef triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:52.064909 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb113a93-eb19-417b-9e2a-e15fb97e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.100456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Pushing event updated for resources: {'Port': ['ID=ad7cdacf-3b71-4173-8837-1b5ebba247ec,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:52.130859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb948a-089f-4807-96f3-fe541760992a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:52.131644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82cb948a-089f-4807-96f3-fe541760992a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:52.184329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 702b6e99-94dd-452d-a69e-37ad37d608ef, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=702b6e99-94dd-452d-a69e-37ad37d608ef,segment=NetworkSegment(18c71732-a583-4662-bd1e-b6f5daa9da54),segment_id=18c71732-a583-4662-bd1e-b6f5daa9da54)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:52.216678 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.225530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82cb948a-089f-4807-96f3-fe541760992a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:52.229522 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82cb948a-089f-4807-96f3-fe541760992a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4557948 May 26 19:23:52.230046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:52.348167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:52.369176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68300ae7-9c46-4108-ba7c-46cf2329e945 req-6f3ecd18-a980-4121-b8ae-a147798dea98 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613377 May 26 19:23:52.374289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.382461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=702b6e99-94dd-452d-a69e-37ad37d608ef,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:52.385643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fbc6b6c6-b2b5-43de-b678-808a7f12c27a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:52.406499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port bba1279f-8d32-420c-b7bf-7cbbec4ccdab {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:52.406840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.439380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Transition to ACTIVE for port object 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:52.448173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.466228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-5a906bbe-3946-440f-b3db-d398c3da1ba7 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358158 May 26 19:23:52.535414 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.588625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] In _notify_port_updated(), no bound segment for port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 on network d729ece5-334e-454e-aa58-1b107988d7f3 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:23:52.594228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:52.594999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.596667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "PUT /v2.0/ports/4fb74d5d-73e3-4e28-a6da-cb0be838aca3 HTTP/1.1" status: 200 len: 969 time: 2.7256916 May 26 19:23:52.613430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:52.645369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Attempting to bind port ad7cdacf-3b71-4173-8837-1b5ebba247ec on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:52.645983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Attempting to bind port ad7cdacf-3b71-4173-8837-1b5ebba247ec by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6c7b9699-68dd-42d0-80a4-bb712262f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:52.646515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Attempting to bind port ad7cdacf-3b71-4173-8837-1b5ebba247ec on network d7de8f0c-3e26-4a2d-9294-b05626a8989f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:52.687897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:52.688611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Checking segment: {'id': '6c7b9699-68dd-42d0-80a4-bb712262f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:52.689247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.689810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Bound using segment: {'id': '6c7b9699-68dd-42d0-80a4-bb712262f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:52.690469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Bound port: ad7cdacf-3b71-4173-8837-1b5ebba247ec, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7b9699-68dd-42d0-80a4-bb712262f75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd7de8f0c-3e26-4a2d-9294-b05626a8989f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:52.691024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.709322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b3aee-7e2b-43a1-9e3f-72c21b2c181b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event updated for resources: {'Port': ['ID=4fb74d5d-73e3-4e28-a6da-cb0be838aca3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:52.794795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:52.795482 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:52.834488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Allocated IP 172.20.0.1 (d7de8f0c-3e26-4a2d-9294-b05626a8989f/3e3ed591-3e6c-4a86-bf93-502c5169900a/03443c48-728e-4eb9-8a21-9ce82aa8f088) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:52.850805 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ce3bc6-c091-4b81-970f-3feb560a49bb'] response: {'name': 'network-changed', 'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'status': 'completed', 'code': 200} May 26 19:23:52.959355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Allocated IP 172.20.0.2 (226a970f-ada3-4f2a-a284-65e2ee3735c4/8aa463b9-cd97-4654-ae82-c0c0cac53ecd/4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:52.973779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1d4051b-92e8-449a-aa0a-f8844f3d3cb2 req-08f90376-ac60-4eb3-8939-117f2a4b5fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727960 May 26 19:23:53.077624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-d78d7887-458e-4527-bcbe-3186d25fc846 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:53.079379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-d78d7887-458e-4527-bcbe-3186d25fc846 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 810 time: 0.2798934 May 26 19:23:53.092837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4ecd-beef-4d39-9c2c-fde6911f52f7 req-6fdac8d8-a752-4168-b389-aadee142789b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:53.101960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f7c4ecd-beef-4d39-9c2c-fde6911f52f7 req-6fdac8d8-a752-4168-b389-aadee142789b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.1633646 May 26 19:23:53.168496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb113a93-eb19-417b-9e2a-e15fb97e4b66 None None] Current status of the port 702b6e99-94dd-452d-a69e-37ad37d608ef is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:53.170586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fbc6b6c6-b2b5-43de-b678-808a7f12c27a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:53.170957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.182999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-60334151-b306-4bc3-b007-0a8b373f90cf tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 379 time: 0.0657880 May 26 19:23:53.185572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f7c4ecd-beef-4d39-9c2c-fde6911f52f7 req-86e9d642-3ca4-45ff-bde3-514ed21293e2 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 May 26 19:23:53.210074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'port': {'device_id': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'admin_state_up': True, 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'security_groups': ['1ff293e9-edc1-4747-9012-e838c33b2a72']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:53.219991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.357797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Transition to ACTIVE for port object 108b3db1-889f-41d3-b096-c1aec082f306 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:53.382285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.404221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.439506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] For port ad7cdacf-3b71-4173-8837-1b5ebba247ec, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:53.467164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:23:53.469567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Transition to ACTIVE for port object 108b3db1-889f-41d3-b096-c1aec082f306 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:53.498486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] For port ad7cdacf-3b71-4173-8837-1b5ebba247ec, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad7cdacf-3b71-4173-8837-1b5ebba247ec,segment=NetworkSegment(6c7b9699-68dd-42d0-80a4-bb712262f75f),segment_id=6c7b9699-68dd-42d0-80a4-bb712262f75f)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:53.513711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:53.515857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.524923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-c813cb88-8e27-468b-91fd-95f94df67028 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:53.526844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-c813cb88-8e27-468b-91fd-95f94df67028 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.2188141 May 26 19:23:53.527481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:port and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:23:53.530917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:23:53.539083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:53.553752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-54c64c3d-86c8-4198-9a2a-7de1fedff0bc tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/quotas/79792bdba2844a90b4ee750eced1e671 HTTP/1.1" status: 200 len: 375 time: 0.0165479 May 26 19:23:53.559109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Made reservation on behalf of 995264af62b349c7951e1d4d6bade465 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:53.563041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.589022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:53.602811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for bba1279f-8d32-420c-b7bf-7cbbec4ccdab owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:53.726436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:53.745083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Allocated IP 2001:db8:0:2::2 (d729ece5-334e-454e-aa58-1b107988d7f3/c8bb79ba-3380-4779-b548-3f0a5ea893da/fe902ba5-b114-4302-9454-58083d20d12a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:53.772610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-146c82b0-e597-4df0-b064-abd8afab1b1b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1994996 May 26 19:23:53.823510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:53.837098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-a6e99101-e925-4ee0-8e2a-a6de49baeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:53.838713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-a6e99101-e925-4ee0-8e2a-a6de49baeb59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1095 time: 0.9687941 May 26 19:23:53.845204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:53.853817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 4fb74d5d-73e3-4e28-a6da-cb0be838aca3 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:23:53.883649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Allocated IP 172.20.0.3 (ad646e7e-741a-4917-a169-180605b1b82f/8ef5c362-722b-4b72-92e7-fa9ccb8a1d83/46cd32da-c0a3-46dd-9fa9-df3d174a6fc4) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:53.914325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Allocated IP 2001:db8::2 (d729ece5-334e-454e-aa58-1b107988d7f3/b9ba2c3c-848c-40b1-aa9e-8577800db245/fe902ba5-b114-4302-9454-58083d20d12a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:53.921655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:53.923757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Pushing event updated for resources: {'Port': ['ID=108b3db1-889f-41d3-b096-c1aec082f306,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:53.986560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fbc6b6c6-b2b5-43de-b678-808a7f12c27a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:53.997691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-274a7fd5-d46a-4c0d-9c5e-5889afc97eaa service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011020 May 26 19:23:54.006460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.079925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Transition to ACTIVE for port object 03443c48-728e-4eb9-8a21-9ce82aa8f088 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:54.276500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-13bf38a6-b79e-41bc-9620-f55da63aaf54 service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780838 May 26 19:23:54.281004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b5e0-f570-4643-badd-d8a1c01347a3 None None] Pushing event updated for resources: {'Port': ['ID=ad7cdacf-3b71-4173-8837-1b5ebba247ec,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:54.288753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Attempting to bind port 108b3db1-889f-41d3-b096-c1aec082f306 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:54.289180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Attempting to bind port 108b3db1-889f-41d3-b096-c1aec082f306 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:54.289490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Attempting to bind port 108b3db1-889f-41d3-b096-c1aec082f306 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:54.297888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.312764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:54.313157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:54.313586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.314021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:54.314487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Bound port: 108b3db1-889f-41d3-b096-c1aec082f306, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:54.315127 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.344357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Transition to ACTIVE for port object 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:54.358962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-2e74674e-0cde-497e-b180-d664f373dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:54.360095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 702b6e99-94dd-452d-a69e-37ad37d608ef up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:54.361455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-2e74674e-0cde-497e-b180-d664f373dcf0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.4693985 May 26 19:23:54.366212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.368317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.394542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.406116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:54.410726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.529557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Transition to ACTIVE for port object 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:54.534585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'port_id': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'mac_address': 'fa:16:3e:48:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb628c-8f29-4ba8-a9b3-c5806c553987', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:23:54.593979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=bba1279f-8d32-420c-b7bf-7cbbec4ccdab,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:54.639189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe902ba5-b114-4302-9454-58083d20d12a,segment=NetworkSegment(46cc36c9-a43d-41dc-8f62-d57e4a4c0459),segment_id=46cc36c9-a43d-41dc-8f62-d57e4a4c0459)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:54.763547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Transition to ACTIVE for port object 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:54.766424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Network ad646e7e-741a-4917-a169-180605b1b82f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:54.776640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:54.778784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.784599 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-b1f20bef-8757-4412-90da-eb5e7939c5c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.4127119 May 26 19:23:54.789637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:54.799838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=4fb74d5d-73e3-4e28-a6da-cb0be838aca3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:54.808285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.834562 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.864859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:23:54.876181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:54.876832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.896719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:54.924896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-8d85a538-3731-4107-9ad2-791fed5b89e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7239170 May 26 19:23:54.934856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444affd9-4465-42de-a54f-c5724179b70a req-359c8f34-f81f-436b-bcc1-76e7df728d66 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:54.935573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-444affd9-4465-42de-a54f-c5724179b70a req-359c8f34-f81f-436b-bcc1-76e7df728d66 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:54.943901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Request body: {'port': {'device_id': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:54.950195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:54.983115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:54.995956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:55.007319 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa27d1f9-68e6-4442-843d-a9bb2bcd1db4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/bba1279f-8d32-420c-b7bf-7cbbec4ccdab HTTP/1.1" status: 204 len: 168 time: 2.7740574 May 26 19:23:55.009915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:55.049885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39078) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:55.079626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:55.105318 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.123633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Transition to ACTIVE for port object fe902ba5-b114-4302-9454-58083d20d12a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:55.137591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:55.137932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-444affd9-4465-42de-a54f-c5724179b70a req-359c8f34-f81f-436b-bcc1-76e7df728d66 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:55.149546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-444affd9-4465-42de-a54f-c5724179b70a req-359c8f34-f81f-436b-bcc1-76e7df728d66 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 931 time: 0.4466429 May 26 19:23:55.154329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] For port 108b3db1-889f-41d3-b096-c1aec082f306, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:55.172403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:55.174289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.174450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-6e15c474-c6b1-40d9-aa7e-c1923a97cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:55.176639 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-6e15c474-c6b1-40d9-aa7e-c1923a97cf41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.3551693 May 26 19:23:55.180387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:55.180812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.201779 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-47a83c5a-f620-4602-af6d-d365fc9e1c01 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/4fb74d5d-73e3-4e28-a6da-cb0be838aca3 HTTP/1.1" status: 204 len: 168 time: 2.5826333 May 26 19:23:55.201779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Port': ['ID=03443c48-728e-4eb9-8a21-9ce82aa8f088,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:55.205437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39084) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:55.225357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.231874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:23:55.241650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:55.248424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-444affd9-4465-42de-a54f-c5724179b70a req-d918a26d-d1d5-4061-b1bd-0efa5026c1ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978997 May 26 19:23:55.321104 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d612e6-ec9d-4dee-8b1f-23d24a1d983f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] GET failed (client error): The resource could not be found. May 26 19:23:55.321650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97d612e6-ec9d-4dee-8b1f-23d24a1d983f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Synchronizing usage tracker for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:55.343193 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-d8df2768-8002-4126-ba7d-26df860baa7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341848 May 26 19:23:55.355755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.403811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d3c79-6d7a-461a-bc22-cf34f32cb9de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:55.405432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d3c79-6d7a-461a-bc22-cf34f32cb9de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:55.406178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d6d3c79-6d7a-461a-bc22-cf34f32cb9de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:23:55.435240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] For port 108b3db1-889f-41d3-b096-c1aec082f306, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=108b3db1-889f-41d3-b096-c1aec082f306,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:55.446350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 702b6e99-94dd-452d-a69e-37ad37d608ef triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:55.446730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.508627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97d612e6-ec9d-4dee-8b1f-23d24a1d983f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Unset dirty status for tenant:8768c031e7b644f382f5cf909939ea84 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:55.512579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97d612e6-ec9d-4dee-8b1f-23d24a1d983f tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports/4fb74d5d-73e3-4e28-a6da-cb0be838aca3 HTTP/1.1" status: 404 len: 333 time: 0.2425542 May 26 19:23:55.520698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39088) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:55.551809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.555279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d6d3c79-6d7a-461a-bc22-cf34f32cb9de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:23:55.556418 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d6d3c79-6d7a-461a-bc22-cf34f32cb9de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5054502 May 26 19:23:55.564682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:55.621233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Attempting to bind port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:55.621667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Attempting to bind port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '421ca8f2-2de6-4c20-89d7-09dee36cb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:55.622082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Attempting to bind port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d on network 226a970f-ada3-4f2a-a284-65e2ee3735c4 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:55.640468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:55.640717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Checking segment: {'id': '421ca8f2-2de6-4c20-89d7-09dee36cb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:55.641059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.641460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Bound using segment: {'id': '421ca8f2-2de6-4c20-89d7-09dee36cb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:55.641938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Bound port: 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421ca8f2-2de6-4c20-89d7-09dee36cb403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '226a970f-ada3-4f2a-a284-65e2ee3735c4'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:55.642347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.668123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Pushing event updated for resources: {'Port': ['ID=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:55.677418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-847dc14e-0b39-4247-a72d-bda65202dd81 None None] Provisioning for port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:55.702431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:55.709579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9de6-dfe4-43ef-a491-1d082b852656 req-50da47bf-2195-4228-9760-e50a36756b69 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:55.718403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b1e9de6-dfe4-43ef-a491-1d082b852656 req-50da47bf-2195-4228-9760-e50a36756b69 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 946 time: 0.2338538 May 26 19:23:55.762187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.804137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430ccf2-b61a-4292-a534-0ac3b654a141 None None] Pushing event updated for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:55.805172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b1e9de6-dfe4-43ef-a491-1d082b852656 req-a77af725-e2bf-47c2-830d-ded3634f0b73 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854609 May 26 19:23:55.816202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-847dc14e-0b39-4247-a72d-bda65202dd81 None None] Provisioning complete for port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:55.816202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-847dc14e-0b39-4247-a72d-bda65202dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.855792 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-d33050e1-b671-450c-8308-4e74f1b9f0af service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894929 May 26 19:23:55.891573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 0126fe01-7988-4b0b-9951-16c9ea54e06e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:55.905000 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:55.978039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-847dc14e-0b39-4247-a72d-bda65202dd81 None None] Port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:55.991046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:56.008067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.024932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Transition to ACTIVE for port object 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:23:56.040509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.086665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f0104-ef74-4993-b0a6-3913d908ccc7 None None] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:56.105245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.135707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 702b6e99-94dd-452d-a69e-37ad37d608ef is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:56.166661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a1b402df-0b13-41a4-9d97-019b96e12e5a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:23:56.236443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.263846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.337411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-205565cd-718a-4461-91d6-a493fcd36900 None None] Provisioning for port ad7cdacf-3b71-4173-8837-1b5ebba247ec completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:56.597696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:23:56.604123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.604824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Pushing event updated for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:56.684113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.686113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:23:56.731458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad7cdacf-3b71-4173-8837-1b5ebba247ec up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:56.794998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3e3c1-4763-43ad-89b9-ff4e832076cd req-1aecede3-4445-40d8-9d73-6c58e37a6314 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:56.797101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3c3e3c1-4763-43ad-89b9-ff4e832076cd req-1aecede3-4445-40d8-9d73-6c58e37a6314 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.8520949 May 26 19:23:56.819297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Attempting to bind port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:23:56.819914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Attempting to bind port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:23:56.820189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Attempting to bind port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:56.842137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 on network ad646e7e-741a-4917-a169-180605b1b82f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:23:56.842688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe6a03-7960-4d6b-aef3-73412a34e2a3 None None] Pushing event updated for resources: {'Port': ['ID=108b3db1-889f-41d3-b096-c1aec082f306,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:56.843100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Attempting to bind port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:23:56.888406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:23:56.888891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Checking segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:23:56.894381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d40af3de-1999-4c50-95b9-54422c80f9ca req-ac5032ab-4f5e-42f9-8803-963b08b1e7bd service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0250952 May 26 19:23:56.894655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Bound using segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:23:56.895756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Bound port: 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:23:56.896192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.896438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616502d-5754-4d01-9861-9e570bee88d0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:56.923062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3c3e3c1-4763-43ad-89b9-ff4e832076cd req-cac10f52-bcaa-4d43-93fd-a7c867f64a96 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200421 May 26 19:23:56.931282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d40fb11c-931e-4aaa-aa9c-809f6ab05301 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:56.933365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d40fb11c-931e-4aaa-aa9c-809f6ab05301 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.6209557 May 26 19:23:56.988233 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:56.989426 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d44d2f1-134e-4733-9ccc-bdd3d47056c4 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/security-groups/8616502d-5754-4d01-9861-9e570bee88d0 HTTP/1.1" status: 204 len: 168 time: 1.4675565 May 26 19:23:57.002908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39104) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:57.009574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'port': {'device_id': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'admin_state_up': True, 'tenant_id': '79792bdba2844a90b4ee750eced1e671'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:57.112726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] For port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:57.118929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:57.152212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.212012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ad7cdacf-3b71-4173-8837-1b5ebba247ec completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:57.239818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] For port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,segment=NetworkSegment(421ca8f2-2de6-4c20-89d7-09dee36cb403),segment_id=421ca8f2-2de6-4c20-89d7-09dee36cb403)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:57.252127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ad7cdacf-3b71-4173-8837-1b5ebba247ec triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:57.252495 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.322865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.330397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.348445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.450692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:23:57.478122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea024b1-0a8b-4601-90d3-3b6ddb01b713 None None] Pushing event updated for resources: {'Port': ['ID=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:57.487546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:23:57.502535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.505982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.507640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:57.544746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8ac90-b522-43a1-80a8-8e12f1dcd731,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:57.575505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.582220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.586793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc24d171-9e79-44cc-8955-3fd5a6dbfd17 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/security-groups/66b8ac90-b522-43a1-80a8-8e12f1dcd731 HTTP/1.1" status: 204 len: 168 time: 0.5769069 May 26 19:23:57.602747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39108) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:57.641809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.658757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:57.658757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.658757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] 10.222.0.53 "PUT /v2.0/ports/46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 1091 time: 2.7186942 May 26 19:23:57.669810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:57.680809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.728389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=0126fe01-7988-4b0b-9951-16c9ea54e06e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:57.754702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:57.797797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'a1b402df-0b13-41a4-9d97-019b96e12e5a', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'port_id': 'a1b402df-0b13-41a4-9d97-019b96e12e5a', 'mac_address': 'fa:16:3e:cf:2e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:23:57.837158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066666c-6668-4ac6-854b-800dee1c7df8 req-afcc842b-d8af-4f74-8a6e-4965c556c910 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:57.846107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.856159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5066666c-6668-4ac6-854b-800dee1c7df8 req-afcc842b-d8af-4f74-8a6e-4965c556c910 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.6805937 May 26 19:23:57.857355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98329138-e5a0-465e-a73d-f2a546fbd186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/0126fe01-7988-4b0b-9951-16c9ea54e06e HTTP/1.1" status: 204 len: 168 time: 2.2888124 May 26 19:23:57.861088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39112) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:57.909933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Made reservation on behalf of 79792bdba2844a90b4ee750eced1e671 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:57.914219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:57.957508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d9ae-fb7a-42a3-9d5e-ca16d46f0999 service neutron] Pushing event updated for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:58.001827 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23939035-bcc1-4ae6-89f3-42c8f0b18acf tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313028 May 26 19:23:58.002407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39116) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:58.025775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:23:58.045166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.063600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:58.065452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.082229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Port': ['ID=03443c48-728e-4eb9-8a21-9ce82aa8f088,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:58.154668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5066666c-6668-4ac6-854b-800dee1c7df8 req-7c16385d-4c78-40a1-96c1-2c2c42148dcd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961092 May 26 19:23:58.203442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.260584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd04c8d-8c1f-4f63-82b6-7ff30254cc45 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:58.320377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:23:58.349100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.358296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:23:58.398530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:23:58.402059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.422919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:23:58.428005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:23:58.506174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51ebd74a-01df-4635-9f63-ca1e01a3ae1c req-0986f422-1f1a-4fc2-a3c8-f589e551f292 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 210 time: 0.0612113 May 26 19:23:58.513140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-083f3f5a-e9c8-4d8f-9e70-54177b4594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:58.514841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-083f3f5a-e9c8-4d8f-9e70-54177b4594ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1094 time: 0.7758024 May 26 19:23:58.593095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a1b402df-0b13-41a4-9d97-019b96e12e5a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:58.594042 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.597573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.620754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-2f12c73e-0cff-467d-9949-7960d1508014 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 217 time: 0.0982785 May 26 19:23:58.624315 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97551a98-a126-4f38-b0c9-ca805b83e75b'] response: {'name': 'network-changed', 'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a', 'status': 'completed', 'code': 200} May 26 19:23:58.737568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ad7cdacf-3b71-4173-8837-1b5ebba247ec is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:23:58.738069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.741864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Allocated IP 172.20.0.14 (2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551/cd25de2d-a982-4932-999a-cdfdabb94aa2/4718f692-9039-4834-a0b4-e5be3f0db572) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:23:58.749001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:23:58.751557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a07dc-9c0f-49bd-9ecd-2b4ccee237af,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:58.819405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:58.820600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-92af1376-8836-4f40-a88d-e012625c149b tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/security-groups/d65a07dc-9c0f-49bd-9ecd-2b4ccee237af HTTP/1.1" status: 204 len: 168 time: 1.2155836 May 26 19:23:58.826449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39124) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:58.901974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-3db4a840-0376-43ea-a075-5af21ec3d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:58.903422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-3db4a840-0376-43ea-a075-5af21ec3d1d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.2631133 May 26 19:23:58.904083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b402df-0b13-41a4-9d97-019b96e12e5a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:23:58.929896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:58.977002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.053950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-228a5918-78cb-4684-b344-993392a20b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:59.055544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-228a5918-78cb-4684-b344-993392a20b6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1095 time: 0.2273374 May 26 19:23:59.078035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Provisioning for port fe902ba5-b114-4302-9454-58083d20d12a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:23:59.139405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port ad7cdacf-3b71-4173-8837-1b5ebba247ec, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad7cdacf-3b71-4173-8837-1b5ebba247ec,segment=NetworkSegment(6c7b9699-68dd-42d0-80a4-bb712262f75f),segment_id=6c7b9699-68dd-42d0-80a4-bb712262f75f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:23:59.169701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet b9ba2c3c-848c-40b1-aa9e-8577800db245 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:23:59.189767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.220939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Router 142ac0e2-2acf-4795-a246-98e00fb17c5f is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:23:59.228388 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.229630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:23:59.313102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:59.313695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.427138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:23:59.632892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-fb3b1360-0871-4503-bf1f-249edaae0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:59.634615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-fb3b1360-0871-4503-bf1f-249edaae0a6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7033939 May 26 19:23:59.693697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a1b402df-0b13-41a4-9d97-019b96e12e5a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:23:59.695874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:23:59.706779 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] Sync routers for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:23:59.714389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-51384269-6648-4a73-b7cc-0b8f29a8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:59.715700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-51384269-6648-4a73-b7cc-0b8f29a8fce5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.6460376 May 26 19:23:59.728285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:59.728926 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:59.752183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:23:59.752649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.796396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cfa4ae-3fe1-454b-a1da-5afac402bf57 None None] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:23:59.800696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.814872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:59.824664 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c88d3074-3f43-4791-a935-1be98e777cf0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9216692 May 26 19:23:59.825076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:23:59.825847 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:59.826296 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-c91155ef-a051-4d34-ad57-7821e890e650 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.0930228 May 26 19:23:59.827432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39138) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:23:59.894638 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:23:59.896195 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77b7a-d0ca-449c-8676-65e216342849 None None] The sync data for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:23:59.907974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:23:59.922862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:23:59.965049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63a3ed-5bd7-4277-81dc-b2eba8341690 req-c5cbb394-f993-4bb1-8010-f71d14b6ff93 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:23:59.972427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad63a3ed-5bd7-4277-81dc-b2eba8341690 req-c5cbb394-f993-4bb1-8010-f71d14b6ff93 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 943 time: 0.4696629 May 26 19:23:59.986116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Deleting port 108b3db1-889f-41d3-b096-c1aec082f306 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:23:59.986654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.005001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.036920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=ad7cdacf-3b71-4173-8837-1b5ebba247ec,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:00.037844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-5e21cf6e-fb40-4c8f-898b-29aa2576f1f8 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917093 May 26 19:24:00.128109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:00.154335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad63a3ed-5bd7-4277-81dc-b2eba8341690 req-917351af-f692-4a8f-a008-26661089dd4a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810424 May 26 19:24:00.157947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09e996b5-3a02-414d-a6da-8b3eb21949e6 None None] Could not find standard attr ID for object 4fb74d5d-73e3-4e28-a6da-cb0be838aca3. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:24:00.158161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Transition to ACTIVE for port object 4718f692-9039-4834-a0b4-e5be3f0db572 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:00.198406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.262932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:00.279350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:00.285227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:00.286367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.301826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.344061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-d41c1322-a884-4b49-a865-671f17f535d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:00.346153 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-d41c1322-a884-4b49-a865-671f17f535d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.4587591 May 26 19:24:00.357933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=1611c041-ec15-45d7-a837-7d129eae7152,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:00.408079 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b58666e9-6a70-41a9-8974-14507b40266e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3935051 May 26 19:24:00.413450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39144) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:00.421759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '1611c041-ec15-45d7-a837-7d129eae7152', 'ip_address': '2001:db8::a8b:7db8:75b9:cd1e'}], 'name': 'tempest-NetworksTestDHCPv6-1344969550'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:00.449480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:00.459602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.532441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Provisioning for port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:00.563720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:00.579496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:00.584346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:00.602266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] For port 108b3db1-889f-41d3-b096-c1aec082f306, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=108b3db1-889f-41d3-b096-c1aec082f306,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:00.602833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.627826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Provisioning for port 108b3db1-889f-41d3-b096-c1aec082f306 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:00.659904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:00.675780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:00.677788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.713811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ba2c3c-848c-40b1-aa9e-8577800db245,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:00.718196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.721393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b5958-7616-4ea2-b201-f9e555ba1697 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:00.727647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e2e0e08d-0fd2-4e18-bb63-f9e19f2a7b50 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/b9ba2c3c-848c-40b1-aa9e-8577800db245 HTTP/1.1" status: 204 len: 168 time: 1.9000146 May 26 19:24:00.739122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63c8fbe0-5e07-47b2-9f91-a96a75789d20 req-ce9e4504-7236-43e7-9a22-1cc040fa32b8 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767175 May 26 19:24:00.744808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39150) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:00.746598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7612112 May 26 19:24:00.846636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Request body: {'port': {'device_id': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:00.855599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Calling delete_port for 108b3db1-889f-41d3-b096-c1aec082f306 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:00.900178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet c8bb79ba-3380-4779-b548-3f0a5ea893da {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:00.904887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:00.905304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:00.989476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-8c0c61e0-b795-48c7-b77f-dda8287f136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:00.991009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-8c0c61e0-b795-48c7-b77f-dda8287f136c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6373990 May 26 19:24:00.998219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e155dd-c9bf-4a5d-b8ec-5098fbc100c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:01.017561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.046835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:01.092740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:01.110828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:01.116282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:01.131722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:01.173656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Provisioning complete for port ad7cdacf-3b71-4173-8837-1b5ebba247ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:01.174105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.185881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf38051-8147-4bd0-be9a-a29166ee955f req-149d6c68-d722-48bc-8d32-1aa608580c3f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:01.193859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cf38051-8147-4bd0-be9a-a29166ee955f req-149d6c68-d722-48bc-8d32-1aa608580c3f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.7293358 May 26 19:24:01.208872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:01.233965 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ba643ce6-f656-43d1-bd1e-b583ce191857 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:24:01.235015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba643ce6-f656-43d1-bd1e-b583ce191857 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4065325 May 26 19:24:01.238465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39156) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:01.307621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.310765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.326903 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-e6b858ea-37d0-4b61-aaaa-e8881892e47f service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206701 May 26 19:24:01.345296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:01.376360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:01.376732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.400019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] Pushing event deleted for resources: {'Port': ['ID=108b3db1-889f-41d3-b096-c1aec082f306,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:01.401986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cf38051-8147-4bd0-be9a-a29166ee955f req-a7ccf418-fdf4-48a2-9980-8487ef62b936 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076797 May 26 19:24:01.413549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port b690a290-55c1-4667-a5c7-a4ac145e530d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:01.465320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.492412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e74b79-e636-4d68-91b6-7adfeced43ba None None] No DVR routers for this DVR port 108b3db1-889f-41d3-b096-c1aec082f306 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:01.497938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b690a290-55c1-4667-a5c7-a4ac145e530d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:01.498309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.537624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.583543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12be14-d315-402d-b6b9-de8d3a9cf014 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:01.612705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port f2386d47-afc9-4b67-8356-e08af8c85ebe yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:24:01.639896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a1b402df-0b13-41a4-9d97-019b96e12e5a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:01.732836 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a8c80dd-e459-4aad-ae4b-c3384d745ed1 req-3950aa67-bf34-4667-867c-01867c531861 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981836 May 26 19:24:01.828381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Current status of the port ad7cdacf-3b71-4173-8837-1b5ebba247ec is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:01.870350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:01.886528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::a8b:7db8:75b9:cd1e (1de15714-029c-45d8-802a-f7d18ed8bfd5/1611c041-ec15-45d7-a837-7d129eae7152/f2386d47-afc9-4b67-8356-e08af8c85ebe) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:01.996689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Provisioning for port 03443c48-728e-4eb9-8a21-9ce82aa8f088 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:02.018324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bb79ba-3380-4779-b548-3f0a5ea893da,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:02.029506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.052273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-39c7fdd9-ad27-41cc-af36-44f6f30f822e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/c8bb79ba-3380-4779-b548-3f0a5ea893da HTTP/1.1" status: 204 len: 168 time: 1.3014474 May 26 19:24:02.052491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:02.052491 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.055065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39168) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:02.095021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:02.095368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.121981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:02.128637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Provisioning complete for port 03443c48-728e-4eb9-8a21-9ce82aa8f088 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:02.128954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.157388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.175674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object f2386d47-afc9-4b67-8356-e08af8c85ebe will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:02.203663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.204601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:02.235821 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.289015 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d779f7e1-fda8-404d-a5e5-85c501aa65e2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:02.289564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d779f7e1-fda8-404d-a5e5-85c501aa65e2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:02.291306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d779f7e1-fda8-404d-a5e5-85c501aa65e2 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/b9ba2c3c-848c-40b1-aa9e-8577800db245 HTTP/1.1" status: 404 len: 337 time: 0.2295341 May 26 19:24:02.294414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39174) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:02.318140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f5f3-7341-4be4-b8e1-13a1d05b2242 req-739c1dea-2adf-4692-9417-297dd90ad542 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:02.318989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1f67f5f3-7341-4be4-b8e1-13a1d05b2242 req-739c1dea-2adf-4692-9417-297dd90ad542 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:02.329668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:02.334310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Port 03443c48-728e-4eb9-8a21-9ce82aa8f088 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:02.342990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:02.350885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:02.363075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:02.369817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:02.370797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.385986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=f2386d47-afc9-4b67-8356-e08af8c85ebe,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:02.391794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bab85621-68ce-4385-b799-15e58e5e67c3 None None] Could not find standard attr ID for object 4fb74d5d-73e3-4e28-a6da-cb0be838aca3. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:24:02.396793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,segment=NetworkSegment(421ca8f2-2de6-4c20-89d7-09dee36cb403),segment_id=421ca8f2-2de6-4c20-89d7-09dee36cb403)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:02.407630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1f67f5f3-7341-4be4-b8e1-13a1d05b2242 req-739c1dea-2adf-4692-9417-297dd90ad542 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:02.409333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f67f5f3-7341-4be4-b8e1-13a1d05b2242 req-739c1dea-2adf-4692-9417-297dd90ad542 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 932 time: 0.6730733 May 26 19:24:02.414792 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.415687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad7cdacf-3b71-4173-8837-1b5ebba247ec up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:02.424740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting subnet cc54388a-d756-4b65-a5bd-b4fa165c2975 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:02.429367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0c9fa5f-06fb-46de-936b-a71fc6ab5bc8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0149698 May 26 19:24:02.430318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.450485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:02.498962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.617909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Provisioning for port 4718f692-9039-4834-a0b4-e5be3f0db572 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:02.624930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.630933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4718f692-9039-4834-a0b4-e5be3f0db572 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:02.644220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f67f5f3-7341-4be4-b8e1-13a1d05b2242 req-af2a412c-0989-440a-95b3-c64243a8bf40 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925011 May 26 19:24:02.652629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.655967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:02.667931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Provisioning complete for port 4718f692-9039-4834-a0b4-e5be3f0db572 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:02.668325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.689222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Transition to ACTIVE for port object 4718f692-9039-4834-a0b4-e5be3f0db572 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:02.701804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.766832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ad7cdacf-3b71-4173-8837-1b5ebba247ec triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:02.767730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.784392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8d19a-5ed7-4fc4-9253-0b5f0914963c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:02.788970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a3c8d19a-5ed7-4fc4-9253-0b5f0914963c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3198421 May 26 19:24:02.789206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.806029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:02.830756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Port 4718f692-9039-4834-a0b4-e5be3f0db572 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:02.849678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '1611c041-ec15-45d7-a837-7d129eae7152'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:02.850503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.887774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Provisioning complete for port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:02.888145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.955764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:02.972620 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/cc54388a-d756-4b65-a5bd-b4fa165c2975 HTTP/1.1" status: 204 len: 168 time: 0.6766968 May 26 19:24:02.973596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39190) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:02.985872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.003702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c891d-c2f9-4eab-a86b-997fc0d692e8 None None] Network d729ece5-334e-454e-aa58-1b107988d7f3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:03.032081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:03.034144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a1b402df-0b13-41a4-9d97-019b96e12e5a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:03.040436 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d71fd2a-94b8-42f5-b697-badf16439a0e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.040976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d71fd2a-94b8-42f5-b697-badf16439a0e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.045688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d71fd2a-94b8-42f5-b697-badf16439a0e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/a1fc461b-216d-4a6f-b1e6-96d926752893 HTTP/1.1" status: 404 len: 337 time: 0.0651863 May 26 19:24:03.046658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca80a7b-fe1f-44b5-9a21-a89cd71b6a2e tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Subnet': ['ID=cc54388a-d756-4b65-a5bd-b4fa165c2975,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:03.051458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.104961 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c0b21da0-86fd-43d7-b603-d3bfee15d8f0 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "GET /v2.0/ports?device_id=18d29274-3e8f-4b9f-8639-558e97fe30fa HTTP/1.1" status: 200 len: 205 time: 0.0526743 May 26 19:24:03.108767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port f2386d47-afc9-4b67-8356-e08af8c85ebe {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:03.109166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.127469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Pushing event updated for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:03.143709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.294421 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:24:03.352602 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-eccebe4c-1c77-4ef0-8db6-4d2a7cd32491 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] delete failed (client error): The resource could not be found. May 26 19:24:03.353674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-eccebe4c-1c77-4ef0-8db6-4d2a7cd32491 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/routers/18d29274-3e8f-4b9f-8639-558e97fe30fa HTTP/1.1" status: 404 len: 336 time: 0.2099071 May 26 19:24:03.356580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39202) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.401666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Attempting to bind port 4718f692-9039-4834-a0b4-e5be3f0db572 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:03.401925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Attempting to bind port 4718f692-9039-4834-a0b4-e5be3f0db572 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:03.402048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Attempting to bind port 4718f692-9039-4834-a0b4-e5be3f0db572 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:03.432794 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffd2342-cd7f-42c1-be44-35d22991bad9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.433062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffd2342-cd7f-42c1-be44-35d22991bad9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.437158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ffd2342-cd7f-42c1-be44-35d22991bad9 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/f2a46560-6707-4d52-a389-08bf6911697f HTTP/1.1" status: 404 len: 337 time: 0.0773399 May 26 19:24:03.441669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.445124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb766e-2132-4403-aa4d-c763f70cff4c req-6635b9b9-84c0-4e2a-88de-98027bdf43e4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:03.446594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dbb766e-2132-4403-aa4d-c763f70cff4c req-6635b9b9-84c0-4e2a-88de-98027bdf43e4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.5568912 May 26 19:24:03.452585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Port 4718f692-9039-4834-a0b4-e5be3f0db572 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:24:03.452585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Attempting to bind port 4718f692-9039-4834-a0b4-e5be3f0db572 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:03.478060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:03.478419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:03.478765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Bound using segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:03.479199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Bound port: 4718f692-9039-4834-a0b4-e5be3f0db572, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:03.479741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.490757 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab03a42-5e90-491b-8d8c-40913bd4c38d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.491060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab03a42-5e90-491b-8d8c-40913bd4c38d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.495014 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fab03a42-5e90-491b-8d8c-40913bd4c38d tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/c0ecc861-27be-47d9-b241-90412f520268 HTTP/1.1" status: 404 len: 337 time: 0.0503340 May 26 19:24:03.495261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39210) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.525005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ad7cdacf-3b71-4173-8837-1b5ebba247ec is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:03.560836 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-97874158-24b7-43cd-bcfc-4736e7fdcfdc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.561318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97874158-24b7-43cd-bcfc-4736e7fdcfdc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.565252 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97874158-24b7-43cd-bcfc-4736e7fdcfdc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/7238dae6-7859-48d4-bcb9-b955a235d158 HTTP/1.1" status: 404 len: 337 time: 0.0668695 May 26 19:24:03.572669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39214) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.579915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dbb766e-2132-4403-aa4d-c763f70cff4c req-d01bd572-5bd0-4d31-be88-7ee67d829a0f tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168737 May 26 19:24:03.634992 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ca27dd-468e-4f58-b77c-a3fb27a28d49 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.635443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ca27dd-468e-4f58-b77c-a3fb27a28d49 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.639468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e0ca27dd-468e-4f58-b77c-a3fb27a28d49 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/af5d08f9-bff2-4006-8909-e8887d8f0f83 HTTP/1.1" status: 404 len: 333 time: 0.0635014 May 26 19:24:03.641087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39220) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.674465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port a1b402df-0b13-41a4-9d97-019b96e12e5a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:03.678963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb4028-7023-4172-a51c-564eb67ad225 None None] Current status of the port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:03.684141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/1611c041-ec15-45d7-a837-7d129eae7152/11a68703-7a7f-45de-af3f-04f341a66959) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:03.687618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:03.714428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:03.723582 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237da8a-a9a6-4937-aa7a-abfb2127f047'] response: {'name': 'network-changed', 'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'status': 'completed', 'code': 200} May 26 19:24:03.747968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port a1b402df-0b13-41a4-9d97-019b96e12e5a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:03.748339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.752371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4718f692-9039-4834-a0b4-e5be3f0db572,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:03.760942 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1355f7-a497-4e1a-b9b2-a219b64a2757 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.761426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1355f7-a497-4e1a-b9b2-a219b64a2757 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.763115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fa1355f7-a497-4e1a-b9b2-a219b64a2757 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/9072af47-820e-4df9-af20-fe618d828294 HTTP/1.1" status: 404 len: 337 time: 0.1212072 May 26 19:24:03.764119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.769925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39226) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.827614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.901068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting port 03443c48-728e-4eb9-8a21-9ce82aa8f088 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:03.901560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.947843 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-10724a45-1ce3-42c3-b7bc-2166620167dc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:03.947843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10724a45-1ce3-42c3-b7bc-2166620167dc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:03.948687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:03.950060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-10724a45-1ce3-42c3-b7bc-2166620167dc tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/b2697c6f-ef08-487b-ac19-0904ec4ce709 HTTP/1.1" status: 404 len: 337 time: 0.1441884 May 26 19:24:03.962102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:03.968769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:03.968955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:03.971712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] 10.222.0.53 "PUT /v2.0/ports/4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 200 len: 1092 time: 3.1294858 May 26 19:24:04.002736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'mac_address': 'fa:16:3e:0b:b9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:04.026911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for f2386d47-afc9-4b67-8356-e08af8c85ebe owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:04.058320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Provisioning complete for port 88c9621d-68fa-4e2a-8b08-84501c388a7a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:04.059094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.162335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:04.162718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.171195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-9435f59e-ac54-428e-96bc-a066520a6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.173490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-9435f59e-ac54-428e-96bc-a066520a6739 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1094 time: 0.4489067 May 26 19:24:04.229364 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72f3675-db39-49d6-9516-6c4d53357c19 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:04.230051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72f3675-db39-49d6-9516-6c4d53357c19 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:04.263369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497d44f-c2d3-4553-a202-5b72717cc042 service neutron] Pushing event updated for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:04.290820 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a72f3675-db39-49d6-9516-6c4d53357c19 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/2ed82118-a404-4a89-9b52-8722fbe5af09 HTTP/1.1" status: 404 len: 333 time: 0.3244925 May 26 19:24:04.291947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39234) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:04.296339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Port 88c9621d-68fa-4e2a-8b08-84501c388a7a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:04.320036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f29f70fd-2e46-4148-8b0e-381bddf47759 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:04.320412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.388283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a03a1-d6b5-4ee8-87d6-598ea6b9c986 req-77466f85-e30a-45c5-a715-7f1cbe0883e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.400830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c2a03a1-d6b5-4ee8-87d6-598ea6b9c986 req-77466f85-e30a-45c5-a715-7f1cbe0883e3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 943 time: 0.5480630 May 26 19:24:04.404736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] DHCP port deletion for d729ece5-334e-454e-aa58-1b107988d7f3 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:04.419528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f29f70fd-2e46-4148-8b0e-381bddf47759 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:04.440761 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-97fcd68f-749a-43c5-8a62-21cef8d3a6c7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:04.441494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Deleting port fe902ba5-b114-4302-9454-58083d20d12a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:04.441655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97fcd68f-749a-43c5-8a62-21cef8d3a6c7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:04.441809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.443299 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97fcd68f-749a-43c5-8a62-21cef8d3a6c7 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/bc77ff5b-5eff-4687-969b-b6c679312e7f HTTP/1.1" status: 404 len: 337 time: 0.0643094 May 26 19:24:04.449484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39238) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:04.453851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.477476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a1b402df-0b13-41a4-9d97-019b96e12e5a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:04.477852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.503687 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ef259a-40b5-438d-b1f9-7d8a7268d705 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] DELETE failed (client error): The resource could not be found. May 26 19:24:04.504238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ef259a-40b5-438d-b1f9-7d8a7268d705 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:04.508436 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5ef259a-40b5-438d-b1f9-7d8a7268d705 tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/subnets/ffde3ffa-0436-4623-b7e3-71e7478bc4bb HTTP/1.1" status: 404 len: 337 time: 0.0555713 May 26 19:24:04.509947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39242) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:04.557482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:04.561366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.579877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.596039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.617544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Calling delete_port for 03443c48-728e-4eb9-8a21-9ce82aa8f088 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:04.648326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=f2386d47-afc9-4b67-8356-e08af8c85ebe,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:04.652943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-689654c4-7c57-4aa3-b932-7e54e54f12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.654558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-689654c4-7c57-4aa3-b932-7e54e54f12b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1095 time: 0.6321502 May 26 19:24:04.681209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Transition to ACTIVE for port object 11a68703-7a7f-45de-af3f-04f341a66959 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:04.698136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-8ef18163-4e16-4b50-9e6f-4ff5ea35b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.699152 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-8ef18163-4e16-4b50-9e6f-4ff5ea35b361 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.5059621 May 26 19:24:04.707495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Deleting port 88c9621d-68fa-4e2a-8b08-84501c388a7a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:04.707835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.732144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:04.744040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Provisioning complete for port fe902ba5-b114-4302-9454-58083d20d12a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:04.744420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.755612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c2a03a1-d6b5-4ee8-87d6-598ea6b9c986 req-ffc1245a-86a3-4e04-b364-d560f0566048 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941058 May 26 19:24:04.756818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-dcfa9265-ca45-4185-b859-9b7fe97a2f74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 200 len: 217 time: 0.0808966 May 26 19:24:04.768249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:04.788721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f29f70fd-2e46-4148-8b0e-381bddf47759'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:04.801976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.806397 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0bfb0af0-9add-40dd-ac6c-ab8b61dc4cea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/f2386d47-afc9-4b67-8356-e08af8c85ebe HTTP/1.1" status: 204 len: 168 time: 1.9260204 May 26 19:24:04.820808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39246) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:04.824564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-620acecd-dfbe-453c-9db4-0efeb8d1a015 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 217 time: 0.0914736 May 26 19:24:04.831146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.834208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Transition to ACTIVE for port object 11a68703-7a7f-45de-af3f-04f341a66959 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:04.858397 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a24b08-3eee-479c-8722-0816b047b236'] response: {'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'code': 200} May 26 19:24:04.884151 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:04.966242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:04.966481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-94d96e97-bc88-414c-90b3-50e27dc9c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.968062 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-94d96e97-bc88-414c-90b3-50e27dc9c8b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.1310177 May 26 19:24:04.982819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-e5bc12ca-fdb5-45d9-a29b-0f27ee5e528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:04.984237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-e5bc12ca-fdb5-45d9-a29b-0f27ee5e528d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.2020056 May 26 19:24:05.003314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177ea6d-5cf8-44e1-a6b9-146856c6ab75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.004938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177ea6d-5cf8-44e1-a6b9-146856c6ab75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.005734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6177ea6d-5cf8-44e1-a6b9-146856c6ab75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:05.062681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] For port fe902ba5-b114-4302-9454-58083d20d12a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe902ba5-b114-4302-9454-58083d20d12a,segment=NetworkSegment(46cc36c9-a43d-41dc-8f62-d57e4a4c0459),segment_id=46cc36c9-a43d-41dc-8f62-d57e4a4c0459)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:05.063071 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.143938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:05.146225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:05.151580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:05.189602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6177ea6d-5cf8-44e1-a6b9-146856c6ab75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:05.193807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6177ea6d-5cf8-44e1-a6b9-146856c6ab75 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3662002 May 26 19:24:05.197096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39250) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:05.273351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.293415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.306913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:05.324222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Calling delete_port for fe902ba5-b114-4302-9454-58083d20d12a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:05.340958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577badf9-4bf4-4d4a-8d95-dde0fa1b9d81 req-8ff1e9c3-e077-4c62-9fba-fc76d98f0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.342426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-577badf9-4bf4-4d4a-8d95-dde0fa1b9d81 req-8ff1e9c3-e077-4c62-9fba-fc76d98f0243 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1097 time: 0.3913183 May 26 19:24:05.355980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 1611c041-ec15-45d7-a837-7d129eae7152 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:05.370212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.412681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Port': ['ID=03443c48-728e-4eb9-8a21-9ce82aa8f088,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:05.415017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Calling delete_port for 88c9621d-68fa-4e2a-8b08-84501c388a7a owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:05.419820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-901fde4f-9ae7-40b4-86e4-8521e4c9b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.421441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-901fde4f-9ae7-40b4-86e4-8521e4c9b5fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4269919 May 26 19:24:05.462324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f12d-0fd4-4f14-a8ee-7f99403ae0f7 req-de24dd85-da8e-4014-8716-cbc5b80ccccf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.464513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0639f12d-0fd4-4f14-a8ee-7f99403ae0f7 req-de24dd85-da8e-4014-8716-cbc5b80ccccf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4723794 May 26 19:24:05.479262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-41f035d3-fbf0-4f2b-944d-ec80a462d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:05.480768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-41f035d3-fbf0-4f2b-944d-ec80a462d5b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5060687 May 26 19:24:05.572094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Attempting to bind port 11a68703-7a7f-45de-af3f-04f341a66959 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:05.572465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Attempting to bind port 11a68703-7a7f-45de-af3f-04f341a66959 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:05.572923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Attempting to bind port 11a68703-7a7f-45de-af3f-04f341a66959 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:05.604692 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:24:05.647791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-e95df124-1d5e-483f-b7ea-dc02840dce5f service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568644 May 26 19:24:05.648115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:05.676951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:05.676951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:05.676951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.677579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:05.677908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Bound port: 11a68703-7a7f-45de-af3f-04f341a66959, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:05.678657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.732746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:05.755069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:05.761489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.770231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.795400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-577badf9-4bf4-4d4a-8d95-dde0fa1b9d81 req-c5b13d13-6f58-489f-9f82-c1fafe096374 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370697 May 26 19:24:05.820464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0639f12d-0fd4-4f14-a8ee-7f99403ae0f7 req-76adf254-3854-424c-a5b1-11a1a3360c85 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044501 May 26 19:24:05.821311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd86c0-1551-42ac-ba09-6eb44857de9f None None] Current status of the port fe902ba5-b114-4302-9454-58083d20d12a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:05.840436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Port': ['ID=88c9621d-68fa-4e2a-8b08-84501c388a7a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:05.849086 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:05.877109 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8c72fb0c-6d93-4cf0-bf99-420d0953828c req-ddc6fbe7-b068-463b-85bc-f12c89198eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209876 May 26 19:24:05.878721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2609e399-7f94-4b18-8af2-4d32c64dcb7a tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/ports/88c9621d-68fa-4e2a-8b08-84501c388a7a HTTP/1.1" status: 204 len: 168 time: 1.3679044 May 26 19:24:05.881263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39262) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:05.934582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.010321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Pushing event updated for resources: {'Port': ['ID=11a68703-7a7f-45de-af3f-04f341a66959,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:06.017387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] No DVR routers for this DVR port fe902ba5-b114-4302-9454-58083d20d12a on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:06.054490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.093678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port fe902ba5-b114-4302-9454-58083d20d12a {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:24:06.094103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe902ba5-b114-4302-9454-58083d20d12a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:06.145894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:06.165810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aea9b0-e5a2-4377-9fee-de3dde8baec8 None None] Pushing event deleted for resources: {'Port': ['ID=fe902ba5-b114-4302-9454-58083d20d12a,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:06.168261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'port_id': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'mac_address': 'fa:16:3e:52:83:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:06.220656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.244544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] For port 11a68703-7a7f-45de-af3f-04f341a66959, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:06.275268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] For port 11a68703-7a7f-45de-af3f-04f341a66959, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=11a68703-7a7f-45de-af3f-04f341a66959,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:06.281242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:06.282245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.294606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.299008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d729ece5-334e-454e-aa58-1b107988d7f3']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:06.316486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.319210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cc36c9-a43d-41dc-8f62-d57e4a4c0459') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:06.319507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cc36c9-a43d-41dc-8f62-d57e4a4c0459') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:06.335078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.344421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-f6960a47-0c01-4497-820b-cf396753cc22 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606129 May 26 19:24:06.357137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.365557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:06.368724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:06.369688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.419446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:06.425560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.429002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.438833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44094-9a3c-46ec-bf25-b920fbec63df None None] Pushing event updated for resources: {'Port': ['ID=11a68703-7a7f-45de-af3f-04f341a66959,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:06.446795 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 46cc36c9-a43d-41dc-8f62-d57e4a4c0459 resource provider aggregate not found May 26 19:24:06.451667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-ec627ecb-42e0-42a3-bd08-57948c702712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:06.461852 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-ec627ecb-42e0-42a3-bd08-57948c702712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 1096 time: 0.2235434 May 26 19:24:06.485063 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 46cc36c9-a43d-41dc-8f62-d57e4a4c0459 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46cc36c9-a43d-41dc-8f62-d57e4a4c0459 found for delete ", "request_id": "req-25f42bc2-8b10-43e1-b826-003cc260ffe4"}]} May 26 19:24:06.536682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:06.559255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.591661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.606190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] Pushing event deleted for resources: {'Network': ['ID=d729ece5-334e-454e-aa58-1b107988d7f3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:06.611680 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e61bdce7-ee30-4128-9f39-e89ecb6da2df tempest-PortsIpV6TestJSON-535026162 tempest-PortsIpV6TestJSON-535026162-project] 10.222.0.24 "DELETE /v2.0/networks/d729ece5-334e-454e-aa58-1b107988d7f3 HTTP/1.1" status: 204 len: 168 time: 0.7293568 May 26 19:24:06.693750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-7fa92f2a-236b-4487-8748-42e320547885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:06.695225 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-7fa92f2a-236b-4487-8748-42e320547885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.2085259 May 26 19:24:06.700396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:06.767172 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-65db7430-9e5d-41aa-b33f-8f97618f2dac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f29f70fd-2e46-4148-8b0e-381bddf47759 HTTP/1.1" status: 200 len: 217 time: 0.0640938 May 26 19:24:06.835737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:06.840018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406da02-1103-4dd2-8442-615dbc18f507 req-644ee20d-4300-4599-b656-c188064b18cc tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:06.847499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7406da02-1103-4dd2-8442-615dbc18f507 req-644ee20d-4300-4599-b656-c188064b18cc tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.6232946 May 26 19:24:06.850845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8c41529-db65-4f45-b271-0aeac6edfd79 req-1cb9d6b0-290c-4b3c-a149-3eae85bba61f service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147151 May 26 19:24:06.899814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:06.980147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-753e575b-a4d1-4b58-8495-f7a24f93b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:06.981765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-753e575b-a4d1-4b58-8495-f7a24f93b4ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.2044725 May 26 19:24:07.028108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.053397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:07.070774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7406da02-1103-4dd2-8442-615dbc18f507 req-13e6a396-f6c0-43eb-ac48-c69b0f4fc955 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222307 May 26 19:24:07.072855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Router 142ac0e2-2acf-4795-a246-98e00fb17c5f has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:07.112614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.113826 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-a763db93-bd2e-457e-a89a-cdbe311fdc3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757596 May 26 19:24:07.227194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f29f70fd-2e46-4148-8b0e-381bddf47759 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:07.227570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.397594 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-0533c516-a9b5-4af7-b088-be3f56c785b7 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749095 May 26 19:24:07.401104 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff43ccb4-20bd-4648-9cb8-bda1da32c31d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8768c031e7b644f382f5cf909939ea84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697877 May 26 19:24:07.427652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39300) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.442384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f29f70fd-2e46-4148-8b0e-381bddf47759 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:07.443145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.494840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:07.495351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:07.511085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.532006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.538578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=1611c041-ec15-45d7-a837-7d129eae7152,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:07.549438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dd514422-13c5-4031-82c3-395d8439cdfa tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3020768 May 26 19:24:07.549438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a32b5c49-fa1c-4fb8-a457-a5994ef91ae3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/1611c041-ec15-45d7-a837-7d129eae7152 HTTP/1.1" status: 204 len: 168 time: 2.3453176 May 26 19:24:07.551244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39306) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.551577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39308) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.717065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] Sync routers for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:07.717065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:07.735642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:07.736787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:07.784381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-1e8b012a-8996-437b-a78a-bbab7d70c8cb req-f91c8fdc-89c9-40e7-82cc-f332a3025f36 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755496 May 26 19:24:07.785225 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.819934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 11a68703-7a7f-45de-af3f-04f341a66959 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:07.835115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.864511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9452c21-379f-4839-b18e-f9a646e4a568 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:07.892632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:07.902987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.910947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-071a0ddc-d344-4ece-838f-e1b470f3b161 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3562174 May 26 19:24:07.914600 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-307e838c-cfa8-4a45-8f83-22159abf4f2a tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] delete failed (client error): The resource could not be found. May 26 19:24:07.915561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-307e838c-cfa8-4a45-8f83-22159abf4f2a tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-179559804 HTTP/1.1" status: 404 len: 334 time: 0.3628948 May 26 19:24:07.916709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39318) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.920943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39322) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:07.923194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbccc827-121e-4646-a6ed-9d2cda9aad69,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:07.938266 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:07.940019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6e715323-1514-43aa-b235-d0f3ab2c5d10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbccc827-121e-4646-a6ed-9d2cda9aad69 HTTP/1.1" status: 204 len: 168 time: 0.5109172 May 26 19:24:07.987139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-236bff2b-b891-4497-b9cb-097b3e3e616f tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'router': {'external_gateway_info': {'network_id': '142ac0e2-2acf-4795-a246-98e00fb17c5f'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:08.044885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64ede64a-e4ad-474f-bef3-0635361147e0 None None] Could not find standard attr ID for object f2386d47-afc9-4b67-8356-e08af8c85ebe. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:24:08.109635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64ede64a-e4ad-474f-bef3-0635361147e0 None None] Provisioning for port 11a68703-7a7f-45de-af3f-04f341a66959 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:08.145409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:08.146189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:08.224048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:08.224528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e45ff-6dce-4614-9bfb-9b9a15ee3f09 None None] The sync data for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:08.355053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 11a68703-7a7f-45de-af3f-04f341a66959 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:08.363397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 11a68703-7a7f-45de-af3f-04f341a66959 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:08.363822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:08.408594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f244-5277-4739-a496-c8688ae0c06f req-6a72a6ae-81b8-4410-8fd4-70fff42c76fb tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:08.415778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b10f244-5277-4739-a496-c8688ae0c06f req-6a72a6ae-81b8-4410-8fd4-70fff42c76fb tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 944 time: 1.0079401 May 26 19:24:08.511979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 11a68703-7a7f-45de-af3f-04f341a66959 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:08.512404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:08.546735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:08.554693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8219116-18c9-4f91-a1fe-3d8ad715e5eb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:08.555242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Deleting port 11a68703-7a7f-45de-af3f-04f341a66959 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:08.555350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:08.556187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8219116-18c9-4f91-a1fe-3d8ad715e5eb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6383760 May 26 19:24:08.560309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39350) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:08.598585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 11a68703-7a7f-45de-af3f-04f341a66959, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=11a68703-7a7f-45de-af3f-04f341a66959,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:08.615509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:08.653481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b10f244-5277-4739-a496-c8688ae0c06f req-ec217517-922b-4b75-bc74-3cbba9ef08fa tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365930 May 26 19:24:08.656362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-236bff2b-b891-4497-b9cb-097b3e3e616f tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:08.692361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd5ba5-2f36-4160-9bef-31361235fa23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:08.694375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9abd5ba5-2f36-4160-9bef-31361235fa23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:08.723960 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-236bff2b-b891-4497-b9cb-097b3e3e616f tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] update failed (client error): The resource could not be found. May 26 19:24:08.725317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-236bff2b-b891-4497-b9cb-097b3e3e616f tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f HTTP/1.1" status: 404 len: 339 time: 0.7563965 May 26 19:24:08.726920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9abd5ba5-2f36-4160-9bef-31361235fa23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:08.729256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39356) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:08.731255 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9abd5ba5-2f36-4160-9bef-31361235fa23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1693575 May 26 19:24:08.731791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:08.812860 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ad3a72-93d0-4680-bf78-a527fc7c9348'] response: {'name': 'network-changed', 'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572', 'status': 'completed', 'code': 200} May 26 19:24:08.903857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=11a68703-7a7f-45de-af3f-04f341a66959,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:08.940261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a075-801d-4518-8eaa-85e92598622f req-76be45a7-1563-4d1f-b6f4-6f641df90b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:08.941901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-76be45a7-1563-4d1f-b6f4-6f641df90b8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1095 time: 0.1709471 May 26 19:24:08.964820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7e786519-68f6-4538-b5a7-7c4136596af9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541066 May 26 19:24:08.971944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39370) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:08.981711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:09.081359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:09.195515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] For port 11a68703-7a7f-45de-af3f-04f341a66959, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=11a68703-7a7f-45de-af3f-04f341a66959,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:09.197011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:09.308354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:09.351400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Calling delete_port for 11a68703-7a7f-45de-af3f-04f341a66959 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:09.360977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a075-801d-4518-8eaa-85e92598622f req-91676db3-2e19-4059-99bc-0dc73f82cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:09.363896 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-91676db3-2e19-4059-99bc-0dc73f82cd82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.4158082 May 26 19:24:09.458963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-9dbf1fae-5e7d-4787-bd1f-585d1d8fd8d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 200 len: 217 time: 0.0864942 May 26 19:24:09.471519 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:09.507368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:09.528907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] Pushing event deleted for resources: {'Port': ['ID=11a68703-7a7f-45de-af3f-04f341a66959,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:09.538322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19652ee4-f923-42a9-8f66-a2f33c123e77 None None] No DVR routers for this DVR port 11a68703-7a7f-45de-af3f-04f341a66959 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:09.546606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:09.548382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-10d29053-009b-43a2-9c3b-9630e1139abd tempest-DvrRoutersNegativeTest-830306501 tempest-DvrRoutersNegativeTest-830306501-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1551351483', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:09.553651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.policy [None req-10d29053-009b-43a2-9c3b-9630e1139abd tempest-DvrRoutersNegativeTest-830306501 tempest-DvrRoutersNegativeTest-830306501-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88362) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 26 19:24:09.554125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.policy [None req-10d29053-009b-43a2-9c3b-9630e1139abd tempest-DvrRoutersNegativeTest-830306501 tempest-DvrRoutersNegativeTest-830306501-project] Failed policy check for 'create_router' {{(pid=88362) enforce /opt/stack/neutron/neutron/policy.py:520}} May 26 19:24:09.554662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:09.554781 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-10d29053-009b-43a2-9c3b-9630e1139abd tempest-DvrRoutersNegativeTest-830306501 tempest-DvrRoutersNegativeTest-830306501-project] create failed (client error): Access was denied to this resource. May 26 19:24:09.555649 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-10d29053-009b-43a2-9c3b-9630e1139abd tempest-DvrRoutersNegativeTest-830306501 tempest-DvrRoutersNegativeTest-830306501-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2460423 May 26 19:24:09.584690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:09.604534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a075-801d-4518-8eaa-85e92598622f req-a7efcbe6-13d9-438a-9b7f-0fc9515cc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:09.606254 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-a7efcbe6-13d9-438a-9b7f-0fc9515cc8b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.1372142 May 26 19:24:09.664974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38cf77-f509-41e9-9c0d-79d79c089e0e None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:24:09.679763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:09.714366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a075-801d-4518-8eaa-85e92598622f req-e8ab3a68-6503-4f04-9298-877553862f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:09.716167 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-e8ab3a68-6503-4f04-9298-877553862f8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984614 May 26 19:24:09.792268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:09.810670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 11a68703-7a7f-45de-af3f-04f341a66959 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:09.818062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:09.821675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:09.935784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 11a68703-7a7f-45de-af3f-04f341a66959 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:09.936383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 11a68703-7a7f-45de-af3f-04f341a66959 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:09.949565 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-3eebf2ca-2224-4838-b8f7-f9e8d0c858ff service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253542 May 26 19:24:10.120626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:10.121311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:10.190437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-d927a075-801d-4518-8eaa-85e92598622f req-13c5982c-7b04-4f61-98cd-9d1a034926ad service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309885 May 26 19:24:10.218380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:10.228241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:10.276326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39390) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:10.295537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38cf77-f509-41e9-9c0d-79d79c089e0e None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:24:10.467371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1712e-5051-4225-99e9-9b5519cbe790 req-58af9e0e-59ac-412a-8d95-ba15d2e3ee59 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:10.475305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8de1712e-5051-4225-99e9-9b5519cbe790 req-58af9e0e-59ac-412a-8d95-ba15d2e3ee59 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 944 time: 1.4014521 May 26 19:24:10.500779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:10.528685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:10.537300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Usage tracker for resource:security_group_rule and tenant:368cb710f0af46e5b8b7d170690545a8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:10.543523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:10.592111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8de1712e-5051-4225-99e9-9b5519cbe790 req-afed6efc-eb4a-42e6-87f8-845291d3d408 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158133 May 26 19:24:10.596934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:10.763786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:10.784053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.784392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.784751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.785114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.786109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.786469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.786822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.787145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.787609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.787935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.788256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.788613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:10.829412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:10.846569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:10.891908 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=368cb710f0af46e5b8b7d170690545a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139860 May 26 19:24:10.896255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39396) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:10.966517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9e2fd-32af-4250-8018-b20674f56024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a384d669-2a61-426f-a6ed-13f887a9067c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:11.027628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.058138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Allocated IP 172.20.0.1 (0ecc3a5d-b943-4695-a534-2e04e5be606c/717c677a-0ce1-47e7-8274-eb8eb6a4df2b/90ce982c-b019-4727-9975-f50cba953e2a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:11.059554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.064924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.090606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4718f692-9039-4834-a0b4-e5be3f0db572 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:11.119223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aaeb8-e22b-4301-8d20-3cbd0abdeaeb req-0db3f480-31a7-47cd-ab06-548406995852 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:11.120770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe2aaeb8-e22b-4301-8d20-3cbd0abdeaeb req-0db3f480-31a7-47cd-ab06-548406995852 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3133633 May 26 19:24:11.168854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.197457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a384d669-2a61-426f-a6ed-13f887a9067c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:11.206225 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.210562 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d8c75cd-4d87-4a23-bd24-4aeba2fb9709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a384d669-2a61-426f-a6ed-13f887a9067c HTTP/1.1" status: 204 len: 168 time: 0.3124485 May 26 19:24:11.253752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:11.264086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:11.284702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330cbe15-9160-424b-be3b-89a098933422 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:11.322193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:11.322786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.343601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe2aaeb8-e22b-4301-8d20-3cbd0abdeaeb req-c2dee112-5994-4da9-abca-aa41957286d3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120814 May 26 19:24:11.387451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=48277575-826c-4d02-8a3b-a70202247930,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:11.451884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7fb95179-f33f-4750-8273-65938e3af6f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4783838 May 26 19:24:11.455329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39406) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:11.465518 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa00c17-c5d2-4090-9d1d-6656ad790950'] response: {'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a', 'code': 200} May 26 19:24:11.468825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '48277575-826c-4d02-8a3b-a70202247930', 'ip_address': '2001:db8::f977:fcd6:1479:8319'}], 'name': 'tempest-NetworksTestDHCPv6-934267115'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:11.474676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4718f692-9039-4834-a0b4-e5be3f0db572,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:11.529736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4718f692-9039-4834-a0b4-e5be3f0db572', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'port_id': '4718f692-9039-4834-a0b4-e5be3f0db572', 'mac_address': 'fa:16:3e:03:bc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:11.548523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.596909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Transition to ACTIVE for port object 90ce982c-b019-4727-9975-f50cba953e2a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:11.656154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4718f692-9039-4834-a0b4-e5be3f0db572 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:11.656720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.684001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.764981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4718f692-9039-4834-a0b4-e5be3f0db572 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:11.799836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4718f692-9039-4834-a0b4-e5be3f0db572,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:11.830701 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.835073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:11.845584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:11.856168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:11.945966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.981463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '48277575-826c-4d02-8a3b-a70202247930'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:11.986218 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:11.992090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:12.069296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:12.074018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:12.097321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:12.195719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:12.203610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:12.323355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f5e0b034-b64e-4650-8058-5774122f5e43 None None] Provisioning for port 90ce982c-b019-4727-9975-f50cba953e2a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:12.339733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Port': ['ID=90ce982c-b019-4727-9975-f50cba953e2a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:12.356932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/48277575-826c-4d02-8a3b-a70202247930/8cc40fa6-66e0-4d95-89a7-587fb3dfe880) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:12.357125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:12.376000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb72afa-107c-4aa0-9b4c-3dffeff22d9f req-88bae6e1-6646-4f54-9a94-bda6c09f13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:12.377599 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7fb72afa-107c-4aa0-9b4c-3dffeff22d9f req-88bae6e1-6646-4f54-9a94-bda6c09f13b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.4716232 May 26 19:24:12.443645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port b8c87612-b8ba-498d-a98f-fc0f850dbbde yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:24:12.521964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d848-7eb3-4975-8259-9e95ce957199 req-2e247e94-0b8c-428c-951a-3e8c0b5910b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:12.537691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4976d848-7eb3-4975-8259-9e95ce957199 req-2e247e94-0b8c-428c-951a-3e8c0b5910b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 945 time: 0.3910086 May 26 19:24:12.625461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:12.633860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4976d848-7eb3-4975-8259-9e95ce957199 req-53198a64-3ff0-4c45-b63f-84a502a85153 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950053 May 26 19:24:12.634190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4718f692-9039-4834-a0b4-e5be3f0db572'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:12.658192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:12.658983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:12.684455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7fb72afa-107c-4aa0-9b4c-3dffeff22d9f req-55abc3c2-e0f8-4863-b1f9-87b2d274f6d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985842 May 26 19:24:12.715354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f5e0b034-b64e-4650-8058-5774122f5e43 None None] Provisioning complete for port 90ce982c-b019-4727-9975-f50cba953e2a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:12.715728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f5e0b034-b64e-4650-8058-5774122f5e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:12.779796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Transition to ACTIVE for port object 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:12.844584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0b034-b64e-4650-8058-5774122f5e43 None None] Port 90ce982c-b019-4727-9975-f50cba953e2a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:12.854259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Transition to ACTIVE for port object 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:12.870412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:12.872290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1969606730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:12.922730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:12.929751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:12.951725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:12.968602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f977:fcd6:1479:8319 (1de15714-029c-45d8-802a-f7d18ed8bfd5/48277575-826c-4d02-8a3b-a70202247930/b8c87612-b8ba-498d-a98f-fc0f850dbbde) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:13.034793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Pushing event updated for resources: {'Port': ['ID=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:13.104730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Attempting to bind port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:13.105166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Attempting to bind port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:13.105535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Attempting to bind port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:13.112812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:13.113230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:13.114202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.114597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:13.115062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Bound port: 8cc40fa6-66e0-4d95-89a7-587fb3dfe880, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:13.115433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.227620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:13.256129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:router and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:13.264916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:13.278964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:13.316812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] For port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:13.321084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] For port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:13.328452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.342837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.343857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.377560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-2b11c9b8-31b7-49c7-b95d-637d8dabddcd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:13.379592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-2b11c9b8-31b7-49c7-b95d-637d8dabddcd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 813 time: 0.6091769 May 26 19:24:13.380449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.407190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object b8c87612-b8ba-498d-a98f-fc0f850dbbde will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:13.444604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00ba0-bc02-486e-9937-b93a8fd74e39 None None] Pushing event updated for resources: {'Port': ['ID=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:13.466514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759'}, {'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:13.473128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.476925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-642fc763-4279-40be-9a04-7ac1879d6781 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/quotas/138ae5b29ec6425f85503a7f7a063f36 HTTP/1.1" status: 200 len: 375 time: 0.0506973 May 26 19:24:13.491200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.595322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=b8c87612-b8ba-498d-a98f-fc0f850dbbde,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:13.616347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:13.617942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:13.619735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.625980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:13.635313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:13.635975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.679176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.685058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-553ae099-bd81-4e3f-bd4c-84ba5cb05b3a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0132313 May 26 19:24:13.687055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39460) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:13.710885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-27441530'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:13.734676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:13.735394 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa80f762-6777-4a96-9208-981f565fef8f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2766173 May 26 19:24:13.739362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39464) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:13.752166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:network and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:13.756967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:13.757843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '48277575-826c-4d02-8a3b-a70202247930', 'ip_address': '2001:db8::f977:fcd6:1479:8319'}], 'name': 'tempest-NetworksTestDHCPv6-1696609535'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:13.772805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-9b6bcfaf-3a69-4ce8-9dbc-568c5bd0be7a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2854528 May 26 19:24:13.775694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.778194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:13.824265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.838559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:13.960563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:13.966719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:13.968322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:13.975418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:13.988867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:13.994568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.023609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 07958207-4caf-4363-81b5-a70da45ce7ee yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:24:14.129384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-182f134c-56d0-4bdd-9d87-0d0af37ca192 service neutron] 10.222.0.24 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473136 May 26 19:24:14.140625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:14.144157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.208008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.250788 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): There was a conflict when trying to complete your request. May 26 19:24:14.251407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:14.276342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:14.280955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:security_group_rule and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:14.284455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:14.286677 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2982e976-6de2-4579-b6b6-5b8529ed8bea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5441725 May 26 19:24:14.289139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39468) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:14.295406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:14.365904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event updated for resources: {'Port': ['ID=90ce982c-b019-4727-9975-f50cba953e2a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:14.380652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.486212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b99f5-a8de-443c-8b53-4c90f042fc24 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:14.492982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876b99f5-a8de-443c-8b53-4c90f042fc24 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:14.494824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-876b99f5-a8de-443c-8b53-4c90f042fc24 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:14.531909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-876b99f5-a8de-443c-8b53-4c90f042fc24 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:14.536323 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-876b99f5-a8de-443c-8b53-4c90f042fc24 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2428517 May 26 19:24:14.536866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39472) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:14.567894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-113bf307-f442-4135-b563-8e8228fb4f0c service neutron] 10.222.0.24 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073663 May 26 19:24:14.619434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fe214bbf-fd21-4a73-9223-1b88063abcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.621889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.630370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.654813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port b8c87612-b8ba-498d-a98f-fc0f850dbbde {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:14.655159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.665359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:14.681697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.682174 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Added segment 38f5d7be-9fd5-4c47-8f4e-bb3937f2810f of type vlan for network 1ab1015d-f940-4735-b05d-9d7a02b95a70 May 26 19:24:14.739374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.923915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:14.939939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:14.944099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:15.009235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc1d6ad-cf89-4b70-ad11-de8e3cf5512b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:15.096542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4718f692-9039-4834-a0b4-e5be3f0db572 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:15.290455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6012547 May 26 19:24:15.292648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:15.293265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39490) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:15.312724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0fd72c2e-cc7c-489e-8006-e3945f7d13ce None None] Provisioning for port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:15.314789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:15.326308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'subnet': {'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:15.336947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4718f692-9039-4834-a0b4-e5be3f0db572 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:15.354886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4718f692-9039-4834-a0b4-e5be3f0db572 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:15.355357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:15.555924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4718f692-9039-4834-a0b4-e5be3f0db572 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:15.556396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:15.568502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:15.600932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:15.614530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d581f1-b5cb-4682-b2ed-d0db90e7a3d0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Network': ['ID=1ab1015d-f940-4735-b05d-9d7a02b95a70,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:15.620313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4718f692-9039-4834-a0b4-e5be3f0db572,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:15.628766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:subnet and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:15.631740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:15.639159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:15.837243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:15.853307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:15.915531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for b8c87612-b8ba-498d-a98f-fc0f850dbbde owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:16.005246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:16.032415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:16.100142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Router 142ac0e2-2acf-4795-a246-98e00fb17c5f has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:16.119100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:16.122879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.152595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:16.158984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:16.159405 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.193364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.198297 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:24:16.201154 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:24:16.204195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7989d672-7c36-462f-a90f-4e2462d14d32 None None] Provisioning for port b8c87612-b8ba-498d-a98f-fc0f850dbbde completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:16.218363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7989d672-7c36-462f-a90f-4e2462d14d32 None None] Provisioning complete for port b8c87612-b8ba-498d-a98f-fc0f850dbbde triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:16.218742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7989d672-7c36-462f-a90f-4e2462d14d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.226200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756405a-cdf1-4d55-8513-8bd0b0408fbb req-19eda5f1-1e8a-4ede-826c-8ba3b5a80c78 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:16.229554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c756405a-cdf1-4d55-8513-8bd0b0408fbb req-19eda5f1-1e8a-4ede-826c-8ba3b5a80c78 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 1.3108983 May 26 19:24:16.266496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=b8c87612-b8ba-498d-a98f-fc0f850dbbde,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:16.325328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.348311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7989d672-7c36-462f-a90f-4e2462d14d32 None None] Port b8c87612-b8ba-498d-a98f-fc0f850dbbde was deleted so its status cannot be updated. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 26 19:24:16.368469 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b85296d9-426b-432a-bb51-41e1ca8a63c0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/b8c87612-b8ba-498d-a98f-fc0f850dbbde HTTP/1.1" status: 204 len: 168 time: 1.8283122 May 26 19:24:16.369191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:16.566404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:16.567269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.626617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c756405a-cdf1-4d55-8513-8bd0b0408fbb req-e89bdc47-92cc-4d2a-9095-7661d7c478bd tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857496 May 26 19:24:16.681722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:16.691602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.703905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:16.718945 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] Sync routers for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:16.726736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e461ecff-13ca-476c-9a04-da505f9b84bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9937575 May 26 19:24:16.727051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39498) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:16.742543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:16.743166 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:16.860094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a15e41-696b-4760-8d2e-f020ad2fb9c3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:16.862464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a15e41-696b-4760-8d2e-f020ad2fb9c3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:16.872047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0a15e41-696b-4760-8d2e-f020ad2fb9c3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5014880 May 26 19:24:16.875481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:16.883372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:16.900960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3e191a3b-a6bb-4104-a65f-ad947e3e7960 None None] Provisioning complete for port 90ce982c-b019-4727-9975-f50cba953e2a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:16.902429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e191a3b-a6bb-4104-a65f-ad947e3e7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:16.904347 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:16.905096 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:23:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:16.971019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3e191a3b-a6bb-4104-a65f-ad947e3e7960 None None] Port 90ce982c-b019-4727-9975-f50cba953e2a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:16.977607 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7be786aa-a5cb-4e00-af2d-23a6a0546607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.017947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:17.051213 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:17.053764 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb2244-d250-41f6-b512-22feb2fcf936 None None] The sync data for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:17.091796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 48277575-826c-4d02-8a3b-a70202247930 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:17.095541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.161297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.230902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.259428 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.351771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-f9fe87f1-690d-4483-9847-89ef3c595201 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:17.352758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-f9fe87f1-690d-4483-9847-89ef3c595201 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Synchronizing usage tracker for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:17.353798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.359141 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.412641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=48277575-826c-4d02-8a3b-a70202247930,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:17.415978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.418877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b01c7b5-007f-4b6b-b555-f9dfb18e5412 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.425471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a067b62a-2c3c-4733-9dea-00052f500f63 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:17.435117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1cc497d-00fd-45dd-9764-b25a48eb8fba tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/48277575-826c-4d02-8a3b-a70202247930 HTTP/1.1" status: 204 len: 168 time: 0.5568051 May 26 19:24:17.436248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:17.486013 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:24:17.501810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-f9fe87f1-690d-4483-9847-89ef3c595201 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Unset dirty status for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:17.503208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-f9fe87f1-690d-4483-9847-89ef3c595201 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 813 time: 1.0134943 May 26 19:24:17.544005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1ad2f48d-a938-48cc-a59f-d57fa8913d52 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062648 May 26 19:24:17.544928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:17.554151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:17.581283 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-8b01c7b5-007f-4b6b-b555-f9dfb18e5412 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 19:24:17.585065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8b01c7b5-007f-4b6b-b555-f9dfb18e5412 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f HTTP/1.1" status: 409 len: 329 time: 0.8544068 May 26 19:24:17.587069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Checking segment: {'id': '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:17.587434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network hostable DHCP agents. Network: 1ab1015d-f940-4735-b05d-9d7a02b95a70, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:17.588108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Request body: {'port': {'device_id': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'admin_state_up': True, 'tenant_id': '138ae5b29ec6425f85503a7f7a063f36'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:17.592092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39514) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:17.593527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Subnet': ['ID=27d3d443-372e-4f6a-a475-81f084f6278d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:17.709768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:17.789732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:17.823361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:17.825179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1ab1015d-f940-4735-b05d-9d7a02b95a70) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:17.839149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4ac59-a39a-4937-ac6e-99112dfa5d60 None None] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:17.839453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:17.839945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.856154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:17.885806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Made reservation on behalf of 138ae5b29ec6425f85503a7f7a063f36 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:17.887555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b28b79-e14e-422e-a63b-0d2e3dcd22b4 req-3828d49a-6f12-420f-8515-b095c3b0657c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:17.889805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:17.895488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44b28b79-e14e-422e-a63b-0d2e3dcd22b4 req-3828d49a-6f12-420f-8515-b095c3b0657c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.9243143 May 26 19:24:17.902626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f2b2ab7-4ed8-4206-852f-13acbb74a27a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6005249 May 26 19:24:17.907997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:17.910774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39520) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:17.922281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'network': {'name': 'tempest-router-network01--1901545297'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:17.930968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:17.935792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:17.938431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:17.947829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:network and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:17.951959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:17.955120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:17.978144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44b28b79-e14e-422e-a63b-0d2e3dcd22b4 req-ba13c73d-fe87-467f-b034-8e6ffc2a9e12 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816505 May 26 19:24:18.014719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:18.031588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:18.031962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.079662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:18.089235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.163748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.200103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:18.203488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.234370 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8c6ab9-3eb9-40f8-bba6-82633afab1bc'] response: {'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'code': 200} May 26 19:24:18.234370 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8c6ab9-3eb9-40f8-bba6-82633afab1bc'] response: {'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'code': 200} May 26 19:24:18.297861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:18.321382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Deleting port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:18.321759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.346057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1ab1015d-f940-4735-b05d-9d7a02b95a70', 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70', 'tenant_id': '47be954e33bb4bc99d4d06579fc5aee4', 'fixed_ips': [{'subnet_id': '27d3d443-372e-4f6a-a475-81f084f6278d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:18.348547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.411239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:18.446239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:18.505051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.505306 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Added segment 77ec350f-c36c-4168-a63e-1eefc92aea61 of type vlan for network 3eeee88b-5894-42bc-9316-b13486d3c2e1 May 26 19:24:18.556511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.570062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Allocated IP 172.20.0.13 (daf9ca60-7da2-48f7-b50e-7fc0133c0c62/a0fb628c-8f29-4ba8-a9b3-c5806c553987/4b3856d2-1e9b-4d48-9b7e-92f5bc70e566) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:18.693118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.698880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:18.699385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] For port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:18.699947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.700077 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.834544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Calling delete_port for 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:18.872232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6971b6-e929-477c-ae27-acef4b705e99 req-93ef6a6e-ddd0-47be-a9f7-5fa84e312cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:18.875463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f6971b6-e929-477c-ae27-acef4b705e99 req-93ef6a6e-ddd0-47be-a9f7-5fa84e312cb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1096 time: 0.2529044 May 26 19:24:18.924500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:18.958690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c033-7bb9-4055-bb10-c32bd6db44d7 req-ab501be9-10d5-4f16-ae76-d286b0101b7e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:18.967517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f02c033-7bb9-4055-bb10-c32bd6db44d7 req-ab501be9-10d5-4f16-ae76-d286b0101b7e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.3056557 May 26 19:24:18.992438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] Pushing event deleted for resources: {'Port': ['ID=8cc40fa6-66e0-4d95-89a7-587fb3dfe880,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:18.994377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a382a-0663-4b8f-82cd-f5d85a9318ec None None] No DVR routers for this DVR port 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:19.036837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f6971b6-e929-477c-ae27-acef4b705e99 req-939f2294-8599-4ac0-8023-dad77d88274c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386821 May 26 19:24:19.055373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.134014 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2195776 May 26 19:24:19.134339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39534) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:19.146084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6527ac-4c86-4487-ac9e-7155a0137ebc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Network': ['ID=3eeee88b-5894-42bc-9316-b13486d3c2e1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:19.146216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Allocated IP 2001:db8::2 (1ab1015d-f940-4735-b05d-9d7a02b95a70/27d3d443-372e-4f6a-a475-81f084f6278d/049da516-6b7a-43c7-975f-fc3983286683) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:19.162464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:19.164046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f02c033-7bb9-4055-bb10-c32bd6db44d7 req-bc40ef34-3b6e-4cba-b38f-43ed4ba9b1a4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954801 May 26 19:24:19.168814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:19.176169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:19.176768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.190809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'network': {'name': 'tempest-router-network02--2106513933'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:19.216444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:19.220246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=1332a34d-0a7f-41bc-a05c-a7e94ba680c5,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:19.229766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d97e1de7-9c30-4a48-ac96-269bd96909c2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6827786 May 26 19:24:19.230422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:19.236212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:network and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:19.247585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:19.248219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '1332a34d-0a7f-41bc-a05c-a7e94ba680c5', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-141569095'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:19.264951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:19.307204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:19.310601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.345339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:19.356142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.356142 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Added segment 23d73a84-298d-4deb-99d8-016cad35e755 of type vlan for network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 May 26 19:24:19.374110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.383280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.410521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.415547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.419124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.422639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Transition to ACTIVE for port object 049da516-6b7a-43c7-975f-fc3983286683 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:19.429425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:19.430071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.446315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Transition to ACTIVE for port object 049da516-6b7a-43c7-975f-fc3983286683 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:19.452968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:19.465445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d41d93-e24f-4075-a810-8d972ba745ca None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:19.550578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Pushing event updated for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:19.564362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:19.569061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:19.589657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:19.594997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.617793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:19.684966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5165651 May 26 19:24:19.737756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:19.743512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:19.745968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:19.749005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:19.752189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:19.758685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:19.778381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:19.780132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'subnet': {'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:19.790393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616a301-6be5-40f8-8239-7bd49742ffa5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Network': ['ID=2e0d69b1-656c-4d18-90bf-b9ac4ccab217,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:19.902430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89151ff2-6ce2-4206-8c2b-bdca9c0c979a req-fc67143b-5e86-457b-a8b3-da0e4040083d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:19.911215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89151ff2-6ce2-4206-8c2b-bdca9c0c979a req-fc67143b-5e86-457b-a8b3-da0e4040083d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 932 time: 0.4553354 May 26 19:24:19.917517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:19.921028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:19.969673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:19.970430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8cc40fa6-66e0-4d95-89a7-587fb3dfe880 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:20.067585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89151ff2-6ce2-4206-8c2b-bdca9c0c979a req-314f717e-490d-47ec-b704-d64a9ac69f22 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553142 May 26 19:24:20.071091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:20.075283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:subnet and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:20.079285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:20.085713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:20.096340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.102719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.123798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:20.128134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:20.133616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.147849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:20.177740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:20.185676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Pushing event updated for resources: {'Port': ['ID=049da516-6b7a-43c7-975f-fc3983286683,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:20.268209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:20.324683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting port 90ce982c-b019-4727-9975-f50cba953e2a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:20.325120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.354767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '1332a34d-0a7f-41bc-a05c-a7e94ba680c5'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:20.355960 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.456127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:20.456848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.471252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Attempting to bind port 049da516-6b7a-43c7-975f-fc3983286683 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:20.471893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Attempting to bind port 049da516-6b7a-43c7-975f-fc3983286683 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:20.473211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Attempting to bind port 049da516-6b7a-43c7-975f-fc3983286683 on network 1ab1015d-f940-4735-b05d-9d7a02b95a70 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:20.483257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 29711094-57ba-4504-b142-7d74336c40ef yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:24:20.527325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.529149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:20.529760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Checking segment: {'id': '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:20.530329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.530890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Bound using segment: {'id': '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:20.531687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Bound port: 049da516-6b7a-43c7-975f-fc3983286683, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ab1015d-f940-4735-b05d-9d7a02b95a70'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:20.532307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.610937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371d612-cbc8-41ee-b4c6-481e433ed1b2 req-c5cf81e6-d350-4d8d-9924-41e6261dc782 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:20.620532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9371d612-cbc8-41ee-b4c6-481e433ed1b2 req-c5cf81e6-d350-4d8d-9924-41e6261dc782 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.2603004 May 26 19:24:20.628963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-303393d0-fc3a-40ce-97d4-ab9e7de513c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0512621 May 26 19:24:20.631412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Subnet': ['ID=51806806-d9d4-4be9-a21a-8b64361f5cea,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:20.654176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Request body: {'port': {'device_id': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:20.659785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.742213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Checking segment: {'id': '77ec350f-c36c-4168-a63e-1eefc92aea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:20.742761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network hostable DHCP agents. Network: 3eeee88b-5894-42bc-9316-b13486d3c2e1, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:20.794323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:20.809308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] For port 049da516-6b7a-43c7-975f-fc3983286683, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:20.813915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 3eeee88b-5894-42bc-9316-b13486d3c2e1) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:20.817518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] For port 049da516-6b7a-43c7-975f-fc3983286683, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=049da516-6b7a-43c7-975f-fc3983286683,segment=NetworkSegment(38f5d7be-9fd5-4c47-8f4e-bb3937f2810f),segment_id=38f5d7be-9fd5-4c47-8f4e-bb3937f2810f)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:20.830696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196411a6-1b49-4988-8827-21d613468e5d None None] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:20.832878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:20.833921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.854632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.865308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/1332a34d-0a7f-41bc-a05c-a7e94ba680c5/2828f78c-85c7-4a38-9921-0098c3c3454a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:20.969594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:20.973771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Calling delete_port for 90ce982c-b019-4727-9975-f50cba953e2a owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:20.992700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66070344-2abb-4a1e-957c-1ebe262d8e32 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2204473 May 26 19:24:21.006465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:21.036413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9371d612-cbc8-41ee-b4c6-481e433ed1b2 req-13eaa63e-de4f-4422-b5b4-8a40169345b7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4149282 May 26 19:24:21.058569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'subnet': {'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:21.290922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-3eeee88b-5894-42bc-9316-b13486d3c2e1', 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1', 'tenant_id': '47be954e33bb4bc99d4d06579fc5aee4', 'fixed_ips': [{'subnet_id': '51806806-d9d4-4be9-a21a-8b64361f5cea'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:21.291490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:21.639876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:21.653987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Transition to ACTIVE for port object 2828f78c-85c7-4a38-9921-0098c3c3454a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:21.677240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Transition to ACTIVE for port object 2828f78c-85c7-4a38-9921-0098c3c3454a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:21.692651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:21.708343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23810e75-d080-46c9-8b58-316ada97cdc4 None None] Pushing event updated for resources: {'Port': ['ID=049da516-6b7a-43c7-975f-fc3983286683,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:21.713999 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:24:21.714575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:24:21.826253 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-395b3982-d78c-452f-84d0-bc79f6063c79 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5921378 May 26 19:24:21.829536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:21.849259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:21.860533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:21.874674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:21.916115 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.040265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Attempting to bind port 2828f78c-85c7-4a38-9921-0098c3c3454a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:22.040602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Attempting to bind port 2828f78c-85c7-4a38-9921-0098c3c3454a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:22.040894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Attempting to bind port 2828f78c-85c7-4a38-9921-0098c3c3454a on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:22.043985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:22.046703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Pushing event updated for resources: {'Port': ['ID=2828f78c-85c7-4a38-9921-0098c3c3454a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:22.058636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:22.059278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:22.059849 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.060421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:22.061662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Bound port: 2828f78c-85c7-4a38-9921-0098c3c3454a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:22.062238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.079596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f6ce4f-ee6c-4dcb-98ac-65465f472734 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:22.080410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a2f6ce4f-ee6c-4dcb-98ac-65465f472734 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:22.089565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.146311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Transition to ACTIVE for port object 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:22.170101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a2f6ce4f-ee6c-4dcb-98ac-65465f472734 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:22.173560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a2f6ce4f-ee6c-4dcb-98ac-65465f472734 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3404996 May 26 19:24:22.178285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:22.187975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.267512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Allocated IP 2001:db8::2 (3eeee88b-5894-42bc-9316-b13486d3c2e1/51806806-d9d4-4be9-a21a-8b64361f5cea/9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:22.297345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] For port 2828f78c-85c7-4a38-9921-0098c3c3454a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:22.329730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Port': ['ID=90ce982c-b019-4727-9975-f50cba953e2a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:22.483617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb82765-7609-446d-9a1b-69168107f3f6 req-d97f1939-1d74-4879-965b-e6ea657a5aea tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:22.485419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8eb82765-7609-446d-9a1b-69168107f3f6 req-d97f1939-1d74-4879-965b-e6ea657a5aea tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 1.2187498 May 26 19:24:22.488778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:22.495767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.522034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:subnet and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:22.606846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:22.641854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.642762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:22.662978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] For port 2828f78c-85c7-4a38-9921-0098c3c3454a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2828f78c-85c7-4a38-9921-0098c3c3454a,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:22.677721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0baa8-5f61-4e38-8369-d03a45ff0807 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:22.679623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0baa8-5f61-4e38-8369-d03a45ff0807 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:22.680394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5b0baa8-5f61-4e38-8369-d03a45ff0807 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:22.689262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Transition to ACTIVE for port object 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:22.698796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.728503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5b0baa8-5f61-4e38-8369-d03a45ff0807 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:22.841650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5b0baa8-5f61-4e38-8369-d03a45ff0807 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5515914 May 26 19:24:22.841650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:22.842785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:22.842785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8eb82765-7609-446d-9a1b-69168107f3f6 req-81bcccd1-7ab0-43f4-86eb-4bc9af968136 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508814 May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Attempting to bind port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Attempting to bind port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Attempting to bind port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Attempting to bind port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 on network daf9ca60-7da2-48f7-b50e-7fc0133c0c62 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Checking segment: {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Bound using segment: {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Bound port: 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a168ad-3075-48da-bfaf-e676645c982d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:22.842983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.844607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Transition to ACTIVE for port object 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:22.870550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:22.932284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:22.935561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:22.941971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab4128-89ea-46af-a4ad-e432f93f2b65 None None] Pushing event updated for resources: {'Port': ['ID=2828f78c-85c7-4a38-9921-0098c3c3454a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:22.949855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:22.973433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 1332a34d-0a7f-41bc-a05c-a7e94ba680c5 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:22.984232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.007818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:23.013184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.111836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:23.130259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e434241-8256-48d5-9ff9-4f869c2b5a0c None None] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:23.158119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.300688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:23.303426 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.331928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:23.347071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.470387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:23.471680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.473437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] 10.222.0.53 "PUT /v2.0/ports/4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 HTTP/1.1" status: 200 len: 1092 time: 2.8250451 May 26 19:24:23.474133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:23.511937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283fc16-20c4-44b1-97b0-9e45aab40369 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:23.517609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.562488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7aab9475-93ae-41a0-a421-98bb2497abd0 None None] Provisioning for port 049da516-6b7a-43c7-975f-fc3983286683 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:23.792766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-33ce57ba-a277-4f90-bbca-722552334aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:23.795012 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-33ce57ba-a277-4f90-bbca-722552334aa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 1095 time: 0.2037163 May 26 19:24:23.796496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.802997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Attempting to bind port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:23.803447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Attempting to bind port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '77ec350f-c36c-4168-a63e-1eefc92aea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:23.804305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Attempting to bind port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d on network 3eeee88b-5894-42bc-9316-b13486d3c2e1 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:23.822783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:23.823161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Checking segment: {'id': '77ec350f-c36c-4168-a63e-1eefc92aea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:23.823555 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.824113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Bound using segment: {'id': '77ec350f-c36c-4168-a63e-1eefc92aea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:23.824590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Bound port: 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ec350f-c36c-4168-a63e-1eefc92aea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3eeee88b-5894-42bc-9316-b13486d3c2e1'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:23.824962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.842670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2828f78c-85c7-4a38-9921-0098c3c3454a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:23.897353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Subnet': ['ID=70251184-d8e7-4814-8583-979e0a5a6786,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:23.920423 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-c5bac095-7b4c-49e3-8106-3067b6014c95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 HTTP/1.1" status: 200 len: 217 time: 0.0811617 May 26 19:24:23.921962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:23.924823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=1332a34d-0a7f-41bc-a05c-a7e94ba680c5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:23.927631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Router 142ac0e2-2acf-4795-a246-98e00fb17c5f has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:23.930948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.931290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.932129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.932592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.933113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.933399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.933726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.934049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.934372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.934698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.935013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:23.935336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:24.013080 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6a28ee20-7720-4cae-8462-e877baec022f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/1332a34d-0a7f-41bc-a05c-a7e94ba680c5 HTTP/1.1" status: 204 len: 168 time: 1.2761312 May 26 19:24:24.014561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39588) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.044045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] For port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:24.047883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] For port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,segment=NetworkSegment(77ec350f-c36c-4168-a63e-1eefc92aea61),segment_id=77ec350f-c36c-4168-a63e-1eefc92aea61)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:24.064682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Checking segment: {'id': '23d73a84-298d-4deb-99d8-016cad35e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:24.065833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network hostable DHCP agents. Network: 2e0d69b1-656c-4d18-90bf-b9ac4ccab217, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:24.067685 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:24.198738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c76d4a1c-7e13-49fa-82d7-336c6441698f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767182 May 26 19:24:24.211444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196585e-c264-41c1-80a1-937e22e8ad98 req-dc15a3ce-8423-4c8f-bd0d-6aec60ad069b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:24.216893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.219586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0196585e-c264-41c1-80a1-937e22e8ad98 req-dc15a3ce-8423-4c8f-bd0d-6aec60ad069b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.5074415 May 26 19:24:24.227175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-ca5b3acd-9bab-4be5-a2ab-6c42db6f06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:24.233024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-ca5b3acd-9bab-4be5-a2ab-6c42db6f06ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.3033659 May 26 19:24:24.236984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2828f78c-85c7-4a38-9921-0098c3c3454a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:24.245477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:24.249895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 049da516-6b7a-43c7-975f-fc3983286683 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:24.311292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:24.343596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395643fa-7886-407c-930c-d7db3250133a None None] Sync routers for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:24.365639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0196585e-c264-41c1-80a1-937e22e8ad98 req-fdd3d77c-15f5-49a2-a8a1-1189f3cf430a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442347 May 26 19:24:24.367340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:24.381086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71ce97-f02d-443d-ae21-f9ca7812be59 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:24.393021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ab26ab7-2793-4687-b9a9-9d89a8630272 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7969773 May 26 19:24:24.403329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39598) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.404252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2e0d69b1-656c-4d18-90bf-b9ac4ccab217) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:24.411391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:24.412032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:24.415660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:24.416231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:24.579680 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-047c2b41-ece8-41ee-951a-9bae7bafd3bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] show failed (client error): The resource could not be found. May 26 19:24:24.580724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-047c2b41-ece8-41ee-951a-9bae7bafd3bd tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-2116482832 HTTP/1.1" status: 404 len: 335 time: 0.1671083 May 26 19:24:24.588590 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcd4def-6f08-48ad-b194-70ced471fb03'] response: {'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572', 'code': 200} May 26 19:24:24.589714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39602) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.591032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:24.593175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450132a1-35de-4555-86ed-ab35cc5e204f None None] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:24.606990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-91a051bf-cdee-47f3-8e1d-a1be692306c2 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:24.695351 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-d7346745-9573-4826-9886-2c2e7e114eaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3527975 May 26 19:24:24.768887 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-91a051bf-cdee-47f3-8e1d-a1be692306c2 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] update failed (client error): The resource could not be found. May 26 19:24:24.775084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-91a051bf-cdee-47f3-8e1d-a1be692306c2 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-686256146 HTTP/1.1" status: 404 len: 334 time: 0.1748903 May 26 19:24:24.808555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] Routers {'142ac0e2-2acf-4795-a246-98e00fb17c5f'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:24.809526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['142ac0e2-2acf-4795-a246-98e00fb17c5f'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:24.822656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.826025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-746e752e-7006-4439-89de-54cc7e9ac732 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8185732 May 26 19:24:24.876057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39610) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:24.920464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Provisioning complete for port 049da516-6b7a-43c7-975f-fc3983286683 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:24.920944 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:24.975258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 049da516-6b7a-43c7-975f-fc3983286683 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:25.023350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8c61a-7528-449a-a4b5-2d22ecf51ffe None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:25.068613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:25.085536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-395643fa-7886-407c-930c-d7db3250133a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:25.088190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395643fa-7886-407c-930c-d7db3250133a None None] The sync data for ids ['142ac0e2-2acf-4795-a246-98e00fb17c5f'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:25.114937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 049da516-6b7a-43c7-975f-fc3983286683 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:25.117461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.124990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:25.136196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:25.153181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:25.174198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:25.177674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.337518 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-f6a9bae5-766d-4f93-9363-d14b9f9d9238 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999599 May 26 19:24:25.358322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting subnet 8aa463b9-cd97-4654-ae82-c0c0cac53ecd {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:25.362564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.434062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.556325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.652969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7853-8eac-4148-8b02-2def1af994f6 req-ac7663cf-f7ac-412e-be98-5c50539faab1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:25.655047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a27c7853-8eac-4148-8b02-2def1af994f6 req-ac7663cf-f7ac-412e-be98-5c50539faab1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 944 time: 0.8340092 May 26 19:24:25.770159 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-2ac8f015-e084-4bef-9090-d12028ed6a67 req-2a1dfd1a-4dc0-43ba-a550-349001a9b6a0 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181702 May 26 19:24:25.871521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.906737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.922460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1240f-da76-48de-9b36-28cf05594f3b req-2c6fb66a-4da3-4596-8c26-3caccd1e41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:25.924354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4e1240f-da76-48de-9b36-28cf05594f3b req-2c6fb66a-4da3-4596-8c26-3caccd1e41f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1097 time: 1.1564271 May 26 19:24:25.924618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb517f7d-8210-432d-ab8a-698ac4a2ad5d None None] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:25.938597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Current status of the port 049da516-6b7a-43c7-975f-fc3983286683 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:25.939126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.968583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2e0d69b1-656c-4d18-90bf-b9ac4ccab217', 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217', 'tenant_id': '47be954e33bb4bc99d4d06579fc5aee4', 'fixed_ips': [{'subnet_id': '70251184-d8e7-4814-8583-979e0a5a6786'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:25.969485 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:25.975888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=4965c7d9-6031-493b-95f1-34c47b749714,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:25.982332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:25.984665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:25.987506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:25.988618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.023831 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17d36f51-96bd-4fc1-897f-5eae0510527e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8050156 May 26 19:24:26.026380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39616) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:26.032067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:26.040466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:26.046734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:router and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:26.050996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:26.069939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:26.096112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.098210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa463b9-cd97-4654-ae82-c0c0cac53ecd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:26.099866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.118945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.130639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.154613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.191573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.194647 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f4a61fe1-377a-412d-a261-74c47af2d7ad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1663690 May 26 19:24:26.202597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39620) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:26.223556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-04db9499-c0bb-49af-bae1-fa44c1a0a7eb tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/subnets/8aa463b9-cd97-4654-ae82-c0c0cac53ecd HTTP/1.1" status: 204 len: 168 time: 1.3965042 May 26 19:24:26.223556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4e1240f-da76-48de-9b36-28cf05594f3b req-4d6acc4a-2ba4-4f07-aab6-8afb760fa0ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578106 May 26 19:24:26.223870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39624) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:26.244803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f3394-b4bd-42d2-a017-d0a6f1ec540d None None] Network 226a970f-ada3-4f2a-a284-65e2ee3735c4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:26.331483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a27c7853-8eac-4148-8b02-2def1af994f6 req-d101c5a7-b79f-4372-902e-f63bfe59145e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308758 May 26 19:24:26.338486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.445825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 049da516-6b7a-43c7-975f-fc3983286683 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:26.446549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.497958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] For port 049da516-6b7a-43c7-975f-fc3983286683, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=049da516-6b7a-43c7-975f-fc3983286683,segment=NetworkSegment(38f5d7be-9fd5-4c47-8f4e-bb3937f2810f),segment_id=38f5d7be-9fd5-4c47-8f4e-bb3937f2810f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:26.498655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting subnet 3e3ed591-3e6c-4a86-bf93-502c5169900a {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:26.567817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.668597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Allocated IP 2001:db8::2 (2e0d69b1-656c-4d18-90bf-b9ac4ccab217/70251184-d8e7-4814-8583-979e0a5a6786/316c6e37-4f07-496e-995d-edcf6de72195) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:26.747206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.756029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.853703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:26.993285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649252d2-e64e-4654-a6b6-abe9acacab87 req-74c582e2-7f0b-48e8-862e-5174e1d2a881 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:27.000801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-649252d2-e64e-4654-a6b6-abe9acacab87 req-74c582e2-7f0b-48e8-862e-5174e1d2a881 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.3978524 May 26 19:24:27.072479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:27.117580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.189759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-649252d2-e64e-4654-a6b6-abe9acacab87 req-921cf880-5084-4ed4-9078-c504e44b3fc8 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878922 May 26 19:24:27.214361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Deleting port 2828f78c-85c7-4a38-9921-0098c3c3454a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:27.215023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.229766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Allocated IP 2001:db8::1 (3eeee88b-5894-42bc-9316-b13486d3c2e1/51806806-d9d4-4be9-a21a-8b64361f5cea/bacb4fe3-f344-43dc-8afb-79fc1b265752) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:27.334605 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89764594-f7e7-4fcd-a1ea-7df8a4c42d2b'] response: {'name': 'network-changed', 'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566', 'status': 'completed', 'code': 200} May 26 19:24:27.405193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Provisioning for port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:27.443627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:24:27.443945 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:24:27.444437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a646db5-ef34-479d-b7ad-ea081b2ad668 None None] Pushing event updated for resources: {'Port': ['ID=049da516-6b7a-43c7-975f-fc3983286683,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:27.554579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::1 (1de15714-029c-45d8-802a-f7d18ed8bfd5/4965c7d9-6031-493b-95f1-34c47b749714/ed3ec47a-3b07-43c7-9381-ede8a46dc757) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:27.616770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.694441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3ed591-3e6c-4a86-bf93-502c5169900a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:27.730442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f8c7d-9460-41dc-a074-30b037719ad8 None None] Network d7de8f0c-3e26-4a2d-9294-b05626a8989f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:27.735271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.762270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Provisioning for port 2828f78c-85c7-4a38-9921-0098c3c3454a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:27.790256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e20e136a-2610-4e7b-9d7d-bf01adba4682 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/subnets/3e3ed591-3e6c-4a86-bf93-502c5169900a HTTP/1.1" status: 204 len: 168 time: 1.5606980 May 26 19:24:27.799664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:27.834177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-8e9dc369-fa66-4e2e-b3f9-29fca9a1833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:27.835778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-8e9dc369-fa66-4e2e-b3f9-29fca9a1833d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 1095 time: 0.4781923 May 26 19:24:27.870534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.899035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] DHCP port deletion for 226a970f-ada3-4f2a-a284-65e2ee3735c4 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:27.926897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Provisioning complete for port 2828f78c-85c7-4a38-9921-0098c3c3454a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:27.927149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:27.963614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Transition to ACTIVE for port object bacb4fe3-f344-43dc-8afb-79fc1b265752 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:27.991289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeaefa-d96e-46f2-9732-769f189aafed req-ede4c99c-b63b-4808-8fc8-7c234508a885 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:27.992828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8beeaefa-d96e-46f2-9732-769f189aafed req-ede4c99c-b63b-4808-8fc8-7c234508a885 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.3177376 May 26 19:24:28.081528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Deleting port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:28.082711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.088545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.155773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.187610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:28.188212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.239240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object ed3ec47a-3b07-43c7-9381-ede8a46dc757 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:28.292614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] For port 2828f78c-85c7-4a38-9921-0098c3c3454a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2828f78c-85c7-4a38-9921-0098c3c3454a,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:28.293058 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.326297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8beeaefa-d96e-46f2-9732-769f189aafed req-86293304-f2f6-4dea-8162-2791a179df33 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164308 May 26 19:24:28.327121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.388754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-c04b3148-cefd-42f7-b8bb-1f81b88dc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:28.390444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-c04b3148-cefd-42f7-b8bb-1f81b88dc2a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.5465727 May 26 19:24:28.415801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.496238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-54fee623-ea17-45b1-a864-21e80d853e9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 HTTP/1.1" status: 200 len: 217 time: 0.0951214 May 26 19:24:28.500569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:28.507615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:28.510996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:28.511856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.543462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:28.553012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:28.563502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] For port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,segment=NetworkSegment(421ca8f2-2de6-4c20-89d7-09dee36cb403),segment_id=421ca8f2-2de6-4c20-89d7-09dee36cb403)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:28.563868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.577975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:28.578508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.590738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=ed3ec47a-3b07-43c7-9381-ede8a46dc757,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:28.651553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 049da516-6b7a-43c7-975f-fc3983286683 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:28.660431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:28.680415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-e2a557dd-f9a7-4a6c-85b9-33d87d9a9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:28.684664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-e2a557dd-f9a7-4a6c-85b9-33d87d9a9ea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.1784616 May 26 19:24:28.685486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Port': ['ID=bacb4fe3-f344-43dc-8afb-79fc1b265752,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:28.769798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Calling delete_port for 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:28.867637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Calling delete_port for 2828f78c-85c7-4a38-9921-0098c3c3454a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:28.986917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Transition to ACTIVE for port object 316c6e37-4f07-496e-995d-edcf6de72195 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:29.020672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-fb4dafaa-99f6-4d42-bb50-265cde077359 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3262818 May 26 19:24:29.051552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.075435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.118992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Port': ['ID=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:29.131492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] No DVR routers for this DVR port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:29.187090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:29.189170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.366904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Transition to ACTIVE for port object 316c6e37-4f07-496e-995d-edcf6de72195 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:29.428600 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.529709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:29.542225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] For port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d,segment=NetworkSegment(421ca8f2-2de6-4c20-89d7-09dee36cb403),segment_id=421ca8f2-2de6-4c20-89d7-09dee36cb403)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:29.542672 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.556204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Current status of the port 2828f78c-85c7-4a38-9921-0098c3c3454a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:29.556625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-849dc189-c0bc-4df8-bb54-b3b13d78022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.581325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:29.603340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:29.622723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.633402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.634393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.658878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.817436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] No DVR routers for this DVR port 2828f78c-85c7-4a38-9921-0098c3c3454a on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:29.833921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Calling delete_port for 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:29.865831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.876316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.877205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:29.900214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c3f4f-c3b9-4d84-b654-e6fc4b524260 req-526ede0b-42d1-439b-87e4-a5f63c436883 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:29.916479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-325c3f4f-c3b9-4d84-b654-e6fc4b524260 req-526ede0b-42d1-439b-87e4-a5f63c436883 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 1.2419622 May 26 19:24:29.929537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236366d-6b35-4400-ad95-7db323202512 None None] DHCP port deletion for d7de8f0c-3e26-4a2d-9294-b05626a8989f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:29.934506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Pushing event updated for resources: {'Port': ['ID=316c6e37-4f07-496e-995d-edcf6de72195,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:29.936777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:29.946505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39650) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:29.952917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'floatingip': {'port_id': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:29.968520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:29.985946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:30.019616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Deleting port ad7cdacf-3b71-4173-8837-1b5ebba247ec {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:30.019616 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.036268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.049063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Port': ['ID=bacb4fe3-f344-43dc-8afb-79fc1b265752,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:30.073366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc81c34-ceca-4486-80a9-3c5e4ff096b1 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:30.111667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:30.111895 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.341054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.415537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:30.428980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226a970f-ada3-4f2a-a284-65e2ee3735c4']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:30.436541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:30.453613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=ed3ec47a-3b07-43c7-9381-ede8a46dc757,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:30.455986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0b7f3-3c73-43b6-b25b-51d8638298dc None None] Pushing event deleted for resources: {'Port': ['ID=2828f78c-85c7-4a38-9921-0098c3c3454a,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:30.471343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-854087a9-f338-4841-96e1-b378552db107 None None] Provisioning for port bacb4fe3-f344-43dc-8afb-79fc1b265752 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:30.492637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-854087a9-f338-4841-96e1-b378552db107 None None] Provisioning complete for port bacb4fe3-f344-43dc-8afb-79fc1b265752 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:30.493005 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-854087a9-f338-4841-96e1-b378552db107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.503886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-b91faaef-13da-48ea-9530-7fac76b7b25a service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4599001 May 26 19:24:30.565546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-854087a9-f338-4841-96e1-b378552db107 None None] Port bacb4fe3-f344-43dc-8afb-79fc1b265752 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:30.574882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421ca8f2-2de6-4c20-89d7-09dee36cb403') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:30.575163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421ca8f2-2de6-4c20-89d7-09dee36cb403') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:30.636639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:30.637025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.665637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.674900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c912f-8ff7-4d5b-9d0d-9de0e1d1d742 req-2e492b5e-b053-48e9-a32a-f7dff3e23f1c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:30.682542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,segment=NetworkSegment(77ec350f-c36c-4168-a63e-1eefc92aea61),segment_id=77ec350f-c36c-4168-a63e-1eefc92aea61)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:30.683696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Attempting to bind port 316c6e37-4f07-496e-995d-edcf6de72195 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:30.684186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Attempting to bind port 316c6e37-4f07-496e-995d-edcf6de72195 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '23d73a84-298d-4deb-99d8-016cad35e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:30.684540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Attempting to bind port 316c6e37-4f07-496e-995d-edcf6de72195 on network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:30.685919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d29c912f-8ff7-4d5b-9d0d-9de0e1d1d742 req-2e492b5e-b053-48e9-a32a-f7dff3e23f1c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.5140042 May 26 19:24:30.713984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.722566 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.723496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 049da516-6b7a-43c7-975f-fc3983286683 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:30.762030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:30.762425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.790728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-854087a9-f338-4841-96e1-b378552db107 None None] Provisioning complete for port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:30.790959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-854087a9-f338-4841-96e1-b378552db107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.826140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4cb4748-2cf7-400a-a65a-e11880a37ae2 req-663ea5ab-9309-409c-be5f-96d1aebe7c52 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112540 May 26 19:24:30.830748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d29c912f-8ff7-4d5b-9d0d-9de0e1d1d742 req-faaeef24-bcfe-4765-bba7-d7f3d8208147 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435125 May 26 19:24:30.855179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Router a9484d87-6613-4151-8550-c464fbe3576d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:24:30.995459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:30.995690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Checking segment: {'id': '23d73a84-298d-4deb-99d8-016cad35e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:30.996176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:30.996639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Bound using segment: {'id': '23d73a84-298d-4deb-99d8-016cad35e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:30.997206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Bound port: 316c6e37-4f07-496e-995d-edcf6de72195, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d73a84-298d-4deb-99d8-016cad35e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2e0d69b1-656c-4d18-90bf-b9ac4ccab217'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:30.998136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.036341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:31.098385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:24:31.098385 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:24:31.177948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:31.179261 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] Sync routers for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:31.179633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:31.179874 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:31.180498 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:31.183482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-94b944d3-e8c9-4980-87fb-97550b620fe7 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2504158 May 26 19:24:31.188962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39658) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:31.299855 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:31.310724 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:31.311410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:31.417670 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:31.418065 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43893d7d-02b5-414a-aeab-87c15016375e None None] The sync data for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:31.523970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] For port 316c6e37-4f07-496e-995d-edcf6de72195, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:31.562499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 049da516-6b7a-43c7-975f-fc3983286683 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:31.562499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.606826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Deleting port 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:31.607236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.635131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] For port 316c6e37-4f07-496e-995d-edcf6de72195, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=316c6e37-4f07-496e-995d-edcf6de72195,segment=NetworkSegment(23d73a84-298d-4deb-99d8-016cad35e755),segment_id=23d73a84-298d-4deb-99d8-016cad35e755)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:31.668648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3236366d-6b35-4400-ad95-7db323202512 None None] For port ad7cdacf-3b71-4173-8837-1b5ebba247ec, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ad7cdacf-3b71-4173-8837-1b5ebba247ec,segment=NetworkSegment(6c7b9699-68dd-42d0-80a4-bb712262f75f),segment_id=6c7b9699-68dd-42d0-80a4-bb712262f75f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:31.669125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.715907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.762299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b144ec0-19af-4fa7-8b0f-c4db7a1f1ae0 req-b67785d4-2b5a-4b13-90d3-ebbf2f4385d2 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:31.763989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b144ec0-19af-4fa7-8b0f-c4db7a1f1ae0 req-b67785d4-2b5a-4b13-90d3-ebbf2f4385d2 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 944 time: 0.6210721 May 26 19:24:31.882069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-854087a9-f338-4841-96e1-b378552db107 None None] Current status of the port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:31.918136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.921240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.928585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:31.942420 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 421ca8f2-2de6-4c20-89d7-09dee36cb403 resource provider aggregate not found May 26 19:24:31.947298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b144ec0-19af-4fa7-8b0f-c4db7a1f1ae0 req-d4f8e935-48b3-4394-8a74-07f2e09b1abc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699626 May 26 19:24:31.971816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb858-867f-474b-aefb-d538e0203458 None None] The port '4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:24:32.010263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Calling delete_port for ad7cdacf-3b71-4173-8837-1b5ebba247ec owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:32.024121 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/networks/226a970f-ada3-4f2a-a284-65e2ee3735c4 HTTP/1.1" status: 204 len: 168 time: 4.2231407 May 26 19:24:32.030665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.035984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:32.148814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.169387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580b55b-bf7f-4b92-8791-9783e575fce9 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Network': ['ID=226a970f-ada3-4f2a-a284-65e2ee3735c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:32.200750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:32.223598 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 421ca8f2-2de6-4c20-89d7-09dee36cb403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 421ca8f2-2de6-4c20-89d7-09dee36cb403 found for delete ", "request_id": "req-60d1bf78-711e-4c8b-8fd3-bbf276fcee4c"}]} May 26 19:24:32.223968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db9d8f68-c3d9-43ee-9063-342fce211349 None None] Provisioning complete for port bacb4fe3-f344-43dc-8afb-79fc1b265752 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:32.224340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db9d8f68-c3d9-43ee-9063-342fce211349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.280907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:24:32.311814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-db9d8f68-c3d9-43ee-9063-342fce211349 None None] Port bacb4fe3-f344-43dc-8afb-79fc1b265752 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:32.387894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236366d-6b35-4400-ad95-7db323202512 None None] No DVR routers for this DVR port ad7cdacf-3b71-4173-8837-1b5ebba247ec on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:32.396751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 049da516-6b7a-43c7-975f-fc3983286683 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:32.436809 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.449530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '4965c7d9-6031-493b-95f1-34c47b749714'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:32.451957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.483517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'port_id': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566', 'mac_address': 'fa:16:3e:8b:fa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb628c-8f29-4ba8-a9b3-c5806c553987', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:32.489788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2828f78c-85c7-4a38-9921-0098c3c3454a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:32.526235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4da01-3959-4a0c-90f4-626c617a8c00 None None] Pushing event updated for resources: {'Port': ['ID=316c6e37-4f07-496e-995d-edcf6de72195,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:32.671311 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Floating IP 442de4a8-d50a-4603-9a73-41dd6f2a334f associated. External IP: 172.25.0.175, port: 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4. May 26 19:24:32.733249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2828f78c-85c7-4a38-9921-0098c3c3454a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:32.733895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2828f78c-85c7-4a38-9921-0098c3c3454a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:32.734824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:32.747298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:32.753439 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4cbc3814-2ba5-4d44-a75d-49373b34cce2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "PUT /v2.0/routers/2682df79-8dee-4a0d-92b0-80f58b79aaa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5489218 May 26 19:24:32.764256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39690) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:32.862890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007a5f3-b15b-4bd5-8e16-b7b51f4ba32e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:32.864872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5007a5f3-b15b-4bd5-8e16-b7b51f4ba32e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:32.882056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:32.882393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4ac6e64c-afb4-4c72-8fce-7b88d55d2c2d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:32.884866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Sync routers for ids ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:32.891457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17dfa-9c56-4a0d-b99c-8bc385806b4d req-9b40e0eb-5e22-48b0-b903-830ad12bc703 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:32.894690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e17dfa-9c56-4a0d-b99c-8bc385806b4d req-9b40e0eb-5e22-48b0-b903-830ad12bc703 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.6469235 May 26 19:24:32.895555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236366d-6b35-4400-ad95-7db323202512 None None] Pushing event deleted for resources: {'Port': ['ID=ad7cdacf-3b71-4173-8837-1b5ebba247ec,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:32.896614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:32.922804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Routers {'2682df79-8dee-4a0d-92b0-80f58b79aaa4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:32.923744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:32.950768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5007a5f3-b15b-4bd5-8e16-b7b51f4ba32e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:32.951581 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5007a5f3-b15b-4bd5-8e16-b7b51f4ba32e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports/ed3ec47a-3b07-43c7-9381-ede8a46dc757 HTTP/1.1" status: 200 len: 911 time: 0.1862628 May 26 19:24:32.954980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39694) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:33.023623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:33.023999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.069962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e17dfa-9c56-4a0d-b99c-8bc385806b4d req-a0073c12-9021-4631-a5b5-9380d2dae092 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562235 May 26 19:24:33.093949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7de8f0c-3e26-4a2d-9294-b05626a8989f']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:33.105139 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-52d5ab10-1df6-48aa-b22e-1a62e6dbf8dc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:24:33.114692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-52d5ab10-1df6-48aa-b22e-1a62e6dbf8dc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9245749 May 26 19:24:33.125512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39704) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:33.131380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:33.152222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7b9699-68dd-42d0-80a4-bb712262f75f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:33.152633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7b9699-68dd-42d0-80a4-bb712262f75f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:33.172014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.197870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.208354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:33.209162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.235614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:33.253306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Set router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:33.301495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:33.308982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.352244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 316c6e37-4f07-496e-995d-edcf6de72195 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:33.437365 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6c7b9699-68dd-42d0-80a4-bb712262f75f resource provider aggregate not found May 26 19:24:33.454136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/4965c7d9-6031-493b-95f1-34c47b749714/27bace36-b139-47bb-9f0a-197012907a8c) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:33.514239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:33.526651 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:33.528463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.542775 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6c7b9699-68dd-42d0-80a4-bb712262f75f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c7b9699-68dd-42d0-80a4-bb712262f75f found for delete ", "request_id": "req-01083565-6acb-4a2c-8c2c-b6ea7ec3758c"}]} May 26 19:24:33.547077 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:33.547705 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:33.607250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.655728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:33.655991 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-de59b1fc-e601-4fef-a653-31d3f4084509 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "PUT /v2.0/floatingips/442de4a8-d50a-4603-9a73-41dd6f2a334f HTTP/1.1" status: 200 len: 991 time: 3.7048635 May 26 19:24:33.660597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:33.790803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:33.839839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/networks/d7de8f0c-3e26-4a2d-9294-b05626a8989f HTTP/1.1" status: 204 len: 168 time: 1.8015506 May 26 19:24:33.840262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39716) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:33.847701 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:33.869961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607dcf9-ef38-4f76-a7e6-ace91344202d tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Network': ['ID=d7de8f0c-3e26-4a2d-9294-b05626a8989f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:33.899975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ec640-0a29-4ce8-b30b-699fadad80f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:33.906378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 316c6e37-4f07-496e-995d-edcf6de72195 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:33.910743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-110ec640-0a29-4ce8-b30b-699fadad80f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.9488204 May 26 19:24:33.924703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39720) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:33.948707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:33.964146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting subnet 717c677a-0ce1-47e7-8274-eb8eb6a4df2b {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:33.967911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.052076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411526eb-6c21-46de-9d5f-a4d1f5b55437 None None] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:34.061500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.093807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4b3856d2-1e9b-4d48-9b7e-92f5bc70e566'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:34.189331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bada2-3353-4af2-9b6c-30f37ba77919 req-2c02726d-fbaf-4954-9981-737e53b73c8d tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:34.190902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.191251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a58bada2-3353-4af2-9b6c-30f37ba77919 req-2c02726d-fbaf-4954-9981-737e53b73c8d tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.8522239 May 26 19:24:34.254918 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '442de4a8-d50a-4603-9a73-41dd6f2a334f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:52:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:23:41Z', 'updated_at': '2022-05-26T19:24:31Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:34.259722 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:24:34.269988 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:34.270971 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:34.289263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a58bada2-3353-4af2-9b6c-30f37ba77919 req-5a579688-d35e-43e4-9a4d-6ccac0312b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778146 May 26 19:24:34.316995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Provisioning for port 316c6e37-4f07-496e-995d-edcf6de72195 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:34.322695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.356134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.358585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Provisioning complete for port 316c6e37-4f07-496e-995d-edcf6de72195 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:34.358952 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.418027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:34.418433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.475567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Transition to ACTIVE for port object 27bace36-b139-47bb-9f0a-197012907a8c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:34.542223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Subnet': ['ID=717c677a-0ce1-47e7-8274-eb8eb6a4df2b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:34.548480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.557844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.558198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.558538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.558871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.559200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.559527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.559852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.560177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.560497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.560814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.561275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.561598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:24:34.568658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f84b07-ccba-4bf1-acab-59acf08cb2fc None None] Network 0ecc3a5d-b943-4695-a534-2e04e5be606c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:34.575220 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18fb55f1-b962-4bdc-ad3d-a442aafcbd9b tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/subnets/717c677a-0ce1-47e7-8274-eb8eb6a4df2b HTTP/1.1" status: 204 len: 168 time: 0.7338791 May 26 19:24:34.575810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:34.590699 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:34.727930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.741906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Deleting port 702b6e99-94dd-452d-a69e-37ad37d608ef {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:34.742283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.814078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Transition to ACTIVE for port object 27bace36-b139-47bb-9f0a-197012907a8c will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:34.875906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:34.959203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a587d6-6aa1-479a-b759-3ee1ae04b3fb req-51b4dee9-33d2-4214-8e54-f39e03c977f1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:34.960770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45a587d6-6aa1-479a-b759-3ee1ae04b3fb req-51b4dee9-33d2-4214-8e54-f39e03c977f1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 945 time: 0.4659216 May 26 19:24:35.017304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] For port 702b6e99-94dd-452d-a69e-37ad37d608ef, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=702b6e99-94dd-452d-a69e-37ad37d608ef,segment=NetworkSegment(18c71732-a583-4662-bd1e-b6f5daa9da54),segment_id=18c71732-a583-4662-bd1e-b6f5daa9da54)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:35.018412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.024233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45a587d6-6aa1-479a-b759-3ee1ae04b3fb req-9cafcbe2-e647-496a-9e2a-234d600a62e1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 May 26 19:24:35.053493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Current status of the port 316c6e37-4f07-496e-995d-edcf6de72195 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:35.054000 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.083510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:28Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': 'ed3ec47a-3b07-43c7-9381-ede8a46dc757', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:f5:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4965c7d9-6031-493b-95f1-34c47b749714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:27Z', 'updated_at': '2022-05-26T19:24:29Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': '4965c7d9-6031-493b-95f1-34c47b749714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:35.101395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Checking router: 2682df79-8dee-4a0d-92b0-80f58b79aaa4 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:24:35.101609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.101859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Updating router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 port ed3ec47a-3b07-43c7-9381-ede8a46dc757 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:24:35.170617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:35.215724 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.227439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:35.254904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] For port 316c6e37-4f07-496e-995d-edcf6de72195, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=316c6e37-4f07-496e-995d-edcf6de72195,segment=NetworkSegment(23d73a84-298d-4deb-99d8-016cad35e755),segment_id=23d73a84-298d-4deb-99d8-016cad35e755)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:35.266228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Pushing event updated for resources: {'Port': ['ID=27bace36-b139-47bb-9f0a-197012907a8c,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:35.277699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:35.281704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Calling delete_port for 702b6e99-94dd-452d-a69e-37ad37d608ef owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:35.288516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.304940 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '442de4a8-d50a-4603-9a73-41dd6f2a334f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:52:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:23:41Z', 'updated_at': '2022-05-26T19:24:31Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:35.318370 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9258b6c8-b47f-441c-99e2-9741b5a7949f None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '442de4a8-d50a-4603-9a73-41dd6f2a334f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.175', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:52:83:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:23:41Z', 'updated_at': '2022-05-26T19:24:31Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:35.399971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.466405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Port': ['ID=702b6e99-94dd-452d-a69e-37ad37d608ef,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:35.468430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] No DVR routers for this DVR port 702b6e99-94dd-452d-a69e-37ad37d608ef on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:35.511060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:35.621076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b568c-a969-49b0-9171-88f804e7507e None None] Pushing event updated for resources: {'Port': ['ID=316c6e37-4f07-496e-995d-edcf6de72195,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:35.667636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.687423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad7cdacf-3b71-4173-8837-1b5ebba247ec no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:35.710670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.718700 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affe0f92-f354-4a50-924f-5795279fbd72'] response: {'name': 'network-changed', 'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'status': 'completed', 'code': 200} May 26 19:24:35.723443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc3a5d-b943-4695-a534-2e04e5be606c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:35.753887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ad7cdacf-3b71-4173-8837-1b5ebba247ec {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:35.753887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ad7cdacf-3b71-4173-8837-1b5ebba247ec not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:35.810699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c71732-a583-4662-bd1e-b6f5daa9da54') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:35.811117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c71732-a583-4662-bd1e-b6f5daa9da54') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:35.845516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.910628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.927572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:35.929436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:35.943720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d195fb00-0f04-4b5a-b83b-928f684a8b10 None None] DHCP port deletion for 0ecc3a5d-b943-4695-a534-2e04e5be606c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:35.964328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767f40-959e-45ad-a523-17296c3dbf0e req-ccc6f7a1-019f-4b22-ab37-a947eb15754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:35.966113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-ccc6f7a1-019f-4b22-ab37-a947eb15754f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1096 time: 0.2232306 May 26 19:24:35.975919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Attempting to bind port 27bace36-b139-47bb-9f0a-197012907a8c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:35.976969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Attempting to bind port 27bace36-b139-47bb-9f0a-197012907a8c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:35.977516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Attempting to bind port 27bace36-b139-47bb-9f0a-197012907a8c on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:36.008938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:36.010102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:36.010677 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.011237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:36.011883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Bound port: 27bace36-b139-47bb-9f0a-197012907a8c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:36.012437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.107950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 316c6e37-4f07-496e-995d-edcf6de72195 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:36.109384 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 18c71732-a583-4662-bd1e-b6f5daa9da54 resource provider aggregate not found May 26 19:24:36.185949 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 18c71732-a583-4662-bd1e-b6f5daa9da54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18c71732-a583-4662-bd1e-b6f5daa9da54 found for delete ", "request_id": "req-1bddb9ad-eaee-4506-aab4-43d7b9b965f7"}]} May 26 19:24:36.341354 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.371144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.397251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-035b8310-e3bf-4e3b-a5fb-f246e55d59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:36.399057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-035b8310-e3bf-4e3b-a5fb-f246e55d59be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1097 time: 0.5481458 May 26 19:24:36.399738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting port bacb4fe3-f344-43dc-8afb-79fc1b265752 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:36.400079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.440741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Pushing event deleted for resources: {'Network': ['ID=0ecc3a5d-b943-4695-a534-2e04e5be606c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:36.448184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767f40-959e-45ad-a523-17296c3dbf0e req-c0c743db-df04-4583-8be4-882b0938d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:36.449883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-c0c743db-df04-4583-8be4-882b0938d7ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.3266313 May 26 19:24:36.451335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4c8a65c2-367b-45c6-8d4f-936606cf25d0 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/networks/0ecc3a5d-b943-4695-a534-2e04e5be606c HTTP/1.1" status: 204 len: 168 time: 1.8746114 May 26 19:24:36.454836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39756) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:36.459152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 316c6e37-4f07-496e-995d-edcf6de72195 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:36.459805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.531684 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.600107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ddee7ffd-7fde-4f56-8b0f-9afc946d8f08 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Synchronizing usage tracker for tenant:bfa001e1c82e4fceb7b35d7b4bf7255b on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:36.637328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:36.651661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1939c814-4155-4bd4-b5c5-7299e2a693cc None None] Provisioning complete for port 316c6e37-4f07-496e-995d-edcf6de72195 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:36.652211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1939c814-4155-4bd4-b5c5-7299e2a693cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.686145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ddee7ffd-7fde-4f56-8b0f-9afc946d8f08 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Unset dirty status for tenant:bfa001e1c82e4fceb7b35d7b4bf7255b on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:36.687326 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ddee7ffd-7fde-4f56-8b0f-9afc946d8f08 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "GET /v2.0/ports?device_id=142ac0e2-2acf-4795-a246-98e00fb17c5f HTTP/1.1" status: 200 len: 205 time: 0.2315688 May 26 19:24:36.695481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:36.706386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a630cf5-1b34-4433-9120-6c40d5448a68 None None] New status for floating IP 442de4a8-d50a-4603-9a73-41dd6f2a334f: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:24:36.759071 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-1f1a56e0-adc0-4aa5-b9dd-bb0756a588d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 999 time: 0.2577498 May 26 19:24:36.778289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27bace36-b139-47bb-9f0a-197012907a8c,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:36.825173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:36.884701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-35acefd2-55ee-4a20-b2bb-36e5c23fce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:36.888837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-35acefd2-55ee-4a20-b2bb-36e5c23fce66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.4293013 May 26 19:24:37.005867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.141662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767f40-959e-45ad-a523-17296c3dbf0e req-efa29c1d-2586-4472-8c0b-4fe45008d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:37.144821 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-efa29c1d-2586-4472-8c0b-4fe45008d781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.2021849 May 26 19:24:37.168094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-334bc2e3-7ac4-483a-bf2e-b2cc86816713 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 200 len: 217 time: 0.2510262 May 26 19:24:37.171781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port ed3ec47a-3b07-43c7-9381-ede8a46dc757 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:37.171932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.255690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.271742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522de6b-58e0-4930-b904-9762bc6a4c9f None None] Pushing event updated for resources: {'Port': ['ID=27bace36-b139-47bb-9f0a-197012907a8c,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:37.282988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 316c6e37-4f07-496e-995d-edcf6de72195 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:37.341886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Transition to ACTIVE for port object ed3ec47a-3b07-43c7-9381-ede8a46dc757 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:37.365627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.382771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.386171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.418769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.419293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Fanout notify agent at l3_agent the message router_deleted on router 142ac0e2-2acf-4795-a246-98e00fb17c5f {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:24:37.428654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df767f40-959e-45ad-a523-17296c3dbf0e req-343089e4-60fb-42bb-b424-af2920748c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:37.428834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:37.430175 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-343089e4-60fb-42bb-b424-af2920748c25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416313 May 26 19:24:37.435766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.436763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-156c8e24-7565-4038-ba5a-b5c2c2843a05 tempest-RoutersNegativeTest-50683899 tempest-RoutersNegativeTest-50683899-project] 10.222.0.24 "DELETE /v2.0/routers/142ac0e2-2acf-4795-a246-98e00fb17c5f HTTP/1.1" status: 204 len: 168 time: 0.7404344 May 26 19:24:37.559943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.619602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-3802e160-35d2-488b-b3d6-1224ef7e6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:37.621770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-3802e160-35d2-488b-b3d6-1224ef7e6588 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.4116197 May 26 19:24:37.648412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Calling delete_port for bacb4fe3-f344-43dc-8afb-79fc1b265752 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:37.718345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-96df29ed-59be-4b36-bee0-f2282d79c19d service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730105 May 26 19:24:37.719583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2ea3f-c41e-4d5f-819f-c8809b921e41 req-cdc6bcfe-8eb3-4c09-9268-c0d5149ff2a9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:37.722060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fa2ea3f-c41e-4d5f-819f-c8809b921e41 req-cdc6bcfe-8eb3-4c09-9268-c0d5149ff2a9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.9512110 May 26 19:24:37.749907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1939c814-4155-4bd4-b5c5-7299e2a693cc None None] Current status of the port 316c6e37-4f07-496e-995d-edcf6de72195 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:37.852084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9484c-7e04-4f0c-8ca7-43d7fc45d773 None None] Pushing event updated for resources: {'Port': ['ID=ed3ec47a-3b07-43c7-9381-ede8a46dc757,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:37.930661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f29f70fd-2e46-4148-8b0e-381bddf47759 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:37.931129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.944741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27bace36-b139-47bb-9f0a-197012907a8c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:37.974487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fa2ea3f-c41e-4d5f-819f-c8809b921e41 req-2a74516c-3f38-4991-a7e6-2957a83910e6 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346711 May 26 19:24:37.976315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Attempting to bind port ed3ec47a-3b07-43c7-9381-ede8a46dc757 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:37.976526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Attempting to bind port ed3ec47a-3b07-43c7-9381-ede8a46dc757 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:37.976905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Attempting to bind port ed3ec47a-3b07-43c7-9381-ede8a46dc757 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:37.987488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:37.991060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39780) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:38.014802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:38.015179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:38.015582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.015987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:38.016450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Bound port: ed3ec47a-3b07-43c7-9381-ede8a46dc757, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:38.016819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.072360 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-df767f40-959e-45ad-a523-17296c3dbf0e req-4758bd14-5bba-4a7b-84f9-ad838d956147 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467462 May 26 19:24:38.148614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:38.172070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:38.174175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for ed3ec47a-3b07-43c7-9381-ede8a46dc757 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:38.191086 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.233107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8438d26-dda8-46f9-b7bc-cb365c6f1928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfa001e1c82e4fceb7b35d7b4bf7255b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409236 May 26 19:24:38.235530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:38.252725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-0273274d-505f-415b-919e-f6dd893fcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:38.254347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-0273274d-505f-415b-919e-f6dd893fcbba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5188406 May 26 19:24:38.291386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] For port ed3ec47a-3b07-43c7-9381-ede8a46dc757, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:38.296150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 27bace36-b139-47bb-9f0a-197012907a8c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:38.310449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] For port ed3ec47a-3b07-43c7-9381-ede8a46dc757, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ed3ec47a-3b07-43c7-9381-ede8a46dc757,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:38.314385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 702b6e99-94dd-452d-a69e-37ad37d608ef no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:38.325224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.344706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:38.353764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.367938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.390357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 702b6e99-94dd-452d-a69e-37ad37d608ef {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:38.390699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 702b6e99-94dd-452d-a69e-37ad37d608ef not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:38.447584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Routers {'2682df79-8dee-4a0d-92b0-80f58b79aaa4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:38.448232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:38.461004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.487009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.489065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc6b356f-2488-41da-a763-55eab22a8be5 HTTP/1.1" status: 204 len: 168 time: 0.2520175 May 26 19:24:38.492796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da78d22-dbf2-4a37-9a7d-51d2ed3a9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b356f-2488-41da-a763-55eab22a8be5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:38.508659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9484c-7e04-4f0c-8ca7-43d7fc45d773 None None] Pushing event updated for resources: {'Port': ['ID=ed3ec47a-3b07-43c7-9381-ede8a46dc757,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:38.564258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-52904eca-ab36-4c13-89cd-1e8f566974be service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819233 May 26 19:24:38.651624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] Set router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:38.686493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fedf7-fd44-4ce8-a07b-4c3fd203cc77 req-a2dcd705-9f5d-4bc8-847c-3462ef83380b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:38.688156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c51fedf7-fd44-4ce8-a07b-4c3fd203cc77 req-a2dcd705-9f5d-4bc8-847c-3462ef83380b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 945 time: 0.5231853 May 26 19:24:38.779824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c51fedf7-fd44-4ce8-a07b-4c3fd203cc77 req-590c2e20-4156-41ad-be81-c0f1e250d50d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827503 May 26 19:24:38.797994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:38.859388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Port': ['ID=bacb4fe3-f344-43dc-8afb-79fc1b265752,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:38.866108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:24:38.866666 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:24:39.264850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Provisioning for port ed3ec47a-3b07-43c7-9381-ede8a46dc757 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:39.305442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Provisioning for port 27bace36-b139-47bb-9f0a-197012907a8c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:39.318451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Provisioning complete for port 27bace36-b139-47bb-9f0a-197012907a8c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:39.318902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:39.342914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcce403e-9191-4ead-9843-b7873635a1e0 req-1b85c786-d8aa-4f6c-a8f8-d49e31819a22 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637517 May 26 19:24:39.360052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:39.363187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:39.367507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port ed3ec47a-3b07-43c7-9381-ede8a46dc757 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:39.368970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:39.415792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:28Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': 'ed3ec47a-3b07-43c7-9381-ede8a46dc757', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:f5:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4965c7d9-6031-493b-95f1-34c47b749714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:27Z', 'updated_at': '2022-05-26T19:24:38Z', 'revision_number': 4, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': '4965c7d9-6031-493b-95f1-34c47b749714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:39.451080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a20093-871b-4ec6-829c-4e735e420cbe None None] The sync data for ids ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'] in n-d-843146-9 is: [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:28Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': 'ed3ec47a-3b07-43c7-9381-ede8a46dc757', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:f5:a5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '4965c7d9-6031-493b-95f1-34c47b749714', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:27Z', 'updated_at': '2022-05-26T19:24:38Z', 'revision_number': 4, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': '4965c7d9-6031-493b-95f1-34c47b749714', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:39.564006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:39.606529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:39.606972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:39.657967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39850) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:39.705381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Current status of the port 27bace36-b139-47bb-9f0a-197012907a8c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:39.705831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:39.803789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27bace36-b139-47bb-9f0a-197012907a8c,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:39.920131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.047355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208224367-network', 'tenant_id': '386ee7f992fb4ea2997f913299eba097'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:40.059167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:40.064419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:40.064939 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.066889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Usage tracker for resource:network and tenant:386ee7f992fb4ea2997f913299eba097 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:40.077026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:40.086279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:40.110209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Made reservation on behalf of 386ee7f992fb4ea2997f913299eba097 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:40.113955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.119619 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db278e8-2197-4b57-a4a7-1251f17f1f66'] response: {'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'code': 200} May 26 19:24:40.162548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2d120-a309-4547-90e0-b7babbfca5ce None None] Pushing event updated for resources: {'Port': ['ID=27bace36-b139-47bb-9f0a-197012907a8c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:40.163292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.170632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:40.180230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.223925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:40.233739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Usage tracker for resource:security_group_rule and tenant:386ee7f992fb4ea2997f913299eba097 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:40.234986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port ed3ec47a-3b07-43c7-9381-ede8a46dc757, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ed3ec47a-3b07-43c7-9381-ede8a46dc757,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:40.235765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.245800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:40.252875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:40.260015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Router a9484d87-6613-4151-8550-c464fbe3576d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:40.286375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:40.404720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for ed3ec47a-3b07-43c7-9381-ede8a46dc757 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:40.430760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.437759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.469652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb932041-2598-4fc0-888c-261f7d9c1932,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:40.481611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:40.504668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.505329 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Added segment 46282c33-be2b-45d5-a0e7-ee737f24a132 of type vlan for network ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 May 26 19:24:40.546687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.591107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.592231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:40.594275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.635023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9758673 May 26 19:24:40.637777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:40.646758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Request body: {'subnet': {'network_id': 'ec9f2d6a-e6e6-4445-bc24-e12385ad4a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1208224367-subnet', 'tenant_id': '386ee7f992fb4ea2997f913299eba097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:40.673128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:40.684443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] Sync routers for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:40.699482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:40.700123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:40.704646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:40.720363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Usage tracker for resource:subnet and tenant:386ee7f992fb4ea2997f913299eba097 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:40.725529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:40.734679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:40.736515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39878) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:40.737168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a465-710c-4815-a023-f9bd8bbf4684 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9f2d6a-e6e6-4445-bc24-e12385ad4a16,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:40.738908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-651b076c-ce9d-4e00-aab5-20cfd04fd7ac tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6001456 May 26 19:24:40.749859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:40.763248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2e48c-dbb7-4427-b281-f8636dae8d5f req-3d6de250-2f42-4ced-9dcf-93485586db5b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:40.764768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfa2e48c-dbb7-4427-b281-f8636dae8d5f req-3d6de250-2f42-4ced-9dcf-93485586db5b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.1475332 May 26 19:24:40.814689 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-135ef972-e8bd-4242-8f7b-4a5ad8076030 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] delete failed (client error): The resource could not be found. May 26 19:24:40.820248 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-135ef972-e8bd-4242-8f7b-4a5ad8076030 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1036317034 HTTP/1.1" status: 404 len: 335 time: 0.0797477 May 26 19:24:40.820842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:40.826819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfa2e48c-dbb7-4427-b281-f8636dae8d5f req-3140ec54-022a-4ee3-ac5d-07872770ab80 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534337 May 26 19:24:40.829808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ae21b878-13d8-4618-bc09-e2c33783543e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9484d87-6613-4151-8550-c464fbe3576d'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:40.851883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:40.862958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:40.863899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:40.899772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Made reservation on behalf of 386ee7f992fb4ea2997f913299eba097 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:40.902092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.975062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:40.991109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:40.991518 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b35383-ec7f-4b91-92be-edef42706f7e None None] The sync data for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:41.087523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=ed3ec47a-3b07-43c7-9381-ede8a46dc757,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:41.407517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.489135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae21b878-13d8-4618-bc09-e2c33783543e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.560175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380cd85-f58c-403b-a4c5-dc2462d619fc req-a08c30b4-4027-4041-8898-4edfae85b17a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:41.563368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7380cd85-f58c-403b-a4c5-dc2462d619fc req-a08c30b4-4027-4041-8898-4edfae85b17a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 946 time: 0.5192046 May 26 19:24:41.563640 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ae21b878-13d8-4618-bc09-e2c33783543e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] update failed (client error): The resource could not be found. May 26 19:24:41.567556 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae21b878-13d8-4618-bc09-e2c33783543e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d HTTP/1.1" status: 404 len: 339 time: 0.7414734 May 26 19:24:41.571766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:41.581181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1263944326'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:41.626305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.655475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:41.706693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Pushing event updated for resources: {'Subnet': ['ID=046cfd1e-740c-4fc0-9cb6-7f8fc422bd2f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:41.715724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Checking segment: {'id': '46282c33-be2b-45d5-a0e7-ee737f24a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ec9f2d6a-e6e6-4445-bc24-e12385ad4a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:41.716200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Network hostable DHCP agents. Network: ec9f2d6a-e6e6-4445-bc24-e12385ad4a16, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:41.721335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:network and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:41.731199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:41.736681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Network ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:41.743520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:41.747806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ec9f2d6a-e6e6-4445-bc24-e12385ad4a16) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:41.752482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:41.753814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.758562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d87a5a-df1c-4e82-b7b0-997e81835f67 None None] Network ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:41.774902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7380cd85-f58c-403b-a4c5-dc2462d619fc req-c83bb402-55ec-40e2-97f5-136e9cd477b0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975708 May 26 19:24:41.776511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:41.778097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:41.781270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.798688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bde51d4a-3ccd-4f61-a0db-7250612c931e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1597145 May 26 19:24:41.921738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27bace36-b139-47bb-9f0a-197012907a8c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:41.945666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:41.954595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:41.962102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:41.962444 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Added segment 86b8bb29-64d8-41a1-9c68-fb433167af29 of type vlan for network 948c72ac-7345-4d38-a44a-3c74e110d943 May 26 19:24:41.982637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5e9c8ab6-d26e-48d5-92d7-0d325ba28e3d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "PUT /v2.0/routers/2682df79-8dee-4a0d-92b0-80f58b79aaa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0533919 May 26 19:24:41.985439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39894) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:41.987025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Sync routers for ids ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:42.069294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.126816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Routers {'2682df79-8dee-4a0d-92b0-80f58b79aaa4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:42.127466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:42.131666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5bc50-e8a7-4c2b-8626-8136d767d146 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:42.135854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5bc50-e8a7-4c2b-8626-8136d767d146 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:42.137166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1f5bc50-e8a7-4c2b-8626-8136d767d146 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:42.162180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f1f5bc50-e8a7-4c2b-8626-8136d767d146 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:42.166970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f1f5bc50-e8a7-4c2b-8626-8136d767d146 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1805258 May 26 19:24:42.167334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39904) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:42.172556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.186856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:42.187493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.190168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:42.320333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Set router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:42.326832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 4965c7d9-6031-493b-95f1-34c47b749714 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:42.330203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.411371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.412316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8378553 May 26 19:24:42.413511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:42.428582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'subnet': {'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:42.473578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:40Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:42.482708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Checking router: 2682df79-8dee-4a0d-92b0-80f58b79aaa4 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:24:42.490349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 27bace36-b139-47bb-9f0a-197012907a8c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:42.490747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.510097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.529435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Routers {'2682df79-8dee-4a0d-92b0-80f58b79aaa4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:42.530102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:42.575990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:42.580530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Usage tracker for resource:subnet and tenant:47be954e33bb4bc99d4d06579fc5aee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:42.587895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:42.594402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce0794-0db1-46e1-865d-0c3adaa495ba None None] Network ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:42.597717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:42.604213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.605737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ccda0-7bd9-4dfe-9e41-011ed55904e5 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Network': ['ID=948c72ac-7345-4d38-a44a-3c74e110d943,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:42.624243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:42.630219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Made reservation on behalf of 47be954e33bb4bc99d4d06579fc5aee4 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:42.634064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.652284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417662895-network', 'tenant_id': '2a7c7d51b2cd47fda3330a82436a5dae'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:42.657665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:42.660198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=4965c7d9-6031-493b-95f1-34c47b749714,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:42.662418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Usage tracker for resource:network and tenant:2a7c7d51b2cd47fda3330a82436a5dae is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:42.666512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.666742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:42.674649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:42.683637 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc5bea7f-7bbc-4bd3-9806-e2bfebf2813f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/4965c7d9-6031-493b-95f1-34c47b749714 HTTP/1.1" status: 204 len: 168 time: 0.5133052 May 26 19:24:42.684945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:42.729255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 948c72ac-7345-4d38-a44a-3c74e110d943 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:42.756551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3659143-cbbe-4464-a2cf-857249b665c4 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:42.761390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Made reservation on behalf of 2a7c7d51b2cd47fda3330a82436a5dae for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:42.763672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.784305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:42.814776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d8da-cbb1-4a7d-9e14-3051916b654d req-768aa573-0380-4aa5-979d-cd855788b968 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:42.817918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfa2d8da-cbb1-4a7d-9e14-3051916b654d req-768aa573-0380-4aa5-979d-cd855788b968 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.5559666 May 26 19:24:42.824973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:42.839859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e380d15c-75ed-427f-ad92-c45d8cb57d4d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:42.857696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Usage tracker for resource:security_group_rule and tenant:2a7c7d51b2cd47fda3330a82436a5dae is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:42.862244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e380d15c-75ed-427f-ad92-c45d8cb57d4d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:42.865865 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e380d15c-75ed-427f-ad92-c45d8cb57d4d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1781805 May 26 19:24:42.866024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:42.866132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39934) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:42.876778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:42.909768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfa2d8da-cbb1-4a7d-9e14-3051916b654d req-e067112e-4d67-47d5-a20c-02fe4b242db0 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860090 May 26 19:24:42.952670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] Set router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:43.017095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.072073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.152814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:40Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:43.200414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab8cd1-e1ac-4c47-9b37-fb8d43b80176 None None] The sync data for ids ['2682df79-8dee-4a0d-92b0-80f58b79aaa4'] in n-d-843146-9 is: [{'id': '2682df79-8dee-4a0d-92b0-80f58b79aaa4', 'name': 'tempest-NetworksTestDHCPv6-router-1350855303', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:26Z', 'updated_at': '2022-05-26T19:24:40Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:43.332666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.359239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.376346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 27bace36-b139-47bb-9f0a-197012907a8c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:43.386544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:43.410846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Subnet': ['ID=e87f2a12-7e21-4a90-8314-b3a79d011285,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:43.420954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:24:43.436190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Checking segment: {'id': '86b8bb29-64d8-41a1-9c68-fb433167af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:43.436642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network hostable DHCP agents. Network: 948c72ac-7345-4d38-a44a-3c74e110d943, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:43.445532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb53f8a-cbd0-4ed6-8369-cd4847bbb07b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:43.459321 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.459321 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Added segment d6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b of type vlan for network 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e May 26 19:24:43.499579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.502144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.504884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6c185-b915-4d3c-9ec1-a63315b2622f req-8a4df8a2-363b-4e66-b7c8-204eb5d29189 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:43.510909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e6c185-b915-4d3c-9ec1-a63315b2622f req-8a4df8a2-363b-4e66-b7c8-204eb5d29189 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.4322946 May 26 19:24:43.515631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 948c72ac-7345-4d38-a44a-3c74e110d943 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:43.519613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.529933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.530516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Fanout notify agent at l3_agent the message router_deleted on router 2682df79-8dee-4a0d-92b0-80f58b79aaa4 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:24:43.562233 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.563386 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18c85abc-516c-46c2-ba63-2d011690ed04 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/routers/2682df79-8dee-4a0d-92b0-80f58b79aaa4 HTTP/1.1" status: 204 len: 168 time: 0.6964073 May 26 19:24:43.566568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39940) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:43.579850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:43.604217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 948c72ac-7345-4d38-a44a-3c74e110d943) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:43.613224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4dcb1-0159-4373-a4c8-ed86378db846 None None] Network 948c72ac-7345-4d38-a44a-3c74e110d943 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:43.635350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:43.640224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:43.659317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e6c185-b915-4d3c-9ec1-a63315b2622f req-4c5b2786-68b1-4f9e-b607-c7ec796ede18 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446688 May 26 19:24:43.666148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:24:43.700999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Deleting port 27bace36-b139-47bb-9f0a-197012907a8c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:43.701185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:43.701403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.701688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.724063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.725289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:43.725985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.728159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4446d70d-fba6-4b23-8882-964103d0c285', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'port_id': '4446d70d-fba6-4b23-8882-964103d0c285', 'mac_address': 'fa:16:3e:15:0f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc2171d-d4eb-4151-adee-236e6592f00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:43.733501 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cfd5cf-a2b1-4b7e-986a-e5d67556119a'] response: {'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566', 'code': 200} May 26 19:24:43.786226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:43.790366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:43.793258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:43.799328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:43.922511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27bace36-b139-47bb-9f0a-197012907a8c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:43.973411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bb923e03-ee47-4717-b4f4-5f7e2b771c3c tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5523348 May 26 19:24:43.974850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3494399 May 26 19:24:43.975038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4446d70d-fba6-4b23-8882-964103d0c285 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:43.975616 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.975940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39956) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:43.976209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39954) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:43.984142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:43.984728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-70797569-d060-44ef-b203-65e220494b51 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'router': {'external_gateway_info': {'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:44.042308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:44.046362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.085610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4446d70d-fba6-4b23-8882-964103d0c285 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:44.119995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Request body: {'subnet': {'network_id': '7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417662895-subnet', 'tenant_id': '2a7c7d51b2cd47fda3330a82436a5dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:44.151677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:44.154045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35d9d4-4d50-438a-98e7-b223e9d5098c admin admin] Pushing event updated for resources: {'Network': ['ID=7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:44.176199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:24:44.176850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Usage tracker for resource:subnet and tenant:2a7c7d51b2cd47fda3330a82436a5dae is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:44.187138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:44.189689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:44.202142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:44.259212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Made reservation on behalf of 2a7c7d51b2cd47fda3330a82436a5dae for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:44.261542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.346201 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.374601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b1e8c49f-278c-4657-81c6-927325f170d1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:44.375760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b1e8c49f-278c-4657-81c6-927325f170d1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.4857852 May 26 19:24:44.381532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f9b7-05c9-4aa7-baa4-9ceecab2854a req-6a5314c1-6349-4dfc-bea4-00ddd208a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:44.382976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2763f9b7-05c9-4aa7-baa4-9ceecab2854a req-6a5314c1-6349-4dfc-bea4-00ddd208a989 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 1097 time: 0.4949005 May 26 19:24:44.445897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70797569-d060-44ef-b203-65e220494b51 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.457675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-2d995b2d-7c8b-424e-8026-8fe4d2e7604c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/quotas/feb66b7564134bf6b5ca5015c1800c66 HTTP/1.1" status: 200 len: 375 time: 0.0711577 May 26 19:24:44.459216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-948c72ac-7345-4d38-a44a-3c74e110d943', 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943', 'tenant_id': '47be954e33bb4bc99d4d06579fc5aee4', 'fixed_ips': [{'subnet_id': 'e87f2a12-7e21-4a90-8314-b3a79d011285'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:44.460247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.530905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27bace36-b139-47bb-9f0a-197012907a8c,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:44.531347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.541578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4446d70d-fba6-4b23-8882-964103d0c285'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:44.559194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2763f9b7-05c9-4aa7-baa4-9ceecab2854a req-425983d3-1c1f-4a3d-9528-ae85d96cd701 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588054 May 26 19:24:44.625743 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-70797569-d060-44ef-b203-65e220494b51 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:24:44.632201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70797569-d060-44ef-b203-65e220494b51 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d HTTP/1.1" status: 400 len: 364 time: 0.6540799 May 26 19:24:44.632688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:44.680503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.696174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 27bace36-b139-47bb-9f0a-197012907a8c is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:44.696550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.741978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-2c9406ae-b031-4d00-8499-c8ecf96c08aa tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2660651 May 26 19:24:44.769879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:44.786971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Calling delete_port for 27bace36-b139-47bb-9f0a-197012907a8c owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:44.793497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:44.810780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:44.811358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.829796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:44.866395 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ffb37d2b-e66d-4629-b6be-f77f7f0866b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.886217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=b6a84038-f4fb-44b5-84d2-92a6b951d1d8,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:44.905450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.945627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27bace36-b139-47bb-9f0a-197012907a8c,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:44.981313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:44.982182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ed3ec47a-3b07-43c7-9381-ede8a46dc757 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:44.988093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7806aec7-08cf-4a74-afa1-d74373f5048f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4181104 May 26 19:24:44.992163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39968) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:45.007490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:45.041162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:45.057456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-24d459bf-d304-463c-8904-43503c89f1ce service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966423 May 26 19:24:45.059844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:router and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:24:45.077690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ed3ec47a-3b07-43c7-9381-ede8a46dc757 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:45.078041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ed3ec47a-3b07-43c7-9381-ede8a46dc757 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:45.079830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c72913-2e35-4e6f-842b-7cd66519afbf,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:45.085632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:24:45.095287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:24:45.095639 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:24:45.101159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:45.103169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Checking segment: {'id': 'd6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:45.103520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Network hostable DHCP agents. Network: 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:24:45.125868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Allocated IP 2001:db8:1::2 (948c72ac-7345-4d38-a44a-3c74e110d943/e87f2a12-7e21-4a90-8314-b3a79d011285/dc489b52-91a6-44c5-8559-17119d6b1022) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:45.238766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=27bace36-b139-47bb-9f0a-197012907a8c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:45.365619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.366617 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.404747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Network 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:24:45.411320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.421113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.433124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Transition to ACTIVE for port object dc489b52-91a6-44c5-8559-17119d6b1022 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:45.434851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.450226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:45.461404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1d336-10b2-4c63-8034-5b51a371759e None None] Network 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:45.466088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-83085de8-88b7-421c-b81f-767c6f771aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077654 May 26 19:24:45.468651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:45.469253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.491990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Transition to ACTIVE for port object dc489b52-91a6-44c5-8559-17119d6b1022 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:45.544862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.561912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.584633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecf281-3b8a-49fb-8db4-123227307559 req-e7a833f0-8412-4676-bf8a-0fc3a3e197b7 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:45.586440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fecf281-3b8a-49fb-8db4-123227307559 req-e7a833f0-8412-4676-bf8a-0fc3a3e197b7 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/ports?device_id=8937f3a3-2e2e-4221-a84c-8020d933e302 HTTP/1.1" status: 200 len: 944 time: 0.2713487 May 26 19:24:45.605689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a9c80c38-28ec-4a3a-9184-8236bcaa8347 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6168721 May 26 19:24:45.641706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Deleting port 27bace36-b139-47bb-9f0a-197012907a8c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:45.642403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.704870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:45.708743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-05b1d8da-c1a4-42b5-b57b-cd533b2332a7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7082267 May 26 19:24:45.708906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:45.849519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Network 948c72ac-7345-4d38-a44a-3c74e110d943 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:45.859452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Pushing event updated for resources: {'Port': ['ID=dc489b52-91a6-44c5-8559-17119d6b1022,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:45.862219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:45.879161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:45.896427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:45.959527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Deleting port f29f70fd-2e46-4148-8b0e-381bddf47759 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:45.959867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.015149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Allocated IP 2001:db8::1 (1ab1015d-f940-4735-b05d-9d7a02b95a70/27d3d443-372e-4f6a-a475-81f084f6278d/050691e9-3ef4-406b-816c-5b532722ae02) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:46.293487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Attempting to bind port dc489b52-91a6-44c5-8559-17119d6b1022 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:46.294109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Attempting to bind port dc489b52-91a6-44c5-8559-17119d6b1022 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '86b8bb29-64d8-41a1-9c68-fb433167af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:46.294252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Attempting to bind port dc489b52-91a6-44c5-8559-17119d6b1022 on network 948c72ac-7345-4d38-a44a-3c74e110d943 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:46.299228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.329619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Deleting subnet 046cfd1e-740c-4fc0-9cb6-7f8fc422bd2f {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:46.341171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Transition to ACTIVE for port object 050691e9-3ef4-406b-816c-5b532722ae02 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:46.354017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.388753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.390109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:46.390468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Checking segment: {'id': '86b8bb29-64d8-41a1-9c68-fb433167af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:46.390865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.391239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Bound using segment: {'id': '86b8bb29-64d8-41a1-9c68-fb433167af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:46.391709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Bound port: dc489b52-91a6-44c5-8559-17119d6b1022, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b8bb29-64d8-41a1-9c68-fb433167af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '948c72ac-7345-4d38-a44a-3c74e110d943'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:46.392073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.406685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe781bb-14c6-462d-a7f6-88fe2f888353 None None] Network 7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:46.546774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Port': ['ID=050691e9-3ef4-406b-816c-5b532722ae02,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:46.579801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:46.584048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:46.594457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:46.595571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.619491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] For port 27bace36-b139-47bb-9f0a-197012907a8c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27bace36-b139-47bb-9f0a-197012907a8c,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:46.619890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.673605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8677b-4774-4180-97c5-c9fd54fe0d78 req-46bd582f-e89c-49d4-b72a-01e32b901aa0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:46.694261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa8677b-4774-4180-97c5-c9fd54fe0d78 req-46bd582f-e89c-49d4-b72a-01e32b901aa0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 946 time: 0.8607216 May 26 19:24:46.751445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.779784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.798273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Calling delete_port for 27bace36-b139-47bb-9f0a-197012907a8c owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:46.832559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] For port dc489b52-91a6-44c5-8559-17119d6b1022, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:46.897274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] For port dc489b52-91a6-44c5-8559-17119d6b1022, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=dc489b52-91a6-44c5-8559-17119d6b1022,segment=NetworkSegment(86b8bb29-64d8-41a1-9c68-fb433167af29),segment_id=86b8bb29-64d8-41a1-9c68-fb433167af29)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:46.918040 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6791f70c-d245-4692-b265-66aa4ff3244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.920682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:46.956879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.000301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] For port f29f70fd-2e46-4148-8b0e-381bddf47759, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f29f70fd-2e46-4148-8b0e-381bddf47759,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:47.000677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.012832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa8677b-4774-4180-97c5-c9fd54fe0d78 req-802ffead-9732-49da-b84b-3ff96aaef533 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176732 May 26 19:24:47.215079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bb25985-ed1e-4a61-899f-d543b45c0dff None None] Provisioning for port 050691e9-3ef4-406b-816c-5b532722ae02 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:47.248573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bb25985-ed1e-4a61-899f-d543b45c0dff None None] Provisioning complete for port 050691e9-3ef4-406b-816c-5b532722ae02 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:47.249393 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb25985-ed1e-4a61-899f-d543b45c0dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.401274 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.403542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.419899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.431663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.432968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.447849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5a34c-4b70-4dab-88a6-88e5883b137a None None] Pushing event updated for resources: {'Port': ['ID=dc489b52-91a6-44c5-8559-17119d6b1022,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:47.466066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:47.657380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] Pushing event deleted for resources: {'Port': ['ID=27bace36-b139-47bb-9f0a-197012907a8c,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:47.697137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6bb25985-ed1e-4a61-899f-d543b45c0dff None None] Port 050691e9-3ef4-406b-816c-5b532722ae02 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:47.699832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa71302-6507-4494-8632-5a853a63f813 None None] No DVR routers for this DVR port 27bace36-b139-47bb-9f0a-197012907a8c on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:47.732239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec32ba93-3225-4325-b068-49a93568bf24 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:47.816859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Calling delete_port for f29f70fd-2e46-4148-8b0e-381bddf47759 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:47.861888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:47.947223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event updated for resources: {'Port': ['ID=050691e9-3ef4-406b-816c-5b532722ae02,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:47.984256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4446d70d-fba6-4b23-8882-964103d0c285 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:47.984546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.093561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbf701-c52f-4f67-9ae2-b27fdd5337b0 req-45583fd7-33b7-4c42-96d6-098482845447 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:48.095158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25dbf701-c52f-4f67-9ae2-b27fdd5337b0 req-45583fd7-33b7-4c42-96d6-098482845447 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 945 time: 0.6242218 May 26 19:24:48.132849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a596a085-2331-4552-8636-be42b8b29092 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:48.135188 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a596a085-2331-4552-8636-be42b8b29092 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 805 time: 0.6104884 May 26 19:24:48.142117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:48.149854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Request body: {'port': {'device_id': 'e7a469fd-783f-4927-8551-34981ce58585', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'admin_state_up': True, 'tenant_id': 'feb66b7564134bf6b5ca5015c1800c66'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:48.159103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.169123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:48.186699 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.211249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::1 (1de15714-029c-45d8-802a-f7d18ed8bfd5/b6a84038-f4fb-44b5-84d2-92a6b951d1d8/0ce3847c-d744-4e91-ba52-eeb49da95fd1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:48.263548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:24:48.264376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.299467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4446d70d-fba6-4b23-8882-964103d0c285 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:48.299876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.390611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:48.415428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:48.423717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.424491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:48.430583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046cfd1e-740c-4fc0-9cb6-7f8fc422bd2f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:48.433126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.435581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.470540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:24:48.482020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:24:48.493417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Router a9484d87-6613-4151-8550-c464fbe3576d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:48.494373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Made reservation on behalf of feb66b7564134bf6b5ca5015c1800c66 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:24:48.503578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.594886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f29f70fd-2e46-4148-8b0e-381bddf47759 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:48.595223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f29f70fd-2e46-4148-8b0e-381bddf47759 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:48.610230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25dbf701-c52f-4f67-9ae2-b27fdd5337b0 req-5730ce6b-c631-482c-b67f-33146c4def35 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989724 May 26 19:24:48.611166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event deleted for resources: {'Port': ['ID=f29f70fd-2e46-4148-8b0e-381bddf47759,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:48.624674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:48.653535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67d3fcfe-3b2c-4032-99cb-f6bf2dbc7267 None None] Provisioning complete for port 050691e9-3ef4-406b-816c-5b532722ae02 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:48.653913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fcfe-3b2c-4032-99cb-f6bf2dbc7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.678226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] No DVR routers for this DVR port f29f70fd-2e46-4148-8b0e-381bddf47759 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:48.683777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.685992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fecf281-3b8a-49fb-8db4-123227307559 req-4457b97a-b211-4842-9d46-189e1f5ec15e tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "DELETE /v2.0/ports/f29f70fd-2e46-4148-8b0e-381bddf47759 HTTP/1.1" status: 204 len: 173 time: 3.0715086 May 26 19:24:48.686880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-deleted', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:48.727001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-67d3fcfe-3b2c-4032-99cb-f6bf2dbc7267 None None] Port 050691e9-3ef4-406b-816c-5b532722ae02 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:48.736051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-25a352a0-168d-4b8c-a28a-395a1c8a96b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/046cfd1e-740c-4fc0-9cb6-7f8fc422bd2f HTTP/1.1" status: 204 len: 168 time: 2.8338249 May 26 19:24:48.741440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39998) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:48.923820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:48.934533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.939230 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] Sync routers for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:48.955385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:48.957554 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:48.965249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:48.966894 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-699edaaf-6702-4b71-85ef-efe64a1914cb tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3317258 May 26 19:24:48.972305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40002) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:48.986929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Allocated IP 172.20.0.9 (9f4c032f-2b2b-451a-982b-6db9383a19f5/c5299690-b16c-41fd-af10-45eb243826ba/024a99df-02e2-49e8-a7b7-8ccd0ab757d2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:49.034565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 0ce3847c-d744-4e91-ba52-eeb49da95fd1 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:49.057735 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.081442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:49.081959 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.091442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a696fb0-12cc-4209-8d2c-436bc3c1e038 None None] Network 948c72ac-7345-4d38-a44a-3c74e110d943 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:49.165372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.165372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe22320-d11a-401d-afc9-fda6209fbe86 None None] The sync data for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:49.209394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed45ec18-315e-4056-bee9-690fed0a72d8 None None] Provisioning for port dc489b52-91a6-44c5-8559-17119d6b1022 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:49.245404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.288128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.363728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Network 9f4c032f-2b2b-451a-982b-6db9383a19f5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:49.367310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:49.371390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:49.404007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:49.446069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:49.447517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.469074 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c145244b-a1d2-4d55-955f-f1ffa3b1e144 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.471674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-b77072e3-f8fb-4f99-84fb-6838e735d27f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3276081 May 26 19:24:49.488110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Request body: {'port': {'device_id': 'e7a469fd-783f-4927-8551-34981ce58585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:49.547641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff208c1-ca86-4185-8f26-829b6e7ba9d0 req-4e162cde-a058-4ad3-86ea-e28ea64fb46f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:49.549249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ff208c1-ca86-4185-8f26-829b6e7ba9d0 req-4e162cde-a058-4ad3-86ea-e28ea64fb46f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.7127697 May 26 19:24:49.563721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.617293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.645737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.687106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.724496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/b6a84038-f4fb-44b5-84d2-92a6b951d1d8/4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:24:49.778083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9f2d6a-e6e6-4445-bc24-e12385ad4a16']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.821212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46282c33-be2b-45d5-a0e7-ee737f24a132') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.821502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46282c33-be2b-45d5-a0e7-ee737f24a132') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:49.861273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:49.871271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.877859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:49.880287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:49.880970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.888898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=0ce3847c-d744-4e91-ba52-eeb49da95fd1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:49.898689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ff208c1-ca86-4185-8f26-829b6e7ba9d0 req-1723fa7a-da6c-4a45-80aa-c5432d9fc5da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368933 May 26 19:24:49.899464 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-c145244b-a1d2-4d55-955f-f1ffa3b1e144 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] delete failed (client error): There was a conflict when trying to complete your request. May 26 19:24:49.904094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c145244b-a1d2-4d55-955f-f1ffa3b1e144 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d HTTP/1.1" status: 409 len: 329 time: 0.9249156 May 26 19:24:49.911152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40008) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:49.916349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:49.922241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device dc489b52-91a6-44c5-8559-17119d6b1022 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:50.054538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port dc489b52-91a6-44c5-8559-17119d6b1022 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:50.062450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port dc489b52-91a6-44c5-8559-17119d6b1022 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:50.062819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.068734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:50.069342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.098188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.125613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Transition to ACTIVE for port object 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:50.138987 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 46282c33-be2b-45d5-a0e7-ee737f24a132 resource provider aggregate not found May 26 19:24:50.147574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:50.153832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Transition to ACTIVE for port object 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:50.156908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.165139 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.174621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Transition to ACTIVE for port object 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:50.179783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.228675 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 46282c33-be2b-45d5-a0e7-ee737f24a132 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46282c33-be2b-45d5-a0e7-ee737f24a132 found for delete ", "request_id": "req-ff779a98-062e-4bba-a970-14356d9f297e"}]} May 26 19:24:50.282889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:50.287639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:50.295555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:24:50.334812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.339783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.377474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Pushing event updated for resources: {'Port': ['ID=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:50.380510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port dc489b52-91a6-44c5-8559-17119d6b1022 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:50.381173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.422405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Attempting to bind port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:50.422931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Attempting to bind port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:50.423400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Attempting to bind port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:50.430167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:50.430597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:50.431079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.431551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:50.432127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Bound port: 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:50.432611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.447771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9f2d6a-e6e6-4445-bc24-e12385ad4a16,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:50.453733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b560e255-65c5-4e2a-a91b-24b9292fcfb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec9f2d6a-e6e6-4445-bc24-e12385ad4a16 HTTP/1.1" status: 204 len: 168 time: 1.7124782 May 26 19:24:50.464810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port dc489b52-91a6-44c5-8559-17119d6b1022, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=dc489b52-91a6-44c5-8559-17119d6b1022,segment=NetworkSegment(86b8bb29-64d8-41a1-9c68-fb433167af29),segment_id=86b8bb29-64d8-41a1-9c68-fb433167af29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:50.488754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:50.496501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.539294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1785d-1d9d-42ef-a09f-b0ccfdc054ab req-b8e1a9f5-41da-4679-96e6-d65e4642ce70 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:50.539604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e8e1785d-1d9d-42ef-a09f-b0ccfdc054ab req-b8e1a9f5-41da-4679-96e6-d65e4642ce70 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Synchronizing usage tracker for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:50.556134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:50.586085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.604801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=dc489b52-91a6-44c5-8559-17119d6b1022,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:50.606249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Deleting subnet 71c72913-2e35-4e6f-842b-7cd66519afbf {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:50.608118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] For port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:50.609797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.627713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] For port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:50.633479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.660542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e8e1785d-1d9d-42ef-a09f-b0ccfdc054ab req-b8e1a9f5-41da-4679-96e6-d65e4642ce70 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Unset dirty status for tenant:feb66b7564134bf6b5ca5015c1800c66 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:50.661089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.661745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e1785d-1d9d-42ef-a09f-b0ccfdc054ab req-b8e1a9f5-41da-4679-96e6-d65e4642ce70 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 931 time: 0.6058941 May 26 19:24:50.727945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.740168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b371da1-29f8-4b87-8b82-b76b61e6ba02 None None] Pushing event updated for resources: {'Port': ['ID=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:50.804413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Attempting to bind port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:50.804745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Attempting to bind port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:50.805098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Attempting to bind port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:50.814169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:24:50.814492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Attempting to bind port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 on network 9f4c032f-2b2b-451a-982b-6db9383a19f5 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:50.823484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:50.823740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Checking segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:50.824133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Bound using segment: {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:50.824561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Bound port: 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527e8e14-95f8-477e-9b5a-3a00cb078017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:50.824898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.905505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:50.978367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c72913-2e35-4e6f-842b-7cd66519afbf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:51.000686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.017289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11777d82-5518-4e90-b2e0-d09e4d3af706 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71c72913-2e35-4e6f-842b-7cd66519afbf HTTP/1.1" status: 204 len: 168 time: 0.5276496 May 26 19:24:51.017576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:51.045425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:51.109706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e1785d-1d9d-42ef-a09f-b0ccfdc054ab req-c164d0b1-7cc3-46cb-be1b-0551c3ce41cc tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385083 May 26 19:24:51.118241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:51.137167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.189822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:51.197150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.197150 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] 10.222.0.53 "PUT /v2.0/ports/024a99df-02e2-49e8-a7b7-8ccd0ab757d2 HTTP/1.1" status: 200 len: 1091 time: 1.7113354 May 26 19:24:51.201854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:51.210650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.350869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a2b7-72a2-4ab0-b1a8-34f9656607eb service neutron] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:51.406913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.436068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.466080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:51.481535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e70e-efe6-482c-bdc0-92081264d6d2 req-aee4ea24-c5c7-4364-a793-81adfed626ec tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:51.481761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:51.482080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:51.483039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7f9e70e-efe6-482c-bdc0-92081264d6d2 req-aee4ea24-c5c7-4364-a793-81adfed626ec tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 946 time: 0.2327614 May 26 19:24:51.494566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-e80d8324-cb3f-464d-99b3-d4b00650d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:51.496069 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-e80d8324-cb3f-464d-99b3-d4b00650d591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 1094 time: 0.2545803 May 26 19:24:51.496271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.500469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.569028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.569813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.582492 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-2dc3ca3b-1dfa-439c-a34d-8d39f2d8896b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2 HTTP/1.1" status: 200 len: 217 time: 0.0736513 May 26 19:24:51.583550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.592247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:51.592837 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.686315 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b resource provider aggregate not found May 26 19:24:51.758036 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e5533a-1db1-4e27-bdcc-5c03e3bf9b6b found for delete ", "request_id": "req-2f03210a-780f-42a1-8921-180dfbdf1f29"}]} May 26 19:24:51.759757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7f9e70e-efe6-482c-bdc0-92081264d6d2 req-edd782b2-cea9-49f7-bff3-3de58d179288 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657330 May 26 19:24:51.770324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=0ce3847c-d744-4e91-ba52-eeb49da95fd1,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:51.795087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-5e9acefc-6b94-48b2-aafc-80bdf1e58e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:51.799071 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-5e9acefc-6b94-48b2-aafc-80bdf1e58e9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1667697 May 26 19:24:51.800924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.809445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:51.840121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:51.841258 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e25456e-73d7-4cca-81c9-e94ab667e94f'] response: {'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285', 'code': 200} May 26 19:24:51.848355 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-742b383d-da84-4378-a3d3-2e603fccdca1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c0800ee-6bd1-41bb-8bd8-e0b8153fac5e HTTP/1.1" status: 204 len: 168 time: 0.8266959 May 26 19:24:51.917462 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed03f0dc-ae2a-4534-9c87-9db6dc80b668'] response: {'server_uuid': '8937f3a3-2e2e-4221-a84c-8020d933e302', 'name': 'network-vif-deleted', 'tag': 'f29f70fd-2e46-4148-8b0e-381bddf47759', 'status': 'completed', 'code': 200} May 26 19:24:51.938988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:24:51.940818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:24:52.046489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:52.130037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40040) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:52.140334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-657517bd-1a50-4e55-8138-e659934d0fd8 None None] Provisioning for port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:52.156847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:52.163777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:52.164224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.251636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting port 050691e9-3ef4-406b-816c-5b532722ae02 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:52.252589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.288959 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-d53facf3-0e05-4419-acaf-4614386a9ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694988 May 26 19:24:52.296117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1c2fff33-58b3-4f3c-aa8f-5b2e6c440bc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=386ee7f992fb4ea2997f913299eba097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645849 May 26 19:24:52.296934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40046) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:52.399991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:52.400646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.437821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2e67d31f-9d5a-4579-832e-8ffb538e6911 None None] Provisioning for port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:24:52.449533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2e67d31f-9d5a-4579-832e-8ffb538e6911 None None] Provisioning complete for port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:52.449910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e67d31f-9d5a-4579-832e-8ffb538e6911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.499109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b93d-212d-44dd-be9c-9191026691df req-bc265371-0aaf-42c6-9e18-445d30e331a2 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:52.506927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec16b93d-212d-44dd-be9c-9191026691df req-bc265371-0aaf-42c6-9e18-445d30e331a2 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 946 time: 0.4365125 May 26 19:24:52.514043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:52.527482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.528341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device dc489b52-91a6-44c5-8559-17119d6b1022 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:52.553859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Router c1258c98-1018-40ad-b8f8-659b381f5367 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:24:52.585759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.669455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:52.688159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2e67d31f-9d5a-4579-832e-8ffb538e6911 None None] Port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:52.702124 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-d27c6f45-9021-4baa-afaf-e031f3fabfc8 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042675 May 26 19:24:52.736133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port dc489b52-91a6-44c5-8559-17119d6b1022 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:52.736650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.818994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec16b93d-212d-44dd-be9c-9191026691df req-15c72ad3-f0ae-4cf9-ba94-426b80b41e1c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107512 May 26 19:24:52.848918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-de248487-8a93-462c-ae5a-3b9ae900d69c None None] Provisioning complete for port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:52.849497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-de248487-8a93-462c-ae5a-3b9ae900d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.854267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.932535 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8833c5f0-485c-44c0-b35a-c73f16ee8092 req-fcef2820-3443-45a0-a48a-d6bd7b00af1e service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225645 May 26 19:24:52.983486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-de248487-8a93-462c-ae5a-3b9ae900d69c None None] Port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:24:52.983754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:52.996616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port dc489b52-91a6-44c5-8559-17119d6b1022 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:53.044868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:53.179307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Calling delete_port for 050691e9-3ef4-406b-816c-5b532722ae02 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:53.219743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb932041-2598-4fc0-888c-261f7d9c1932,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:53.250927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:53.252580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:53.254257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-51ec8ee5-391c-4392-a8b9-2f7e5f98b23d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb932041-2598-4fc0-888c-261f7d9c1932 HTTP/1.1" status: 204 len: 168 time: 0.9488115 May 26 19:24:53.260037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50780e43-ca85-4ca8-a896-c12e43159f6e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "PUT /v2.0/routers/c1258c98-1018-40ad-b8f8-659b381f5367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5501535 May 26 19:24:53.262802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:53.266186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Sync routers for ids ['c1258c98-1018-40ad-b8f8-659b381f5367'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:53.280146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Routers {'c1258c98-1018-40ad-b8f8-659b381f5367'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:53.280146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c1258c98-1018-40ad-b8f8-659b381f5367'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:53.336721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900b690-833c-435c-ad18-3e00e8890efe req-dcf16f15-726e-45e6-bbd1-a3721d812a18 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:53.338320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9900b690-833c-435c-ad18-3e00e8890efe req-dcf16f15-726e-45e6-bbd1-a3721d812a18 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.3595965 May 26 19:24:53.376166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c3c5e-30ac-4fa1-adf1-754be48d2c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:53.377529 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-369c3c5e-30ac-4fa1-adf1-754be48d2c57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports/0ce3847c-d744-4e91-ba52-eeb49da95fd1 HTTP/1.1" status: 200 len: 911 time: 0.1137114 May 26 19:24:53.381476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40058) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:53.423656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9900b690-833c-435c-ad18-3e00e8890efe req-fad38e96-95c7-486a-b08b-2cd6e3d3c6c8 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756824 May 26 19:24:53.498313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:53.514931 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c47e676-38f2-4435-a4fa-c05cd668602c'] response: {'name': 'network-changed', 'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'status': 'completed', 'code': 200} May 26 19:24:53.533722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Set router c1258c98-1018-40ad-b8f8-659b381f5367 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:53.623072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Port': ['ID=050691e9-3ef4-406b-816c-5b532722ae02,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:53.672018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2ef36-c5f3-48f3-a17a-ffad70b1e74c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:53.691629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2ef36-c5f3-48f3-a17a-ffad70b1e74c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:53.693860 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-21c2ef36-c5f3-48f3-a17a-ffad70b1e74c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3114569 May 26 19:24:53.699802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40064) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:53.910295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:53.975216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:54.035523 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f26e67c0-eebc-484d-bb67-c147699cf5b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a7c7d51b2cd47fda3330a82436a5dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238730 May 26 19:24:54.040342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40074) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:54.047359 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.087205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-caa7e133-a851-4392-b0f2-42aac32adc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:54.088772 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-caa7e133-a851-4392-b0f2-42aac32adc97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feb66b7564134bf6b5ca5015c1800c66&device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 1094 time: 0.5391493 May 26 19:24:54.166098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:24:54.166733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.244661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:50Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': '0ce3847c-d744-4e91-ba52-eeb49da95fd1', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:4b:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:47Z', 'updated_at': '2022-05-26T19:24:51Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:54.277617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Checking router: c1258c98-1018-40ad-b8f8-659b381f5367 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:24:54.278337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Updating router c1258c98-1018-40ad-b8f8-659b381f5367 port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:24:54.354524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.364103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:54.403702 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.465304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1626-6d8f-4406-b4c0-4ccd53f8ba57 req-0799f8fc-5395-4a55-8d79-f50fdfdb0fba tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:54.466621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-744f1626-6d8f-4406-b4c0-4ccd53f8ba57 req-0799f8fc-5395-4a55-8d79-f50fdfdb0fba tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 943 time: 0.4130499 May 26 19:24:54.485138 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:24:54.492018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Router a9484d87-6613-4151-8550-c464fbe3576d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:54.529370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.537536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-e704e094-76f4-4ea3-a33a-884d5c7f9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:54.538990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-e704e094-76f4-4ea3-a33a-884d5c7f9f6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 200 len: 906 time: 0.3677115 May 26 19:24:54.631651 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-c27285b9-919e-4061-afb7-59d4348403f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2 HTTP/1.1" status: 200 len: 217 time: 0.0772650 May 26 19:24:54.735661 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.745789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.751701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Transition to ACTIVE for port object 0ce3847c-d744-4e91-ba52-eeb49da95fd1 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:24:54.758773 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.759801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-744f1626-6d8f-4406-b4c0-4ccd53f8ba57 req-53931b29-4593-4b91-be95-f331022a53ec tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870808 May 26 19:24:54.767547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-79d9eac8-01d5-475f-9f7e-92f4c337c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:54.768409 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-79d9eac8-01d5-475f-9f7e-92f4c337c199 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 200 len: 845 time: 0.1248939 May 26 19:24:54.774546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb53f8a-cbd0-4ed6-8369-cd4847bbb07b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:54.775485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:54.790216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe1d87a0-58d4-46b3-b908-acd8accfc82e tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8764341 May 26 19:24:54.791094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40080) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:54.794393 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] Sync routers for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:54.817552 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:54.818561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:54.823472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:54.824536 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-163e0809-4fe6-4c00-a3c6-80cb71c5f2e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cb53f8a-cbd0-4ed6-8369-cd4847bbb07b HTTP/1.1" status: 204 len: 168 time: 0.7833018 May 26 19:24:54.826917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-aa58f7ab-c129-47c1-bcc7-b6437a3c9db6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f4c032f-2b2b-451a-982b-6db9383a19f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503597 May 26 19:24:54.876882 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-368d3d7a-a8be-48f2-8fe2-9d94c3ca9314 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] show failed (client error): The resource could not be found. May 26 19:24:54.882733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-368d3d7a-a8be-48f2-8fe2-9d94c3ca9314 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1118680886 HTTP/1.1" status: 404 len: 335 time: 0.0905471 May 26 19:24:54.883266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40086) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:54.889710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-53ce7b5a-7b8a-4af9-8964-d30c3dba99ec tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:24:54.899662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e39e5-4501-4b56-8b39-219264cc298c None None] Pushing event updated for resources: {'Port': ['ID=0ce3847c-d744-4e91-ba52-eeb49da95fd1,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:54.969091 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-53ce7b5a-7b8a-4af9-8964-d30c3dba99ec tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] update failed (client error): The resource could not be found. May 26 19:24:54.975695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-53ce7b5a-7b8a-4af9-8964-d30c3dba99ec tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-630117210 HTTP/1.1" status: 404 len: 334 time: 0.0860434 May 26 19:24:54.976177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40090) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:54.983350 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:55.002276 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] Routers {'a9484d87-6613-4151-8550-c464fbe3576d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:55.002903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a9484d87-6613-4151-8550-c464fbe3576d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:55.091566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting subnet e87f2a12-7e21-4a90-8314-b3a79d011285 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:55.096472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.196045 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:55.197322 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a16fa8-55e7-45da-9496-84b5034924de None None] The sync data for ids ['a9484d87-6613-4151-8550-c464fbe3576d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:55.242818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.289321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Attempting to bind port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:24:55.289893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Attempting to bind port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:24:55.290210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Attempting to bind port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:24:55.297154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:24:55.297539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:24:55.297931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.298323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:24:55.298821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Bound port: 0ce3847c-d744-4e91-ba52-eeb49da95fd1, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:24:55.299394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.402006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.416664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] For port 0ce3847c-d744-4e91-ba52-eeb49da95fd1, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:24:55.423968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] For port 0ce3847c-d744-4e91-ba52-eeb49da95fd1, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0ce3847c-d744-4e91-ba52-eeb49da95fd1,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:24:55.433463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.465640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.497938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:55.521418 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-1a3d9b55-c3f8-43a3-a692-a8cde4850c7f service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832356 May 26 19:24:55.569960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.597294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e39e5-4501-4b56-8b39-219264cc298c None None] Pushing event updated for resources: {'Port': ['ID=0ce3847c-d744-4e91-ba52-eeb49da95fd1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:55.600433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Routers {'c1258c98-1018-40ad-b8f8-659b381f5367'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:55.600925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c1258c98-1018-40ad-b8f8-659b381f5367'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:55.648928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.658381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Subnet': ['ID=e87f2a12-7e21-4a90-8314-b3a79d011285,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:55.666660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6065565-a25e-4a87-a779-628d66a7a24b None None] Network 948c72ac-7345-4d38-a44a-3c74e110d943 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:55.683018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4bfbbb19-19bd-478c-a152-ccb9820f3a24 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/subnets/e87f2a12-7e21-4a90-8314-b3a79d011285 HTTP/1.1" status: 204 len: 168 time: 0.7055328 May 26 19:24:55.686815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40106) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:55.690017 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-814b8c3c-0eef-43b1-84ad-eba2543f6971 req-376b777e-9330-4c09-8bb8-1c2c0ce60296 service neutron] 10.222.0.53 "GET /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638920 May 26 19:24:55.820703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d4f65-335e-4150-bf06-80bafb3a4703 req-e3b4b49d-618d-4ff9-a56b-5168c18de4e1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:55.829694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f30d4f65-335e-4150-bf06-80bafb3a4703 req-e3b4b49d-618d-4ff9-a56b-5168c18de4e1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 946 time: 0.3180521 May 26 19:24:55.934130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f30d4f65-335e-4150-bf06-80bafb3a4703 req-9531432b-4698-4d31-ab55-09f8c28730ac tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 May 26 19:24:55.948866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.980431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting port dc489b52-91a6-44c5-8559-17119d6b1022 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:55.980957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:55.995579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:55.996932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.015056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] Set router c1258c98-1018-40ad-b8f8-659b381f5367 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:56.300993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] For port dc489b52-91a6-44c5-8559-17119d6b1022, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=dc489b52-91a6-44c5-8559-17119d6b1022,segment=NetworkSegment(86b8bb29-64d8-41a1-9c68-fb433167af29),segment_id=86b8bb29-64d8-41a1-9c68-fb433167af29)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:56.301480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.365222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4446d70d-fba6-4b23-8882-964103d0c285 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:56.365837 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.400304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 0ce3847c-d744-4e91-ba52-eeb49da95fd1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0ce3847c-d744-4e91-ba52-eeb49da95fd1,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:56.401014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.492900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Calling delete_port for dc489b52-91a6-44c5-8559-17119d6b1022 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:56.498115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:56.519617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:56.541461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.555151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 0ce3847c-d744-4e91-ba52-eeb49da95fd1 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:56.671058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b837559-725f-43e1-9ccf-5b05134a487b req-3f5ddd8f-d26b-4e61-a535-f425ab39d80d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:56.673392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b837559-725f-43e1-9ccf-5b05134a487b req-3f5ddd8f-d26b-4e61-a535-f425ab39d80d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.2757602 May 26 19:24:56.681811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-cccf9f18-c644-4e29-a329-0743e456764c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:56.682856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-cccf9f18-c644-4e29-a329-0743e456764c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Synchronizing usage tracker for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:56.684134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:56.685124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:56.696136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18caaeb8-74bf-4f99-a8b9-c5ba644622d0 None None] DHCP port deletion for 948c72ac-7345-4d38-a44a-3c74e110d943 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:56.728698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:50Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': '0ce3847c-d744-4e91-ba52-eeb49da95fd1', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:4b:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:47Z', 'updated_at': '2022-05-26T19:24:55Z', 'revision_number': 4, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:56.732867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c3c8a-5f5b-402a-8c25-2075fe95b5dc None None] The sync data for ids ['c1258c98-1018-40ad-b8f8-659b381f5367'] in n-d-843146-9 is: [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:50Z', 'revision_number': 2, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None, '_interfaces': [{'id': '0ce3847c-d744-4e91-ba52-eeb49da95fd1', 'name': '', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'mac_address': 'fa:16:3e:4b:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:24:47Z', 'updated_at': '2022-05-26T19:24:55Z', 'revision_number': 4, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'subnets': [{'id': 'b6a84038-f4fb-44b5-84d2-92a6b951d1d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:24:56.773880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] No DVR routers for this DVR port dc489b52-91a6-44c5-8559-17119d6b1022 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:56.813137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Port': ['ID=dc489b52-91a6-44c5-8559-17119d6b1022,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:56.874300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-cccf9f18-c644-4e29-a329-0743e456764c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Unset dirty status for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:56.875525 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-cccf9f18-c644-4e29-a329-0743e456764c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 946 time: 0.5269184 May 26 19:24:56.970143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Deleting port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:56.970489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.030748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b837559-725f-43e1-9ccf-5b05134a487b req-51326d4f-e7f2-456e-8707-6a973375dcc5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503847 May 26 19:24:57.083851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.134241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948c72ac-7345-4d38-a44a-3c74e110d943']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:57.157678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b8bb29-64d8-41a1-9c68-fb433167af29') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:57.157915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b8bb29-64d8-41a1-9c68-fb433167af29') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:57.182119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.204867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.214840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:24:57.215246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.334221 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 86b8bb29-64d8-41a1-9c68-fb433167af29 resource provider aggregate not found May 26 19:24:57.387179 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 86b8bb29-64d8-41a1-9c68-fb433167af29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86b8bb29-64d8-41a1-9c68-fb433167af29 found for delete ", "request_id": "req-7ee6ca94-ba7f-4982-b635-efc2d80dc4a0"}]} May 26 19:24:57.389281 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.408573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.426944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Network': ['ID=948c72ac-7345-4d38-a44a-3c74e110d943,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:57.437790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-82316d8d-8bcd-44ed-b912-2b6469366698 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/networks/948c72ac-7345-4d38-a44a-3c74e110d943 HTTP/1.1" status: 204 len: 168 time: 1.7501211 May 26 19:24:57.452721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40150) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:57.480803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:24:57.502316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3adff-fae2-4346-81b8-329b6c64a36e req-344f60cd-5a25-4559-b3b0-52f257759209 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:57.504485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cf3adff-fae2-4346-81b8-329b6c64a36e req-344f60cd-5a25-4559-b3b0-52f257759209 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.2610574 May 26 19:24:57.582923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting subnet 70251184-d8e7-4814-8583-979e0a5a6786 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:57.589425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.599280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] For port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:57.599845 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.611129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.638721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cf3adff-fae2-4346-81b8-329b6c64a36e req-e7367518-e1be-4135-be08-afc6943bcd1e tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202493 May 26 19:24:57.677555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.734226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:57.760434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'mac_address': 'fa:16:3e:34:55:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:24:57.887609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bfa59-0119-4822-bd53-f109c9cac1da req-b46a58a9-8a92-4210-b8b1-d824963e27fb tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:57.889544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-705bfa59-0119-4822-bd53-f109c9cac1da req-b46a58a9-8a92-4210-b8b1-d824963e27fb tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 944 time: 0.1689515 May 26 19:24:57.977457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:24:57.978820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:57.989364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=0ce3847c-d744-4e91-ba52-eeb49da95fd1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:58.000246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Calling delete_port for 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:58.014351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.029336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:24:58.056129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0ce3847c-d744-4e91-ba52-eeb49da95fd1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:24:58.144924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Deleting port 4446d70d-fba6-4b23-8882-964103d0c285 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:58.145576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.165020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0ce3847c-d744-4e91-ba52-eeb49da95fd1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:58.165389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0ce3847c-d744-4e91-ba52-eeb49da95fd1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 26 19:24:58.220430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port 0ce3847c-d744-4e91-ba52-eeb49da95fd1 not found, will not notify nova. {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 26 19:24:58.225402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:58.232273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.341720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.375742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device dc489b52-91a6-44c5-8559-17119d6b1022 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:58.406647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56108ad-9a56-4f74-be5d-b644d9e067a9 req-eb9c94fb-ac1a-4edb-a216-51fbdb41fe7a tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:58.408176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e56108ad-9a56-4f74-be5d-b644d9e067a9 req-eb9c94fb-ac1a-4edb-a216-51fbdb41fe7a tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 943 time: 0.4912329 May 26 19:24:58.432498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.437831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Subnet': ['ID=70251184-d8e7-4814-8583-979e0a5a6786,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:58.439972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.474969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74a18e-166d-4a0c-9072-9b1e62faa88b None None] Network 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:58.499329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e43601e2-3e04-4a38-959d-c592e6734a20 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/subnets/70251184-d8e7-4814-8583-979e0a5a6786 HTTP/1.1" status: 204 len: 168 time: 1.0441945 May 26 19:24:58.507590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40162) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:58.512217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: dc489b52-91a6-44c5-8559-17119d6b1022 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:58.512831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device dc489b52-91a6-44c5-8559-17119d6b1022 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:58.605400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:58.646412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e56108ad-9a56-4f74-be5d-b644d9e067a9 req-6fd6d899-affe-4e43-9c38-ea48dc5c5e9c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099111 May 26 19:24:58.686907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting subnet 51806806-d9d4-4be9-a21a-8b64361f5cea {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:58.692633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.722576 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95ad4f6-e102-407c-b367-f43e1a84ed67'] response: {'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285', 'code': 200} May 26 19:24:58.736166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['024a99df-02e2-49e8-a7b7-8ccd0ab757d2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:24:58.778578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] For port 4446d70d-fba6-4b23-8882-964103d0c285, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4446d70d-fba6-4b23-8882-964103d0c285,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:58.779140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.815022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] DHCP port deletion for 2e0d69b1-656c-4d18-90bf-b9ac4ccab217 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:24:58.864732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Deleting port 316c6e37-4f07-496e-995d-edcf6de72195 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:24:58.865357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.871198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.902441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Router c1258c98-1018-40ad-b8f8-659b381f5367 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:24:58.906883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:58.974423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Calling delete_port for 4446d70d-fba6-4b23-8882-964103d0c285 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:59.018400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Pushing event deleted for resources: {'Port': ['ID=4b3856d2-1e9b-4d48-9b7e-92f5bc70e566,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:59.172710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:24:59.175438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] No DVR routers for this DVR port 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:59.180311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.183226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'name': 'network-vif-deleted', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:59.187095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe102bf-821d-457e-824a-95c644cb5602 req-63de76e1-8507-4100-99a7-a400d3bdc05d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1c3e77-206c-4a99-8249-c986a6a20a89 HTTP/1.1" status: 200 len: 210 time: 0.2883902 May 26 19:24:59.189991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] For port 316c6e37-4f07-496e-995d-edcf6de72195, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=316c6e37-4f07-496e-995d-edcf6de72195,segment=NetworkSegment(23d73a84-298d-4deb-99d8-016cad35e755),segment_id=23d73a84-298d-4deb-99d8-016cad35e755)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:24:59.190445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.201303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Sync routers for ids ['c1258c98-1018-40ad-b8f8-659b381f5367'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:24:59.205092 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-666fb88e-a4e9-44f2-b618-80ff8a74f80e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "PUT /v2.0/routers/c1258c98-1018-40ad-b8f8-659b381f5367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5039480 May 26 19:24:59.209784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40170) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:59.213066 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-10a2eaaf-9cdf-4653-b720-2791e979cbd1 req-6d69c0cc-6356-43c0-923c-4aaf47ba2a2c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "DELETE /v2.0/ports/4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 HTTP/1.1" status: 204 len: 173 time: 2.3318980 May 26 19:24:59.318455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03102bde-bd42-42d6-82d3-47f6985c615a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:59.319962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03102bde-bd42-42d6-82d3-47f6985c615a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:59.320943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03102bde-bd42-42d6-82d3-47f6985c615a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:24:59.363095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.397471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Calling delete_port for 316c6e37-4f07-496e-995d-edcf6de72195 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:24:59.431641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Routers {'c1258c98-1018-40ad-b8f8-659b381f5367'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:24:59.432469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c1258c98-1018-40ad-b8f8-659b381f5367'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:59.478021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03102bde-bd42-42d6-82d3-47f6985c615a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:24:59.479185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-03102bde-bd42-42d6-82d3-47f6985c615a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2681901 May 26 19:24:59.483707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:59.503820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:59.522199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.582334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event deleted for resources: {'Port': ['ID=4446d70d-fba6-4b23-8882-964103d0c285,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:59.608100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet b6a84038-f4fb-44b5-84d2-92a6b951d1d8 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:24:59.611909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:59.612380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4b3856d2-1e9b-4d48-9b7e-92f5bc70e566 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:59.612737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:24:59.614606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.626923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.651230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4446d70d-fba6-4b23-8882-964103d0c285 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:24:59.651570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4446d70d-fba6-4b23-8882-964103d0c285 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:24:59.669372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Set router c1258c98-1018-40ad-b8f8-659b381f5367 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:24:59.696581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4267605-c6dc-411d-84df-79d3de66bf08 req-a003fee2-d46f-496e-ac78-29b5e3380bbc tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:24:59.698163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4267605-c6dc-411d-84df-79d3de66bf08 req-a003fee2-d46f-496e-ac78-29b5e3380bbc tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.3381858 May 26 19:24:59.718520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] No DVR routers for this DVR port 4446d70d-fba6-4b23-8882-964103d0c285 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:24:59.722310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Subnet': ['ID=51806806-d9d4-4be9-a21a-8b64361f5cea,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:24:59.724364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.738456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c58679-3cb1-4b58-89b5-e6694274982f None None] Network 3eeee88b-5894-42bc-9316-b13486d3c2e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:24:59.739826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.766016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-deleted', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:24:59.868328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a532126-3cca-4b94-9511-1ac94fc18c0b tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/subnets/51806806-d9d4-4be9-a21a-8b64361f5cea HTTP/1.1" status: 204 len: 168 time: 1.3594754 May 26 19:24:59.869643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40196) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:24:59.887462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:57Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:24:59.897098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Checking router: c1258c98-1018-40ad-b8f8-659b381f5367 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:24:59.907605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-705bfa59-0119-4822-bd53-f109c9cac1da req-9f32a4ed-31ff-4b4f-99b5-b100b2a575c4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "DELETE /v2.0/ports/4446d70d-fba6-4b23-8882-964103d0c285 HTTP/1.1" status: 204 len: 173 time: 2.0027711 May 26 19:24:59.923619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:24:59.947389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4267605-c6dc-411d-84df-79d3de66bf08 req-2992b49a-424a-4886-8bd2-686742eef81d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327383 May 26 19:25:00.102152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.146855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.177479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 316c6e37-4f07-496e-995d-edcf6de72195 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:00.220840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Routers {'c1258c98-1018-40ad-b8f8-659b381f5367'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:25:00.221994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c1258c98-1018-40ad-b8f8-659b381f5367'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:00.273972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.274288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.278007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d5e6e272-fea1-4dd4-b92b-2c81a5967999 req-83c64b5d-37ff-4149-85fd-842b80bc7596 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:00.323826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a84038-f4fb-44b5-84d2-92a6b951d1d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:00.328466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.347813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0ebb8baf-16ad-4b1b-b89a-639f04560ce4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/b6a84038-f4fb-44b5-84d2-92a6b951d1d8 HTTP/1.1" status: 204 len: 168 time: 0.8605788 May 26 19:25:00.348494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:00.358745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba08188-d23a-4394-a30c-e93bf325f29a None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:00.389463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 316c6e37-4f07-496e-995d-edcf6de72195 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:00.389463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 316c6e37-4f07-496e-995d-edcf6de72195 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:00.457787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.481390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:25:00.506154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0d69b1-656c-4d18-90bf-b9ac4ccab217']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:00.512652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] Pushing event deleted for resources: {'Port': ['ID=316c6e37-4f07-496e-995d-edcf6de72195,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:00.517964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fa1d3c47-8bdf-43af-a210-47e550719e5d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:00.532608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889e56a-ab23-4259-9adb-a36c8335eef3 None None] No DVR routers for this DVR port 316c6e37-4f07-496e-995d-edcf6de72195 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:00.538524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fa1d3c47-8bdf-43af-a210-47e550719e5d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:00.540071 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fa1d3c47-8bdf-43af-a210-47e550719e5d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1894641 May 26 19:25:00.542240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d73a84-298d-4deb-99d8-016cad35e755') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:00.542752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:00.542881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d73a84-298d-4deb-99d8-016cad35e755') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:00.562862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d5e6e272-fea1-4dd4-b92b-2c81a5967999 req-83c64b5d-37ff-4149-85fd-842b80bc7596 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:00.569537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5e6e272-fea1-4dd4-b92b-2c81a5967999 req-83c64b5d-37ff-4149-85fd-842b80bc7596 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fbf344-9b94-4b2b-91e6-d108f8368604 HTTP/1.1" status: 200 len: 210 time: 0.3672764 May 26 19:25:00.573840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.598948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.606705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:25:00.607414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.629206 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1ddd16-a19c-4883-be0e-f69285ae1a9e'] response: {'server_uuid': '5c1c3e77-206c-4a99-8249-c986a6a20a89', 'name': 'network-vif-deleted', 'tag': '4b3856d2-1e9b-4d48-9b7e-92f5bc70e566', 'status': 'completed', 'code': 200} May 26 19:25:00.632737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] Set router c1258c98-1018-40ad-b8f8-659b381f5367 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:25:00.716867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.812393 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 23d73a84-298d-4deb-99d8-016cad35e755 resource provider aggregate not found May 26 19:25:00.815704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:57Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:00.838753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.851564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:00.858305 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 23d73a84-298d-4deb-99d8-016cad35e755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23d73a84-298d-4deb-99d8-016cad35e755 found for delete ", "request_id": "req-3441dcbd-4e67-4399-9e36-9d1e23993192"}]} May 26 19:25:00.860460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e64bf-cb9b-4c38-9f21-1537d1089096 None None] The sync data for ids ['c1258c98-1018-40ad-b8f8-659b381f5367'] in n-d-843146-9 is: [{'id': 'c1258c98-1018-40ad-b8f8-659b381f5367', 'name': 'tempest-NetworksTestDHCPv6-router-1069960335', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:24:45Z', 'updated_at': '2022-05-26T19:24:57Z', 'revision_number': 3, 'project_id': '3bb5a7290e75457bb6bf17892c1622cc', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:25:00.899600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Network': ['ID=2e0d69b1-656c-4d18-90bf-b9ac4ccab217,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:00.903868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fc56bea8-a55d-4004-87da-19b6de0b43fc tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/networks/2e0d69b1-656c-4d18-90bf-b9ac4ccab217 HTTP/1.1" status: 204 len: 168 time: 1.0291524 May 26 19:25:00.906924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40220) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:01.062511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a5e4-442f-46e8-9fc3-f399d52d4f19 req-c1b9a23b-4c77-4f8c-8162-1a60e1acf1cc tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:01.070352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c093a5e4-442f-46e8-9fc3-f399d52d4f19 req-c1b9a23b-4c77-4f8c-8162-1a60e1acf1cc tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 944 time: 0.3257785 May 26 19:25:01.114401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.130343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c093a5e4-442f-46e8-9fc3-f399d52d4f19 req-c04f6648-7551-4018-acbf-4cb2d391918f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 May 26 19:25:01.136679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:01.137232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.168879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.171091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.185193 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03916058-1670-4276-95b9-d1ae0da04e35'] response: {'server_uuid': '30fbf344-9b94-4b2b-91e6-d108f8368604', 'name': 'network-vif-deleted', 'tag': '4446d70d-fba6-4b23-8882-964103d0c285', 'status': 'completed', 'code': 200} May 26 19:25:01.194930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.195675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Fanout notify agent at l3_agent the message router_deleted on router c1258c98-1018-40ad-b8f8-659b381f5367 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:25:01.215313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.216643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cfcf25f3-7637-4094-ab6c-df1e6312b6b7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/routers/c1258c98-1018-40ad-b8f8-659b381f5367 HTTP/1.1" status: 204 len: 168 time: 0.6726501 May 26 19:25:01.219104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40226) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:01.256884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] DHCP port deletion for 3eeee88b-5894-42bc-9316-b13486d3c2e1 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:01.261423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Deleting port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:01.261865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.356707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e442f-c663-48b0-9c5c-66340c17d41d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:01.358083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d82e442f-c663-48b0-9c5c-66340c17d41d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:01.377564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d82e442f-c663-48b0-9c5c-66340c17d41d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:01.382983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d82e442f-c663-48b0-9c5c-66340c17d41d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1625826 May 26 19:25:01.383908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:01.396679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:01.416966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Deleting port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:01.417759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.446681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] For port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,segment=NetworkSegment(77ec350f-c36c-4168-a63e-1eefc92aea61),segment_id=77ec350f-c36c-4168-a63e-1eefc92aea61)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:01.447034 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.459844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91647164-2b26-499c-a560-c77ff654a9e6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:01.460617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91647164-2b26-499c-a560-c77ff654a9e6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:01.480009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91647164-2b26-499c-a560-c77ff654a9e6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:01.484188 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91647164-2b26-499c-a560-c77ff654a9e6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0992031 May 26 19:25:01.485275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40236) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:01.541020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:01.558401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29c8eee4-c423-4611-86e2-6aa7b011fdfe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:01.578564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29c8eee4-c423-4611-86e2-6aa7b011fdfe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:01.585371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-29c8eee4-c423-4611-86e2-6aa7b011fdfe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988417 May 26 19:25:01.586116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40242) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:01.593419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:01.729162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] For port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,segment=NetworkSegment(77ec350f-c36c-4168-a63e-1eefc92aea61),segment_id=77ec350f-c36c-4168-a63e-1eefc92aea61)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:01.729758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.737749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Calling delete_port for 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:01.767619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:01.781945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:01.800709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:01.815799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.856886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf2a9a-a33b-4c37-801f-29f1cb719fcf req-98c7e33c-e94d-4579-ba7c-6c77e9c8fb96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:01.858385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0abf2a9a-a33b-4c37-801f-29f1cb719fcf req-98c7e33c-e94d-4579-ba7c-6c77e9c8fb96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.4717364 May 26 19:25:01.903351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:01.993906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] No DVR routers for this DVR port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:01.994471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Calling delete_port for 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:01.999548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Port': ['ID=9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:02.025369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:02.073831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:02.074419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:02.075004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:02.090841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0abf2a9a-a33b-4c37-801f-29f1cb719fcf req-e68ddf93-76f3-4bc5-8ace-f310c6226bb5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161362 May 26 19:25:02.132279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:02.174453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:02.175642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.212810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] For port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:02.213532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.235524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.356113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeee88b-5894-42bc-9316-b13486d3c2e1']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:02.372247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ec350f-c36c-4168-a63e-1eefc92aea61') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:02.372591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ec350f-c36c-4168-a63e-1eefc92aea61') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:02.388119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.388379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Calling delete_port for 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:02.417731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575b9f-2c29-4450-bfaf-ff17578bd4ae req-758e99d7-44e1-4ce1-9b90-834c1261fe2e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:02.426298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2575b9f-2c29-4450-bfaf-ff17578bd4ae req-758e99d7-44e1-4ce1-9b90-834c1261fe2e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1757443 May 26 19:25:02.458679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.472138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:25:02.472427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.475027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:25:02.475376 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:25:02.498544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2575b9f-2c29-4450-bfaf-ff17578bd4ae req-30ff4a97-712e-4cd3-b167-d227e130bd67 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713189 May 26 19:25:02.547863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:02.548393 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.566349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:02.640884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.647879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:02.648250 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.690357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.727240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.729276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] No DVR routers for this DVR port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:02.749133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936decc-cf46-4263-b13d-a33a77a61dd0 None None] Pushing event deleted for resources: {'Port': ['ID=4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:02.758030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Network': ['ID=3eeee88b-5894-42bc-9316-b13486d3c2e1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:02.768923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3cf69151-762f-4437-b577-a54d2dbf2cc0 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/networks/3eeee88b-5894-42bc-9316-b13486d3c2e1 HTTP/1.1" status: 204 len: 168 time: 1.8603148 May 26 19:25:02.771407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40278) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:02.801084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0ce3847c-d744-4e91-ba52-eeb49da95fd1 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:02.809538 n-d-843146-9 neutron-server[88362]: WARNING neutron.services.revisions.revision_plugin [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Could not find related port for resource to bump revision. May 26 19:25:02.818504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_pluggable_backend [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Port 4e1fce2b-9bf0-470e-a0d6-e6342c7f7d6e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88362) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 19:25:02.819100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_pluggable_backend [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:e88e {{(pid=88362) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 19:25:02.824909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.843871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0ce3847c-d744-4e91-ba52-eeb49da95fd1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:02.844669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0ce3847c-d744-4e91-ba52-eeb49da95fd1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:02.847685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:02.869910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:02.874600 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.901564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:02.919998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:02.925074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:02.925276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.937846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b0de1-4e43-4ca5-b63f-f82aa9591a7d None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:02.945338 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 77ec350f-c36c-4168-a63e-1eefc92aea61 resource provider aggregate not found May 26 19:25:02.949773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=be65a4e2-3e8e-424d-9a7b-948f639b1494,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:02.969338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting subnet 27d3d443-372e-4f6a-a475-81f084f6278d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:02.974851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:02.984473 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-890d49af-96ad-4820-989a-658d4b73f6d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3968387 May 26 19:25:02.987140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:02.992635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:03.028210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf125de-c6a2-43f0-90dc-ab531bc89ecf req-a672381e-60fe-42d3-97be-04764a33d1ff tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:03.035765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecf125de-c6a2-43f0-90dc-ab531bc89ecf req-a672381e-60fe-42d3-97be-04764a33d1ff tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 945 time: 0.2187400 May 26 19:25:03.110351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecf125de-c6a2-43f0-90dc-ab531bc89ecf req-8c2ff70b-506b-4e86-831d-a0ac8b14f5d9 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736170 May 26 19:25:03.117705 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 77ec350f-c36c-4168-a63e-1eefc92aea61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ec350f-c36c-4168-a63e-1eefc92aea61 found for delete ", "request_id": "req-5f77f1d5-b01a-4a82-b583-83940d91733d"}]} May 26 19:25:03.120223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.201708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Deleting port 9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:03.201988 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.219270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:03.224457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:03.227996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:03.229503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.234999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:03.249484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:03.254832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.265446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40300) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:03.277289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434530471', 'description': 'tempest-description--927818966'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:03.296547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:03.317684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40306) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:03.341102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-51a6103f-301d-48e9-adef-870feeaee83c None None] The port '9cdbe72e-951b-4b4d-a297-b6d7b1a7bd6d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:25:03.345679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:03.353808 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cd4329-205c-4ba0-be0d-aaf70c2fdac0'] response: {'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'code': 200} May 26 19:25:03.393914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:03.414930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.472444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'be65a4e2-3e8e-424d-9a7b-948f639b1494'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:25:03.473306 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.588610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:03.600284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.609463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.615154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Usage tracker for resource:security_group_rule and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:03.640837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Allocated IP 2001:db8::f816:3eff:fe0a:2c63 (1de15714-029c-45d8-802a-f7d18ed8bfd5/be65a4e2-3e8e-424d-9a7b-948f639b1494/6cbc602b-eff2-408f-8290-9f8772c0ac78) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:03.653779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:03.676746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:03.683595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Subnet': ['ID=27d3d443-372e-4f6a-a475-81f084f6278d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:03.688695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:03.695722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.706541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.707756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Usage tracker for resource:security_group_rule and tenant:e37e23c598b846b0905537b6537c1ea1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:03.713789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:03.729383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:03.730474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a16863-94fd-4a8b-a96b-e4117c627025 None None] Network 1ab1015d-f940-4735-b05d-9d7a02b95a70 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:03.736852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f879cd1-6d25-4e4f-aedb-b5eafd40661f tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/subnets/27d3d443-372e-4f6a-a475-81f084f6278d HTTP/1.1" status: 204 len: 168 time: 0.9619820 May 26 19:25:03.741079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40312) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:03.786810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55fb7-1377-43aa-a477-f96d4a7a749d req-d4190157-a9b8-4baf-b164-dab936ad2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:03.788437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43a55fb7-1377-43aa-a477-f96d4a7a749d req-d4190157-a9b8-4baf-b164-dab936ad2b31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 1096 time: 0.3528464 May 26 19:25:03.789480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:03.795699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce22e5-bbca-434c-b15e-badc9492977b req-a4c4aa85-4611-4a9b-bd99-26349588d0e7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:03.803173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fce22e5-bbca-434c-b15e-badc9492977b req-a4c4aa85-4611-4a9b-bd99-26349588d0e7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.2994854 May 26 19:25:03.843624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:03.862806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:03.863448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.898875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=3278b6d7-eb48-4c31-a8d2-e34cbed1843e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:03.914386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.926418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.928370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43a55fb7-1377-43aa-a477-f96d4a7a749d req-8075afa4-5147-430b-8e08-e721349571cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233249 May 26 19:25:03.928869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40316) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:03.929010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-16ee984c-23b5-4a23-8810-e3627869a3e7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9407942 May 26 19:25:03.932956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Deleting port 049da516-6b7a-43c7-975f-fc3983286683 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:03.933322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:03.943163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:3d:94:12', 'name': 'tempest-NetworksTestDHCPv6-1695123190'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:03.960183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fce22e5-bbca-434c-b15e-badc9492977b req-195c7682-ee37-46fc-bcda-8b477be9970a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561856 May 26 19:25:03.960890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.131339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.173848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] For port 049da516-6b7a-43c7-975f-fc3983286683, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=049da516-6b7a-43c7-975f-fc3983286683,segment=NetworkSegment(38f5d7be-9fd5-4c47-8f4e-bb3937f2810f),segment_id=38f5d7be-9fd5-4c47-8f4e-bb3937f2810f)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:04.174715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.186406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b6cc8-8803-487e-afaf-809408772e5a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.192459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.208209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Transition to ACTIVE for port object 6cbc602b-eff2-408f-8290-9f8772c0ac78 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:04.241978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Transition to ACTIVE for port object 6cbc602b-eff2-408f-8290-9f8772c0ac78 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:04.248472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.318633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.325998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:04.329090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:04.331882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Calling delete_port for 049da516-6b7a-43c7-975f-fc3983286683 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:04.333533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:04.368696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.372899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ea297913-7368-492f-b660-cd798ed03a91 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1062062 May 26 19:25:04.373605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be839a-3820-4970-8dfa-7419dc011708 None None] DHCP port deletion for 1ab1015d-f940-4735-b05d-9d7a02b95a70 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:04.380163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40322) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:04.388172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'security_group_rule': {'security_group_id': '8a8b6cc8-8803-487e-afaf-809408772e5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:04.397301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:04.404301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Usage tracker for resource:security_group_rule and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:04.408611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:04.415834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e37e23c598b846b0905537b6537c1ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0971303 May 26 19:25:04.417483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.418037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40326) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:04.418662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:04.419117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:04.422872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25c4a-9741-4da0-9626-445ae32a4302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d233e-8c92-431a-afbe-5398c9e4832f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.424609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d1be839a-3820-4970-8dfa-7419dc011708 None None] Deleting port 049da516-6b7a-43c7-975f-fc3983286683 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:04.425358 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d1be839a-3820-4970-8dfa-7419dc011708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.447739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:04.460090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.486487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:04.488480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Attempting to bind port 6cbc602b-eff2-408f-8290-9f8772c0ac78 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:04.488912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Attempting to bind port 6cbc602b-eff2-408f-8290-9f8772c0ac78 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:04.489234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Attempting to bind port 6cbc602b-eff2-408f-8290-9f8772c0ac78 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:04.493766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.497810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:04.498188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:04.498592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.498982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:04.499446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Bound port: 6cbc602b-eff2-408f-8290-9f8772c0ac78, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:04.499820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.556300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Port': ['ID=049da516-6b7a-43c7-975f-fc3983286683,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.563718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] No DVR routers for this DVR port 049da516-6b7a-43c7-975f-fc3983286683 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:04.575209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d1be839a-3820-4970-8dfa-7419dc011708 None None] The port '049da516-6b7a-43c7-975f-fc3983286683' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:25:04.606419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e92cc-3eb3-4f3b-8084-025a3075109c req-3143d5fd-352f-4625-9f07-b13fcf9d8f7b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:04.608011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a4e92cc-3eb3-4f3b-8084-025a3075109c req-3143d5fd-352f-4625-9f07-b13fcf9d8f7b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4831159 May 26 19:25:04.625988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.642926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:04.647118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:04.651852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.711813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.740679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e66820-6e84-46c0-aba6-70954be0fdb6 None None] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.744254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.760528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a4e92cc-3eb3-4f3b-8084-025a3075109c req-b42630ff-bd76-46de-821a-b0f813ec18ca tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385608 May 26 19:25:04.794843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 11ad8d2f-2b38-4c1c-acb4-110e735c2934 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:04.828138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.856253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.893830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.901230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.909909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f95ecba-be3a-4a98-ad2c-1ae0d8cef60c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.932350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:04.936230 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3225fc5-e75e-4ee1-8c9c-64f03db46182 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5522370 May 26 19:25:04.937113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:04.944077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'security_group_rule': {'security_group_id': '8a8b6cc8-8803-487e-afaf-809408772e5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:04.950314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab1015d-f940-4735-b05d-9d7a02b95a70']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:04.951549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d233e-8c92-431a-afbe-5398c9e4832f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:04.961668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:04.972776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:04.973161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f5d7be-9fd5-4c47-8f4e-bb3937f2810f') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:04.980115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Usage tracker for resource:security_group_rule and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:04.985522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:04.992839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.000162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:05.050420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.064927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.070909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.072002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5887f4f-b400-4dfb-ba7d-c2484640fbf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14d233e-8c92-431a-afbe-5398c9e4832f HTTP/1.1" status: 204 len: 168 time: 0.6504097 May 26 19:25:05.105452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:25:05.106113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.171933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0cd11-9b82-4028-83db-8983ade77db3 req-7e98414c-0aeb-4bc4-a3d4-7fe599aee831 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:05.173849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22d0cd11-9b82-4028-83db-8983ade77db3 req-7e98414c-0aeb-4bc4-a3d4-7fe599aee831 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 945 time: 0.2315063 May 26 19:25:05.221803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 172.20.0.14 (1de15714-029c-45d8-802a-f7d18ed8bfd5/3278b6d7-eb48-4c31-a8d2-e34cbed1843e/11ad8d2f-2b38-4c1c-acb4-110e735c2934) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:05.226450 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 38f5d7be-9fd5-4c47-8f4e-bb3937f2810f resource provider aggregate not found May 26 19:25:05.252151 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 38f5d7be-9fd5-4c47-8f4e-bb3937f2810f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38f5d7be-9fd5-4c47-8f4e-bb3937f2810f found for delete ", "request_id": "req-5e61419b-2d45-4c37-9738-f000ebce7420"}]} May 26 19:25:05.257809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22d0cd11-9b82-4028-83db-8983ade77db3 req-6809d6d6-db83-44bc-a44c-2dcb1c42a30f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739686 May 26 19:25:05.259285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe3d:9412 (1de15714-029c-45d8-802a-f7d18ed8bfd5/be65a4e2-3e8e-424d-9a7b-948f639b1494/11ad8d2f-2b38-4c1c-acb4-110e735c2934) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:05.277912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.298569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.308256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Pushing event deleted for resources: {'Network': ['ID=1ab1015d-f940-4735-b05d-9d7a02b95a70,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:05.324198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-20d24a31-8d16-46a4-a100-8f949130a6b6 tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/networks/1ab1015d-f940-4735-b05d-9d7a02b95a70 HTTP/1.1" status: 204 len: 168 time: 1.5797925 May 26 19:25:05.326036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.326709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40346) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:05.380463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a33686a-a6c1-499f-86a1-61d27297b5ee tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Synchronizing usage tracker for tenant:47be954e33bb4bc99d4d06579fc5aee4 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:05.396581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.433825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a33686a-a6c1-499f-86a1-61d27297b5ee tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Unset dirty status for tenant:47be954e33bb4bc99d4d06579fc5aee4 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:05.437590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a33686a-a6c1-499f-86a1-61d27297b5ee tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9484d87-6613-4151-8550-c464fbe3576d HTTP/1.1" status: 200 len: 205 time: 0.1075733 May 26 19:25:05.443024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40350) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:05.446580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.447873 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099843 May 26 19:25:05.451120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:05.532304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:05.555490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bae7b-7bd4-4992-9ad6-74a6e6c8281a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b79b86a-1bd9-49ec-8684-7672eab1a073,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:05.562985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:05.570836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.634395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:05.649671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.654279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Usage tracker for resource:security_group_rule and tenant:b96d1a9047c2453ea968bfe0d0c5e853 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:05.661397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:05.669235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:05.672304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:05.679559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Usage tracker for resource:floatingip and tenant:59f4f7b960314031aa8995ff0fd944f9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:05.686178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:05.688523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce932bd-5402-4394-9216-e45956d24089 req-5a70e2a2-943e-49e6-8e0d-5d6f87be3db8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:05.691022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ce932bd-5402-4394-9216-e45956d24089 req-5a70e2a2-943e-49e6-8e0d-5d6f87be3db8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2742786 May 26 19:25:05.691975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.704249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 11ad8d2f-2b38-4c1c-acb4-110e735c2934 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:05.766983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:05.771424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ce932bd-5402-4394-9216-e45956d24089 req-88d3baff-21b9-463f-ae78-701dbb90a62f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690985 May 26 19:25:05.812149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.942945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.943626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.948433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:05.953027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:05.959263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:05.968879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:05.981172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:06.018088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=11ad8d2f-2b38-4c1c-acb4-110e735c2934,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:06.128739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:06.144311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b96d1a9047c2453ea968bfe0d0c5e853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081994 May 26 19:25:06.149425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:06.218732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b85a0-f65e-4067-ad93-01db64f45dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8cc28-615f-4166-8baa-a4d2dc4a6796,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:06.219941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.230850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.241377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:06.242384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.270230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 049da516-6b7a-43c7-975f-fc3983286683 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:06.292613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.294269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Fanout notify agent at l3_agent the message router_deleted on router a9484d87-6613-4151-8550-c464fbe3576d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:25:06.321216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2d70e865-ef25-4876-9f1e-343bc573fbc3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3856506 May 26 19:25:06.325184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40372) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:06.340797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.345582 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3ed288c-009b-4b6d-b5cb-af293817f95a tempest-RoutersNegativeIpV6Test-773471617 tempest-RoutersNegativeIpV6Test-773471617-project] 10.222.0.24 "DELETE /v2.0/routers/a9484d87-6613-4151-8550-c464fbe3576d HTTP/1.1" status: 204 len: 168 time: 0.9011774 May 26 19:25:06.354439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f261534-c6f9-41d0-af40-da134e0bb110 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:06.391206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 049da516-6b7a-43c7-975f-fc3983286683 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:06.394499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 049da516-6b7a-43c7-975f-fc3983286683 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:06.398640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4478f-88c1-4389-b6de-7e61fef32a03 req-814adcdb-b6dd-43c1-b545-d518099fc888 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:06.407283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c4478f-88c1-4389-b6de-7e61fef32a03 req-814adcdb-b6dd-43c1-b545-d518099fc888 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.3931687 May 26 19:25:06.425384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.454144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.494929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.534970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c4478f-88c1-4389-b6de-7e61fef32a03 req-0a06b942-7944-4195-8081-240028201ed2 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254053 May 26 19:25:06.582954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Provisioning for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:06.614319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:06.614691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.659522 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.718302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.741236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Allocated IP 172.25.0.28 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/95974968-7b21-4a46-882f-35627c5ac33b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:06.743854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba6ff-8bdf-40f0-b020-694ab410141c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:06.772334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ba6ff-8bdf-40f0-b020-694ab410141c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:06.782348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f39ba6ff-8bdf-40f0-b020-694ab410141c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:06.795656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:06.797006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8c8cc28-615f-4166-8baa-a4d2dc4a6796 HTTP/1.1" status: 204 len: 168 time: 0.6351569 May 26 19:25:06.798113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afe934-7666-493b-afbe-a8242b4bd29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8cc28-615f-4166-8baa-a4d2dc4a6796,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:07.020931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:07.022148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.041585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.058393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40388) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:07.074323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f39ba6ff-8bdf-40f0-b020-694ab410141c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:07.077504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f39ba6ff-8bdf-40f0-b020-694ab410141c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7484934 May 26 19:25:07.080019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40394) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:07.116750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:07.127110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.138844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.226657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'Port': ['ID=95974968-7b21-4a46-882f-35627c5ac33b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:07.240343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:07.241842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:07.244351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:07.306912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 11ad8d2f-2b38-4c1c-acb4-110e735c2934 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:07.307395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.338058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992952c-56eb-4af7-a741-4916f4700a19 None None] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:07.395808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11df69-1d58-4262-ac76-29c831dcae53 req-c3fb02fb-63bd-468c-a731-cc40eff637a6 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:07.397937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f11df69-1d58-4262-ac76-29c831dcae53 req-c3fb02fb-63bd-468c-a731-cc40eff637a6 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 945 time: 0.6061850 May 26 19:25:07.516877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Update dhcp port {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': 'be65a4e2-3e8e-424d-9a7b-948f639b1494', 'ip_address': '2001:db8::f816:3eff:fe0a:2c63'}, {'subnet_id': '3278b6d7-eb48-4c31-a8d2-e34cbed1843e'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '6cbc602b-eff2-408f-8290-9f8772c0ac78'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:25:07.586952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f11df69-1d58-4262-ac76-29c831dcae53 req-ecdef6de-a081-4d95-8266-5f6ed08fe2ca tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662724 May 26 19:25:07.601626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.829060 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-51d0634e-82b1-4920-bf75-f2386a79271d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47be954e33bb4bc99d4d06579fc5aee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583928 May 26 19:25:07.839047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:07.930516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:07.937156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:08.004073 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.105492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.112452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:08.112982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.121463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.122693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.145983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c76102-db30-453c-aceb-86a64a8735d2 req-1bd04295-7155-4745-8150-46de6cda3e71 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:08.153326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08c76102-db30-453c-aceb-86a64a8735d2 req-1bd04295-7155-4745-8150-46de6cda3e71 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.2207522 May 26 19:25:08.247195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Allocated IP 172.20.0.2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/3278b6d7-eb48-4c31-a8d2-e34cbed1843e/6cbc602b-eff2-408f-8290-9f8772c0ac78) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:08.292841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 11ad8d2f-2b38-4c1c-acb4-110e735c2934 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:08.374826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08c76102-db30-453c-aceb-86a64a8735d2 req-6a838e8a-b585-4abc-a7fa-00d7b118d95f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205565 May 26 19:25:08.441120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.444467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:08.501866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:08.514885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc1d6ad-cf89-4b70-ad11-de8e3cf5512b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:08.536242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.555952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Transition to ACTIVE for port object 6cbc602b-eff2-408f-8290-9f8772c0ac78 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:08.567729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.614807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.615924 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7340294-033d-470b-8805-50ba4b7afb54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddc1d6ad-cf89-4b70-ad11-de8e3cf5512b HTTP/1.1" status: 204 len: 168 time: 0.7759359 May 26 19:25:08.658356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.663884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.677421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.806224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=11ad8d2f-2b38-4c1c-acb4-110e735c2934,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:08.854393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'Port': ['ID=95974968-7b21-4a46-882f-35627c5ac33b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:08.860512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d319d-6595-479a-8c26-2ff8893a053e None None] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:08.879131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.908082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:08.910168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d564d10-666a-4b70-a10c-18c3c0fe7af8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4576316 May 26 19:25:09.082684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:09.102112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:09.102267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6a3cfc2c-f70a-4275-a3e2-d488652a5d56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/11ad8d2f-2b38-4c1c-acb4-110e735c2934 HTTP/1.1" status: 204 len: 168 time: 2.0151045 May 26 19:25:09.247142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:09.248633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:09.254070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:09.254968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:09.274031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:09.278322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40486) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:09.293461 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2deeee23-6e27-4379-a597-c8c1ad56411a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1853867 May 26 19:25:09.401266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 3278b6d7-eb48-4c31-a8d2-e34cbed1843e {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:09.418085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:09.584210 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:09.699385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-baa946e4-a861-4f43-b05b-71e90b3bc436 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:09.706834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-baa946e4-a861-4f43-b05b-71e90b3bc436 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.2905955 May 26 19:25:09.730939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-f11a0019-ff1b-4177-bbc7-98cb26c906a5 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/quotas/59f4f7b960314031aa8995ff0fd944f9 HTTP/1.1" status: 200 len: 375 time: 0.0232425 May 26 19:25:09.802990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0fc0b8ed-a86b-44b1-a3e1-58810aee6a39 None None] Could not find standard attr ID for object 11ad8d2f-2b38-4c1c-acb4-110e735c2934. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:25:09.805900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:09.824004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0fc0b8ed-a86b-44b1-a3e1-58810aee6a39 None None] Provisioning for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:09.831985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0fc0b8ed-a86b-44b1-a3e1-58810aee6a39 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:09.832955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b8ed-a86b-44b1-a3e1-58810aee6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:09.924175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:09.930830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-49e6944c-9d51-49c5-9a4a-902a6bed7e14 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1932893 May 26 19:25:10.073391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.099517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:10.099994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.153476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=3278b6d7-eb48-4c31-a8d2-e34cbed1843e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:10.166664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.185171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:10.185430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ecd289c8-3aab-414a-86aa-8b286f948277 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/3278b6d7-eb48-4c31-a8d2-e34cbed1843e HTTP/1.1" status: 204 len: 168 time: 0.9054520 May 26 19:25:10.218108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015828b-7072-4ef9-bfdf-15f92db16391 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:10.235135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-5a865a3b-0850-4943-bebf-5533600abb95 service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907217 May 26 19:25:10.320427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet be65a4e2-3e8e-424d-9a7b-948f639b1494 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:10.324067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.412139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.540619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0b8ed-a86b-44b1-a3e1-58810aee6a39 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:10.591433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-32963afc-9aea-4b12-b03a-651284b509f0 service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485174 May 26 19:25:10.626207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.709735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-622a8672-556e-48b4-8325-1b10080b491d None None] Could not find standard attr ID for object 11ad8d2f-2b38-4c1c-acb4-110e735c2934. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:25:10.734152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:10.770917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.835736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:10.851969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/be65a4e2-3e8e-424d-9a7b-948f639b1494 HTTP/1.1" status: 204 len: 168 time: 0.6650147 May 26 19:25:10.854524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40560) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:10.857023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639d431-acfa-4dba-9370-58d84ec87ae9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=be65a4e2-3e8e-424d-9a7b-948f639b1494,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:10.989827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e969fa24-7717-4e49-aeef-d164647656b0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:11.010179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e969fa24-7717-4e49-aeef-d164647656b0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:router {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:11.011563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e969fa24-7717-4e49-aeef-d164647656b0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559925 May 26 19:25:11.014700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:11.022648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:11.291674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:11.297318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:11.301830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:11.311687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:11.338830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:11.342922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:11.495418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c5c6-59b0-4dac-baf3-295a4e724fe2 req-b30456e4-5734-482a-8861-03e6edc9831e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:11.511969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54b0c5c6-59b0-4dac-baf3-295a4e724fe2 req-b30456e4-5734-482a-8861-03e6edc9831e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.2369344 May 26 19:25:11.590551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54b0c5c6-59b0-4dac-baf3-295a4e724fe2 req-12f61611-ab16-4a62-8cf8-368c193b1c9b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773189 May 26 19:25:11.756526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85972b02-089a-4a43-8e71-2179e87b24be None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:11.896615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a1a8eae9-49a9-4bbc-9d7a-8f46b2763a59 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:11.899498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:11.907469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a1a8eae9-49a9-4bbc-9d7a-8f46b2763a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:12.025680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fc106c1-965d-4183-969c-429721091228 req-517bf1ca-a787-40d4-b20f-581b418f66e7 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 210 time: 0.0700223 May 26 19:25:12.155623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:12.359056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8eae9-49a9-4bbc-9d7a-8f46b2763a59 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:12.739361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:12.775864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:12.784481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:12.785615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:12.985869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6908-a1d2-42be-b98d-459333ed8fa0 req-32e4a463-dc04-4660-a9f4-cf9c4f439e67 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:12.988626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af6b6908-a1d2-42be-b98d-459333ed8fa0 req-32e4a463-dc04-4660-a9f4-cf9c4f439e67 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3856838 May 26 19:25:13.004681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-76c89795-0f57-4ac1-9374-6ce7e439077c None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:13.007430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76c89795-0f57-4ac1-9374-6ce7e439077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:13.020277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:13.052072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-76d2b310-34a1-4b10-9bd3-edca05736f14 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:13.055180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-76d2b310-34a1-4b10-9bd3-edca05736f14 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.3909032 May 26 19:25:13.087618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:13.095223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:13.095934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:13.098052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'port': {'device_id': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'admin_state_up': True, 'tenant_id': '59f4f7b960314031aa8995ff0fd944f9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:13.108907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=8']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:13.111486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e05ae-2799-41bb-9b9b-828e20d2ce66 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:13.227600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=298b0a0b-40eb-4143-85a8-3af82f290cf8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:13.260586 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5b3b81e-38c6-42ac-8502-48a0509e3e12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2423038 May 26 19:25:13.261302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:13.272947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:13.287591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:13.297392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:13.312085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af6b6908-a1d2-42be-b98d-459333ed8fa0 req-e02da6be-92c7-45ca-8646-7948f3f3c783 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163707 May 26 19:25:13.334256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Made reservation on behalf of 59f4f7b960314031aa8995ff0fd944f9 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:13.338150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:13.542044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-76c89795-0f57-4ac1-9374-6ce7e439077c None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:13.570329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ebbc8-536e-4482-b9c8-cc0776d32407 req-c0a301e6-4ff1-4b76-a963-7057e8e371bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:13.571972 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c84ebbc8-536e-4482-b9c8-cc0776d32407 req-c0a301e6-4ff1-4b76-a963-7057e8e371bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1097 time: 0.4857054 May 26 19:25:13.583469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:25:13.635379 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-c84ebbc8-536e-4482-b9c8-cc0776d32407 req-7b5ecf45-487c-4c84-a6fd-5595fda7dfef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 May 26 19:25:13.666950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd564b29-8c68-421a-ad10-23e92eab668e req-9b5801ac-85c0-4bc8-8844-d238acba21d1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:13.668480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd564b29-8c68-421a-ad10-23e92eab668e req-9b5801ac-85c0-4bc8-8844-d238acba21d1 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 945 time: 0.2221954 May 26 19:25:13.670848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:13.678343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:13.682726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:13.689199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:13.702227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:13.707144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:13.746351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Allocated IP 172.20.0.12 (f894930e-3fce-408e-9152-8d396d2aade6/3dc2171d-d4eb-4151-adee-236e6592f00a/0022fa09-eba9-4d93-8291-929f740ae984) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:13.814545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:13.871066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'network_id': '9f4c032f-2b2b-451a-982b-6db9383a19f5', 'port_id': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'mac_address': 'fa:16:3e:34:55:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5299690-b16c-41fd-af10-45eb243826ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:25:13.947350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:13.957192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:13.971561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd564b29-8c68-421a-ad10-23e92eab668e req-5d08d94c-0078-4a5c-97e8-71d2cf947ede tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954078 May 26 19:25:14.128100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:14.137359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.176795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.195971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:14.260734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.301019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:14.343350 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.394943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.481693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:14.485170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:14.489160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:14.489949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.490349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Network f894930e-3fce-408e-9152-8d396d2aade6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:14.494779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:14.500613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:14.526942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:14.527445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.542437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=904e5b7e-caaf-4537-bf89-4d5e212c39e8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:14.560162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:14.566691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18a1bf04-6af6-4b09-9fd1-9f48c5ed2c05 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3043451 May 26 19:25:14.569612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:14.581654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:d6:97:03', 'name': 'tempest-NetworksTestDHCPv6-1474761340'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:14.613468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:14.614392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.673219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bcc1a-cfdd-4976-8c42-1ebaeae0e6f2 req-a6663a1f-ffac-4d2b-8bba-b34413b12a31 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:14.681082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c1bcc1a-cfdd-4976-8c42-1ebaeae0e6f2 req-a6663a1f-ffac-4d2b-8bba-b34413b12a31 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.2931883 May 26 19:25:14.693659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584dce3-2b79-45ea-9759-5b62e9ba0690 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:14.707445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-8b9969df-dcc7-4d83-805d-55690d2f9efe tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6298575 May 26 19:25:14.720802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-102b19ae-2d64-4c8c-8ebb-0c557293c652 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:14.722797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-102b19ae-2d64-4c8c-8ebb-0c557293c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:14.747250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c1bcc1a-cfdd-4976-8c42-1ebaeae0e6f2 req-5fd39c0d-862f-4d64-af42-fec7fce8c869 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652201 May 26 19:25:14.761394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Request body: {'port': {'device_id': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:14.800559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:14.809546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['024a99df-02e2-49e8-a7b7-8ccd0ab757d2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:25:14.811226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:14.814871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:14.826635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:14.839272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:15.031996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e7c2fd05-eae3-465c-904f-3f53daac23a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.115306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:15.117605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:15.124503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.165347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.167964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.167964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.169393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.169393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.169393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.169690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.170079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:15.226973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port c0f72260-74e7-44c2-9b31-4c417282d7ac yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:15.563305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-102b19ae-2d64-4c8c-8ebb-0c557293c652 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:15.611026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 172.20.0.8 (1de15714-029c-45d8-802a-f7d18ed8bfd5/904e5b7e-caaf-4537-bf89-4d5e212c39e8/c0f72260-74e7-44c2-9b31-4c417282d7ac) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:15.619082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fed6:9703 (1de15714-029c-45d8-802a-f7d18ed8bfd5/298b0a0b-40eb-4143-85a8-3af82f290cf8/c0f72260-74e7-44c2-9b31-4c417282d7ac) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:15.729954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Update dhcp port {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': '298b0a0b-40eb-4143-85a8-3af82f290cf8', 'ip_address': '2001:db8::f816:3eff:fe0a:2c63'}, {'subnet_id': '904e5b7e-caaf-4537-bf89-4d5e212c39e8'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '6cbc602b-eff2-408f-8290-9f8772c0ac78'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:25:15.781671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-b7b0cba0-224c-4f92-acb6-da0a16b1d9a3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:15.782430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-b7b0cba0-224c-4f92-acb6-da0a16b1d9a3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:15.804588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.834161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-b7b0cba0-224c-4f92-acb6-da0a16b1d9a3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:15.840914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-b7b0cba0-224c-4f92-acb6-da0a16b1d9a3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 932 time: 0.8603930 May 26 19:25:15.960117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-2c5d4aa4-fba6-4364-8f90-9b4321998901 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:15.961506 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.979254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0022fa09-eba9-4d93-8291-929f740ae984 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:15.989139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:15.991345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object c0f72260-74e7-44c2-9b31-4c417282d7ac will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:15.991662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-2c5d4aa4-fba6-4364-8f90-9b4321998901 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:15.992743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11cedcba-1bdf-46a1-9350-72277bc173a0 req-2c5d4aa4-fba6-4364-8f90-9b4321998901 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510577 May 26 19:25:16.005991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Transition to ACTIVE for port object 0022fa09-eba9-4d93-8291-929f740ae984 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:16.016795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.023081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.106889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:16.128330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:16.130904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:16.183376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Allocated IP 172.20.0.2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/904e5b7e-caaf-4537-bf89-4d5e212c39e8/6cbc602b-eff2-408f-8290-9f8772c0ac78) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:16.342159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=c0f72260-74e7-44c2-9b31-4c417282d7ac,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:16.360534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:16.361554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.394580 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0010855d-ea66-4808-951c-b2fce682077a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8226855 May 26 19:25:16.396963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:16.430895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:16.439421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:16.472953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.493278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Transition to ACTIVE for port object 6cbc602b-eff2-408f-8290-9f8772c0ac78 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:16.498644 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.514461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a18541-0afa-4c60-a560-699bd9fd9f5b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:16.529066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a18541-0afa-4c60-a560-699bd9fd9f5b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:16.529912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1a18541-0afa-4c60-a560-699bd9fd9f5b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:16.540797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecaae6-01f9-4423-a5d8-e07b7af6b18d req-04a26140-8694-455a-9f6b-fc5748045449 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:16.548408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ecaae6-01f9-4423-a5d8-e07b7af6b18d req-04a26140-8694-455a-9f6b-fc5748045449 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2333522 May 26 19:25:16.549132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1a18541-0afa-4c60-a560-699bd9fd9f5b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:16.554674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1a18541-0afa-4c60-a560-699bd9fd9f5b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1539924 May 26 19:25:16.555223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40680) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:16.579649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Attempting to bind port 0022fa09-eba9-4d93-8291-929f740ae984 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:16.580022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Attempting to bind port 0022fa09-eba9-4d93-8291-929f740ae984 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:16.580289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Attempting to bind port 0022fa09-eba9-4d93-8291-929f740ae984 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:16.612204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Port 0022fa09-eba9-4d93-8291-929f740ae984 on network f894930e-3fce-408e-9152-8d396d2aade6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:25:16.612560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Attempting to bind port 0022fa09-eba9-4d93-8291-929f740ae984 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:16.630366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:16.631764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Checking segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:16.631764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Bound using segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:16.632002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Bound port: 0022fa09-eba9-4d93-8291-929f740ae984, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:16.632225 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.665808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port c0f72260-74e7-44c2-9b31-4c417282d7ac {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:16.666332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.685487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ecaae6-01f9-4423-a5d8-e07b7af6b18d req-88b1a6e7-8b57-4f8c-822c-b200f29eb769 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206067 May 26 19:25:16.788269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0fe1e-850d-4b29-b222-a7fc929dbbe4 None None] Pushing event updated for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:16.830787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d7c63f10-066a-490a-bfc8-31f20bf41c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:16.882402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:16.886734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:16.894886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:17.112528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:17.112938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:17.114428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] 10.222.0.53 "PUT /v2.0/ports/0022fa09-eba9-4d93-8291-929f740ae984 HTTP/1.1" status: 200 len: 1092 time: 2.3790052 May 26 19:25:17.117262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:17.172717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095e1a4-bb69-4802-a7aa-ec4dcd6d6fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:17.252863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:17.301362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:17.318142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f4dcc-de2e-4c80-9d06-614ac03873ae req-54673bee-e1b5-4109-b0ee-d73183e56b11 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:17.333668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-815f4dcc-de2e-4c80-9d06-614ac03873ae req-54673bee-e1b5-4109-b0ee-d73183e56b11 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 944 time: 0.3526630 May 26 19:25:17.405640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-815f4dcc-de2e-4c80-9d06-614ac03873ae req-4234c249-51f0-4d84-8845-138421b66a59 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707681 May 26 19:25:17.431855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-06cc7484-2aab-4f46-a7e6-1983ae55a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:17.437186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-06cc7484-2aab-4f46-a7e6-1983ae55a925 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 1095 time: 0.2600515 May 26 19:25:17.570944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for c0f72260-74e7-44c2-9b31-4c417282d7ac owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:17.611909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:17.703285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-b7845e4b-65a2-4783-aa76-fc628e42175c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0022fa09-eba9-4d93-8291-929f740ae984 HTTP/1.1" status: 200 len: 217 time: 0.2570229 May 26 19:25:17.854561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:17.854933 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.007296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:18.069636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.152639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-eb162332-e653-4d23-bc4e-bfad235b5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:18.170876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-eb162332-e653-4d23-bc4e-bfad235b5bdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.4606729 May 26 19:25:18.210948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=c0f72260-74e7-44c2-9b31-4c417282d7ac,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:18.263252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.304759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e4dc-ce5d-410f-8472-397d28f92e8e None None] Provisioning for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:18.311444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-ea867ef8-1e80-4df8-999d-f727b7216c87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320949 May 26 19:25:18.338466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea25a0-bb17-44c4-be61-8777b1cd2ef2 req-a11baa16-2923-404a-9af4-7f46d6a4b486 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:18.349021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36ea25a0-bb17-44c4-be61-8777b1cd2ef2 req-a11baa16-2923-404a-9af4-7f46d6a4b486 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.6439395 May 26 19:25:18.350679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e4dc-ce5d-410f-8472-397d28f92e8e None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:18.351366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e4dc-ce5d-410f-8472-397d28f92e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.470174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:18.470841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.484965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:18.485563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.611342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:18.625341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:18.636938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.724928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:18.783284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d4d7ea98-7515-4543-a4ce-a326a93d4a1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/c0f72260-74e7-44c2-9b31-4c417282d7ac HTTP/1.1" status: 204 len: 168 time: 2.2266002 May 26 19:25:18.787765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:18.874606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36ea25a0-bb17-44c4-be61-8777b1cd2ef2 req-9cbb25cd-24eb-4ecf-8b83-8158057d3947 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229998 May 26 19:25:18.885981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7e4dc-ce5d-410f-8472-397d28f92e8e None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:18.990720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-7caf3db9-f4bd-470f-887a-a6b142116178 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088347 May 26 19:25:18.998295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:18.999672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:18.999926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:19.001569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:19.002976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:19.031879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:19.035523 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dec1325f-e177-4b7c-bf84-0468825c9ffc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2440822 May 26 19:25:19.035962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:19.042115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75235b7f-2d28-47db-ae22-c81be73a8356 None None] Could not find standard attr ID for object c0f72260-74e7-44c2-9b31-4c417282d7ac. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:25:19.077867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:19.163770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 298b0a0b-40eb-4143-85a8-3af82f290cf8 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:19.168204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.239523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.355866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.424904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4227254d-dd5e-4d96-a828-3756860a87f8 req-de4e5c8b-7a61-4a69-b2aa-805d50f23945 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224877 May 26 19:25:19.436691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95fc55-50b1-487f-a0a6-fce9d04fb8d3 req-1c3a72e7-b60a-4429-92a8-3b1249ae0bc4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:19.446484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a95fc55-50b1-487f-a0a6-fce9d04fb8d3 req-1c3a72e7-b60a-4429-92a8-3b1249ae0bc4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 944 time: 0.3257666 May 26 19:25:19.457897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.490106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a95fc55-50b1-487f-a0a6-fce9d04fb8d3 req-6c4d3079-2146-4d56-9fca-8825e3bc251c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 May 26 19:25:19.510924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=298b0a0b-40eb-4143-85a8-3af82f290cf8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:19.514920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.525366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feadc73c-8c91-45f2-a8d6-c0ffeb99813c None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:19.555199 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604e99f-9c01-49e7-912f-77fb70f7aa93'] response: {'name': 'network-changed', 'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984', 'status': 'completed', 'code': 200} May 26 19:25:19.555879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40732) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:19.556247 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aaf0d6a4-bc5e-47c3-a029-0b64e02fe7a6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/298b0a0b-40eb-4143-85a8-3af82f290cf8 HTTP/1.1" status: 204 len: 168 time: 0.5185153 May 26 19:25:19.648290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.780796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 904e5b7e-caaf-4537-bf89-4d5e212c39e8 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:19.784762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:19.853496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-ae32f8ca-25e4-4143-b639-145e51b03c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:19.854953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-ae32f8ca-25e4-4143-b639-145e51b03c86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 1095 time: 0.2394629 May 26 19:25:19.868301 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:20.106971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6105a6-5da6-4671-844b-1029f394a603 req-3683f2f9-ad34-41de-865d-9aad743c41eb tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:20.116757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a6105a6-5da6-4671-844b-1029f394a603 req-3683f2f9-ad34-41de-865d-9aad743c41eb tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 945 time: 0.4209330 May 26 19:25:20.265821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a6105a6-5da6-4671-844b-1029f394a603 req-1bebface-7f93-468a-9193-4fd173f7f174 tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/security-groups?id=34de45a4-363b-41b5-af74-2ec9193c776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355183 May 26 19:25:20.270623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-dd34d58a-c156-4e53-bb1c-bc3d35214e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:20.272106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-dd34d58a-c156-4e53-bb1c-bc3d35214e4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 922 time: 0.4098856 May 26 19:25:20.285722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:20.334247 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3db0867-e095-4ee5-b08e-7de91bfa392f'] response: {'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'code': 200} May 26 19:25:20.561814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:20.670447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-94847d96-60ab-4701-9611-614a6cf3e1f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0022fa09-eba9-4d93-8291-929f740ae984 HTTP/1.1" status: 200 len: 217 time: 0.2672637 May 26 19:25:20.723604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=904e5b7e-caaf-4537-bf89-4d5e212c39e8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:20.812558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3b86f-f129-4131-9f8e-347d6bf98506 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:20.820130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-1c6475fe-f8a9-4130-b9d1-e0bb8f7b7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:20.822004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-1c6475fe-f8a9-4130-b9d1-e0bb8f7b7748 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.1423216 May 26 19:25:20.823201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:20.842522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:20.855968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2511ac6-dccc-4a4d-befd-3436115d8678 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/904e5b7e-caaf-4537-bf89-4d5e212c39e8 HTTP/1.1" status: 204 len: 168 time: 1.2959936 May 26 19:25:20.977530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-19ce57e9-a451-4e3e-b6e7-c9f7247e4eff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198778 May 26 19:25:20.980256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-33176762-60ce-444b-b3bc-8e9798ef1751 None None] Provisioning complete for port 6cbc602b-eff2-408f-8290-9f8772c0ac78 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:20.980864 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33176762-60ce-444b-b3bc-8e9798ef1751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:20.987929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b80bc06-c4e4-403f-9bb5-d4c87ee0ad17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1438951 May 26 19:25:20.988696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:21.009247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:21.218947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40776) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:21.258725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:21.267530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:21.272219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-9fce292c-c061-4f10-adc8-7e80887ad646 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770183 May 26 19:25:21.275334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:21.289856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:21.313541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:21.318013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:21.319004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-33176762-60ce-444b-b3bc-8e9798ef1751 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:21.386572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970661a-d950-47a0-952b-31827548c84b None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:21.391989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b970661a-d950-47a0-952b-31827548c84b None None] Deleting port 6cbc602b-eff2-408f-8290-9f8772c0ac78 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:21.392756 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b970661a-d950-47a0-952b-31827548c84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:21.486404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1de3-0955-4b64-bb6a-8b29601e9b60 req-0dd8c0ea-29fb-4b64-aaa5-443d69e15c12 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:21.493960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8bf1de3-0955-4b64-bb6a-8b29601e9b60 req-0dd8c0ea-29fb-4b64-aaa5-443d69e15c12 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.8313050 May 26 19:25:21.563113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8bf1de3-0955-4b64-bb6a-8b29601e9b60 req-782c7121-8e2e-42b9-a9ae-02a0a9bad084 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663390 May 26 19:25:21.575136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:21.608367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:21.619233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Usage tracker for resource:security_group_rule and tenant:93010b2d25914034b039788057d41d92 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:21.624635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:21.638543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:21.664152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4639c74d-7e8c-4a41-9bcb-234fc81d76b6 req-dc1f8746-33b8-46e0-88e9-919166ff896b service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827441 May 26 19:25:21.927666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6cbc602b-eff2-408f-8290-9f8772c0ac78 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:21.956683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.000046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b970661a-d950-47a0-952b-31827548c84b None None] For port 6cbc602b-eff2-408f-8290-9f8772c0ac78, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6cbc602b-eff2-408f-8290-9f8772c0ac78,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:22.000775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b970661a-d950-47a0-952b-31827548c84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.051470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:22.058072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:22.062894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.067308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:22.067902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.075711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.152920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b970661a-d950-47a0-952b-31827548c84b None None] Calling delete_port for 6cbc602b-eff2-408f-8290-9f8772c0ac78 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:22.227278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=7dc7798e-6164-4146-a084-b2a137706f4a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:22.260482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf58040-7c51-4a57-ace5-bfd102db6ded req-62b2fe64-ad98-4e36-8a6e-acd7acb9a2ae tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:22.262006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf58040-7c51-4a57-ace5-bfd102db6ded req-62b2fe64-ad98-4e36-8a6e-acd7acb9a2ae tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 944 time: 0.0941551 May 26 19:25:22.276946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6cbc602b-eff2-408f-8290-9f8772c0ac78 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:22.277353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.284912 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93010b2d25914034b039788057d41d92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607409 May 26 19:25:22.285137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40790) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:22.289908 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-541d4886-f0bd-4de2-870b-c29590e8f067 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2993224 May 26 19:25:22.290840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2bd3c-4711-4d8f-9bd8-cdc7f5fc823b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8112df-ad79-4b23-bc08-da494fbdeb19,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:22.294838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40794) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:22.302157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:22.304170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b970661a-d950-47a0-952b-31827548c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.353251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.380528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.380750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970661a-d950-47a0-952b-31827548c84b None None] Pushing event deleted for resources: {'Port': ['ID=6cbc602b-eff2-408f-8290-9f8772c0ac78,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:22.389943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970661a-d950-47a0-952b-31827548c84b None None] No DVR routers for this DVR port 6cbc602b-eff2-408f-8290-9f8772c0ac78 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:22.407725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e97d7f-2b6e-4437-89b8-10597d1b9c06 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:22.433113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf58040-7c51-4a57-ace5-bfd102db6ded req-fe779d18-d4cf-4fca-8dd7-67d34b2b4df8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636910 May 26 19:25:22.448600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.481852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.483182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da8112df-ad79-4b23-bc08-da494fbdeb19 HTTP/1.1" status: 204 len: 168 time: 0.1960900 May 26 19:25:22.484422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45a71b-beab-4f5f-a785-746dd320fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8112df-ad79-4b23-bc08-da494fbdeb19,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:22.512134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:22.525520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:22.541469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:22.550046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:22.565300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:22.569651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.666426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '7dc7798e-6164-4146-a084-b2a137706f4a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:25:22.667278 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.816042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:22.833875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.842487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Allocated IP 172.20.0.2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/7dc7798e-6164-4146-a084-b2a137706f4a/08b7e8eb-f8df-45c1-b489-158b4dede34d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:22.849696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:22.853635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Usage tracker for resource:security_group_rule and tenant:172f21c79ad54730b20ebb27987006c0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:22.856657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:22.862782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:22.915502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca8015-c5af-492e-8f18-94773891211c req-9f047b51-2cea-4679-8ec4-61fff8c89c5b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:22.917024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ca8015-c5af-492e-8f18-94773891211c req-9f047b51-2cea-4679-8ec4-61fff8c89c5b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1435773 May 26 19:25:22.974419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.979549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:22.998020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61ca8015-c5af-492e-8f18-94773891211c req-50c99780-f9b7-4d4c-822b-85510656c2aa tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 May 26 19:25:23.067699 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=172f21c79ad54730b20ebb27987006c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505369 May 26 19:25:23.069708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d536c6-e667-43e5-8c3a-8246096a4771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a56ff0-e655-4030-8b0f-b7b34ccdd096,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:23.074182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40818) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:23.170569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.184149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Transition to ACTIVE for port object 08b7e8eb-f8df-45c1-b489-158b4dede34d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:23.204520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.207540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Transition to ACTIVE for port object 08b7e8eb-f8df-45c1-b489-158b4dede34d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:23.217902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.287025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.304899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:23.310676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:23.315963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:23.408019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:23.427422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:23.430028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Attempting to bind port 08b7e8eb-f8df-45c1-b489-158b4dede34d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:23.430630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Attempting to bind port 08b7e8eb-f8df-45c1-b489-158b4dede34d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:23.431275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Attempting to bind port 08b7e8eb-f8df-45c1-b489-158b4dede34d on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:23.437695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:23.438063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:23.438465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.438877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:23.439338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Bound port: 08b7e8eb-f8df-45c1-b489-158b4dede34d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:23.440409 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.545010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:23.548753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.549718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:23.559465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.579615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a56ff0-e655-4030-8b0f-b7b34ccdd096,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:23.648911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:23.650624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cba025ad-0096-4050-8123-072b4e697b4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12a56ff0-e655-4030-8b0f-b7b34ccdd096 HTTP/1.1" status: 204 len: 168 time: 0.5750599 May 26 19:25:23.664679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:25:23.682524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9fcbe-9df6-45a5-84b3-b70f323876fc req-ff6b0d3a-7b8a-4d0c-bf48-82a0839ea3b3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:23.683996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbf9fcbe-9df6-45a5-84b3-b70f323876fc req-ff6b0d3a-7b8a-4d0c-bf48-82a0839ea3b3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2336218 May 26 19:25:23.704467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:23.738287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbf9fcbe-9df6-45a5-84b3-b70f323876fc req-66b27e4b-354d-4958-8c0c-ffe7a1cbea91 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 May 26 19:25:23.836348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.231752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff36ebf-5f4f-4960-a90f-787a63ade8e3 None None] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:24.271790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:24.272170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.321640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:24.343796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:24.376380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0022fa09-eba9-4d93-8291-929f740ae984', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'port_id': '0022fa09-eba9-4d93-8291-929f740ae984', 'mac_address': 'fa:16:3e:38:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc2171d-d4eb-4151-adee-236e6592f00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:25:24.379216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:24.417923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.510081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0022fa09-eba9-4d93-8291-929f740ae984 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:24.510458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.541848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:24.548522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0022fa09-eba9-4d93-8291-929f740ae984 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:24.553996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e8825-107f-497a-ad48-f8af9596a5ce req-143e31f5-4983-4786-aa53-ea51652b4d40 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:24.555527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f7e8825-107f-497a-ad48-f8af9596a5ce req-143e31f5-4983-4786-aa53-ea51652b4d40 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2763102 May 26 19:25:24.561420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:24.576993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:24.585434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.605159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-b44e7603-a2d4-4c75-8993-0d1cab3b3e7c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:24.606215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-b44e7603-a2d4-4c75-8993-0d1cab3b3e7c tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 943 time: 0.2603545 May 26 19:25:24.692992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:24.702745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.711839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Deleting port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:24.712257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.749723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.750438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:24.817930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f7e8825-107f-497a-ad48-f8af9596a5ce req-e2cc0f90-4138-4457-8335-80bbc7b87a01 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475793 May 26 19:25:24.942720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:24.954186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:24.993827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0022fa09-eba9-4d93-8291-929f740ae984'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:25:25.008528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:25.009143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:25.014350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=b82e900a-faa8-406f-bd47-5c8009608846,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:25.045407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.045758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.046674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.046674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.046854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.047030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.047346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.047668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.047982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.048300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.052328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.052711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:25.060609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=4']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:25.119433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:25.120099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5972a0b-236e-44ab-a1ad-cda9e05e7f51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8231130 May 26 19:25:25.127018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:fe:01:ca', 'name': 'tempest-NetworksTestDHCPv6-594385340'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:25.420433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:25.432257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:25.441992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:25.456295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:25.469080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792f67-c844-4c83-ac27-7608c954b99c req-74217d51-979a-4fdd-8e5b-ccb937161b3a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:25.476976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:25.479465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09792f67-c844-4c83-ac27-7608c954b99c req-74217d51-979a-4fdd-8e5b-ccb937161b3a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 945 time: 0.5386617 May 26 19:25:25.570375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] For port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,segment=NetworkSegment(527e8e14-95f8-477e-9b5a-3a00cb078017),segment_id=527e8e14-95f8-477e-9b5a-3a00cb078017)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:25.570719 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:25.582366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9bd53d-0150-46d8-8913-16c40ee546a0 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:25.692822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:25.724967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 702e9755-261d-4453-9b35-30f6e41cf557 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:25.746228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Calling delete_port for 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:25.781684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:25.790930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09792f67-c844-4c83-ac27-7608c954b99c req-6324d3c1-8cc3-426e-aa31-20cf23285bb8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101349 May 26 19:25:25.935581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-794f8dd7-66ee-4e49-afa9-63b06e345b66 None None] Provisioning for port 08b7e8eb-f8df-45c1-b489-158b4dede34d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:25.992414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.026943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:26.037122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 172.20.0.11 (1de15714-029c-45d8-802a-f7d18ed8bfd5/7dc7798e-6164-4146-a084-b2a137706f4a/702e9755-261d-4453-9b35-30f6e41cf557) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:26.046627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fefe:1ca (1de15714-029c-45d8-802a-f7d18ed8bfd5/b82e900a-faa8-406f-bd47-5c8009608846/702e9755-261d-4453-9b35-30f6e41cf557) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:26.055303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Pushing event deleted for resources: {'Port': ['ID=024a99df-02e2-49e8-a7b7-8ccd0ab757d2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:26.208805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No active binding found for port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:25:26.209646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:26.253181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e9595d9-b495-4505-9285-3696cb24b953 req-97a3e774-ae66-4226-bbfe-6cbb186e700b tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7a469fd-783f-4927-8551-34981ce58585 HTTP/1.1" status: 200 len: 210 time: 0.1948845 May 26 19:25:26.255397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] No DVR routers for this DVR port 024a99df-02e2-49e8-a7b7-8ccd0ab757d2 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:26.258785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.266348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 08b7e8eb-f8df-45c1-b489-158b4dede34d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:26.267250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-deleted', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:26.282818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:26.283826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.302322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-337fc77a-5e54-4a98-9eba-6788bd1d4303 req-4aaf015d-ba12-41e4-993a-9c7537d3242f tempest-ImagesTestJSON-1674600079 tempest-ImagesTestJSON-1674600079-project] 10.222.0.53 "DELETE /v2.0/ports/024a99df-02e2-49e8-a7b7-8ccd0ab757d2 HTTP/1.1" status: 204 len: 173 time: 1.6699474 May 26 19:25:26.315519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.349012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 702e9755-261d-4453-9b35-30f6e41cf557 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:26.384736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.494977 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3208127d-dd5b-45cc-a032-3bba2a2b3ad4'] response: {'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'code': 200} May 26 19:25:26.527909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:26.528775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.572907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:26.595062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:26.597835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:26.606637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:26.607781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.698949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=702e9755-261d-4453-9b35-30f6e41cf557,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:26.729806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:26.730799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:26.769142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:26.785941 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6fd7393b-4876-485c-8218-793ce3ae7e57 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6645827 May 26 19:25:26.788491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40914) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:26.963418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd34c3-b150-4d7c-a268-ff594379633c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:26.969971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd34c3-b150-4d7c-a268-ff594379633c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:26.970809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2ecd34c3-b150-4d7c-a268-ff594379633c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:26.983409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919e0a3-3b3e-455c-838d-c7cd07685d1c req-2f184f46-76ac-465e-a175-ea7075293fb6 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:26.991552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e919e0a3-3b3e-455c-838d-c7cd07685d1c req-2f184f46-76ac-465e-a175-ea7075293fb6 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1566827 May 26 19:25:27.041414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2ecd34c3-b150-4d7c-a268-ff594379633c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:27.042572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2ecd34c3-b150-4d7c-a268-ff594379633c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2530596 May 26 19:25:27.045245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40920) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:27.093519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e919e0a3-3b3e-455c-838d-c7cd07685d1c req-3333fe37-af37-43ae-a284-37a87399349b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989542 May 26 19:25:27.177872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 702e9755-261d-4453-9b35-30f6e41cf557 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:27.178256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:27.231370 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cadd18-69d2-4e07-addd-eea487f37041'] response: {'server_uuid': 'e7a469fd-783f-4927-8551-34981ce58585', 'name': 'network-vif-deleted', 'tag': '024a99df-02e2-49e8-a7b7-8ccd0ab757d2', 'status': 'completed', 'code': 200} May 26 19:25:27.510106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-60f9d30b-4b74-4be8-8082-8720b4d385cb None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:27.510653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60f9d30b-4b74-4be8-8082-8720b4d385cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:27.684503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:27.746193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-60f9d30b-4b74-4be8-8082-8720b4d385cb None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:27.753467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:27.871630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 0022fa09-eba9-4d93-8291-929f740ae984 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:27.877191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bd1d28df-e7bd-402d-b730-5cfb736e9e03 None None] Provisioning for port 702e9755-261d-4453-9b35-30f6e41cf557 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:27.885824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0022fa09-eba9-4d93-8291-929f740ae984 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:27.886294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:27.949643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bd1d28df-e7bd-402d-b730-5cfb736e9e03 None None] Provisioning complete for port 702e9755-261d-4453-9b35-30f6e41cf557 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:27.950022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bd1d28df-e7bd-402d-b730-5cfb736e9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:28.014684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d28df-e7bd-402d-b730-5cfb736e9e03 None None] Port 702e9755-261d-4453-9b35-30f6e41cf557 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:25:28.018333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:28.131287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 702e9755-261d-4453-9b35-30f6e41cf557 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:28.180484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:28.180906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:28.243710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0022fa09-eba9-4d93-8291-929f740ae984 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:28.244202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:28.252967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168924c3-f431-435c-8462-f39e34ddee0a req-019deffe-4554-49d3-8de8-856952949127 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:28.262703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-168924c3-f431-435c-8462-f39e34ddee0a req-019deffe-4554-49d3-8de8-856952949127 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 945 time: 0.3775203 May 26 19:25:28.311672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:28.356270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-168924c3-f431-435c-8462-f39e34ddee0a req-720c31f4-7991-4c43-a393-2e9e6d0db463 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925412 May 26 19:25:28.396750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:28.399173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:28.521319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:28.585989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:28.737248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:28.822405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=702e9755-261d-4453-9b35-30f6e41cf557,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:28.936228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40956) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:28.982237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af458c3-ee7b-4427-9c51-a979beec66eb req-3892de1a-7183-4210-9ef0-5316afce2a30 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:28.983722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0af458c3-ee7b-4427-9c51-a979beec66eb req-3892de1a-7183-4210-9ef0-5316afce2a30 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4529147 May 26 19:25:28.993153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.039955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0af458c3-ee7b-4427-9c51-a979beec66eb req-66404a30-0edc-425b-9a8b-a0dc702a5f3e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 May 26 19:25:29.044156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-25b53c5f-1030-459f-90f2-445882e81558 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/702e9755-261d-4453-9b35-30f6e41cf557 HTTP/1.1" status: 204 len: 168 time: 1.9979742 May 26 19:25:29.044317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:29.144526 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.163468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:29.167748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Usage tracker for resource:security_group_rule and tenant:a8574204299e4979a77b831ffab3708d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:29.170728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:29.176808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:29.215611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.217125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.218723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.219511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:29.250449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:29.251664 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d9b9371a-da83-420c-9120-caecd652e519 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2061791 May 26 19:25:29.257405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40972) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:29.326183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dcfe8-d44b-4b7d-b6e6-285a0fd97c05 req-68322d7a-bbfd-4e0e-8558-cb1ed94c8d7a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.327645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-181dcfe8-d44b-4b7d-b6e6-285a0fd97c05 req-68322d7a-bbfd-4e0e-8558-cb1ed94c8d7a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.0886660 May 26 19:25:29.356162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 7dc7798e-6164-4146-a084-b2a137706f4a {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:29.358964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.361340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.372866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-181dcfe8-d44b-4b7d-b6e6-285a0fd97c05 req-69c7d853-6faf-4de4-9ac2-a12754cafcc5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 May 26 19:25:29.389524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.430480 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2eaf92-9898-4148-99ad-fc1769a7044a'] response: {'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984', 'code': 200} May 26 19:25:29.466764 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8574204299e4979a77b831ffab3708d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288656 May 26 19:25:29.470239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40984) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:29.484815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e6b0d-a727-4e32-9cae-71be6e819922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbc2c4-809c-4dab-af3f-c2e5a95e4a66,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:29.500562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.606821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.643160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.691429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.691694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.723713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0801d5-d103-44bf-ac4d-7ed92ddb4524 req-c41b09d8-4427-4703-9bf3-0c351a4070b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.725213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0801d5-d103-44bf-ac4d-7ed92ddb4524 req-c41b09d8-4427-4703-9bf3-0c351a4070b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 1097 time: 0.2060099 May 26 19:25:29.756339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.760638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc7798e-6164-4146-a084-b2a137706f4a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:29.763139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36992a-39a3-4ff5-8b5a-526b2cb5df6b None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:29.768980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e6cc1-f7da-495e-94b4-bd6a050040a7 req-a6888833-b3b8-42f0-8527-e90e78f15d22 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:29.775868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b2e6cc1-f7da-495e-94b4-bd6a050040a7 req-a6888833-b3b8-42f0-8527-e90e78f15d22 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.1908000 May 26 19:25:29.784950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0e97c83-4dcf-4abf-9631-25a0c4486cb5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/7dc7798e-6164-4146-a084-b2a137706f4a HTTP/1.1" status: 204 len: 168 time: 0.5264592 May 26 19:25:29.787616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:29.821278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd0801d5-d103-44bf-ac4d-7ed92ddb4524 req-c1643d1a-2d22-4ad0-a0e5-e8b4b89dbfad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799091 May 26 19:25:29.848619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b2e6cc1-f7da-495e-94b4-bd6a050040a7 req-6ee242f1-67e3-462e-932d-20c427bc7c7f tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716813 May 26 19:25:29.860194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.886204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbc2c4-809c-4dab-af3f-c2e5a95e4a66,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:29.896069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet b82e900a-faa8-406f-bd47-5c8009608846 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:29.897059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:29.898208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cb3f56ae-5cee-457e-890d-c78380ee69ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43cbc2c4-809c-4dab-af3f-c2e5a95e4a66 HTTP/1.1" status: 204 len: 168 time: 0.4268932 May 26 19:25:29.903284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.009383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.297440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c761de-3490-4c47-8963-c837e17536c7 req-e011224a-3f1b-4162-a07b-1d46fe91285d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:30.305263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5c761de-3490-4c47-8963-c837e17536c7 req-e011224a-3f1b-4162-a07b-1d46fe91285d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1323454 May 26 19:25:30.391137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5c761de-3490-4c47-8963-c837e17536c7 req-711f38ba-046b-415a-9a97-32b3343d3b80 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782368 May 26 19:25:30.433307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.509024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41018) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:30.539989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.570897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.576961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:30.591703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c34f1c68c1494096b5cc6cf20ea5adbd is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:30.595209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:30.614084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:30.645521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.667528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=b82e900a-faa8-406f-bd47-5c8009608846,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:30.694963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5e2fb75f-0f52-425c-acc1-579d5abee097 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/b82e900a-faa8-406f-bd47-5c8009608846 HTTP/1.1" status: 204 len: 168 time: 0.9038806 May 26 19:25:30.697384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:30.828017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.834369 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76f3be61-5e73-435a-9832-5233cde298a8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348948 May 26 19:25:30.836426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:30.839943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:30.847077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:30.908107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11376ccb-190b-4e82-afc8-b2ddf8b5825b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:30.914016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-620aa80a-1b86-483b-b146-5f88f4ecc9d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c34f1c68c1494096b5cc6cf20ea5adbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039319 May 26 19:25:30.922998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41034) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:30.959101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97764a2-bb02-4722-aba7-2cf265e1cb1d req-0f380551-061a-43c9-b296-c54a90c806d8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:30.966876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d97764a2-bb02-4722-aba7-2cf265e1cb1d req-0f380551-061a-43c9-b296-c54a90c806d8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2210426 May 26 19:25:31.044843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:31.056678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:31.068533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:31.088341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:31.122940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:31.132331 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.150848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d97764a2-bb02-4722-aba7-2cf265e1cb1d req-bc4adc63-55d1-4d71-9e94-74d78e45bf56 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828494 May 26 19:25:31.194678 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.262078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.339836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.372453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11376ccb-190b-4e82-afc8-b2ddf8b5825b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:31.387840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.389478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7959e7c9-0885-4c6c-9fe6-30aca574a32e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11376ccb-190b-4e82-afc8-b2ddf8b5825b HTTP/1.1" status: 204 len: 168 time: 0.4652061 May 26 19:25:31.490671 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:25:31.512134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d678e1c-f248-444d-8e4b-eeca27f3800d None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:31.629876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.649630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c2cc-14b4-4f4b-99e1-c53c84002bf8 req-50e61765-a142-48a1-ac8c-a918d84e1887 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:31.657019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c583c2cc-14b4-4f4b-99e1-c53c84002bf8 req-50e61765-a142-48a1-ac8c-a918d84e1887 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.1833658 May 26 19:25:31.726283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c583c2cc-14b4-4f4b-99e1-c53c84002bf8 req-35e1a3b2-28af-4e21-8bf2-d4cc68943253 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680420 May 26 19:25:31.753645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:31.757262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:31.792797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:31.793820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.796962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-173d658a-ec9f-46b8-a92d-0e9a0d519cd9 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:31.797645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-173d658a-ec9f-46b8-a92d-0e9a0d519cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:31.803297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=f25417f7-cfb2-4f22-b633-74e1c049b899,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:31.856547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e66ecf2-9875-4c9a-83a3-8f4b0ccfd47c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0171700 May 26 19:25:31.859541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41060) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:31.876532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:31.961259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:32.001959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.024519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:32.029239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Usage tracker for resource:security_group_rule and tenant:644fe97c97764374b01c84238a1d3d3b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:32.034726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:32.047569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:32.266985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:32.275375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:32.286556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:32.293562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:32.308823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-173d658a-ec9f-46b8-a92d-0e9a0d519cd9 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:32.317611 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.323879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.370964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Update dhcp port {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': 'f25417f7-cfb2-4f22-b633-74e1c049b899'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '08b7e8eb-f8df-45c1-b489-158b4dede34d'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:25:32.391547 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=644fe97c97764374b01c84238a1d3d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269764 May 26 19:25:32.391547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81338ca-9304-4601-9482-ee85e4600b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e04bf-ef54-49cb-8433-78c44627174c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:32.393570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41084) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:32.448748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.462297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:32.465751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.466253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.496069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.570774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.589786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e04bf-ef54-49cb-8433-78c44627174c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:32.599316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.601104 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d765aaa8-8bf1-4144-81fd-3a7cf06c9463 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e55e04bf-ef54-49cb-8433-78c44627174c HTTP/1.1" status: 204 len: 168 time: 0.2059262 May 26 19:25:32.620192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30981b7-bb7f-4ffc-b07b-06d153e0a085 req-2163952f-e615-4bf9-8e50-a92e7e19bac8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:32.628762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b30981b7-bb7f-4ffc-b07b-06d153e0a085 req-2163952f-e615-4bf9-8e50-a92e7e19bac8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3277617 May 26 19:25:32.702219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b30981b7-bb7f-4ffc-b07b-06d153e0a085 req-3988d1af-b895-4543-9eb9-43656724f8f3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724666 May 26 19:25:32.726294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Allocated IP 172.20.0.2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/f25417f7-cfb2-4f22-b633-74e1c049b899/08b7e8eb-f8df-45c1-b489-158b4dede34d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:32.935307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:32.963968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:32.985795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Transition to ACTIVE for port object 08b7e8eb-f8df-45c1-b489-158b4dede34d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:32.991434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:33.171466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eccbd-ec65-47af-9d43-167e90fe14ca None None] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:33.383702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-9dec5e9a-6293-4386-939b-97d21ec1ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:33.385212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-9dec5e9a-6293-4386-939b-97d21ec1ccba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.2654920 May 26 19:25:33.551620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:33.656411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98c201-ef3a-4025-885a-b56652353aa4 req-76f629ff-fc08-4513-a93e-0d24779aba5e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:33.660321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a98c201-ef3a-4025-885a-b56652353aa4 req-76f629ff-fc08-4513-a93e-0d24779aba5e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4022183 May 26 19:25:33.761588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-b0be3ab5-4796-4fa1-aa62-e71cd59b0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:33.763073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-b0be3ab5-4796-4fa1-aa62-e71cd59b0d6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.3562205 May 26 19:25:33.768897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a98c201-ef3a-4025-885a-b56652353aa4 req-ed77e03a-1dad-4617-8166-75a34522719c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901675 May 26 19:25:33.890714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-44c5304d-9c5d-4078-8210-4ba5f5db26b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.1207089 May 26 19:25:33.954629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:34.075499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a009b880-955a-4c83-baf1-6bbcd05ea49b None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:34.166666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-daba9ac6-ae0c-4f43-9b24-f242d06e90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:34.168610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-daba9ac6-ae0c-4f43-9b24-f242d06e90c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.2627995 May 26 19:25:34.227039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-03da9451-d28c-437e-9c81-d12c946aa080 None None] Provisioning for port 08b7e8eb-f8df-45c1-b489-158b4dede34d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:34.249868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:34.250216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:34.278797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-03da9451-d28c-437e-9c81-d12c946aa080 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:34.279173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-03da9451-d28c-437e-9c81-d12c946aa080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:34.282567 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:34.362205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fc8d2-18f7-4d66-b3d7-2373756d8199 req-2ea805a3-812a-4355-bda7-9f509836c7a8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:34.369944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-966fc8d2-18f7-4d66-b3d7-2373756d8199 req-2ea805a3-812a-4355-bda7-9f509836c7a8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.3583362 May 26 19:25:34.447295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-10cdebd5-b0ee-4b43-8a89-e752cece3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:34.448779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-10cdebd5-b0ee-4b43-8a89-e752cece3dbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550206 May 26 19:25:34.469008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-966fc8d2-18f7-4d66-b3d7-2373756d8199 req-1155b6cc-d9a3-41e7-b904-6ae98dc95814 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980947 May 26 19:25:34.645406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:34.650774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-03da9451-d28c-437e-9c81-d12c946aa080 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:34.961430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:34.979789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-44212902-fb91-4f46-9dd7-9f80e2b288be service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213456 May 26 19:25:35.119380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.129695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.130432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.341761 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:35.496618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5e911-066b-4799-b642-f5b623427b5f req-4c60afff-2396-428b-b0f1-49f32e1260f8 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:35.511428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfe5e911-066b-4799-b642-f5b623427b5f req-4c60afff-2396-428b-b0f1-49f32e1260f8 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.6463053 May 26 19:25:35.555866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.584014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8df162b4-815a-4ec2-9ece-293c040334e9 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:35.584593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8df162b4-815a-4ec2-9ece-293c040334e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.599507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:35.612574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4238920b-c7ad-4957-b9f0-97491e2938c0 req-a0bcd4f6-92b3-426d-a50b-87d9e76a543f service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237521 May 26 19:25:35.614306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:35.625763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:35.626547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.640500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:35.662629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:35.665363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=a0292691-66a5-450b-b98e-c1c229869d09,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:35.679051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769deedf-cf7c-446a-81ab-467f2a831d5e None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:35.680773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8cdcdf4c5a4d2897478574cb54e91c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:35.698750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:35.707146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfe5e911-066b-4799-b642-f5b623427b5f req-67c83696-da7d-4c5e-b858-f1d1d79bb483 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935821 May 26 19:25:35.717300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e1123e8c-b581-45fa-8dff-b67335e0222b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8485625 May 26 19:25:35.718091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:35.719914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:35.738087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:40:b8:09', 'name': 'tempest-NetworksTestDHCPv6-327173859'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:35.975134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:35.980213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.005672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:36.018649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a40efe-e6d9-4c82-910c-40deccd813ac,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:36.038047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.038751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.039466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.040027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.040581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.041165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.041702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.042365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.042916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.043446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.044148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.044699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:25:36.061062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:36.063365 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-535ae03f-6ab2-47f7-b209-233ad0462263 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e8cdcdf4c5a4d2897478574cb54e91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201371 May 26 19:25:36.066633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:36.067802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:36.071131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:36.079384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:36.102900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefda9f6-e71e-480e-b54d-b700e2b3f91f req-e8d611db-5dab-450c-9b71-610959d46e1c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:36.110699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fefda9f6-e71e-480e-b54d-b700e2b3f91f req-e8d611db-5dab-450c-9b71-610959d46e1c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.1502321 May 26 19:25:36.129823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:36.201395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.204365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:36.204996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.237094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.254608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fefda9f6-e71e-480e-b54d-b700e2b3f91f req-5bb7a42d-ee02-40dc-a6f0-11c6a69bf53b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429343 May 26 19:25:36.264321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8df162b4-815a-4ec2-9ece-293c040334e9 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:36.334780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.358982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.371418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a40efe-e6d9-4c82-910c-40deccd813ac,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:36.389290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.390813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc3f2735-210a-43a9-bf3a-3cf139f4322d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a40efe-e6d9-4c82-910c-40deccd813ac HTTP/1.1" status: 204 len: 168 time: 0.3206973 May 26 19:25:36.391445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:36.416214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.421928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:36.450350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port aea79e60-1bf5-4a8f-ba8c-8299a0486411 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:36.575967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Deleting subnet c5299690-b16c-41fd-af10-45eb243826ba {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:36.579576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.651159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.794605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.855541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 172.20.0.10 (1de15714-029c-45d8-802a-f7d18ed8bfd5/f25417f7-cfb2-4f22-b633-74e1c049b899/aea79e60-1bf5-4a8f-ba8c-8299a0486411) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:36.866432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe40:b809 (1de15714-029c-45d8-802a-f7d18ed8bfd5/a0292691-66a5-450b-b98e-c1c229869d09/aea79e60-1bf5-4a8f-ba8c-8299a0486411) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:36.867981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.875922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ced8a-6463-43c5-9d26-a0e799d5504a req-9bd598a4-05bb-49d7-b8b9-b1ddc74f8c94 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:36.877457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6ced8a-6463-43c5-9d26-a0e799d5504a req-9bd598a4-05bb-49d7-b8b9-b1ddc74f8c94 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3143985 May 26 19:25:36.898132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-027d4128-0d41-426f-924d-401092c6f1d9 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:36.898713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-027d4128-0d41-426f-924d-401092c6f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.933918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.936508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5299690-b16c-41fd-af10-45eb243826ba,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:36.945918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:36.967482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a238131-552b-4b8f-9b18-748108a91fc6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5299690-b16c-41fd-af10-45eb243826ba HTTP/1.1" status: 204 len: 168 time: 0.5443993 May 26 19:25:36.968709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:36.974841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41210) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:36.985657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:36.990281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Usage tracker for resource:security_group_rule and tenant:92840df96167475796c8e32082a4b257 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:36.993207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:36.993488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da6ced8a-6463-43c5-9d26-a0e799d5504a req-9bd65db0-0789-48e5-a03c-03c66e80fe66 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058571 May 26 19:25:37.007789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:37.047718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-027d4128-0d41-426f-924d-401092c6f1d9 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:37.136484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.141185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.198752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92840df96167475796c8e32082a4b257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519555 May 26 19:25:37.199869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03478b15-92ef-4e94-a7ab-66df9e0aceca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591617e-f290-4b1f-b28c-ead1c39000b8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:37.201672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41220) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:37.226323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.359765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.473451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object aea79e60-1bf5-4a8f-ba8c-8299a0486411 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:37.474726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.478222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.525890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.537595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4c032f-2b2b-451a-982b-6db9383a19f5']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:37.598237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527e8e14-95f8-477e-9b5a-3a00cb078017') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:37.598526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527e8e14-95f8-477e-9b5a-3a00cb078017') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:25:37.623402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.672902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.684504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.687437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:25:37.687876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.842383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:37.867625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f858-224d-4168-aa0e-f33fd121e287 req-8bdd5c93-1f36-484d-ab9a-39e4cfd49e51 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:37.874818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9c5f858-224d-4168-aa0e-f33fd121e287 req-8bdd5c93-1f36-484d-ab9a-39e4cfd49e51 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.3398395 May 26 19:25:37.881879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:37.907735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:37.921793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:38.094500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591617e-f290-4b1f-b28c-ead1c39000b8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:38.105809 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 527e8e14-95f8-477e-9b5a-3a00cb078017 resource provider aggregate not found May 26 19:25:38.109653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=aea79e60-1bf5-4a8f-ba8c-8299a0486411,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:38.136873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.149277 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 527e8e14-95f8-477e-9b5a-3a00cb078017 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 527e8e14-95f8-477e-9b5a-3a00cb078017 found for delete ", "request_id": "req-80ce3f5b-4870-4411-b8a0-816971be1b9f"}]} May 26 19:25:38.170328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.186552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.186552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f20956da-3d6c-4a11-8859-2a3ce8a42c27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f591617e-f290-4b1f-b28c-ead1c39000b8 HTTP/1.1" status: 204 len: 168 time: 0.9829621 May 26 19:25:38.196428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9c5f858-224d-4168-aa0e-f33fd121e287 req-c4223b60-2a14-4962-9e6e-e00c74536e6b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207493 May 26 19:25:38.200898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4c032f-2b2b-451a-982b-6db9383a19f5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:38.215095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:38.215739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.223494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-13fce7bc-cbcd-44cb-84c2-f2a525b5d1d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f4c032f-2b2b-451a-982b-6db9383a19f5 HTTP/1.1" status: 204 len: 168 time: 1.2394001 May 26 19:25:38.242937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-24a3ef9f-c2d1-495d-a16c-fb4d296dfcc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5237091 May 26 19:25:38.245345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41246) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:38.349721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8546f70-4000-473f-aada-bfd1b57db6fb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:38.355866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8546f70-4000-473f-aada-bfd1b57db6fb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:38.356744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f8546f70-4000-473f-aada-bfd1b57db6fb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:38.379255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f8546f70-4000-473f-aada-bfd1b57db6fb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:38.380394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f8546f70-4000-473f-aada-bfd1b57db6fb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1338520 May 26 19:25:38.383198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41250) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:38.391340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46e329fd-6577-4134-8df2-7813c91ee94c None None] Provisioning for port aea79e60-1bf5-4a8f-ba8c-8299a0486411 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:38.406107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46e329fd-6577-4134-8df2-7813c91ee94c None None] Provisioning complete for port aea79e60-1bf5-4a8f-ba8c-8299a0486411 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:38.406628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46e329fd-6577-4134-8df2-7813c91ee94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.488471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-46e329fd-6577-4134-8df2-7813c91ee94c None None] Port aea79e60-1bf5-4a8f-ba8c-8299a0486411 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:25:38.546337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:38.557396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port aea79e60-1bf5-4a8f-ba8c-8299a0486411 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:38.557732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.618446 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c7f7f0b-1367-46ee-9404-42536a8249d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feb66b7564134bf6b5ca5015c1800c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700476 May 26 19:25:38.620769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41262) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:38.694787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.707969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1c28f-dfc9-4eb2-9442-61095896c9ae req-3d04b95d-1982-43ca-90dc-52a7dd7162df tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:38.709532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87f1c28f-dfc9-4eb2-9442-61095896c9ae req-3d04b95d-1982-43ca-90dc-52a7dd7162df tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2520661 May 26 19:25:38.728579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.804294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.833416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de45a4-363b-41b5-af74-2ec9193c776a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:38.852579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:38.855098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1bff9d6c-4769-49e3-b05f-0c45a82401b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34de45a4-363b-41b5-af74-2ec9193c776a HTTP/1.1" status: 204 len: 168 time: 0.2329657 May 26 19:25:38.857860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87f1c28f-dfc9-4eb2-9442-61095896c9ae req-a36eafc4-52e0-4127-9cfe-2f317755c2b6 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279225 May 26 19:25:38.949762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:39.108948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for aea79e60-1bf5-4a8f-ba8c-8299a0486411 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:39.557248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:39.562993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41312) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:39.635961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=aea79e60-1bf5-4a8f-ba8c-8299a0486411,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:39.685017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ce22b-d4bb-4e90-90f5-70d43130c0f3 req-6575f52c-9c8d-47aa-8c97-c02b1ae559c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:39.686683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f0ce22b-d4bb-4e90-90f5-70d43130c0f3 req-6575f52c-9c8d-47aa-8c97-c02b1ae559c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3199890 May 26 19:25:39.805338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-10716288-network', 'tenant_id': 'e8089389faa04ac2a6235409e521c0d6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:39.811559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:39.831113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Usage tracker for resource:network and tenant:e8089389faa04ac2a6235409e521c0d6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:39.840106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:39.850629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f0ce22b-d4bb-4e90-90f5-70d43130c0f3 req-d7b8d53d-5ac7-4e4c-895d-70e84358fdd8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251543 May 26 19:25:39.852981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:39.881155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:39.884259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Made reservation on behalf of e8089389faa04ac2a6235409e521c0d6 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:39.886943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:39.905266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4184e678-8e8c-47d5-a25d-0670c45ae034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/aea79e60-1bf5-4a8f-ba8c-8299a0486411 HTTP/1.1" status: 204 len: 168 time: 1.5209906 May 26 19:25:39.908623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41328) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:39.912817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:39.934506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:39.946471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8089389faa04ac2a6235409e521c0d6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:39.959147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:39.978089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:40.009315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.010824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.012486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.013392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:40.108967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:40.110183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-24463f95-794f-4cb9-984c-823485053b6d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2002566 May 26 19:25:40.118756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:40.142790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.149921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.186306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:40.195639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:25:40.207059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.207461 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Added segment 943a4b89-3aab-4a2f-8145-25d66bc6170c of type vlan for network d3776c7e-7cd9-49b1-8880-f8221abe36f2 May 26 19:25:40.216606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet a0292691-66a5-450b-b98e-c1c229869d09 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:40.219831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.241416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.271982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05777fb-5fe0-4518-a442-734c09b3e11c req-e5a95a33-9bb6-4c27-94e6-a2d40d4eec4a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.273459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a05777fb-5fe0-4518-a442-734c09b3e11c req-e5a95a33-9bb6-4c27-94e6-a2d40d4eec4a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.2571383 May 26 19:25:40.287830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.289126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.289705 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.309125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.374007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a05777fb-5fe0-4518-a442-734c09b3e11c req-fd2aa56d-597c-446b-ae8e-aaa3431895f2 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919795 May 26 19:25:40.396981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d3776c7e-7cd9-49b1-8880-f8221abe36f2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:40.403872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bfcd5c34-c2fe-4605-aae8-943fe10975c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8358338 May 26 19:25:40.404017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41342) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:40.412726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Request body: {'subnet': {'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-10716288-subnet', 'tenant_id': 'e8089389faa04ac2a6235409e521c0d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:40.416596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d3776c7e-7cd9-49b1-8880-f8221abe36f2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:25:40.417337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.429911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:40.430620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Usage tracker for resource:subnet and tenant:e8089389faa04ac2a6235409e521c0d6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:40.435768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:40.445260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:40.460667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Made reservation on behalf of e8089389faa04ac2a6235409e521c0d6 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:40.465236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.819016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.819944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.859954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f8df7-c385-4c6b-8e81-0e492804c4f2 req-9fb82442-2c1a-4903-a462-f50edccce3cc tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:40.861635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-907f8df7-c385-4c6b-8e81-0e492804c4f2 req-9fb82442-2c1a-4903-a462-f50edccce3cc tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2997549 May 26 19:25:40.874408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=a0292691-66a5-450b-b98e-c1c229869d09,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:40.876341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:40.886401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fdc5ea-02e1-4fb5-a616-12e8573af4c1 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:40.899853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0eb5583-0b57-4b52-a123-fa9a7f8370fa,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:40.920729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad91f9dc-2b62-40d6-9fc6-8bf996198bfa tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/a0292691-66a5-450b-b98e-c1c229869d09 HTTP/1.1" status: 204 len: 168 time: 0.7984478 May 26 19:25:40.922329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41352) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:40.940990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Checking segment: {'id': '943a4b89-3aab-4a2f-8145-25d66bc6170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:40.941883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Network hostable DHCP agents. Network: d3776c7e-7cd9-49b1-8880-f8221abe36f2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:25:40.963868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Network d3776c7e-7cd9-49b1-8880-f8221abe36f2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:25:40.977598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d3776c7e-7cd9-49b1-8880-f8221abe36f2) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:40.994054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet f25417f7-cfb2-4f22-b633-74e1c049b899 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:41.000434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:41.001340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.031177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d5e2e-f019-4142-9297-79b2ca5d03af None None] Network d3776c7e-7cd9-49b1-8880-f8221abe36f2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:41.031576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-907f8df7-c385-4c6b-8e81-0e492804c4f2 req-737470e3-3288-43f1-968f-d615038f8d1a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513343 May 26 19:25:41.032551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.037703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f0e6271-b605-40e6-bcb7-cb83914ed087 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6326473 May 26 19:25:41.117650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.336061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.379202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a56a1-a242-4d57-9428-45ac2257ad07 None None] Network d3776c7e-7cd9-49b1-8880-f8221abe36f2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:41.397959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660f2bc-1c66-4677-b046-44348bfa043f req-fb154cdc-32a3-469c-a641-4d0f548c8b36 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:41.399478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c660f2bc-1c66-4677-b046-44348bfa043f req-fb154cdc-32a3-469c-a641-4d0f548c8b36 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1776953 May 26 19:25:41.475756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c660f2bc-1c66-4677-b046-44348bfa043f req-b30030a3-37a3-4e33-a03f-47119e604e87 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 May 26 19:25:41.484549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.579252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=f25417f7-cfb2-4f22-b633-74e1c049b899,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:41.588843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:41.603267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41370) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:41.615441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fdde5db-31fe-48d9-bf56-3921aea65dc0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/f25417f7-cfb2-4f22-b633-74e1c049b899 HTTP/1.1" status: 204 len: 168 time: 0.6829453 May 26 19:25:41.707588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41376) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:41.719123 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94fb8d6e-41c7-4f96-9794-62bae4b12df6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142814 May 26 19:25:41.765346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:25:41.841032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b102ce-88ee-407b-a89b-1d730ee061d6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:41.841907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-40b102ce-88ee-407b-a89b-1d730ee061d6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:41.864621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-40b102ce-88ee-407b-a89b-1d730ee061d6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:41.866127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-40b102ce-88ee-407b-a89b-1d730ee061d6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1575439 May 26 19:25:41.868712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41386) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:41.997029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:42.015387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0022fa09-eba9-4d93-8291-929f740ae984', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'port_id': '0022fa09-eba9-4d93-8291-929f740ae984', 'mac_address': 'fa:16:3e:38:7a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc2171d-d4eb-4151-adee-236e6592f00a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:25:42.031831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a23355-1bf7-42de-8741-4471afac4ef2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:42.033001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f2a23355-1bf7-42de-8741-4471afac4ef2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:42.071332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f2a23355-1bf7-42de-8741-4471afac4ef2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:42.072833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f2a23355-1bf7-42de-8741-4471afac4ef2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2029021 May 26 19:25:42.075147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41396) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:42.107118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41400) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:42.113003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-453650384-network', 'tenant_id': 'e55766f47f44436ea6ca8330e18b03ac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:42.118321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:42.122785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Usage tracker for resource:network and tenant:e55766f47f44436ea6ca8330e18b03ac is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:42.125891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:42.132984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:42.147007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Made reservation on behalf of e55766f47f44436ea6ca8330e18b03ac for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:42.149957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.150821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0022fa09-eba9-4d93-8291-929f740ae984 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:42.151457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.163646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.173970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0022fa09-eba9-4d93-8291-929f740ae984 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:42.180688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:42.192866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Usage tracker for resource:security_group_rule and tenant:e55766f47f44436ea6ca8330e18b03ac is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:42.197556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:42.202882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.203358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:42.203676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-80cbb1d1-92a8-4e4b-9bc0-c0d7f9f7655d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272235 May 26 19:25:42.208707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41404) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:42.220455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:42.237429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40a563-2010-469f-b18e-8389fa6c772f req-9059fcc6-312a-4acf-95b8-50c1b3880fde tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:42.239092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab40a563-2010-469f-b18e-8389fa6c772f req-9059fcc6-312a-4acf-95b8-50c1b3880fde tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.2894387 May 26 19:25:42.257250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:42.309182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:42.324486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0022fa09-eba9-4d93-8291-929f740ae984'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:25:42.337795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab40a563-2010-469f-b18e-8389fa6c772f req-d05fc68b-5cf2-45ef-bc48-fcc91d26bff2 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913398 May 26 19:25:42.418737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:42.438323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:42.459332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:42.462933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.464967 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:42.464967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:42.522020 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-448f5a0d-872f-4448-9a0d-1ec9592315df tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3089190 May 26 19:25:42.522680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41420) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:42.537483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:42.549152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ece9a-8951-45c1-9d28-487e941f1472 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:42.667251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-277fd2df-5d4d-41aa-848c-3e5a193784f6 None None] Provisioning complete for port 08b7e8eb-f8df-45c1-b489-158b4dede34d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:42.667625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-277fd2df-5d4d-41aa-848c-3e5a193784f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.691187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.699718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:42.712632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:42.721388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ee164-85e7-4852-a141-799a93b44919 req-5a16d365-de1f-4118-875a-c34d9209761a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:42.722660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.738317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-084ee164-85e7-4852-a141-799a93b44919 req-5a16d365-de1f-4118-875a-c34d9209761a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 813 time: 0.1907229 May 26 19:25:42.741750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:25:42.754099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.754783 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Added segment 551d7227-836f-484d-a3e5-3c4519668e9f of type vlan for network 6a7fd1c4-27b0-4b37-b43f-0d88c557b301 May 26 19:25:42.757543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-084ee164-85e7-4852-a141-799a93b44919 req-3a43cc60-28aa-445e-ab89-857ed2b6349f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/quotas/138ae5b29ec6425f85503a7f7a063f36 HTTP/1.1" status: 200 len: 375 time: 0.0180511 May 26 19:25:42.826084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:42.838583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.838583 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:42.838583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:42.853527 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.857200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-084ee164-85e7-4852-a141-799a93b44919 req-a8503d69-cd58-4bfa-913e-31c987207d91 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986176 May 26 19:25:42.931198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41432) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:42.931333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a177042e-1cdb-417e-9f2f-b0fc5c1216b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4053776 May 26 19:25:42.934070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5126390-f45a-43da-89b5-87b320e2d51e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:42.936545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:42.981657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:42.983830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:42.984767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.008006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-277fd2df-5d4d-41aa-848c-3e5a193784f6 None None] Current status of the port 08b7e8eb-f8df-45c1-b489-158b4dede34d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:43.124437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:43.129623 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0175881 May 26 19:25:43.130196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Deleting port 08b7e8eb-f8df-45c1-b489-158b4dede34d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:43.130196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.136871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41436) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:43.148782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Request body: {'subnet': {'network_id': '6a7fd1c4-27b0-4b37-b43f-0d88c557b301', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-453650384-subnet', 'tenant_id': 'e55766f47f44436ea6ca8330e18b03ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:43.159085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:43.165127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Usage tracker for resource:subnet and tenant:e55766f47f44436ea6ca8330e18b03ac is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:43.169324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:43.172331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:43.179071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:43.190263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:43.204150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Made reservation on behalf of e55766f47f44436ea6ca8330e18b03ac for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:43.207792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.236090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:43.239731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.241297 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:43.241719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:43.275883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c960f-340a-473e-9c4f-fc45e5c61276 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7fd1c4-27b0-4b37-b43f-0d88c557b301,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:43.289107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6a7fd1c4-27b0-4b37-b43f-0d88c557b301 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:25:43.324936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378acdf-2dd6-43d5-b916-23c94a7e2151 req-af8107f3-45d7-4ea5-b94a-24cc25c74cf7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:43.326423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2378acdf-2dd6-43d5-b916-23c94a7e2151 req-af8107f3-45d7-4ea5-b94a-24cc25c74cf7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2866580 May 26 19:25:43.341908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-66931f9b-01bd-4b73-a75c-89208f780e71 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4125440 May 26 19:25:43.346775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41440) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:43.352747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:43.398311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2378acdf-2dd6-43d5-b916-23c94a7e2151 req-2d11f725-7d51-436c-88b6-97fd60414398 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 May 26 19:25:43.475406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] For port 08b7e8eb-f8df-45c1-b489-158b4dede34d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=08b7e8eb-f8df-45c1-b489-158b4dede34d,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:43.475954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.520202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:43.531130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:43.542727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:43.546221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.546748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.548299 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:43.548867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:43.575284 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0ca57824-da64-46fc-98e6-6288ebff2751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2271240 May 26 19:25:43.576157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41454) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:43.583492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:43.625370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Calling delete_port for 08b7e8eb-f8df-45c1-b489-158b4dede34d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:43.710198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.713554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:43.725795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:43.737641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:43.741400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.742775 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:43.743262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:43.761729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] No DVR routers for this DVR port 08b7e8eb-f8df-45c1-b489-158b4dede34d on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:43.763668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c459c1-32de-4669-a946-b86139b8307a None None] Pushing event deleted for resources: {'Port': ['ID=08b7e8eb-f8df-45c1-b489-158b4dede34d,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:43.778058 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85858da9-5997-4ad3-a4ba-abcdd1ba9d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1980054 May 26 19:25:43.778322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:43.778837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:43.784008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:43.799035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54b2d45-961a-48eb-b698-351f5f30e1ac,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:43.813178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Checking segment: {'id': '551d7227-836f-484d-a3e5-3c4519668e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a7fd1c4-27b0-4b37-b43f-0d88c557b301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:43.814617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Network hostable DHCP agents. Network: 6a7fd1c4-27b0-4b37-b43f-0d88c557b301, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:25:43.855156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78497e-e53c-466f-9354-d28fc77711b8 req-50934bf5-2809-4733-ba02-78ecf2f52336 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:43.857876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc78497e-e53c-466f-9354-d28fc77711b8 req-50934bf5-2809-4733-ba02-78ecf2f52336 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2585716 May 26 19:25:43.858691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Network 6a7fd1c4-27b0-4b37-b43f-0d88c557b301 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:25:43.924337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:43.925186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:43.928123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc78497e-e53c-466f-9354-d28fc77711b8 req-c51b9e89-b3b9-4123-9074-3a68a20e0bca tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 May 26 19:25:43.928356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6a7fd1c4-27b0-4b37-b43f-0d88c557b301) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:43.932634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:43.933299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.954335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:43.963517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-371196f1-1dbb-4b2f-87f7-785c7da58b97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8249431 May 26 19:25:43.977781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:43.981299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:43.982821 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:25:43.983242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:25:44.007454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960cfaa3-d984-4e57-9cd6-b759870a2182 None None] Network 6a7fd1c4-27b0-4b37-b43f-0d88c557b301 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:44.023231 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d2fea92-ecd7-4147-89b8-c1f97de5453e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2431743 May 26 19:25:44.025123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41466) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:44.049217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.054914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 08b7e8eb-f8df-45c1-b489-158b4dede34d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:44.055259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 08b7e8eb-f8df-45c1-b489-158b4dede34d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:44.119425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-169fd8b7-ac9b-4618-9d95-a98f2eb5ea62 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0930524 May 26 19:25:44.121883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41470) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:44.222075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0022fa09-eba9-4d93-8291-929f740ae984 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:44.222449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.228382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b549cc4-03d7-4a30-bf54-ec77735e3663 req-99dd2beb-f559-4f87-90e5-8c63b7902d75 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:44.228826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b348f7-cee9-4ac6-a9f5-87cc97a89031 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:44.229980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b549cc4-03d7-4a30-bf54-ec77735e3663 req-99dd2beb-f559-4f87-90e5-8c63b7902d75 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 945 time: 0.1093802 May 26 19:25:44.236636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03b348f7-cee9-4ac6-a9f5-87cc97a89031 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:44.250407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03b348f7-cee9-4ac6-a9f5-87cc97a89031 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:44.255389 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03b348f7-cee9-4ac6-a9f5-87cc97a89031 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1284039 May 26 19:25:44.255671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:44.326514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b549cc4-03d7-4a30-bf54-ec77735e3663 req-1887a821-b9db-43f2-9109-12b0927bc787 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890727 May 26 19:25:44.389328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41488) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:44.389541 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-895d29c2-0042-4a91-a70b-9ad35ab6f4ef tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327181 May 26 19:25:44.395695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:44.455435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7633990-14fa-41a9-964c-1f784b43a997 None None] Network 6a7fd1c4-27b0-4b37-b43f-0d88c557b301 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:44.561426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0022fa09-eba9-4d93-8291-929f740ae984 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:44.561800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.601601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:44.614790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:44.632724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:44.634794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:44.636863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.643304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9b5528c0-b7f6-4949-9710-c88afcee521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.666317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0aff-c075-4d1f-9b96-d98b92be7b39 req-d0133eab-4a3f-4cfd-b1eb-a11d5c6889e9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:44.667841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-302b0aff-c075-4d1f-9b96-d98b92be7b39 req-d0133eab-4a3f-4cfd-b1eb-a11d5c6889e9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1746635 May 26 19:25:44.678518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:44.690458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:44.797483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-302b0aff-c075-4d1f-9b96-d98b92be7b39 req-89690c1d-0e24-4e2a-bd75-1ed3213b2646 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 May 26 19:25:44.804979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:45.107719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:45.112969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:45.230618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:45.238129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:45.243293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:45.243734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:45.246912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad7813-feb9-4ab0-a226-b055efdb43cc None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:45.286371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=8a968c25-52e1-4d50-b5c1-855553f8f8fb,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:45.320491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-5ccb15f6-764d-46a4-9ef6-64c2c9e4133c tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:45.322010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-5ccb15f6-764d-46a4-9ef6-64c2c9e4133c tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/networks?id=d3776c7e-7cd9-49b1-8880-f8221abe36f2 HTTP/1.1" status: 200 len: 807 time: 0.2487884 May 26 19:25:45.326192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3830da89-d1f6-498d-b79f-21f6ce5be190 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9356146 May 26 19:25:45.326979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41538) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:45.335820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:e0:69:5e', 'name': 'tempest-NetworksTestDHCPv6-2066608826'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:45.339358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-5897cdf2-dc25-46a2-a11b-b0df2e8d07f5 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/quotas/e8089389faa04ac2a6235409e521c0d6 HTTP/1.1" status: 200 len: 375 time: 0.0103538 May 26 19:25:45.403722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-98fa82b0-afbf-4de7-972c-aa52c9a0caf4 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8089389faa04ac2a6235409e521c0d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588570 May 26 19:25:45.575829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '8a968c25-52e1-4d50-b5c1-855553f8f8fb'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:25:45.576691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:45.618829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:45.637010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:45.650566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-0eb01964-83a2-483e-8609-8a338cf4ade1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391281 May 26 19:25:45.664827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:45.851922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Allocated IP 2001:db8::f816:3eff:fecc:c3eb (1de15714-029c-45d8-802a-f7d18ed8bfd5/8a968c25-52e1-4d50-b5c1-855553f8f8fb/bcb9d4d1-2fa9-461f-bde9-46ba7c777787) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:45.855772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-f89f95ec-1664-4842-b1d4-a9191a0d0473 service neutron] 10.222.0.24 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988647 May 26 19:25:45.908153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:45.943142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port feb1f646-70e5-4431-97b4-142f2decba62 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:46.200425 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.212776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Transition to ACTIVE for port object bcb9d4d1-2fa9-461f-bde9-46ba7c777787 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:46.277502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Transition to ACTIVE for port object bcb9d4d1-2fa9-461f-bde9-46ba7c777787 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:46.287275 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.370710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:46.373940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:46.378562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:46.384687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Pushing event updated for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:46.437947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fee0:695e (1de15714-029c-45d8-802a-f7d18ed8bfd5/8a968c25-52e1-4d50-b5c1-855553f8f8fb/feb1f646-70e5-4431-97b4-142f2decba62) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:46.457252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326550d-3826-4b20-8f89-a60905949825 req-5c429036-6e5c-4931-a690-c5588545741e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:46.472204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a326550d-3826-4b20-8f89-a60905949825 req-5c429036-6e5c-4931-a690-c5588545741e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.1965740 May 26 19:25:46.536344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Attempting to bind port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:46.536978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Attempting to bind port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:46.537582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Attempting to bind port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:46.544265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:46.545022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:46.546227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.551768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:46.552766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Bound port: bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:46.553442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.575261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a326550d-3826-4b20-8f89-a60905949825 req-c10d590c-c142-45f4-8ca4-f322893aa2ae tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016228 May 26 19:25:46.653879 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b513abb9-6de2-406a-97ae-3e702fb91841'] response: {'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984', 'code': 200} May 26 19:25:46.747724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7db20853-3056-4150-a522-a219b426ce65 None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:46.751091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7db20853-3056-4150-a522-a219b426ce65 None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:46.756097 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.819571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.860135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object feb1f646-70e5-4431-97b4-142f2decba62 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:46.902007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5785d630-6786-40f8-9806-64ba261b87e2 req-b6282038-7628-4c11-9505-873eed773aad tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=138ae5b29ec6425f85503a7f7a063f36 HTTP/1.1" status: 200 len: 221 time: 0.0930181 May 26 19:25:46.906417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0780b964-7eb5-4819-869f-73b6ff0088ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.923731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:46.927005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db20853-3056-4150-a522-a219b426ce65 None None] Pushing event updated for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:47.057930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:47.058719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=feb1f646-70e5-4431-97b4-142f2decba62,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:47.062914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:47.070341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:47.077469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:47.078122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:47.145643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e4415cfc-e12c-4515-8dac-23cdaec44bda tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8087792 May 26 19:25:47.145643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:47.280246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50a57e-6cb4-41e3-b140-7e4c6bc5d6f0 req-48c5be5c-da8f-4aa7-a942-84d075075494 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:47.282547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba50a57e-6cb4-41e3-b140-7e4c6bc5d6f0 req-48c5be5c-da8f-4aa7-a942-84d075075494 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.1689382 May 26 19:25:47.294721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084f9ab-ed95-4010-8294-042e9d270b49 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:47.297078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:47.305777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084f9ab-ed95-4010-8294-042e9d270b49 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:47.306780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7084f9ab-ed95-4010-8294-042e9d270b49 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:47.332723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7084f9ab-ed95-4010-8294-042e9d270b49 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:47.336679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7084f9ab-ed95-4010-8294-042e9d270b49 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1956387 May 26 19:25:47.339010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41598) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:47.341788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba50a57e-6cb4-41e3-b140-7e4c6bc5d6f0 req-17f65079-1b8d-4d2c-8de8-39e134c83298 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524895 May 26 19:25:47.415659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port feb1f646-70e5-4431-97b4-142f2decba62 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:47.416010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:47.516922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba2a7f56-23ff-48d0-a286-e48fbdde2e92 req-7eb491ef-87b8-441b-af05-30651c42cd89 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 210 time: 0.0608876 May 26 19:25:48.005225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25144a7-c6e5-4e95-9fd7-42e057931b3a req-16584477-d869-46cc-a042-1efc4e52b93d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:48.021515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:48.022100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a25144a7-c6e5-4e95-9fd7-42e057931b3a req-16584477-d869-46cc-a042-1efc4e52b93d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3386948 May 26 19:25:48.054546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bcb9d4d1-2fa9-461f-bde9-46ba7c777787 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:48.182186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a25144a7-c6e5-4e95-9fd7-42e057931b3a req-48ef42ee-f395-42f7-921f-56bbbf7b626d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591349 May 26 19:25:48.224549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:48.284665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:48.383076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for feb1f646-70e5-4431-97b4-142f2decba62 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:48.457733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41630) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:48.578176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-14cc4fdd-c5ef-4fa7-8bd1-f9d71001a48b tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:48.579578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-14cc4fdd-c5ef-4fa7-8bd1-f9d71001a48b tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.53 "GET /v2.0/networks?id=d3776c7e-7cd9-49b1-8880-f8221abe36f2 HTTP/1.1" status: 200 len: 807 time: 0.3610656 May 26 19:25:48.604809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a484da-101c-4621-afdf-d1be82618d62 req-8d3be869-c2be-4247-bcde-a014e7cde52b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:48.613715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80a484da-101c-4621-afdf-d1be82618d62 req-8d3be869-c2be-4247-bcde-a014e7cde52b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.1949596 May 26 19:25:48.618987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Request body: {'port': {'device_id': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2', 'admin_state_up': True, 'tenant_id': 'e8089389faa04ac2a6235409e521c0d6'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:48.691125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Provisioning for port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:48.697221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Provisioning complete for port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:48.698582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:48.783719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80a484da-101c-4621-afdf-d1be82618d62 req-67d6fd75-5b76-4cb4-8188-0902e5fc5a48 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654923 May 26 19:25:48.860201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:48.892367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:48.894649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:48.944620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:48.949827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Usage tracker for resource:port and tenant:e8089389faa04ac2a6235409e521c0d6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:48.953873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:48.975968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:48.976162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Usage tracker for resource:security_group_rule and tenant:48ae017a47e54bffa93b6fedd0bf7678 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:48.980887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=feb1f646-70e5-4431-97b4-142f2decba62,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:48.981450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Current status of the port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:48.982067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.029403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:49.045305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:49.059311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.061767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Made reservation on behalf of e8089389faa04ac2a6235409e521c0d6 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:49.065650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.074893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:49.081990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db750146-4e9e-4129-a589-a949142302be req-fec58719-575b-4c55-8c95-4c7e8564e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:49.083381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.083623 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db750146-4e9e-4129-a589-a949142302be req-fec58719-575b-4c55-8c95-4c7e8564e74e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.3825357 May 26 19:25:49.140874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dd80ef35-7715-47ab-866a-73a4c052993c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/feb1f646-70e5-4431-97b4-142f2decba62 HTTP/1.1" status: 204 len: 168 time: 1.7956452 May 26 19:25:49.141509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:49.200765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-db750146-4e9e-4129-a589-a949142302be req-9b8baf7e-9ba1-477b-81cb-2bdd36e304df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082833 May 26 19:25:49.213854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06005c-6f1f-45b5-bad8-0508bf42d619 None None] Pushing event updated for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:49.242486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d6135c0d-b3ea-483c-80a9-147db46a87fe None None] Could not find standard attr ID for object feb1f646-70e5-4431-97b4-142f2decba62. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:25:49.257946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d8114-98df-4e93-9fdb-de5a48281181 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:49.259565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d8114-98df-4e93-9fdb-de5a48281181 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:49.264206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d39d8114-98df-4e93-9fdb-de5a48281181 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1166952 May 26 19:25:49.265243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41652) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:49.279431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2017cb-2a2d-4130-91b0-01ed84ecb15e req-a19b6728-caf8-4e25-a38a-f2eb28117a61 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:49.287440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d2017cb-2a2d-4130-91b0-01ed84ecb15e req-a19b6728-caf8-4e25-a38a-f2eb28117a61 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3003755 May 26 19:25:49.341006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.347186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.396048 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48ae017a47e54bffa93b6fedd0bf7678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9353361 May 26 19:25:49.396852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41656) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:49.441391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e831b-dfec-4202-a113-d9d521d94a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553814c-5969-47f9-918d-569dbc87b2f4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:49.460667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 8a968c25-52e1-4d50-b5c1-855553f8f8fb {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:49.463612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.481168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.503088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d2017cb-2a2d-4130-91b0-01ed84ecb15e req-ea89f631-88f0-4526-85e6-1f6940928778 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146509 May 26 19:25:49.510141 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.533549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Allocated IP 172.20.0.11 (d3776c7e-7cd9-49b1-8880-f8221abe36f2/a0eb5583-0b57-4b52-a123-fa9a7f8370fa/d8b4257f-8834-486f-b8b4-c9d1f9556df9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:49.540954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.588881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.632600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553814c-5969-47f9-918d-569dbc87b2f4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:49.632750 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.643196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.648484 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-621d013a-8209-42da-8528-bdfe58664f4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5553814c-5969-47f9-918d-569dbc87b2f4 HTTP/1.1" status: 204 len: 168 time: 0.2433081 May 26 19:25:49.761423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.944283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bcb9d4d1-2fa9-461f-bde9-46ba7c777787 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:49.969446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:49.974305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.019033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ae9cc-f4d9-4d59-8c03-d68628580cda req-7dbc1de6-d385-4f38-85f1-688b9bc2bd94 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:50.025709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec0ae9cc-f4d9-4d59-8c03-d68628580cda req-7dbc1de6-d385-4f38-85f1-688b9bc2bd94 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 946 time: 0.2721322 May 26 19:25:50.056284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=8a968c25-52e1-4d50-b5c1-855553f8f8fb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:50.058454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.074900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:50.075037 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.088822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-72cd4f99-45f4-4037-89d3-b4ab00ac051b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/8a968c25-52e1-4d50-b5c1-855553f8f8fb HTTP/1.1" status: 204 len: 168 time: 0.7991571 May 26 19:25:50.091259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:50.119133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cfcb6-ceb9-4c9b-b8af-a2b2b4cf7802 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:50.127271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec0ae9cc-f4d9-4d59-8c03-d68628580cda req-1234f7df-5532-44d8-99fd-ad0e32026873 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001184 May 26 19:25:50.172223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.198047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3a52842-8ef8-4c59-abb0-9b2d46c34b6a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049492 May 26 19:25:50.200858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41690) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:50.208613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:50.319659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Network d3776c7e-7cd9-49b1-8880-f8221abe36f2 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:50.325605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:50.360732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:50.388323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:50.398605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:50.403255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:50.424852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Pushing event updated for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:50.452363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:50.462172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:50.462835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.467093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:50.472556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.491065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-6af7a4e2-bc04-445b-9a8f-c0221f6c2964 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004476 May 26 19:25:50.500049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec04d-517d-4935-85c3-413796364459 req-cc3ce480-456a-4c90-a9ea-6580eea845b4 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:50.501079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2fdec04d-517d-4935-85c3-413796364459 req-cc3ce480-456a-4c90-a9ea-6580eea845b4 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Synchronizing usage tracker for tenant:e8089389faa04ac2a6235409e521c0d6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:50.512203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Request body: {'port': {'device_id': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:50.609648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2fdec04d-517d-4935-85c3-413796364459 req-cc3ce480-456a-4c90-a9ea-6580eea845b4 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Unset dirty status for tenant:e8089389faa04ac2a6235409e521c0d6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:50.617443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fdec04d-517d-4935-85c3-413796364459 req-cc3ce480-456a-4c90-a9ea-6580eea845b4 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 932 time: 0.2929451 May 26 19:25:50.634408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:50.789282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:25:50.794016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Deleting port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:50.794438 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:50.843954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fdec04d-517d-4935-85c3-413796364459 req-773f7e68-3723-4249-9d85-5a840221e433 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252741 May 26 19:25:50.853190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.136674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:51.137513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.201525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:51.299546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b8c3f-c475-4221-9d8e-85bf877f3ac6 req-2135e7a3-3b6a-4c75-8def-7ac33e2c1b84 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:51.301140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be6b8c3f-c475-4221-9d8e-85bf877f3ac6 req-2135e7a3-3b6a-4c75-8def-7ac33e2c1b84 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.1958330 May 26 19:25:51.320719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Calling delete_port for bcb9d4d1-2fa9-461f-bde9-46ba7c777787 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:51.392818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be6b8c3f-c475-4221-9d8e-85bf877f3ac6 req-a39db88d-0256-4f04-b0b3-d233c7d678b3 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 May 26 19:25:51.430523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:25:51.430882 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:25:51.484680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.487272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b4257f-8834-486f-b8b4-c9d1f9556df9 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:51.498579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.514915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Transition to ACTIVE for port object d8b4257f-8834-486f-b8b4-c9d1f9556df9 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:51.523019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.804044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:51.825342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:51.894705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Attempting to bind port d8b4257f-8834-486f-b8b4-c9d1f9556df9 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:51.895677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Attempting to bind port d8b4257f-8834-486f-b8b4-c9d1f9556df9 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '943a4b89-3aab-4a2f-8145-25d66bc6170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:51.896187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Attempting to bind port d8b4257f-8834-486f-b8b4-c9d1f9556df9 on network d3776c7e-7cd9-49b1-8880-f8221abe36f2 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:51.907291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Port d8b4257f-8834-486f-b8b4-c9d1f9556df9 on network d3776c7e-7cd9-49b1-8880-f8221abe36f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:25:51.907900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Attempting to bind port d8b4257f-8834-486f-b8b4-c9d1f9556df9 on network d3776c7e-7cd9-49b1-8880-f8221abe36f2 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:51.932207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:51.933098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Checking segment: {'id': '943a4b89-3aab-4a2f-8145-25d66bc6170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:51.933341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Bound using segment: {'id': '943a4b89-3aab-4a2f-8145-25d66bc6170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:51.933771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Bound port: d8b4257f-8834-486f-b8b4-c9d1f9556df9, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943a4b89-3aab-4a2f-8145-25d66bc6170c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:51.934122 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.943387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Deleting port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:51.944169 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:51.987660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bcb9d4d1-2fa9-461f-bde9-46ba7c777787 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:52.022064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:52.047288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.054054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.055152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.141067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5e07d-9c1d-4558-86ea-36dfc43c65a1 req-376a171b-269a-42fe-84a1-6fa03b56643c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:52.151888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dce5e07d-9c1d-4558-86ea-36dfc43c65a1 req-376a171b-269a-42fe-84a1-6fa03b56643c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3114884 May 26 19:25:52.182733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:52.187843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:52.195306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:52.196031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.209325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:52.216609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9,segment=NetworkSegment(943a4b89-3aab-4a2f-8145-25d66bc6170c),segment_id=943a4b89-3aab-4a2f-8145-25d66bc6170c)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:52.218051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=a92a816f-1245-4085-ac3e-2b823c11bd22,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:52.229404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=6']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:52.244664 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59e40797-563c-4917-b398-574a375dc292 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0423453 May 26 19:25:52.245460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:52.270322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:5f:62:19', 'name': 'tempest-NetworksTestDHCPv6-1496607297'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:52.270582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.344154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dce5e07d-9c1d-4558-86ea-36dfc43c65a1 req-ffc142b7-efa7-4c4d-8d81-d010a1b87f94 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913040 May 26 19:25:52.367128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:52.368750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.370355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] 10.222.0.53 "PUT /v2.0/ports/d8b4257f-8834-486f-b8b4-c9d1f9556df9 HTTP/1.1" status: 200 len: 1092 time: 1.8642859 May 26 19:25:52.379443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:52.387634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:52.388316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.404902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0022fa09-eba9-4d93-8291-929f740ae984 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:52.405626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.418246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b99ec-f6ee-49b6-a3b4-1f29f537d884 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:52.532203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-b464216c-b306-4849-8e93-88ff88e32af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:52.534947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-b464216c-b306-4849-8e93-88ff88e32af3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8089389faa04ac2a6235409e521c0d6&device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 1095 time: 0.1100886 May 26 19:25:52.538333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:52.542675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:52.549569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:52.557480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:52.562401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:52.569519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:52.572740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.585241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:52.604171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:52.646693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.675394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-109e95cf-cffb-4dc8-ae5b-232472483558 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9 HTTP/1.1" status: 200 len: 217 time: 0.1307464 May 26 19:25:52.744772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:52.771199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.772778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-abd29683-2288-4c4e-8788-d28c640f9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:52.774427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-abd29683-2288-4c4e-8788-d28c640f9ead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0eb5583-0b57-4b52-a123-fa9a7f8370fa HTTP/1.1" status: 200 len: 847 time: 0.0838296 May 26 19:25:52.801765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 8147b155-17da-484f-8cc0-a23e82b1e7a6 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:25:52.805344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-5a4c01e2-9739-4eb1-a7f4-36c578fa806d tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0f139d2b2d934503ad89303e02bb438c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298634 May 26 19:25:52.817824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:52.818211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:52.854618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-bfe14dca-2b7d-416e-b807-e41d426eae7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3776c7e-7cd9-49b1-8880-f8221abe36f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480471 May 26 19:25:52.972093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Calling delete_port for bcb9d4d1-2fa9-461f-bde9-46ba7c777787 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:53.000397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe5f:6219 (1de15714-029c-45d8-802a-f7d18ed8bfd5/a92a816f-1245-4085-ac3e-2b823c11bd22/8147b155-17da-484f-8cc0-a23e82b1e7a6) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:53.026535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:53.068262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:25:53.068650 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:25:53.097428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Deleting port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:53.098556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.130539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-264569dc-7368-4660-89c9-8d1221b6e64e tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:53.137235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-264569dc-7368-4660-89c9-8d1221b6e64e tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815759 May 26 19:25:53.140336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-f6070232-72a7-4a73-b4be-0275f8bd4148 service neutron] 10.222.0.53 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638304 May 26 19:25:53.179026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-124eda6f-efe0-424d-b605-93e4fa44593d tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/quotas/0f139d2b2d934503ad89303e02bb438c HTTP/1.1" status: 200 len: 375 time: 0.0409567 May 26 19:25:53.288753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.308391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 8147b155-17da-484f-8cc0-a23e82b1e7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:53.344214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.416675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-4951a611-060a-4ec6-ab50-a8d830d83fc1 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f139d2b2d934503ad89303e02bb438c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2367055 May 26 19:25:53.436921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] For port bcb9d4d1-2fa9-461f-bde9-46ba7c777787, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:53.437491 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.457457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:53.461229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:53.468448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:53.474847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:53.475473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.498896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4db641d-17bd-4d13-a025-cc99fa0ef999 req-8e8539d0-b976-4bb2-8551-317811af1205 service neutron] 10.222.0.53 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504198 May 26 19:25:53.505533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2580481 May 26 19:25:53.507950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41780) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:53.509843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750278a-5ac8-41d2-ad64-4b01b89efb16 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=8147b155-17da-484f-8cc0-a23e82b1e7a6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:53.609868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a23ec-248b-44d5-a668-1836446853ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:53.620078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a23ec-248b-44d5-a668-1836446853ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:53.624913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a33a23ec-248b-44d5-a668-1836446853ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1158795 May 26 19:25:53.625899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:53.653682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Calling delete_port for bcb9d4d1-2fa9-461f-bde9-46ba7c777787 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:53.710217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 8147b155-17da-484f-8cc0-a23e82b1e7a6 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:53.710847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.911529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:53.966767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] Pushing event deleted for resources: {'Port': ['ID=bcb9d4d1-2fa9-461f-bde9-46ba7c777787,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:54.082188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a48ef-87c7-42d2-93a3-0137e5ff94ba None None] No DVR routers for this DVR port bcb9d4d1-2fa9-461f-bde9-46ba7c777787 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:54.089451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80a8ed-139e-4b42-9928-0d8ff6938a14 req-c8c51815-1d8a-42ad-ac87-8b060a51164a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:54.090628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af80a8ed-139e-4b42-9928-0d8ff6938a14 req-c8c51815-1d8a-42ad-ac87-8b060a51164a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 944 time: 0.2140174 May 26 19:25:54.112815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea097c-2839-4b4b-b59c-340bebb4e5ae None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:54.129910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:54.311755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 8147b155-17da-484f-8cc0-a23e82b1e7a6 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:54.391250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af80a8ed-139e-4b42-9928-0d8ff6938a14 req-4170aec2-3ef0-4199-8b60-d2bc9280619a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862694 May 26 19:25:54.512227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'a92a816f-1245-4085-ac3e-2b823c11bd22'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:25:54.512841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:54.650744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:54.721435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=8147b155-17da-484f-8cc0-a23e82b1e7a6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:54.782374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-762bbf3d-d94b-40bc-ba55-27409b18a035 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:54.784040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-762bbf3d-d94b-40bc-ba55-27409b18a035 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 944 time: 0.2875028 May 26 19:25:54.785550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:54.841204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2eaa3ad5-100e-4713-bfaf-d4c057f6f373 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/8147b155-17da-484f-8cc0-a23e82b1e7a6 HTTP/1.1" status: 204 len: 168 time: 1.2118971 May 26 19:25:54.843355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:54.873132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4c22-aa63-4550-9997-2ba9a6eadb34 req-31685940-f4ae-44f1-8143-2cc091650271 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:54.877138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Allocated IP 2001:db8::f816:3eff:fe74:463f (1de15714-029c-45d8-802a-f7d18ed8bfd5/a92a816f-1245-4085-ac3e-2b823c11bd22/8ca30bf9-fac4-4a3d-82d1-12c9098f257e) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:54.881156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-174f4c22-aa63-4550-9997-2ba9a6eadb34 req-31685940-f4ae-44f1-8143-2cc091650271 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 944 time: 0.2878678 May 26 19:25:54.905766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Deleting port 0022fa09-eba9-4d93-8291-929f740ae984 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:25:54.906353 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:54.919747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218de725-0bba-435f-b298-4330d7b59287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:54.921747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218de725-0bba-435f-b298-4330d7b59287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:54.922644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-218de725-0bba-435f-b298-4330d7b59287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:54.942055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-218de725-0bba-435f-b298-4330d7b59287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:54.943856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-218de725-0bba-435f-b298-4330d7b59287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991383 May 26 19:25:54.946864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41822) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:55.050758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet a92a816f-1245-4085-ac3e-2b823c11bd22 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:25:55.054495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-174f4c22-aa63-4550-9997-2ba9a6eadb34 req-d1712b4f-83b5-4f3f-882e-99fe2e6a9e41 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722124 May 26 19:25:55.203987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.222690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Transition to ACTIVE for port object 8ca30bf9-fac4-4a3d-82d1-12c9098f257e will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:55.243268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Transition to ACTIVE for port object 8ca30bf9-fac4-4a3d-82d1-12c9098f257e will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:55.245877 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-9de19830-c751-4f3d-9aa5-808ebdf9c4fd tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f139d2b2d934503ad89303e02bb438c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714490 May 26 19:25:55.257718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.303739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.368201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:55.372510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:55.378286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:55.475170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.546272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Pushing event updated for resources: {'Port': ['ID=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:55.616736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d51456ef-2361-4ba6-9515-e41331e9a0e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:55.618476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d51456ef-2361-4ba6-9515-e41331e9a0e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3685415 May 26 19:25:55.636437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Request body: {'port': {'device_id': '984aef07-6215-4943-bf6c-1a309f5288a6', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '0f139d2b2d934503ad89303e02bb438c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:55.640846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] For port 0022fa09-eba9-4d93-8291-929f740ae984, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0022fa09-eba9-4d93-8291-929f740ae984,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:55.641423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.658789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Attempting to bind port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:25:55.659179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Attempting to bind port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:25:55.659534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Attempting to bind port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:25:55.665344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91693c06-49b2-4c7b-9be5-8efa1aeb46a6 req-e9a6e11d-9363-45ec-aa8d-890e7cfedbb8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:55.667519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:25:55.667855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:25:55.668252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.668663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:25:55.669156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Bound port: 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:25:55.669518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.674716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91693c06-49b2-4c7b-9be5-8efa1aeb46a6 req-e9a6e11d-9363-45ec-aa8d-890e7cfedbb8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3973012 May 26 19:25:55.759392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.840614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Calling delete_port for 0022fa09-eba9-4d93-8291-929f740ae984 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:25:55.886166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:55.895360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Usage tracker for resource:port and tenant:0f139d2b2d934503ad89303e02bb438c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:55.899017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:55.906676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:55.911399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] For port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:25:55.913556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:55.915186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91693c06-49b2-4c7b-9be5-8efa1aeb46a6 req-8b7b4043-c3fc-4e2b-8c75-862066cdc8fc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394805 May 26 19:25:55.923833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] For port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:25:55.931196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.005838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=a92a816f-1245-4085-ac3e-2b823c11bd22,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:56.015957 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da9fa85-e6de-4eb7-bba6-32c6f82ca31a'] response: {'name': 'network-changed', 'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9', 'status': 'completed', 'code': 200} May 26 19:25:56.024517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.045713 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17b5b7c5-a25b-4f0c-8608-50df6acbfd12 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/a92a816f-1245-4085-ac3e-2b823c11bd22 HTTP/1.1" status: 204 len: 168 time: 1.0971541 May 26 19:25:56.049568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41848) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:56.053919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Made reservation on behalf of 0f139d2b2d934503ad89303e02bb438c for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:56.063971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.090230 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3320e11-084d-42d1-9dc6-fb334e10f54f'] response: {'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984', 'code': 200} May 26 19:25:56.111464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcc38-d166-4950-b6a8-9b1213ed3331 None None] Pushing event updated for resources: {'Port': ['ID=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:56.111737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.240325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event deleted for resources: {'Port': ['ID=0022fa09-eba9-4d93-8291-929f740ae984,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:56.331052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.365330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:56.370506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Usage tracker for resource:security_group_rule and tenant:0f139d2b2d934503ad89303e02bb438c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:25:56.374875 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-438be731-8575-4635-9f0c-3c8f7dcc28ca tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3235383 May 26 19:25:56.375790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:25:56.378523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41858) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:56.399450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7489aa36-fe2a-450b-ae72-2d05cc31f8bc req-8a843a92-e5ba-4462-a5ac-6d4377624a93 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 210 time: 0.1135387 May 26 19:25:56.417134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] No DVR routers for this DVR port 0022fa09-eba9-4d93-8291-929f740ae984 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:25:56.420973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.443052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-492aacc6-6026-4460-af85-f02bc2b05cb0 req-59d6215c-e07c-4310-98d3-5b5c30752b55 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "DELETE /v2.0/ports/0022fa09-eba9-4d93-8291-929f740ae984 HTTP/1.1" status: 204 len: 173 time: 1.6535928 May 26 19:25:56.464388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-8dfa1917-fc47-4510-a2a3-911cdff07912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:56.467165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-8dfa1917-fc47-4510-a2a3-911cdff07912 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8089389faa04ac2a6235409e521c0d6&device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 1095 time: 0.4282742 May 26 19:25:56.468829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:56.617095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8448a-bfed-4ac1-952d-58206c379792 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:56.618139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-41e8448a-bfed-4ac1-952d-58206c379792 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:56.668226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-41e8448a-bfed-4ac1-952d-58206c379792 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:56.672046 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41e8448a-bfed-4ac1-952d-58206c379792 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2906971 May 26 19:25:56.672640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41864) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:56.750749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-fe140e6b-4a82-4cff-9606-98307b6be365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:56.754536 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.756867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-fe140e6b-4a82-4cff-9606-98307b6be365 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d3776c7e-7cd9-49b1-8880-f8221abe36f2 HTTP/1.1" status: 200 len: 908 time: 0.2737854 May 26 19:25:56.781425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:56.888707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ca84d-64fd-433d-b8d9-132dda5b44f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:56.889476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a28ca84d-64fd-433d-b8d9-132dda5b44f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:56.902220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce302898-a097-4042-9455-69a706cd122f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:56.912139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-f686f75a-adb7-475a-ad46-21c5ffae7f61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9 HTTP/1.1" status: 200 len: 217 time: 0.1502209 May 26 19:25:56.955163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a28ca84d-64fd-433d-b8d9-132dda5b44f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:56.960139 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a28ca84d-64fd-433d-b8d9-132dda5b44f8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2849340 May 26 19:25:56.960983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:57.026543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-e0a9c9eb-965a-4e0f-9155-fbdd723977aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:57.027921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-e0a9c9eb-965a-4e0f-9155-fbdd723977aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.1964958 May 26 19:25:57.029437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-5c54ec78-ef9a-4163-8f9e-a22316369aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:57.031820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-5c54ec78-ef9a-4163-8f9e-a22316369aec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0eb5583-0b57-4b52-a123-fa9a7f8370fa HTTP/1.1" status: 200 len: 847 time: 0.0920086 May 26 19:25:57.085696 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38aa8ef8-08f3-49e5-8b6b-079fd303b4b6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193805 May 26 19:25:57.086300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41878) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:57.103157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:57.240605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Allocated IP 192.168.233.61 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/e3d5c042-6737-4f52-b430-caeda940a65a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:25:57.262572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:25:57.289832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:25:57.327587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-3f099954-dcaa-47cd-b4b6-9df08f0df8f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d3776c7e-7cd9-49b1-8880-f8221abe36f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2804744 May 26 19:25:57.333752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a32324e5-d1aa-45ea-bf41-03a85bf0e42c req-c61d9001-a191-4700-9f0d-174d7c99ea4b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:25:57.345335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:25:57.349155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:57.545631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-5a7c53cf-7d58-4e6b-bb24-cba66a3566b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:57.547281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-5a7c53cf-7d58-4e6b-bb24-cba66a3566b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.5014539 May 26 19:25:57.551528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a32324e5-d1aa-45ea-bf41-03a85bf0e42c req-c61d9001-a191-4700-9f0d-174d7c99ea4b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:25:57.552892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a32324e5-d1aa-45ea-bf41-03a85bf0e42c req-c61d9001-a191-4700-9f0d-174d7c99ea4b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=99ae5426-e554-45c9-94bd-a171c8c7b750 HTTP/1.1" status: 200 len: 210 time: 0.3654108 May 26 19:25:57.644779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-bc4f1f14-6ab9-4cfd-af85-a896fb4cdf13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.0878510 May 26 19:25:57.828146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d8b4257f-8834-486f-b8b4-c9d1f9556df9 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:25:57.847475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:25:57.968967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:57.978449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 0022fa09-eba9-4d93-8291-929f740ae984 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:25:57.978932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0022fa09-eba9-4d93-8291-929f740ae984 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:25:57.981528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082739a-0b2f-48b6-b876-fc6d785af1ca None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:25:58.003434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Transition to ACTIVE for port object e3d5c042-6737-4f52-b430-caeda940a65a will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:25:58.047307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-deleted', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:25:58.055964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:25:58.059127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-2a142c53-f888-4dba-aec0-28412249beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:58.061332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-2a142c53-f888-4dba-aec0-28412249beda service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.4090393 May 26 19:25:58.065157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-6b354faa-3149-4527-82a5-b37e7e0b00f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253418 May 26 19:25:58.101430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.139415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d80c-c5a2-478d-9e0e-cd02b246d2a7 req-5e3ad57e-7f16-4e7a-931f-6667602f11a2 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:58.150006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65b8d80c-c5a2-478d-9e0e-cd02b246d2a7 req-5e3ad57e-7f16-4e7a-931f-6667602f11a2 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 944 time: 0.3981235 May 26 19:25:58.211551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:58.217981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:58.227771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:25:58.257858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8ca30bf9-fac4-4a3d-82d1-12c9098f257e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:25:58.278939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Pushing event updated for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:58.315444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65b8d80c-c5a2-478d-9e0e-cd02b246d2a7 req-956cd609-3548-4b86-aa3b-bfcdbb82e7f6 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631954 May 26 19:25:58.399658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ec5ff33a-aa18-4c20-bb53-d625c7061fae None None] Could not find standard attr ID for object 8147b155-17da-484f-8cc0-a23e82b1e7a6. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:25:58.456318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-408d1a52-8c6d-48cf-bfa9-fdf819e000e8 req-9bee7599-62a8-4bec-889b-b52defec3ed2 service neutron] 10.222.0.53 "GET /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767312 May 26 19:25:58.464901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-484a9045-1029-41be-9a95-1add10dfbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:58.472658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-484a9045-1029-41be-9a95-1add10dfbbd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3899403 May 26 19:25:58.509208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:58.509869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.531795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.535136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ec5ff33a-aa18-4c20-bb53-d625c7061fae None None] Provisioning for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:58.593839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:58.603863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-07e1c651-7eb0-4333-85b3-d43cc343831a tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9715877 May 26 19:25:58.620677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Request body: {'port': {'device_id': '984aef07-6215-4943-bf6c-1a309f5288a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:58.644391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:58.644766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.752299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-8688e073-86c2-4ffe-ae01-f34d79812581 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667305 May 26 19:25:58.792721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9,segment=NetworkSegment(943a4b89-3aab-4a2f-8145-25d66bc6170c),segment_id=943a4b89-3aab-4a2f-8145-25d66bc6170c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:58.802963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d8c9-68dc-4d60-8c74-3ac5f0949bc3 req-a2769541-3f3a-4c5c-a306-97ec924139da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:58.810482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba41d8c9-68dc-4d60-8c74-3ac5f0949bc3 req-a2769541-3f3a-4c5c-a306-97ec924139da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2937202 May 26 19:25:58.815617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-02ae4364-5ef6-41f5-a803-92fa8146455f None None] Provisioning for port e3d5c042-6737-4f52-b430-caeda940a65a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:25:58.827971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-02ae4364-5ef6-41f5-a803-92fa8146455f None None] Provisioning complete for port e3d5c042-6737-4f52-b430-caeda940a65a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:58.828489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-02ae4364-5ef6-41f5-a803-92fa8146455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.906593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9', 'network_id': 'd3776c7e-7cd9-49b1-8880-f8221abe36f2', 'port_id': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9', 'mac_address': 'fa:16:3e:86:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0eb5583-0b57-4b52-a123-fa9a7f8370fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:25:58.936958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ba41d8c9-68dc-4d60-8c74-3ac5f0949bc3 req-151737b2-4d81-4d16-bdd5-cef456d4d358 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256852 May 26 19:25:58.952779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:58.987202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d65283c0-d81d-4f07-9e57-60e698ea87d9 req-15d0c988-4a0b-4408-b9d5-2604af4499e4 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266376 May 26 19:25:59.093819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d8b4257f-8834-486f-b8b4-c9d1f9556df9 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:59.094200 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.112020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-02ae4364-5ef6-41f5-a803-92fa8146455f None None] Port e3d5c042-6737-4f52-b430-caeda940a65a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:25:59.113406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:25:59.113769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.154958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b4257f-8834-486f-b8b4-c9d1f9556df9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:25:59.184473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9,segment=NetworkSegment(943a4b89-3aab-4a2f-8145-25d66bc6170c),segment_id=943a4b89-3aab-4a2f-8145-25d66bc6170c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:59.190792 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.296578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:59.330317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17517895-09d8-4871-8ddc-f630ed862af4 req-ac0d5c1d-f6fa-4d96-ae59-2191030350bf tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:59.331996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17517895-09d8-4871-8ddc-f630ed862af4 req-ac0d5c1d-f6fa-4d96-ae59-2191030350bf tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 935 time: 0.2147882 May 26 19:25:59.392719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17517895-09d8-4871-8ddc-f630ed862af4 req-125f320a-b571-45fe-a219-fd40b792b06b tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 May 26 19:25:59.434717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:25:59.466532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.525531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.526425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.642806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d8b4257f-8834-486f-b8b4-c9d1f9556df9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:25:59.649937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be5b03-c689-48e4-a765-5afcc5391733 req-81069434-9875-4675-b658-bb06a065e8a9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:59.651738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06be5b03-c689-48e4-a765-5afcc5391733 req-81069434-9875-4675-b658-bb06a065e8a9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1289392 May 26 19:25:59.679597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:25:59.680374 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:25:59.685967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Provisioning complete for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:25:59.686623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.720838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:25:59.744820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:25:59.759614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:25:59.760214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:25:59.817637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06be5b03-c689-48e4-a765-5afcc5391733 req-77fedb3c-d00a-4fcb-8037-a500b3bda1c1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332827 May 26 19:25:59.867287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41932) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:25:59.868994 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7768185 May 26 19:25:59.871136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=977d49d1-99e4-47d9-a8ea-6b32c67b8bbd,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:59.873280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806f25d-3ef6-48d0-bcd8-7582bd4e19d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,revision_number=5']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:25:59.895150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:6a:8d:8e', 'name': 'tempest-NetworksTestDHCPv6-166530474'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:25:59.935798 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5acb39-343c-4ea7-89f7-11fe8ecbfe8a'] response: {'server_uuid': '99ae5426-e554-45c9-94bd-a171c8c7b750', 'name': 'network-vif-deleted', 'tag': '0022fa09-eba9-4d93-8291-929f740ae984', 'status': 'completed', 'code': 200} May 26 19:25:59.994837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6731cab-2119-4e61-b023-e419dcc8a342 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:00.082088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d5c042-6737-4f52-b430-caeda940a65a {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:00.100494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.133978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Transition to ACTIVE for port object e3d5c042-6737-4f52-b430-caeda940a65a will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:00.141921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.210533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:00.221462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:00.236760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:00.338210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:00.338631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.367115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:00.367587 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.412131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:00.515294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] For port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:00.524778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.533722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Attempting to bind port e3d5c042-6737-4f52-b430-caeda940a65a on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:00.536199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Attempting to bind port e3d5c042-6737-4f52-b430-caeda940a65a by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:00.536544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Attempting to bind port e3d5c042-6737-4f52-b430-caeda940a65a on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:00.545827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5d1c3-8842-492f-a16f-d4681cbccab0 req-16694070-555a-458d-9b3b-1175a17a3661 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:00.546452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Port e3d5c042-6737-4f52-b430-caeda940a65a on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:26:00.546452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Attempting to bind port e3d5c042-6737-4f52-b430-caeda940a65a on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:00.548484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf5d1c3-8842-492f-a16f-d4681cbccab0 req-16694070-555a-458d-9b3b-1175a17a3661 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 945 time: 0.2831950 May 26 19:26:00.552331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:00.552674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:00.553065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:00.553514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Bound port: e3d5c042-6737-4f52-b430-caeda940a65a, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:00.553860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.572940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.651716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:00.722958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:00.728397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e3d5c042-6737-4f52-b430-caeda940a65a,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:00.741089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.754531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec392f-3bdf-4fa7-bb7b-0cdb4be1316d None None] Pushing event updated for resources: {'Port': ['ID=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:00.787471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf5d1c3-8842-492f-a16f-d4681cbccab0 req-7bb9ba67-1f7d-4b81-a5a2-bd287790ec3d tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964526 May 26 19:26:00.797020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c8337b44-bc14-4955-8fe0-85419fc134a4 None None] Could not find standard attr ID for object 8147b155-17da-484f-8cc0-a23e82b1e7a6. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:00.817030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:00.817222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:00.817487 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:00.817920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:00.819643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] 10.222.0.53 "PUT /v2.0/ports/e3d5c042-6737-4f52-b430-caeda940a65a HTTP/1.1" status: 200 len: 1095 time: 2.2054522 May 26 19:26:00.820180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:00.846784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f819-e302-4b0f-9946-75ede8cb0e2b service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:00.963608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:01.015020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe6a:8d8e (1de15714-029c-45d8-802a-f7d18ed8bfd5/977d49d1-99e4-47d9-a8ea-6b32c67b8bbd/bbccffe8-ae4c-4580-a0fb-636ba4b70aa0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:01.082876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8ca30bf9-fac4-4a3d-82d1-12c9098f257e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:01.099785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-9c613548-fac1-4ebd-a4c8-233d49dbfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.101488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-9c613548-fac1-4ebd-a4c8-233d49dbfe0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f139d2b2d934503ad89303e02bb438c&device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 1098 time: 0.2293763 May 26 19:26:01.242271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-00947f91-49d0-4f9b-bea8-2805e6da7a8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e3d5c042-6737-4f52-b430-caeda940a65a HTTP/1.1" status: 200 len: 217 time: 0.1303005 May 26 19:26:01.289900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:01.290292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:01.356651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-e8808378-7ed2-4913-9a85-3edc77f67c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.357400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3e46-5d70-4a31-812f-bb60bfd7bb9c req-61aed36e-94d9-4f12-981d-42708cedc5cd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.358106 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-e8808378-7ed2-4913-9a85-3edc77f67c24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1082575 May 26 19:26:01.358933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190f3e46-5d70-4a31-812f-bb60bfd7bb9c req-61aed36e-94d9-4f12-981d-42708cedc5cd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2903993 May 26 19:26:01.446570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-39e6c7a0-b5b3-4ce5-927c-b69159acfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.448333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-39e6c7a0-b5b3-4ce5-927c-b69159acfd7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826800 May 26 19:26:01.463616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5556225a-c986-4343-a6a1-8aa60db2118c None None] Provisioning complete for port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:01.463892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5556225a-c986-4343-a6a1-8aa60db2118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:01.525716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:01.595543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190f3e46-5d70-4a31-812f-bb60bfd7bb9c req-9be4d6e4-37d1-41db-a1ed-4226cc996929 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143734 May 26 19:26:01.618907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5556225a-c986-4343-a6a1-8aa60db2118c None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:01.651388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:01.664752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-a5b9696a-3b75-4be4-9ccf-ec896375f95e service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083726 May 26 19:26:01.679998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:01.706270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:01.829798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:01.833694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:01.843061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:01.849408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.850044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:01.889342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=bbccffe8-ae4c-4580-a0fb-636ba4b70aa0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:01.900560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b942a7ec-48b3-40d7-91f2-53065687504a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0321681 May 26 19:26:01.903629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:01.978512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c1b9f-e576-4c64-a730-0b4900bc1d38 req-3124d730-78d6-48b9-94de-606f4e9f80ea tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:01.980236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f17c1b9f-e576-4c64-a730-0b4900bc1d38 req-3124d730-78d6-48b9-94de-606f4e9f80ea tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2713346 May 26 19:26:01.988328 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-92aed8ac-90a7-4ccc-b348-852d7f118168 req-395e436a-41fd-4e52-8e5e-a31fc4a37982 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034029 May 26 19:26:02.044078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f17c1b9f-e576-4c64-a730-0b4900bc1d38 req-dae7d516-059e-4903-bbe0-35b63c279f48 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528235 May 26 19:26:02.068294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986719a6-72c7-444a-a5eb-8cc499a01c55 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:02.074441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986719a6-72c7-444a-a5eb-8cc499a01c55 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:02.075477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-986719a6-72c7-444a-a5eb-8cc499a01c55 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:02.104485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-986719a6-72c7-444a-a5eb-8cc499a01c55 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:02.106130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-986719a6-72c7-444a-a5eb-8cc499a01c55 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2009513 May 26 19:26:02.108373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:02.266432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-80c076f0-c3cc-4b66-9ac6-ad389cff0c38 None None] Provisioning for port bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:02.273212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-80c076f0-c3cc-4b66-9ac6-ad389cff0c38 None None] Provisioning complete for port bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:02.273801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-80c076f0-c3cc-4b66-9ac6-ad389cff0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:02.304150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:02.304487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:02.339317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-80c076f0-c3cc-4b66-9ac6-ad389cff0c38 None None] Port bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:26:02.481944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-0381d822-ca02-424f-b251-31eda381942d tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:02.483393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-0381d822-ca02-424f-b251-31eda381942d tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.2978151 May 26 19:26:02.579461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-c7628294-a381-422f-bfa0-947c5e0fe5bb tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/quotas/59f4f7b960314031aa8995ff0fd944f9 HTTP/1.1" status: 200 len: 375 time: 0.0784686 May 26 19:26:02.689155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:02.832962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:02.865409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-5afdc556-d8f6-43f7-ae23-22310181f149 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2794514 May 26 19:26:03.084653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-40720332-49f4-4783-998f-ed1916b2b905 service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113957 May 26 19:26:03.188581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:03.252477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=bbccffe8-ae4c-4580-a0fb-636ba4b70aa0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:03.309489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:03.335917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-c9d0091b-666f-41dd-88f8-f6862a177bdd service neutron] 10.222.0.24 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383444 May 26 19:26:03.342992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-21c8ec68-c63e-46df-aef3-77186ce3b483 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 HTTP/1.1" status: 204 len: 168 time: 1.2295771 May 26 19:26:03.347398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42016) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:03.578063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d932c5f-a0bf-4bad-8483-b2458b37177c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:03.580370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d932c5f-a0bf-4bad-8483-b2458b37177c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:03.581378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8d932c5f-a0bf-4bad-8483-b2458b37177c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:03.602744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8d932c5f-a0bf-4bad-8483-b2458b37177c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:03.604198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8d932c5f-a0bf-4bad-8483-b2458b37177c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2558005 May 26 19:26:03.606886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42028) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:03.754728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 977d49d1-99e4-47d9-a8ea-6b32c67b8bbd {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:03.759546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:03.828472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:03.839788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d8b4257f-8834-486f-b8b4-c9d1f9556df9 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:03.881985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736147aa-bf02-4b25-ac1d-5ce5875c801d req-a174ce81-6b26-43d4-9565-c83b6de10429 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:03.883397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736147aa-bf02-4b25-ac1d-5ce5875c801d req-a174ce81-6b26-43d4-9565-c83b6de10429 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 947 time: 0.2646546 May 26 19:26:03.922900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d8b4257f-8834-486f-b8b4-c9d1f9556df9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:03.928101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d8b4257f-8834-486f-b8b4-c9d1f9556df9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:03.929018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:03.990853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736147aa-bf02-4b25-ac1d-5ce5875c801d req-fd0e8038-5682-475d-bc23-1d4c953dccb4 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906620 May 26 19:26:04.009444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.108931 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e4db4f-dfe6-4b81-a967-d8df242e3375'] response: {'name': 'network-changed', 'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a', 'status': 'completed', 'code': 200} May 26 19:26:04.128805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.214008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=977d49d1-99e4-47d9-a8ea-6b32c67b8bbd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:04.216344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.231310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-ca7aa43b-2d07-41cd-bec4-f80e08061a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:04.232501 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-ca7aa43b-2d07-41cd-bec4-f80e08061a4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f139d2b2d934503ad89303e02bb438c&device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 1098 time: 0.1020920 May 26 19:26:04.232606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d8b4257f-8834-486f-b8b4-c9d1f9556df9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:04.232977 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.246401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2d5ae-0913-40cb-ad96-840d2bd883ea None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:04.313093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f283bd0-ef4d-4991-b8dd-8a7b49612f19 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/977d49d1-99e4-47d9-a8ea-6b32c67b8bbd HTTP/1.1" status: 204 len: 168 time: 0.7047286 May 26 19:26:04.316595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42050) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:04.455784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:04.456783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d78bb237-629b-4d52-867b-c38a627046a8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390066 May 26 19:26:04.460996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42054) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:04.468064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:04.495860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9,segment=NetworkSegment(943a4b89-3aab-4a2f-8145-25d66bc6170c),segment_id=943a4b89-3aab-4a2f-8145-25d66bc6170c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:04.501562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-84d1627f-3153-46c9-ac7e-e4203752455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:04.503072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-84d1627f-3153-46c9-ac7e-e4203752455a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2637689 May 26 19:26:04.528896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.558265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25622f34-5a1f-4ab3-91e9-d0bdc97ce131 req-696371e0-b272-4e53-ae43-59df711aec3b tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:04.560081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25622f34-5a1f-4ab3-91e9-d0bdc97ce131 req-696371e0-b272-4e53-ae43-59df711aec3b tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 945 time: 0.3268492 May 26 19:26:04.590247 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-4f477970-c5a6-4929-91f2-81aab66f3a6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e3d5c042-6737-4f52-b430-caeda940a65a HTTP/1.1" status: 200 len: 217 time: 0.0800989 May 26 19:26:04.659268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25622f34-5a1f-4ab3-91e9-d0bdc97ce131 req-c8554c5b-e21b-44b4-8a37-c3492eba7213 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 May 26 19:26:04.670402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:04.685271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:04.692710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-2980f43d-bf93-438c-8a73-47dadd70a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:04.693232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:04.697968 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-2980f43d-bf93-438c-8a73-47dadd70a624 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0997136 May 26 19:26:04.723328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:04.730697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:04.743689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:04.750487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:04.831525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:04.834384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-c5672b72-7fb5-4112-8501-ffa4d4614d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:04.836596 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-c5672b72-7fb5-4112-8501-ffa4d4614d86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245761 May 26 19:26:04.837063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Deleting port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:04.837530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:05.023933 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-7b77845f-61af-4889-862c-4afbe61be3ea service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773360 May 26 19:26:05.221466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8ca30bf9-fac4-4a3d-82d1-12c9098f257e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:05.232783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-93f6a1ab-740c-4935-9a27-de02fb73787a req-0bee6ad5-04a0-4c5d-8c21-3f55ebb5191c service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002280 May 26 19:26:05.295020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] For port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:05.295582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:05.411262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-409e9ba0-fc8e-4962-931f-809eca2f5bda tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:05.412693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-409e9ba0-fc8e-4962-931f-809eca2f5bda tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 821 time: 0.2683234 May 26 19:26:05.451285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Request body: {'port': {'device_id': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'admin_state_up': True, 'tenant_id': '59f4f7b960314031aa8995ff0fd944f9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:05.460321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Calling delete_port for 8ca30bf9-fac4-4a3d-82d1-12c9098f257e owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:05.584051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:05.584540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:05.587912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54b37-5da5-4c8d-a5aa-c98d89063d3d req-0e4dda45-c2ef-40a8-964e-1e577faa3ad5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:05.589636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63a54b37-5da5-4c8d-a5aa-c98d89063d3d req-0e4dda45-c2ef-40a8-964e-1e577faa3ad5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.3706481 May 26 19:26:05.600913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:05.603476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:26:05.655023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] Pushing event deleted for resources: {'Port': ['ID=8ca30bf9-fac4-4a3d-82d1-12c9098f257e,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:05.660142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5af18c-897a-4008-a8f0-4c817ec6dbcc None None] No DVR routers for this DVR port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:05.758089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63a54b37-5da5-4c8d-a5aa-c98d89063d3d req-665bfefc-396a-4f98-952c-9924c6fcd61a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567762 May 26 19:26:05.763960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:05.780731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:05.793743 n-d-843146-9 neutron-server[88363]: WARNING neutron.services.revisions.revision_plugin [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Could not find related port for resource to bump revision. May 26 19:26:05.799480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Made reservation on behalf of 59f4f7b960314031aa8995ff0fd944f9 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:05.803576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:05.825097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Port 8ca30bf9-fac4-4a3d-82d1-12c9098f257e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88363) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 26 19:26:05.825637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Reverting IP allocation for 2001:db8::f816:3eff:fe74:463f {{(pid=88363) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 26 19:26:05.838302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.128963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f61894cd-56ba-4ac4-b2e0-c53a7d16c85c req-a5bd30d8-4111-4b5e-bd11-506ced8b60bb tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 210 time: 0.0963814 May 26 19:26:06.130587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:06.139821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:06.149237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:06.157481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b4a2c-9c5e-48c6-8833-a45f06563c23 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:06.161907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.175042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=126e7c4c-8447-4bfc-8293-96d6b8430392,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:06.396300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d4d46126-492c-43b9-a3d0-6b99376b1f69 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9338808 May 26 19:26:06.406145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42100) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:06.422633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:99:f7:44', 'name': 'tempest-NetworksTestDHCPv6-295754831'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:06.453393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Allocated IP 172.20.0.7 (f894930e-3fce-408e-9152-8d396d2aade6/3dc2171d-d4eb-4151-adee-236e6592f00a/2144b220-8df6-4edb-800e-4c46f4516764) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:06.508321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '126e7c4c-8447-4bfc-8293-96d6b8430392'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:06.509262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.514104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c2a6-2f88-4efe-a155-5a63cf37e9f3 req-2c690dae-df9a-45bd-82cf-f837c9bcbad1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:06.522081 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.522787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fe7c2a6-2f88-4efe-a155-5a63cf37e9f3 req-2c690dae-df9a-45bd-82cf-f837c9bcbad1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1916616 May 26 19:26:06.627661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:06.633830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:06.638030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:06.645582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:06.661835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:06.722636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fe7c2a6-2f88-4efe-a155-5a63cf37e9f3 req-9ae7414e-9398-4926-98c1-281abb31cf7e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987512 May 26 19:26:06.744697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Allocated IP 2001:db8::f816:3eff:fef4:2014 (1de15714-029c-45d8-802a-f7d18ed8bfd5/126e7c4c-8447-4bfc-8293-96d6b8430392/f2a25979-468b-4bcf-8c9c-8415077af2be) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:06.845767 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b2734b-99dd-4636-9558-c710d2367c30'] response: {'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9', 'code': 200} May 26 19:26:06.859356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.944978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:06.946341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.063988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 5b8680f3-cb1a-431e-a87f-c97f94b00eb3 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:07.127626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.139088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Transition to ACTIVE for port object f2a25979-468b-4bcf-8c9c-8415077af2be will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:07.170520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Transition to ACTIVE for port object f2a25979-468b-4bcf-8c9c-8415077af2be will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:07.180877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.226560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884f7ac-035c-499b-a879-68a8f4b3a939 req-aae9cf2f-01d0-4063-a7c8-b39c50634ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:07.228066 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b884f7ac-035c-499b-a879-68a8f4b3a939 req-aae9cf2f-01d0-4063-a7c8-b39c50634ca7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 1097 time: 0.2590694 May 26 19:26:07.250689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Network f894930e-3fce-408e-9152-8d396d2aade6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:07.257359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:07.266098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:07.308014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event updated for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:07.357243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:07.357723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.411380 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b884f7ac-035c-499b-a879-68a8f4b3a939 req-5594170f-8c32-4d2b-86b8-74b82c2e8dd5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643243 May 26 19:26:07.416220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:07.418100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:07.427872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe99:f744 (1de15714-029c-45d8-802a-f7d18ed8bfd5/126e7c4c-8447-4bfc-8293-96d6b8430392/5b8680f3-cb1a-431e-a87f-c97f94b00eb3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:07.430295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:07.447314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854e530-e2cc-4825-b639-b5bfca9a3664 req-2789dcd9-3bc9-4c63-8d72-a627986feb38 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:07.457430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6854e530-e2cc-4825-b639-b5bfca9a3664 req-2789dcd9-3bc9-4c63-8d72-a627986feb38 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 947 time: 0.4043338 May 26 19:26:07.488169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-8f85ac16-f794-45e9-8d18-26f7cc55cda0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4481132 May 26 19:26:07.493432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-aec305e8-e526-456d-89cd-376e630bdd2c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0510740 May 26 19:26:07.524230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Pushing event updated for resources: {'Port': ['ID=f2a25979-468b-4bcf-8c9c-8415077af2be,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:07.557813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6854e530-e2cc-4825-b639-b5bfca9a3664 req-51f35197-e1fd-48dc-be45-c5feea904c77 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992596 May 26 19:26:07.592950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Attempting to bind port f2a25979-468b-4bcf-8c9c-8415077af2be on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:07.594163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Attempting to bind port f2a25979-468b-4bcf-8c9c-8415077af2be by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:07.594526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Attempting to bind port f2a25979-468b-4bcf-8c9c-8415077af2be on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:07.601839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:07.602256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:07.602860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.603269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:07.603774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Bound port: f2a25979-468b-4bcf-8c9c-8415077af2be, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:07.604159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.710995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] For port f2a25979-468b-4bcf-8c9c-8415077af2be, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:07.714526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] For port f2a25979-468b-4bcf-8c9c-8415077af2be, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f2a25979-468b-4bcf-8c9c-8415077af2be,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:07.720994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.722221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Request body: {'port': {'device_id': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:07.825079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167255ca-c85a-453c-ab6f-a8a8a583c743 None None] Pushing event updated for resources: {'Port': ['ID=f2a25979-468b-4bcf-8c9c-8415077af2be,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:07.845594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e3d5c042-6737-4f52-b430-caeda940a65a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:26:07.849700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.874158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 5b8680f3-cb1a-431e-a87f-c97f94b00eb3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:07.906752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.923664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:07.976345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:07.986353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:07.988839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:07.994805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:07.995604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:08.026675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8942-be44-40cb-b8ad-59ede543a1e9 req-1aba4685-f3d1-4660-8689-5628900edc44 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:08.029029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fbe8942-be44-40cb-b8ad-59ede543a1e9 req-1aba4685-f3d1-4660-8689-5628900edc44 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 946 time: 0.3474662 May 26 19:26:08.034969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=5b8680f3-cb1a-431e-a87f-c97f94b00eb3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:08.043972 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-962aa8e5-b8eb-4e37-a465-b5af2b918a0d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6355014 May 26 19:26:08.044249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42128) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:08.079284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e3d5c042-6737-4f52-b430-caeda940a65a,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:08.097629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e3d5c042-6737-4f52-b430-caeda940a65a', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'e3d5c042-6737-4f52-b430-caeda940a65a', 'mac_address': 'fa:16:3e:3e:8b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:26:08.243774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e3d5c042-6737-4f52-b430-caeda940a65a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:08.244177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:08.278183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d5c042-6737-4f52-b430-caeda940a65a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:08.312083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-b7ec21a2-6663-4357-9b5c-3c57ed1720dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:08.312083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-b7ec21a2-6663-4357-9b5c-3c57ed1720dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1097 time: 0.4112792 May 26 19:26:08.336473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e3d5c042-6737-4f52-b430-caeda940a65a,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:08.345516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:08.419378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5471df-8a2c-4209-8dfd-5e031eadcad6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:08.434897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5471df-8a2c-4209-8dfd-5e031eadcad6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:08.436092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc5471df-8a2c-4209-8dfd-5e031eadcad6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:08.457976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc5471df-8a2c-4209-8dfd-5e031eadcad6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:08.459729 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc5471df-8a2c-4209-8dfd-5e031eadcad6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4145038 May 26 19:26:08.462487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42136) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:08.479739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:08.490854 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:26:08.508487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fbe8942-be44-40cb-b8ad-59ede543a1e9 req-cc340e42-e5a7-4b4e-b112-f075dab33189 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686432 May 26 19:26:08.561277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 5b8680f3-cb1a-431e-a87f-c97f94b00eb3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:08.561715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:08.803506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-ed175d1b-a285-47c2-b8b0-cab5411ec04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:08.804950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-ed175d1b-a285-47c2-b8b0-cab5411ec04b service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.4540534 May 26 19:26:08.899800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-f4a22940-ef2b-4549-b71c-7bf1c06b7b56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.0862567 May 26 19:26:08.921985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:08.926874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e3d5c042-6737-4f52-b430-caeda940a65a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:26:09.042610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2144b220-8df6-4edb-800e-4c46f4516764 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:09.063473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.084409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5dccb-7942-4fd8-8d37-71dab2e2bd9b req-3578dfe9-3c73-4e8c-a372-6b87d05ebfac tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:09.101674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71f5dccb-7942-4fd8-8d37-71dab2e2bd9b req-3578dfe9-3c73-4e8c-a372-6b87d05ebfac tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3493001 May 26 19:26:09.105826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-283afa9d-110c-4b11-aca4-3026e55ede1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:09.118815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-283afa9d-110c-4b11-aca4-3026e55ede1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.2102189 May 26 19:26:09.213194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f2a25979-468b-4bcf-8c9c-8415077af2be up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:09.261861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 5b8680f3-cb1a-431e-a87f-c97f94b00eb3 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:09.335222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Transition to ACTIVE for port object 2144b220-8df6-4edb-800e-4c46f4516764 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:09.337931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-346dd999-ae4e-487b-b897-a80eabcec032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526265 May 26 19:26:09.363691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f2a25979-468b-4bcf-8c9c-8415077af2be completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:09.380631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.459509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71f5dccb-7942-4fd8-8d37-71dab2e2bd9b req-67e354a3-8a4a-4d79-9785-c020429e00b4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569591 May 26 19:26:09.509479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.595997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=5b8680f3-cb1a-431e-a87f-c97f94b00eb3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:09.668996 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.670705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Provisioning for port f2a25979-468b-4bcf-8c9c-8415077af2be completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:09.686257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Provisioning complete for port f2a25979-468b-4bcf-8c9c-8415077af2be triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:09.686648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.691011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4600240e-0b59-4621-b770-2eb1e7f1bd81 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/5b8680f3-cb1a-431e-a87f-c97f94b00eb3 HTTP/1.1" status: 204 len: 168 time: 1.2271752 May 26 19:26:09.691726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:09.780421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be0b05-6200-44d0-bda5-4f323692ed4e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:09.782741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be0b05-6200-44d0-bda5-4f323692ed4e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:09.783573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-99be0b05-6200-44d0-bda5-4f323692ed4e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:09.790238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:09.815333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-99be0b05-6200-44d0-bda5-4f323692ed4e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:09.817372 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-99be0b05-6200-44d0-bda5-4f323692ed4e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1235704 May 26 19:26:09.819618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:09.875815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Current status of the port f2a25979-468b-4bcf-8c9c-8415077af2be is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:09.875815 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.935178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] For port f2a25979-468b-4bcf-8c9c-8415077af2be, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f2a25979-468b-4bcf-8c9c-8415077af2be,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:09.940422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:09.976156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 126e7c4c-8447-4bfc-8293-96d6b8430392 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:09.979459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.039900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-a0605da4-e5f8-4145-b486-21d9956b1d91 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864929 May 26 19:26:10.050304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Attempting to bind port 2144b220-8df6-4edb-800e-4c46f4516764 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:10.050896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Attempting to bind port 2144b220-8df6-4edb-800e-4c46f4516764 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:10.051419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Attempting to bind port 2144b220-8df6-4edb-800e-4c46f4516764 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:10.069874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0433b072-5c63-4e6a-9911-44bb33aa998f None None] Could not find standard attr ID for object 5b8680f3-cb1a-431e-a87f-c97f94b00eb3. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:10.074191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aed1be-d840-4db4-af18-bf2f0a4e7c7f None None] Pushing event updated for resources: {'Port': ['ID=f2a25979-468b-4bcf-8c9c-8415077af2be,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:10.078493 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.171625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7bb5b-0886-4d2f-8a20-c9d6eef2ca97 req-f806503c-ddf2-4ad9-84bb-70e79b9fd1bf tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.172421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-acd7bb5b-0886-4d2f-8a20-c9d6eef2ca97 req-f806503c-ddf2-4ad9-84bb-70e79b9fd1bf tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:10.180043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Port 2144b220-8df6-4edb-800e-4c46f4516764 on network f894930e-3fce-408e-9152-8d396d2aade6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:26:10.180366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Attempting to bind port 2144b220-8df6-4edb-800e-4c46f4516764 on network f894930e-3fce-408e-9152-8d396d2aade6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:10.191242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.210942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:10.213027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Checking segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:10.213638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Bound using segment: {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:10.213989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Bound port: 2144b220-8df6-4edb-800e-4c46f4516764, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af0cd62-c7ca-4d33-a40d-b0226c04ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:10.214275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.269979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-acd7bb5b-0886-4d2f-8a20-c9d6eef2ca97 req-f806503c-ddf2-4ad9-84bb-70e79b9fd1bf tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:10.271135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acd7bb5b-0886-4d2f-8a20-c9d6eef2ca97 req-f806503c-ddf2-4ad9-84bb-70e79b9fd1bf tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 943 time: 0.5941296 May 26 19:26:10.310858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.350346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=126e7c4c-8447-4bfc-8293-96d6b8430392,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:10.350585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4091e44a-582e-4a77-a6e1-ef21eca7b54f req-f0412afa-9506-40c5-943b-33d0c5c97fe2 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956400 May 26 19:26:10.356418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.372661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8ee9d-8313-4e16-904f-e9541f4b13e7 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:10.387714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42182) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:10.388858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-73cfaa69-d004-4261-b58a-18b37e166577 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/126e7c4c-8447-4bfc-8293-96d6b8430392 HTTP/1.1" status: 204 len: 168 time: 0.5679765 May 26 19:26:10.480882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acd7bb5b-0886-4d2f-8a20-c9d6eef2ca97 req-707ac395-fc6e-4a3d-8ae1-372231ab880e tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789722 May 26 19:26:10.484956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-22bf9219-5c8a-4dd1-8f23-6c4d7befed5f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951772 May 26 19:26:10.487436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42190) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:10.529436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:10.529436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2144b220-8df6-4edb-800e-4c46f4516764,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:10.541251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.635642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.636258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.638381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/2144b220-8df6-4edb-800e-4c46f4516764 HTTP/1.1" status: 200 len: 1091 time: 2.9201615 May 26 19:26:10.638811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:10.646258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16985475-cccd-4195-b7a5-298da4c4f5f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.648056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16985475-cccd-4195-b7a5-298da4c4f5f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:10.678747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16985475-cccd-4195-b7a5-298da4c4f5f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:10.680584 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-16985475-cccd-4195-b7a5-298da4c4f5f9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1921861 May 26 19:26:10.683480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:10.747886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:10.756573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Deleting port f2a25979-468b-4bcf-8c9c-8415077af2be {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:10.756976 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:10.783132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c17f-2c8d-45bb-a9f9-f2e3e7af35d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:10.820008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993d954-0a84-4129-95fa-6996fee5562c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.821012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a993d954-0a84-4129-95fa-6996fee5562c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:10.824644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc208-beb1-4b30-9b55-033c0b78b6b7 req-013f4f9a-bd95-4f47-b4d3-b1129e050070 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.826225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c2cc208-beb1-4b30-9b55-033c0b78b6b7 req-013f4f9a-bd95-4f47-b4d3-b1129e050070 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 948 time: 0.1822040 May 26 19:26:10.829156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-78ff7811-04d3-4b1e-b776-1fe8a213cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:10.830641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-78ff7811-04d3-4b1e-b776-1fe8a213cf81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 1094 time: 0.1373961 May 26 19:26:10.845098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a993d954-0a84-4129-95fa-6996fee5562c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:10.846558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a993d954-0a84-4129-95fa-6996fee5562c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1615760 May 26 19:26:10.849756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:10.903100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c2cc208-beb1-4b30-9b55-033c0b78b6b7 req-7045d5c9-a508-4578-a9c7-c847c739874c tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650222 May 26 19:26:10.957616 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-86508d61-13be-405d-850a-4de3e0b12cf8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065917 May 26 19:26:10.962025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:10.968629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:10.985014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-a73912e0-bce7-46ba-b90f-39ff5d099d27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2144b220-8df6-4edb-800e-4c46f4516764 HTTP/1.1" status: 200 len: 217 time: 0.0891194 May 26 19:26:11.092839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:11.111920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169210074', 'description': 'tempest-description--926491614'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:11.119006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:11.130962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:11.145940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.180201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f2a25979-468b-4bcf-8c9c-8415077af2be no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:11.215257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:11.225843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Usage tracker for resource:security_group_rule and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:11.231028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:11.239886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:11.251698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:11.264535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:11.268190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-6bda38b8-180f-45d5-88e7-33e1bf27474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:11.270173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-6bda38b8-180f-45d5-88e7-33e1bf27474e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.2730310 May 26 19:26:11.275808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] For port f2a25979-468b-4bcf-8c9c-8415077af2be, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f2a25979-468b-4bcf-8c9c-8415077af2be,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:11.276192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.289413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.337817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:11.370863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-9f949ad7-8329-434a-84e8-eaae42042848 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931108 May 26 19:26:11.480077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Calling delete_port for f2a25979-468b-4bcf-8c9c-8415077af2be owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:11.575357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-7e3a9485-72df-433c-8a6e-b75322854b90 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695302 May 26 19:26:11.590152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067200a-6491-43a2-858b-67677692608e req-414c8b48-559d-45ab-a05c-c77d22f91385 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:11.598522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7067200a-6491-43a2-858b-67677692608e req-414c8b48-559d-45ab-a05c-c77d22f91385 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 946 time: 0.2266302 May 26 19:26:11.633852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f2a25979-468b-4bcf-8c9c-8415077af2be is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:11.634628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.657129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.676312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.687481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.717592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] Pushing event deleted for resources: {'Port': ['ID=f2a25979-468b-4bcf-8c9c-8415077af2be,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:11.726611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cffc9e-1252-470e-98b1-397d2b70cbf7 None None] No DVR routers for this DVR port f2a25979-468b-4bcf-8c9c-8415077af2be on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:11.793991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e33f62-c7e2-4096-b493-1366aee980c1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:11.800633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.801820 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b8df0d9-f84a-4581-9e8d-d4ce415a64b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7076845 May 26 19:26:11.804711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:11.811999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'security_group_rule': {'security_group_id': '39e33f62-c7e2-4096-b493-1366aee980c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:11.830119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:11.837229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Usage tracker for resource:security_group_rule and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:11.849180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:11.854352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7067200a-6491-43a2-858b-67677692608e req-996c290b-9d68-4300-8fb3-b27543932184 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547572 May 26 19:26:11.856939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a75603f-002f-4eaa-84a0-fb263edfbb86 req-86562d75-ebd4-42e1-ba2d-11675f5a97c1 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385335 May 26 19:26:11.858993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:11.884460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.890631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e3d5c042-6737-4f52-b430-caeda940a65a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:11.930213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:11.938977 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2224c990-87e3-4122-ae9c-2f283e2981b2'] response: {'name': 'network-changed', 'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764', 'status': 'completed', 'code': 200} May 26 19:26:11.987537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:12.009609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:12.017592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:12.017717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.048509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=e8a654f3-a1b4-46da-bffd-2aeb9e0a6471,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:12.061057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972aec4-e5c4-4a70-94bc-9ff083fd415e None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:12.098332 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1d7cdab-4592-41d9-9294-eeaa112078a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1351280 May 26 19:26:12.100912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42242) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:12.106737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:0e:19:05', 'name': 'tempest-NetworksTestDHCPv6-334258859'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:12.150679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-73b22c22-1a1e-445f-a98a-3a8c03fff90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:12.152190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-73b22c22-1a1e-445f-a98a-3a8c03fff90b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59f4f7b960314031aa8995ff0fd944f9&device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 1094 time: 0.1807880 May 26 19:26:12.211777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.218691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.271805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad55ac15-e450-4c38-a805-7b77704b130f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:12.302501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.303812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-67121be0-cfbb-40a7-bd51-89f43ab1f565 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4980140 May 26 19:26:12.307329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42246) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:12.315792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'security_group_rule': {'security_group_id': '39e33f62-c7e2-4096-b493-1366aee980c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:12.324923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:12.327222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e3d5c042-6737-4f52-b430-caeda940a65a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:12.330615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:12.332916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Usage tracker for resource:security_group_rule and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:12.336823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:12.341183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e3d5c042-6737-4f52-b430-caeda940a65a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:12.345514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.347358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:12.349452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:12.374056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.387545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:12.480587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-02801670-024a-41dd-8d1a-0023c2cf9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:12.483346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-02801670-024a-41dd-8d1a-0023c2cf9448 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 200 len: 922 time: 0.3218553 May 26 19:26:12.587536 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.600100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.618866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.652426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79774d3-a919-4d8a-bfb1-6f34df59a8d8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:12.674751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 008b984c-0def-4ae6-89db-1e59d90df746 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:12.680955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268003c7-95e3-4778-b95f-6d9346dd0486 req-80b77125-00a7-45ff-9081-aa17c2ab2625 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:12.682888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268003c7-95e3-4778-b95f-6d9346dd0486 req-80b77125-00a7-45ff-9081-aa17c2ab2625 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3896866 May 26 19:26:12.684611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-066a5dbf-c917-4758-aa67-5dcbd757f061 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2144b220-8df6-4edb-800e-4c46f4516764 HTTP/1.1" status: 200 len: 217 time: 0.1925192 May 26 19:26:12.795125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.798327 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a13e09cc-d8e1-4efd-b84e-2cc933d90fef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4881840 May 26 19:26:12.800454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:12.811818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:12.826042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e3d5c042-6737-4f52-b430-caeda940a65a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:12.826341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.827170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:12.828939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268003c7-95e3-4778-b95f-6d9346dd0486 req-d3f3af0f-0394-4fa0-b8ab-30b93ede34f2 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388397 May 26 19:26:12.834607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-2cd907c4-2d1d-422a-aa4e-88b33437ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:12.836392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-2cd907c4-2d1d-422a-aa4e-88b33437ad81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 200 len: 861 time: 0.1451020 May 26 19:26:12.841633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Usage tracker for resource:floatingip and tenant:79792bdba2844a90b4ee750eced1e671 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:12.848658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:12.855975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:12.875903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'e8a654f3-a1b4-46da-bffd-2aeb9e0a6471'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:12.881653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:12.904712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-4114bd76-8ee1-40b7-b5b4-250f8d299d05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f894930e-3fce-408e-9152-8d396d2aade6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588162 May 26 19:26:12.914677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:13.107395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::29d (1de15714-029c-45d8-802a-f7d18ed8bfd5/e8a654f3-a1b4-46da-bffd-2aeb9e0a6471/008b984c-0def-4ae6-89db-1e59d90df746) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:13.136245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:13.162117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e3d5c042-6737-4f52-b430-caeda940a65a,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:13.172857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:13.287277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:13.299642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-bc435095-bbd9-4eda-825f-8fd19515ba9a service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882031 May 26 19:26:13.312887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17403e5c-bccd-468e-ac7f-51a64a91fc18 req-8558b2c3-a674-40e9-9f08-f9fb97e3d611 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:13.315462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17403e5c-bccd-468e-ac7f-51a64a91fc18 req-8558b2c3-a674-40e9-9f08-f9fb97e3d611 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 943 time: 0.2346747 May 26 19:26:13.328851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:13.486119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17403e5c-bccd-468e-ac7f-51a64a91fc18 req-cdf5af8a-f60c-43d6-b29d-1e86c95d47d1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484940 May 26 19:26:13.545781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d311d0ba-fad7-4387-a70d-968630c63f10 req-4653cf71-b85a-46f6-b3e6-dd8bc2fccc42 service neutron] 10.222.0.53 "GET /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290807 May 26 19:26:13.699956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Allocated IP 172.25.0.203 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/2f4613d6-d68b-47ea-96e2-81cbc66f4694) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:13.814674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81996-a250-49b8-bb27-8b5b12655483 req-9e64ef95-d555-4b8d-ba9e-286c0a6527a4 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:13.816423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f81996-a250-49b8-bb27-8b5b12655483 req-9e64ef95-d555-4b8d-ba9e-286c0a6527a4 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 949 time: 0.1955359 May 26 19:26:13.865980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:13.875621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f81996-a250-49b8-bb27-8b5b12655483 req-bb3a6bc9-39a0-4d7d-9d90-a59738560373 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 May 26 19:26:13.930444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:13.956789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 008b984c-0def-4ae6-89db-1e59d90df746 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:14.016911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.055277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.113263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db45029-37ac-4db5-abe6-9698111dc7d6 req-7500d571-2dd2-49a0-b491-128d90a9d2c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:14.124317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/e8a654f3-a1b4-46da-bffd-2aeb9e0a6471/1e7a2ef6-3189-495a-846c-cbcb5caa6bd4) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:14.127064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1db45029-37ac-4db5-abe6-9698111dc7d6 req-7500d571-2dd2-49a0-b491-128d90a9d2c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1470511 May 26 19:26:14.153048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:14.157258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:14.159659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:14.165350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:14.165965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.191886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=008b984c-0def-4ae6-89db-1e59d90df746,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:14.209926 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0a86c00f-6938-40db-afa9-ea6f44bddbab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1079371 May 26 19:26:14.213426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42290) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:14.216176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.216350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1db45029-37ac-4db5-abe6-9698111dc7d6 req-a96057b6-5746-4f18-a7ef-86bd4bccf2b3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882587 May 26 19:26:14.312485 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a403891-2cee-49e0-90be-92c75438e749'] response: {'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a', 'code': 200} May 26 19:26:14.406133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.425866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Transition to ACTIVE for port object 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:14.471906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Transition to ACTIVE for port object 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:14.487357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.555310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'Port': ['ID=2f4613d6-d68b-47ea-96e2-81cbc66f4694,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:14.578385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Pushing event updated for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:14.590410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:14.592655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:14.596054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:14.613203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:14.615185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:14.619676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c59e-999c-4901-8936-6b22849f71f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.622800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:14.694141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4bf3e-31ae-446e-8dd1-e6fa8ab7e22d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:14.695184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-96e4bf3e-31ae-446e-8dd1-e6fa8ab7e22d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:14.709938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642779-8344-41ee-8573-ed9d1eab94d5 req-8e28d28c-9bbd-47b6-bf1f-3254dfce711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:14.711794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e642779-8344-41ee-8573-ed9d1eab94d5 req-8e28d28c-9bbd-47b6-bf1f-3254dfce711f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 1100 time: 0.3414073 May 26 19:26:14.730523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.732129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-96e4bf3e-31ae-446e-8dd1-e6fa8ab7e22d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:14.733675 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96e4bf3e-31ae-446e-8dd1-e6fa8ab7e22d tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5190878 May 26 19:26:14.736274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:14.738332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c10ee-9754-4b9e-b69c-9a5ff9f9aeef req-0bddf2b4-9e10-4ed6-8747-fa5e0044b993 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:14.738647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Attempting to bind port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:14.739806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e46c10ee-9754-4b9e-b69c-9a5ff9f9aeef req-0bddf2b4-9e10-4ed6-8747-fa5e0044b993 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1474845 May 26 19:26:14.740232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Attempting to bind port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:14.740542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Attempting to bind port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:14.748523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:14.749445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:14.752804 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.753941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:14.754685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Bound port: 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:14.755270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.834219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e642779-8344-41ee-8573-ed9d1eab94d5 req-eed50e85-a4dc-4fa2-9c7d-e0b6cd27a3d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101735 May 26 19:26:14.837774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 008b984c-0def-4ae6-89db-1e59d90df746 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:14.838122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.845905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e46c10ee-9754-4b9e-b69c-9a5ff9f9aeef req-989f774f-422f-4ac0-b172-ce8c7edf2f00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 May 26 19:26:14.861092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:14.865133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:14.869725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:14.990747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.062035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361b20b-02a8-4b6e-b938-7159acd8544e None None] Pushing event updated for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:15.219699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0988641-323c-40c0-8d5f-ff256b90ed44 req-377cc3d6-9faa-4305-a3b2-a71bb4bd2e50 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:15.221964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0988641-323c-40c0-8d5f-ff256b90ed44 req-377cc3d6-9faa-4305-a3b2-a71bb4bd2e50 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 943 time: 0.2202892 May 26 19:26:15.287970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0988641-323c-40c0-8d5f-ff256b90ed44 req-41b244ad-2ce1-4974-acf8-f4cd60348a76 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587614 May 26 19:26:15.443439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.615668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05135e40-2895-441d-834d-7a8825196fc9 req-4eb184d0-c1e9-4865-af87-107fd1ed60fc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:15.617219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05135e40-2895-441d-834d-7a8825196fc9 req-4eb184d0-c1e9-4865-af87-107fd1ed60fc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1333811 May 26 19:26:15.660421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 008b984c-0def-4ae6-89db-1e59d90df746 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:15.686816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05135e40-2895-441d-834d-7a8825196fc9 req-5536b88a-b6d8-4fe3-9997-bd75d070f564 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 May 26 19:26:15.770962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.781679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.909956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8773c3-6dd8-4ccc-a873-a269eb4f01b3 req-2cf0657e-18db-4097-b7d4-1e17556f9ceb tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:15.918210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe8773c3-6dd8-4ccc-a873-a269eb4f01b3 req-2cf0657e-18db-4097-b7d4-1e17556f9ceb tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 949 time: 0.1133742 May 26 19:26:15.967213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'Port': ['ID=2f4613d6-d68b-47ea-96e2-81cbc66f4694,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:15.976199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.982629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:15.988754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe8773c3-6dd8-4ccc-a873-a269eb4f01b3 req-b35d3cb8-d294-45be-8567-01ed1816bdb7 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703475 May 26 19:26:16.063337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=008b984c-0def-4ae6-89db-1e59d90df746,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:16.110177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.111400 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25dab838-366f-4e4e-8558-32aabd5e206c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3095345 May 26 19:26:16.134004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.138721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42354) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:16.138925 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5e9e5b4-9884-4ce5-adf1-68de8668d5c6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/008b984c-0def-4ae6-89db-1e59d90df746 HTTP/1.1" status: 204 len: 168 time: 1.4014959 May 26 19:26:16.283400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a3f2e-3a32-4022-bc6c-5cccd631cbb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:16.288380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81a3f2e-3a32-4022-bc6c-5cccd631cbb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:16.289200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c81a3f2e-3a32-4022-bc6c-5cccd631cbb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:16.380054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c81a3f2e-3a32-4022-bc6c-5cccd631cbb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:16.383991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c81a3f2e-3a32-4022-bc6c-5cccd631cbb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2414684 May 26 19:26:16.385198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42370) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:16.464116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224125b-ec49-448a-9d67-bb2e7c369268 req-6e213658-cf5b-49dd-8e7f-2ef9b21c5ff3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:16.465711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224125b-ec49-448a-9d67-bb2e7c369268 req-6e213658-cf5b-49dd-8e7f-2ef9b21c5ff3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1529741 May 26 19:26:16.523232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet e8a654f3-a1b4-46da-bffd-2aeb9e0a6471 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:16.529820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.540763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224125b-ec49-448a-9d67-bb2e7c369268 req-54b3f28b-f805-4f6b-b622-12085d90a725 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661316 May 26 19:26:16.736368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.750970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-d64739d6-3502-47f3-8311-d20440eed92d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--169210074&fields=id&tenant_id=79792bdba2844a90b4ee750eced1e671 HTTP/1.1" status: 200 len: 267 time: 0.0844672 May 26 19:26:16.814061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7b4e1b47-3d38-4544-b6d5-79fe2c91bbc2 None None] Provisioning for port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:16.835714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b256b26d-9a4f-4af8-9f72-4fdb5498a9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.889815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:16.972322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-0bd3b8cf-935a-44b3-a720-4435266a3657 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:16.995872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-0bd3b8cf-935a-44b3-a720-4435266a3657 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.2315726 May 26 19:26:17.027715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-5461ee82-22d8-4c23-abf2-e4cbbc1ae37e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/quotas/79792bdba2844a90b4ee750eced1e671 HTTP/1.1" status: 200 len: 375 time: 0.0303738 May 26 19:26:17.098866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:17.216633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:17.223797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:17.229153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-397c7953-b99a-42d1-b289-c9ebf05cbf3e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1832776 May 26 19:26:17.229898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a654f3-a1b4-46da-bffd-2aeb9e0a6471,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:17.253511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1c95220a-32e2-4acd-bc21-b7e9b5cb34db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/e8a654f3-a1b4-46da-bffd-2aeb9e0a6471 HTTP/1.1" status: 204 len: 168 time: 0.8666673 May 26 19:26:17.256109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42404) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:17.408877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db994f24-ed4d-4a5c-b9c6-4be1b0f4cccd None None] Could not find standard attr ID for object 008b984c-0def-4ae6-89db-1e59d90df746. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:17.467028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:17.484317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:17.493957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:17.494529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:17.592463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9c2bf92-9ced-4247-90e4-1ec289f9d435 service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621504 May 26 19:26:17.604266 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-47d71379-c6ab-4cdd-b2f7-a0f37fe0ee06 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3468831 May 26 19:26:17.606639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42416) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:17.618392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51a68a-ac4c-4701-8f78-2f19ebd9b71f None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:17.770325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69734454-3409-49ba-b0d6-56d022ccd034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:17.771860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-69734454-3409-49ba-b0d6-56d022ccd034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:17.849527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-69734454-3409-49ba-b0d6-56d022ccd034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:17.850965 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-69734454-3409-49ba-b0d6-56d022ccd034 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2427959 May 26 19:26:17.853719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:17.884749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-5c0ffa3b-1d13-4c86-af6a-fbe0828e545c service neutron] 10.222.0.24 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816017 May 26 19:26:17.958903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2144b220-8df6-4edb-800e-4c46f4516764 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:26:18.030176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fba1c-d2cb-441a-9bee-aec6f07fa65a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:18.030906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-538fba1c-d2cb-441a-9bee-aec6f07fa65a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:18.070816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-538fba1c-d2cb-441a-9bee-aec6f07fa65a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:18.076784 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-538fba1c-d2cb-441a-9bee-aec6f07fa65a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2203126 May 26 19:26:18.083622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:18.104684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:18.105138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:18.288642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:18.321108 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4bcc19a-45e5-4bb5-a0d8-65fbc71088a5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2406039 May 26 19:26:18.324511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42448) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:18.329558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:18.331435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:18.364028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:18.586255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:18.590833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2144b220-8df6-4edb-800e-4c46f4516764,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:18.621349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7764f4-e4ef-44e4-863c-95d48943ae6a req-f55d30ed-a0e1-47ec-b068-cf1ff26c43d9 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:18.624831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f7764f4-e4ef-44e4-863c-95d48943ae6a req-f55d30ed-a0e1-47ec-b068-cf1ff26c43d9 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 943 time: 0.2472930 May 26 19:26:18.645485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.645973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.646409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.646845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.648149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.648576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.650806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:18.651304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.651758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.652184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.652606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.653408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.654128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:18.666558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '2144b220-8df6-4edb-800e-4c46f4516764', 'network_id': 'f894930e-3fce-408e-9152-8d396d2aade6', 'port_id': '2144b220-8df6-4edb-800e-4c46f4516764', 'mac_address': 'fa:16:3e:83:47:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc2171d-d4eb-4151-adee-236e6592f00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:26:18.676684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:18.689685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:18.696724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:18.738125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:18.744166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f7764f4-e4ef-44e4-863c-95d48943ae6a req-74276e26-1e71-4433-abac-e5b591237ae3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131868 May 26 19:26:18.773385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Deleting port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:18.786032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:18.972416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2144b220-8df6-4edb-800e-4c46f4516764 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:18.973730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.121452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2144b220-8df6-4edb-800e-4c46f4516764 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:19.129017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d056c6-a845-4bbd-8133-fa17def4d639 req-4893e41a-bb30-4d35-96e6-d0d6b6c9e06a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:19.145016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9d056c6-a845-4bbd-8133-fa17def4d639 req-4893e41a-bb30-4d35-96e6-d0d6b6c9e06a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1936290 May 26 19:26:19.224675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9d056c6-a845-4bbd-8133-fa17def4d639 req-32dbf1f5-9751-47db-bf7b-71a7c3f21a55 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782480 May 26 19:26:19.325850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:19.413151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2144b220-8df6-4edb-800e-4c46f4516764,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:19.431377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.475194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:19.475768 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.555285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaa755-adce-4575-8c75-e726fcdaf7bb req-bdab0a53-2a70-4897-a244-2b39e1287f16 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:19.562585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:26:19.563229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29aaa755-adce-4575-8c75-e726fcdaf7bb req-bdab0a53-2a70-4897-a244-2b39e1287f16 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 949 time: 0.1208758 May 26 19:26:19.624248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29aaa755-adce-4575-8c75-e726fcdaf7bb req-aaaaad74-2672-48dc-8f36-b718259aef4d tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 May 26 19:26:19.707689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Calling delete_port for 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:19.800304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.828006 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.832604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:19.844232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:19.844646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:19.896386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:19.897216 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:19.977561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 19:26:19.977561 n-d-843146-9 neutron-server[88364]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 26 19:26:19.977561 n-d-843146-9 neutron-server[88364]: [parameters: {'status': 'DOWN', 'ports_id': '1e7a2ef6-3189-495a-846c-cbcb5caa6bd4'}] May 26 19:26:19.977561 n-d-843146-9 neutron-server[88364]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:19.978592 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:20.009720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2144b220-8df6-4edb-800e-4c46f4516764'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:26:20.131059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:20.146382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8e508d4-d147-425e-ae28-95fabbb2c134 req-81ffd4ee-a117-45bd-b12e-7b32372385d9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 210 time: 0.1133120 May 26 19:26:20.183050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.193014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.195207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.367758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:20.373030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:20.382985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:20.383676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.397855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Deleting port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:20.398273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.411412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=23e5cb9e-cd61-4ad5-aec4-c0613e216103,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:20.420154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-8a51d718-0cc7-4a2a-a8f9-fac9459ba3e0 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:20.421715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-8a51d718-0cc7-4a2a-a8f9-fac9459ba3e0 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 818 time: 0.2029274 May 26 19:26:20.428578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=6']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:20.454339 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a9b6988-9577-4080-a254-f5cf3069b46f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1283538 May 26 19:26:20.455165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42500) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:20.462587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:20.529719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-6a825f19-f8e4-463d-896e-93a93c08b9aa tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79792bdba2844a90b4ee750eced1e671 HTTP/1.1" status: 200 len: 379 time: 0.0929179 May 26 19:26:20.542091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'port': {'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'admin_state_up': True, 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'security_groups': ['39e33f62-c7e2-4096-b493-1366aee980c1']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:20.668020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:20.676862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:20.685586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:20.697326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:20.711412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:20.711689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:20.712206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.717672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.809534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:20.816777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:20.901206 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23e5cb9e-cd61-4ad5-aec4-c0613e216103 (CIDR: 2001:db8::/64) May 26 19:26:20.905314 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:26:20.905811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:26:20.924721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a405a57-6181-4d35-ae31-644be29f7d00 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4682019 May 26 19:26:20.927541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:20.937223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:20.999425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:21.021058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:21.040021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:21.050749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf5fd0-f70f-4ae6-bdd2-4ee0e9febe76 req-623b3eb1-f6b5-43c6-b09d-f31de3143dbd tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:21.052668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bddf5fd0-f70f-4ae6-bdd2-4ee0e9febe76 req-623b3eb1-f6b5-43c6-b09d-f31de3143dbd tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 944 time: 0.1259916 May 26 19:26:21.054150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Made reservation on behalf of 79792bdba2844a90b4ee750eced1e671 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:21.057855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.088002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:21.088388 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.213986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bddf5fd0-f70f-4ae6-bdd2-4ee0e9febe76 req-857ac112-6ccd-4e05-81b5-ae7bbda563c3 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428924 May 26 19:26:21.233864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Calling delete_port for 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:21.317720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:21.326386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:21.326973 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:21.327550 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:21.330056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:21.336499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:21.348119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:21.352577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.432973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Deleting port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:21.433798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.470001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Allocated IP 172.20.0.9 (2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551/cd25de2d-a982-4932-999a-cdfdabb94aa2/8f7e77d4-dc34-44ff-bfef-275c69ce92e5) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:21.529938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274fe6d-9323-4ce5-b2a3-f2c2b93d8049 req-25c7a103-689b-4fc0-9282-728f1ec3b400 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:21.531612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8274fe6d-9323-4ce5-b2a3-f2c2b93d8049 req-25c7a103-689b-4fc0-9282-728f1ec3b400 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 946 time: 0.1577542 May 26 19:26:21.686245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8274fe6d-9323-4ce5-b2a3-f2c2b93d8049 req-4eeb4bc9-6f14-4e0e-8b33-7880a62e658b tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.24 "GET /v2.0/security-groups?id=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476638 May 26 19:26:21.713429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.798146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] For port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:21.798520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.800742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.805106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:21.808571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:21.812782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:21.813441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:21.824044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Transition to ACTIVE for port object 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:21.833708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=5594f002-f0d2-4321-ae8e-bd0b205f1a13,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:21.850751 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b68eb54-b178-4584-8fa3-524316241822 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9221368 May 26 19:26:21.854064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:21.866505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:af:8e:83', 'name': 'tempest-NetworksTestDHCPv6-1230138126'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:21.944169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.009135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:22.022468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:22.031863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ecb29-bc5c-44c1-ab36-ac0ae4f153b4 req-8fdaea79-9577-4522-b97d-df1a6124fddd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:22.040956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d10ecb29-bc5c-44c1-ab36-ac0ae4f153b4 req-8fdaea79-9577-4522-b97d-df1a6124fddd tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1764359 May 26 19:26:22.067042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Calling delete_port for 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:22.080450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:22.100482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:22.122488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:22.123544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2144b220-8df6-4edb-800e-4c46f4516764 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:22.147496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d10ecb29-bc5c-44c1-ab36-ac0ae4f153b4 req-b57775c4-1b7a-423b-b654-43cd1de8ec00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 May 26 19:26:22.147932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:22.321076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.401196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event updated for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:22.429083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.433345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-6f96e03d-c73f-406d-b575-f68611ad4105 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:22.434861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-6f96e03d-c73f-406d-b575-f68611ad4105 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c5a95f2-c1ca-4088-8b67-faa587b07e86 HTTP/1.1" status: 200 len: 946 time: 0.2587798 May 26 19:26:22.441232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:22.441844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.475623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 8a3b307c-9d88-4db6-a607-c818bfd1eee0 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:22.487151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] Pushing event deleted for resources: {'Port': ['ID=1e7a2ef6-3189-495a-846c-cbcb5caa6bd4,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:22.540770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64c879-0fe9-4344-9f78-f4c792b050ea None None] No DVR routers for this DVR port 1e7a2ef6-3189-495a-846c-cbcb5caa6bd4 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:22.544018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 2144b220-8df6-4edb-800e-4c46f4516764 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:22.551814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 2144b220-8df6-4edb-800e-4c46f4516764 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:22.552228 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.600078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Deleting port d8b4257f-8834-486f-b8b4-c9d1f9556df9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:22.600304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.623554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f3141393-4c13-4135-8d4f-3633e40f742b None None] Provisioning for port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:22.631304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedd6c6-b103-41f3-9caa-0066f518c345 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:22.671514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-c9e43ce6-e496-4659-aa85-1fed0912d4da tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1355326 May 26 19:26:22.673684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f3141393-4c13-4135-8d4f-3633e40f742b None None] Provisioning complete for port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:22.674292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f3141393-4c13-4135-8d4f-3633e40f742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:22.704124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Request body: {'port': {'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:22.906028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8:0:1::1f0 (1de15714-029c-45d8-802a-f7d18ed8bfd5/5594f002-f0d2-4321-ae8e-bd0b205f1a13/8a3b307c-9d88-4db6-a607-c818bfd1eee0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:22.928900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:feaf:8e83 (1de15714-029c-45d8-802a-f7d18ed8bfd5/23e5cb9e-cd61-4ad5-aec4-c0613e216103/8a3b307c-9d88-4db6-a607-c818bfd1eee0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:22.977337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-1c3b0462-e874-40bb-9d3b-3f6237b805e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:22.978466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-1c3b0462-e874-40bb-9d3b-3f6237b805e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Synchronizing usage tracker for tenant:0f139d2b2d934503ad89303e02bb438c on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:23.050541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-1c3b0462-e874-40bb-9d3b-3f6237b805e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Unset dirty status for tenant:0f139d2b2d934503ad89303e02bb438c on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:23.051352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-1c3b0462-e874-40bb-9d3b-3f6237b805e9 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.53 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 949 time: 0.2697752 May 26 19:26:23.150236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2144b220-8df6-4edb-800e-4c46f4516764 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:23.150919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.164016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Deleting port e3d5c042-6737-4f52-b430-caeda940a65a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:23.164473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.172397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f3141393-4c13-4135-8d4f-3633e40f742b None None] Port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:26:23.232941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2144b220-8df6-4edb-800e-4c46f4516764,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:23.237273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:23.245240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.327386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.407296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:23.429230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '23e5cb9e-cd61-4ad5-aec4-c0613e216103'}, {'subnet_id': '5594f002-f0d2-4321-ae8e-bd0b205f1a13'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:23.430333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.443169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817f224-2f87-4129-a149-ac62db85d089 req-d93f3191-5338-4a26-aaa5-17ac5bc40182 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:23.444766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1817f224-2f87-4129-a149-ac62db85d089 req-d93f3191-5338-4a26-aaa5-17ac5bc40182 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/ports?device_id=984aef07-6215-4943-bf6c-1a309f5288a6 HTTP/1.1" status: 200 len: 949 time: 0.3894775 May 26 19:26:23.487312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] For port d8b4257f-8834-486f-b8b4-c9d1f9556df9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d8b4257f-8834-486f-b8b4-c9d1f9556df9,segment=NetworkSegment(943a4b89-3aab-4a2f-8145-25d66bc6170c),segment_id=943a4b89-3aab-4a2f-8145-25d66bc6170c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:23.487975 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.521065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.555409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 8a3b307c-9d88-4db6-a607-c818bfd1eee0 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:23.729174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.810757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Calling delete_port for d8b4257f-8834-486f-b8b4-c9d1f9556df9 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:23.891006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:23.894738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:23.900363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] For port e3d5c042-6737-4f52-b430-caeda940a65a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e3d5c042-6737-4f52-b430-caeda940a65a,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:23.900727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.901275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Allocated IP 2001:db8:0:1::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/5594f002-f0d2-4321-ae8e-bd0b205f1a13/40c760d5-a747-4d2e-98f5-9f90d162e015) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:23.910701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Allocated IP 2001:db8::f816:3eff:fea7:5733 (1de15714-029c-45d8-802a-f7d18ed8bfd5/23e5cb9e-cd61-4ad5-aec4-c0613e216103/40c760d5-a747-4d2e-98f5-9f90d162e015) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:23.915358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:23.921450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:23.922559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:23.927023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=8a3b307c-9d88-4db6-a607-c818bfd1eee0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:23.955133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1817f224-2f87-4129-a149-ac62db85d089 req-55375713-d685-4ed1-a525-f8334a15a13e tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce302898-a097-4042-9455-69a706cd122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014470 May 26 19:26:24.215509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.336734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Calling delete_port for e3d5c042-6737-4f52-b430-caeda940a65a owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:24.368287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.380263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Transition to ACTIVE for port object 40c760d5-a747-4d2e-98f5-9f90d162e015 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:24.405295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Transition to ACTIVE for port object 40c760d5-a747-4d2e-98f5-9f90d162e015 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:24.410054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Pushing event deleted for resources: {'Port': ['ID=d8b4257f-8834-486f-b8b4-c9d1f9556df9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:24.423524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.450627 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a9904a9-c32a-4e04-8e5a-5c919e3bf18a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5951295 May 26 19:26:24.454004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42590) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:24.508161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:24.519163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:24.528498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:24.562287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.582064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] No DVR routers for this DVR port d8b4257f-8834-486f-b8b4-c9d1f9556df9 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:24.592857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Pushing event updated for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:24.595191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.618889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'name': 'network-vif-deleted', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:24.631335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c3ccc0-8bd3-4436-afc7-456f0f53328b req-58c9ebfa-2620-4add-bad7-efb5a882fae0 tempest-VolumesActionsTest-1450621046 tempest-VolumesActionsTest-1450621046-project] 10.222.0.53 "DELETE /v2.0/ports/d8b4257f-8834-486f-b8b4-c9d1f9556df9 HTTP/1.1" status: 204 len: 173 time: 2.1640964 May 26 19:26:24.644574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Pushing event deleted for resources: {'Port': ['ID=e3d5c042-6737-4f52-b430-caeda940a65a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:24.689963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95d56a-9d3c-4073-bbc1-0a43c9d6d62a req-b07f7e46-8f90-4f1b-9119-200415a860fe tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:24.690907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4f95d56a-9d3c-4073-bbc1-0a43c9d6d62a req-b07f7e46-8f90-4f1b-9119-200415a860fe tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:24.696527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 8a3b307c-9d88-4db6-a607-c818bfd1eee0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:24.697114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.767611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] No DVR routers for this DVR port e3d5c042-6737-4f52-b430-caeda940a65a on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:24.771499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.776091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Attempting to bind port 40c760d5-a747-4d2e-98f5-9f90d162e015 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:24.781336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Attempting to bind port 40c760d5-a747-4d2e-98f5-9f90d162e015 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:24.781336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Attempting to bind port 40c760d5-a747-4d2e-98f5-9f90d162e015 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:24.791836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:24.795840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:24.796521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'name': 'network-vif-deleted', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:24.796969 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.797581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:24.799795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Bound port: 40c760d5-a747-4d2e-98f5-9f90d162e015, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:24.800183 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:24.811687 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-01f33e74-7962-4456-b12f-37cd05a2f7a4 req-44fdcfd4-523b-4aa7-8e9d-1278b46162f6 tempest-ImagesNegativeTestJSON-928531600 tempest-ImagesNegativeTestJSON-928531600-project] 10.222.0.53 "DELETE /v2.0/ports/e3d5c042-6737-4f52-b430-caeda940a65a HTTP/1.1" status: 204 len: 173 time: 1.7464256 May 26 19:26:24.861073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4f95d56a-9d3c-4073-bbc1-0a43c9d6d62a req-b07f7e46-8f90-4f1b-9119-200415a860fe tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:24.868304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f95d56a-9d3c-4073-bbc1-0a43c9d6d62a req-b07f7e46-8f90-4f1b-9119-200415a860fe tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 931 time: 0.6538591 May 26 19:26:24.946391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f95d56a-9d3c-4073-bbc1-0a43c9d6d62a req-c25b1b0d-332f-4214-bf39-4c50c76cefd4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768223 May 26 19:26:25.072053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:26:25.084615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:25.088419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:25.097191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:25.229539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b0cf0-284c-461f-b9c6-fbc31a939502 None None] Pushing event updated for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:25.255702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:25.265611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:25.285167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Transition to ACTIVE for port object 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:25.299479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:25.694582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:25.889830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 8a3b307c-9d88-4db6-a607-c818bfd1eee0 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:25.959292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:25.964944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d8b4257f-8834-486f-b8b4-c9d1f9556df9 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:26.012628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d8b4257f-8834-486f-b8b4-c9d1f9556df9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:26:26.013405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d8b4257f-8834-486f-b8b4-c9d1f9556df9 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:26:26.014077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e3d5c042-6737-4f52-b430-caeda940a65a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:26.057909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: e3d5c042-6737-4f52-b430-caeda940a65a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:26:26.058617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e3d5c042-6737-4f52-b430-caeda940a65a not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:26:26.132409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.132751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.133114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.133443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.133767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.134085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.134400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.134714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.135026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.135337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.135648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.135956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:26.213337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118436b-3ba4-4a0f-a986-fa3702721892 req-ec1b2364-c3c7-4321-97f6-fedb18180832 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:26.214830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d118436b-3ba4-4a0f-a986-fa3702721892 req-ec1b2364-c3c7-4321-97f6-fedb18180832 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 1.0965731 May 26 19:26:26.328045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Attempting to bind port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:26.328380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Attempting to bind port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:26.329593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Attempting to bind port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:26.336472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d118436b-3ba4-4a0f-a986-fa3702721892 req-61846b9f-28a0-44d8-9d10-94f6b2755662 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132150 May 26 19:26:26.345632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:26:26.346041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Attempting to bind port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 on network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:26.388013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:26.388357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Checking segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:26.388747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Bound using segment: {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:26.389308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Bound port: 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0237a5a6-7803-4863-acb2-178f8b4cc62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:26.389552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:26.588757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:26.612870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349aad6-94c3-404d-b2d7-88991f0a6bec None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:26.660771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:26.662853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=8a3b307c-9d88-4db6-a607-c818bfd1eee0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:26.710176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:26.716256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3ff5e022-0c12-44d9-b3f5-e5f7dd7e8518 None None] Provisioning for port 40c760d5-a747-4d2e-98f5-9f90d162e015 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:26.747514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:26.809393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9231d-785f-48fa-8ee3-0c98ff1dcf07 req-139f5624-6628-4cca-bd97-5e9016f90bf7 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:26.811275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8b9231d-785f-48fa-8ee3-0c98ff1dcf07 req-139f5624-6628-4cca-bd97-5e9016f90bf7 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 945 time: 0.3037043 May 26 19:26:26.820072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:26.856356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:26.856879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:26.858311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] 10.222.0.53 "PUT /v2.0/ports/8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1091 time: 4.1651781 May 26 19:26:26.869303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ea9aa42-2993-4ea4-a765-ef149cc0e013 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/8a3b307c-9d88-4db6-a607-c818bfd1eee0 HTTP/1.1" status: 204 len: 168 time: 2.4024994 May 26 19:26:26.869756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:26.916100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8b9231d-785f-48fa-8ee3-0c98ff1dcf07 req-ad2b5c35-e52c-4b41-a0da-8cdf803e047b tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917330 May 26 19:26:26.969886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeac74-e2c4-4290-9b40-d207f3127040 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:27.027153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-6cf5f931-ade4-4c8c-aad4-6dc7cd11d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.029058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-6cf5f931-ade4-4c8c-aad4-6dc7cd11d19c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1094 time: 0.1167235 May 26 19:26:27.077366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca8781-0395-4f08-b6df-c63522c9b527 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.084518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82ca8781-0395-4f08-b6df-c63522c9b527 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:27.161480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82ca8781-0395-4f08-b6df-c63522c9b527 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:27.163935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82ca8781-0395-4f08-b6df-c63522c9b527 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2912908 May 26 19:26:27.165982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:27.187104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-e2d6a885-1441-42a5-b2db-02f2d124caaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 217 time: 0.1503160 May 26 19:26:27.206402 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522888ce-57b4-442c-a509-824105ea7669'] response: {'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764', 'code': 200} May 26 19:26:27.272375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40c760d5-a747-4d2e-98f5-9f90d162e015 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:27.293788 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fd2e56-ac5b-478c-9764-31c10d6edf3a'] response: {'server_uuid': '5c5a95f2-c1ca-4088-8b67-faa587b07e86', 'name': 'network-vif-deleted', 'tag': 'd8b4257f-8834-486f-b8b4-c9d1f9556df9', 'status': 'completed', 'code': 200} May 26 19:26:27.315063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-f25fe6aa-3878-4be4-ae51-d25effcd9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.317159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-f25fe6aa-3878-4be4-ae51-d25effcd9656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.1239650 May 26 19:26:27.385461 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd966b75-aa0c-496f-870c-bed896424737'] response: {'server_uuid': '984aef07-6215-4943-bf6c-1a309f5288a6', 'name': 'network-vif-deleted', 'tag': 'e3d5c042-6737-4f52-b430-caeda940a65a', 'status': 'completed', 'code': 200} May 26 19:26:27.456768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 40c760d5-a747-4d2e-98f5-9f90d162e015 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:27.484868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 40c760d5-a747-4d2e-98f5-9f90d162e015 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:27.486445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:27.509686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52202-b637-483f-81cf-f25ee39d092d req-5094cf59-d516-425b-9372-ef6af360d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.511265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-5094cf59-d516-425b-9372-ef6af360d34b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863914 May 26 19:26:27.538987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da49433-4eb9-45d1-ad6c-4c446281d564 req-3b80ca62-8f74-423c-ba25-21ce19f6ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.540300 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4da49433-4eb9-45d1-ad6c-4c446281d564 req-3b80ca62-8f74-423c-ba25-21ce19f6ac55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 1096 time: 0.2084165 May 26 19:26:27.610105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85923fb2-c44b-4e8e-829b-306691c233d3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.614217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85923fb2-c44b-4e8e-829b-306691c233d3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4471850 May 26 19:26:27.630904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Provisioning complete for port 40c760d5-a747-4d2e-98f5-9f90d162e015 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:27.631284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:27.635349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:27.709482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4da49433-4eb9-45d1-ad6c-4c446281d564 req-a4f9102d-6e66-46ed-9c59-613e4bd5d6b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596060 May 26 19:26:27.760609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.764766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.768878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.769947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:27.804611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:27.806894 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ff301c9-78f0-4f19-b0be-ec7f92015f38 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1700087 May 26 19:26:27.809949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:27.822017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-cfc6683b-9271-4488-8312-95b2f8d112e5 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028140 May 26 19:26:27.834116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9d54-08a2-49e0-bf78-573939aead99 req-5cfbb0a8-0800-4aab-82f2-74ae7ff4c406 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:27.835872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b9d54-08a2-49e0-bf78-573939aead99 req-5cfbb0a8-0800-4aab-82f2-74ae7ff4c406 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 943 time: 0.1868620 May 26 19:26:27.836377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:27.836759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:27.896997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b9d54-08a2-49e0-bf78-573939aead99 req-3fb94c0b-1028-4858-915e-a52055d0ca8c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545495 May 26 19:26:27.972690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 23e5cb9e-cd61-4ad5-aec4-c0613e216103 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:27.976435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.048228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:28.052432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.068836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.203705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:28.204426 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.223849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ce52202-b637-483f-81cf-f25ee39d092d req-46fa5436-ad72-455e-a658-ba65a7592fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641437 May 26 19:26:28.237455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.252255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:28.334966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.353833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb1a8-f8df-4dbd-b996-6a3632b1b795 req-70e0d4b6-a4ad-4769-98d4-daf667d421fb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:28.355181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06bb1a8-f8df-4dbd-b996-6a3632b1b795 req-70e0d4b6-a4ad-4769-98d4-daf667d421fb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.0907898 May 26 19:26:28.384180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=23e5cb9e-cd61-4ad5-aec4-c0613e216103,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:28.397197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.414981 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7174f195-749e-4774-b4b5-2e31bd5a96ee tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/23e5cb9e-cd61-4ad5-aec4-c0613e216103 HTTP/1.1" status: 204 len: 168 time: 0.6037257 May 26 19:26:28.417241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:28.436491 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:28.436923 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:28.437864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610923c-ec9b-4cfb-b44a-c0bc0e385291 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:28.443950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06bb1a8-f8df-4dbd-b996-6a3632b1b795 req-944396f6-0358-47a4-97fc-3fcb15767429 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811329 May 26 19:26:28.542570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 5594f002-f0d2-4321-ae8e-bd0b205f1a13 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:28.548598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.624940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.807062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:28.817286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dc42f-59d4-462e-a287-5346e67caaf4 req-e506a35e-25a2-4c9a-b798-fe9dc06e92f6 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:28.819197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad1dc42f-59d4-462e-a287-5346e67caaf4 req-e506a35e-25a2-4c9a-b798-fe9dc06e92f6 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 945 time: 0.2220736 May 26 19:26:28.875081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad1dc42f-59d4-462e-a287-5346e67caaf4 req-16810811-f6e4-458a-8e2e-4874f465f21a tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 May 26 19:26:28.978280 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:29.025723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-632d6e53-dc99-42a2-8323-ccbffe46b24a None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:29.081017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=5594f002-f0d2-4321-ae8e-bd0b205f1a13,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:29.092673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:29.094942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40c760d5-a747-4d2e-98f5-9f90d162e015 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:29.108377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42682) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:29.108918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bea3bc68-f2bb-4541-a0cd-a60f05cd2fa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/5594f002-f0d2-4321-ae8e-bd0b205f1a13 HTTP/1.1" status: 204 len: 168 time: 0.6902776 May 26 19:26:29.157360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-88022e76-7bd8-456f-865e-69a63ca34f09 None None] Could not find standard attr ID for object 8a3b307c-9d88-4db6-a607-c818bfd1eee0. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:29.189769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 40c760d5-a747-4d2e-98f5-9f90d162e015 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:29.190326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:29.423203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:29.430176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:29.438071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8aa56aaf-da91-4e42-ae99-1eed8bf191c5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3275454 May 26 19:26:29.440320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42692) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:29.446106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:29.519076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8cbe5-6357-41d5-b460-3212fa4bf203 req-4984af9a-007d-4cb5-9392-083230193df4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:29.520633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4e8cbe5-6357-41d5-b460-3212fa4bf203 req-4984af9a-007d-4cb5-9392-083230193df4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3061879 May 26 19:26:29.614184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2f515-4495-41ea-bfc0-b537573fa241 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:29.646479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4e8cbe5-6357-41d5-b460-3212fa4bf203 req-51175dd5-069d-4a77-a6d9-d3126ab00ed4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187377 May 26 19:26:29.663844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:29.678331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:29.678331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:29.693959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:29.706332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:29.709966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:29.764390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0ada6bea-bf77-4e58-93b3-b8663e0427b1 None None] Provisioning complete for port 40c760d5-a747-4d2e-98f5-9f90d162e015 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:29.765176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0ada6bea-bf77-4e58-93b3-b8663e0427b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:29.956618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b803e-2a9e-45ae-9b60-f6eb4ab74ace req-5bbbcc4b-022d-4feb-9879-0f7a833aff4f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:29.965190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a2b803e-2a9e-45ae-9b60-f6eb4ab74ace req-5bbbcc4b-022d-4feb-9879-0f7a833aff4f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 943 time: 0.1468661 May 26 19:26:30.050192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a2b803e-2a9e-45ae-9b60-f6eb4ab74ace req-549696ac-0e1d-4006-a300-8a5fa649bbdd tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796814 May 26 19:26:30.057097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0ada6bea-bf77-4e58-93b3-b8663e0427b1 None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:30.156996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:30.162172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Deleting port 40c760d5-a747-4d2e-98f5-9f90d162e015 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:30.162844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:30.186416 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0653cc67-974d-45a6-afd8-3db5a5b49d84'] response: {'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'status': 'completed', 'code': 200} May 26 19:26:30.331396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-bead7b1c-79fb-4ffc-970b-483778daf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:30.332864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-bead7b1c-79fb-4ffc-970b-483778daf5b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1094 time: 0.1217122 May 26 19:26:30.459974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:26:30.516892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:30.517524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:30.546061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219fd44-fcbd-4eb0-b9bc-f22d7c5004eb req-9b270b9d-5a8d-424b-8ee3-e19fe713751f tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:30.548120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b219fd44-fcbd-4eb0-b9bc-f22d7c5004eb req-9b270b9d-5a8d-424b-8ee3-e19fe713751f tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 945 time: 0.1760011 May 26 19:26:30.591579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-564a76da-b5a1-4a4b-9d1e-100dd5e7c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:30.593116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-564a76da-b5a1-4a4b-9d1e-100dd5e7c2ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.2530711 May 26 19:26:30.668399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:30.671596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-8cf0b5fa-47e7-4233-a22a-e62f80fbc1f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 217 time: 0.0710671 May 26 19:26:30.676340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Calling delete_port for 40c760d5-a747-4d2e-98f5-9f90d162e015 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:30.682876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b219fd44-fcbd-4eb0-b9bc-f22d7c5004eb req-d4fa8536-03cf-424b-8430-debd11b8f8fb tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256614 May 26 19:26:30.763322 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:30.763678 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:30.771321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-7ccc3118-c781-4c9d-b26b-d09546fbdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:30.774320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-7ccc3118-c781-4c9d-b26b-d09546fbdb5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.0905287 May 26 19:26:30.937599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-3a6eba16-a795-4862-a0cf-c8a5ad949566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:30.939161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-3a6eba16-a795-4862-a0cf-c8a5ad949566 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554844 May 26 19:26:30.946355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:30.975830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:30.982210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:30.983439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.032781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8479e-7fa8-413e-a257-c3c6996ed1b2 req-ceb2992a-c7ef-4d66-b1b3-2e9d5e3a33ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:31.034357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47c8479e-7fa8-413e-a257-c3c6996ed1b2 req-ceb2992a-c7ef-4d66-b1b3-2e9d5e3a33ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2031548 May 26 19:26:31.111933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 40c760d5-a747-4d2e-98f5-9f90d162e015 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:31.141726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47c8479e-7fa8-413e-a257-c3c6996ed1b2 req-ac40693b-be07-4279-b7f8-f304ec19185d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910473 May 26 19:26:31.162338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-d6bd179d-ec9d-4482-b727-7546b0e13485 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152512 May 26 19:26:31.266936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Deleting port 40c760d5-a747-4d2e-98f5-9f90d162e015 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:31.267311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.479045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:31.527491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:31.529237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=20b92b19-111b-4285-84e9-d9a15bb25a6c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:31.545746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:31.546355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.604036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=7']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:31.630587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f91703d6-535b-43d6-ae01-3535b44d1654 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1891165 May 26 19:26:31.633489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42728) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:31.640781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:31.664299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ee9a9bc-fa9e-4d5f-969e-867fb662d965 req-f7f44d2a-6754-4208-99d8-7e9cb311a644 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944339 May 26 19:26:31.699178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 40c760d5-a747-4d2e-98f5-9f90d162e015 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:31.699737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.821585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:31.839556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.930696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:31.931251 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:31.975503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:31.985828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66393f82-f744-4935-8fc8-3ab0629a684a req-f111e649-83cc-4bce-ae75-1ae4af6195c1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:31.986377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:31.995073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66393f82-f744-4935-8fc8-3ab0629a684a req-f111e649-83cc-4bce-ae75-1ae4af6195c1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 943 time: 0.1522088 May 26 19:26:31.995631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:32.005763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:32.032009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:32.035780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:32.075226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Calling delete_port for 40c760d5-a747-4d2e-98f5-9f90d162e015 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:32.108357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:32.194157 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:32.194675 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:32.207967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66393f82-f744-4935-8fc8-3ab0629a684a req-5b30cc1f-a353-4ede-be71-5aa6e6186d52 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843669 May 26 19:26:32.259312 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20b92b19-111b-4285-84e9-d9a15bb25a6c (CIDR: 2001:db8::/64) May 26 19:26:32.263580 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:26:32.264299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:26:32.289177 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9db843c3-fb98-4574-801d-a885113de9d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6543508 May 26 19:26:32.292222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:32.299377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:32.477208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119656f-6f5a-4ff8-947b-7be2eeb0a0f9 req-8d93a430-8bd9-4fba-9c9a-3377ae2ac21d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:32.494898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8119656f-6f5a-4ff8-947b-7be2eeb0a0f9 req-8d93a430-8bd9-4fba-9c9a-3377ae2ac21d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1217787 May 26 19:26:32.565813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8119656f-6f5a-4ff8-947b-7be2eeb0a0f9 req-35906f2b-5e87-4680-8f52-b85428a0d671 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 May 26 19:26:32.611925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:32.629459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:32.634024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:32.641383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:32.652274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:32.657668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:32.868772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be762838-4a06-40f6-a530-d0349aa1c8ef req-d25d0c92-dff4-4efa-b0dc-de934fece7b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:32.871865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be762838-4a06-40f6-a530-d0349aa1c8ef req-d25d0c92-dff4-4efa-b0dc-de934fece7b1 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 945 time: 0.1745923 May 26 19:26:32.963040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be762838-4a06-40f6-a530-d0349aa1c8ef req-4399b60c-8cf3-42da-a15d-5988fa30f5f8 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups?id=52bf744d-d280-42e7-8d3b-865421cf2d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834479 May 26 19:26:33.081633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:33.085516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Deleting port 40c760d5-a747-4d2e-98f5-9f90d162e015 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:33.086531 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:33.261823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:33.268540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:33.284421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:33.285475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:33.313735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-cd81bb62-1e4c-49d4-8438-f1f08427618c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:33.315249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-cd81bb62-1e4c-49d4-8438-f1f08427618c tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 945 time: 0.1702726 May 26 19:26:33.361552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0677652 May 26 19:26:33.377155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42762) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:33.397750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:54:3b:37', 'name': 'tempest-NetworksTestDHCPv6-397876203'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:33.442467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbfe14-9bd3-477a-9cb8-2bd7efb86c39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=c79837b1-53c8-40bc-bef6-bb9917058676,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:33.470869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Deleting port 2144b220-8df6-4edb-800e-4c46f4516764 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:33.471224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:33.701770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] For port 40c760d5-a747-4d2e-98f5-9f90d162e015, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=40c760d5-a747-4d2e-98f5-9f90d162e015,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:33.702716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:33.802777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:33.836691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:33.882482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:33.907814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:34.017645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Calling delete_port for 40c760d5-a747-4d2e-98f5-9f90d162e015 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:34.054695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:26:34.287596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:34.413476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.459665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] For port 2144b220-8df6-4edb-800e-4c46f4516764, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2144b220-8df6-4edb-800e-4c46f4516764,segment=NetworkSegment(3af0cd62-c7ca-4d33-a40d-b0226c04ed86),segment_id=3af0cd62-c7ca-4d33-a40d-b0226c04ed86)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:34.459665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.460885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d5b5a91-40e4-4d3d-8049-01b0672787c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f139d2b2d934503ad89303e02bb438c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452716 May 26 19:26:34.460885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42786) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:34.464981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:34.523084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:26:34.591832 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.620086 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.627803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Calling delete_port for 2144b220-8df6-4edb-800e-4c46f4516764 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:34.642134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] Pushing event deleted for resources: {'Port': ['ID=40c760d5-a747-4d2e-98f5-9f90d162e015,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:34.645793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:34.646333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.666860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:26:34.668796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.686248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:34.692909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dfb2f-ee58-4a72-a302-a818d835affb req-db561f7a-604a-4951-b83f-ca164a93a614 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:34.695128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b58dfb2f-ee58-4a72-a302-a818d835affb req-db561f7a-604a-4951-b83f-ca164a93a614 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 943 time: 0.4978030 May 26 19:26:34.726825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.780548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b58dfb2f-ee58-4a72-a302-a818d835affb req-8d716618-0c79-4b1e-816c-3801d047ba84 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789111 May 26 19:26:34.848463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764d6be-fcdc-43b7-a3e3-44a8108b994f None None] No DVR routers for this DVR port 40c760d5-a747-4d2e-98f5-9f90d162e015 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:34.851033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.875986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2f6c8-fd59-469b-a2b2-c915403c90df None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:34.880009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8:0:1::1d9 (1de15714-029c-45d8-802a-f7d18ed8bfd5/c79837b1-53c8-40bc-bef6-bb9917058676/9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:34.886299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce302898-a097-4042-9455-69a706cd122f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:34.888268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.893910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::f816:3eff:fe54:3b37 (1de15714-029c-45d8-802a-f7d18ed8bfd5/20b92b19-111b-4285-84e9-d9a15bb25a6c/9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:34.912870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:34.914029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c720316-95af-40a2-9d93-c3884410a5c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce302898-a097-4042-9455-69a706cd122f HTTP/1.1" status: 204 len: 168 time: 0.4513233 May 26 19:26:35.027305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event deleted for resources: {'Port': ['ID=2144b220-8df6-4edb-800e-4c46f4516764,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:35.085250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:35.161241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] No DVR routers for this DVR port 2144b220-8df6-4edb-800e-4c46f4516764 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:35.170260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.174938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'name': 'network-vif-deleted', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:35.199974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22995f30-5108-4da5-a57c-41f1cfdd133f req-da93fd78-7f19-433c-9a15-689ff8148b69 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.53 "DELETE /v2.0/ports/2144b220-8df6-4edb-800e-4c46f4516764 HTTP/1.1" status: 204 len: 173 time: 1.8698144 May 26 19:26:35.226780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d18051-de5f-4ea8-b7f2-dab8aefb318c req-25d32a66-6d50-4d5c-a417-03bec8652088 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:35.228397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40d18051-de5f-4ea8-b7f2-dab8aefb318c req-25d32a66-6d50-4d5c-a417-03bec8652088 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1286323 May 26 19:26:35.251889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '20b92b19-111b-4285-84e9-d9a15bb25a6c'}, {'subnet_id': 'c79837b1-53c8-40bc-bef6-bb9917058676'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:35.253781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.276978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8f7e77d4-dc34-44ff-bfef-275c69ce92e5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:26:35.339283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40d18051-de5f-4ea8-b7f2-dab8aefb318c req-2e3c9666-c77b-44a9-8b5e-6c361b5e3606 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046882 May 26 19:26:35.387140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.429499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:35.481505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.590654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:35.594862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:35.600966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:35.607628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:35.608263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.639557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:35.655909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7e71f77f-9a1e-4ee1-ba09-9294a9ed1319 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2748585 May 26 19:26:35.663863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:35.770695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455d900-844b-45f6-8bcd-12c56b54495e req-aa20c858-af6a-4248-aff4-db29194c4150 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:35.777453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6455d900-844b-45f6-8bcd-12c56b54495e req-aa20c858-af6a-4248-aff4-db29194c4150 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1762807 May 26 19:26:35.787670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:35.795710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:35.842453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6455d900-844b-45f6-8bcd-12c56b54495e req-6a36cf0f-f59e-4a5b-88ca-c44032865c5b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637784 May 26 19:26:35.858196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Allocated IP 2001:db8:0:1::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/c79837b1-53c8-40bc-bef6-bb9917058676/948a13c6-40c6-474a-bcd0-f918096f72bb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:35.874892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Allocated IP 2001:db8::f816:3eff:fe35:dbd8 (1de15714-029c-45d8-802a-f7d18ed8bfd5/20b92b19-111b-4285-84e9-d9a15bb25a6c/948a13c6-40c6-474a-bcd0-f918096f72bb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:36.113678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42832) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:36.140448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2144b220-8df6-4edb-800e-4c46f4516764 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:36.167836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3e13e6db-8f37-4099-b64d-602fe62815f8 req-81a8da10-fffe-40ee-afd9-18e9c7dfbd45 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Synchronizing usage tracker for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:36.202303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3e13e6db-8f37-4099-b64d-602fe62815f8 req-81a8da10-fffe-40ee-afd9-18e9c7dfbd45 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Unset dirty status for tenant:59f4f7b960314031aa8995ff0fd944f9 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:36.203612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 2144b220-8df6-4edb-800e-4c46f4516764 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:26:36.203983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2144b220-8df6-4edb-800e-4c46f4516764 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:26:36.204479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e13e6db-8f37-4099-b64d-602fe62815f8 req-81a8da10-fffe-40ee-afd9-18e9c7dfbd45 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/ports?device_id=b63891d0-516d-4ff0-a621-9602c25b2879 HTTP/1.1" status: 200 len: 210 time: 0.1183746 May 26 19:26:36.428616 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06d675a-b3cf-4192-a51e-66eca2771c7a'] response: {'server_uuid': 'b63891d0-516d-4ff0-a621-9602c25b2879', 'name': 'network-vif-deleted', 'tag': '2144b220-8df6-4edb-800e-4c46f4516764', 'status': 'completed', 'code': 200} May 26 19:26:36.499485 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.550975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.555603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2126577381-network', 'tenant_id': 'aebf81760632479abe45cdc8cafb75df'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:36.571466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Transition to ACTIVE for port object 948a13c6-40c6-474a-bcd0-f918096f72bb will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:36.604282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Transition to ACTIVE for port object 948a13c6-40c6-474a-bcd0-f918096f72bb will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:36.604282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.621372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:36.667272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Usage tracker for resource:network and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:36.674441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:36.692858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:36.715613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Made reservation on behalf of aebf81760632479abe45cdc8cafb75df for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:36.715613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.739085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.766805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:36.779163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:36.787082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:36.800252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:36.821244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:36.914544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Pushing event updated for resources: {'Port': ['ID=948a13c6-40c6-474a-bcd0-f918096f72bb,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:36.926333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cfb4-4a5b-4552-8fba-8e6e8579896f req-8c2a39a3-6ecd-4999-ba90-13a15b0e8d2e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:36.928847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c009cfb4-4a5b-4552-8fba-8e6e8579896f req-8c2a39a3-6ecd-4999-ba90-13a15b0e8d2e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1077130 May 26 19:26:36.940492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:36.949338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:36.989443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Attempting to bind port 948a13c6-40c6-474a-bcd0-f918096f72bb on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Attempting to bind port 948a13c6-40c6-474a-bcd0-f918096f72bb by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Attempting to bind port 948a13c6-40c6-474a-bcd0-f918096f72bb on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:37.008720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.015095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:37.015095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Bound port: 948a13c6-40c6-474a-bcd0-f918096f72bb, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:37.015095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.029222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c009cfb4-4a5b-4552-8fba-8e6e8579896f req-fc9c29e4-0f00-4cea-b3eb-10c60764d1ae tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886703 May 26 19:26:37.057321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:37.174670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] For port 948a13c6-40c6-474a-bcd0-f918096f72bb, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:37.349948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] For port 948a13c6-40c6-474a-bcd0-f918096f72bb, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=948a13c6-40c6-474a-bcd0-f918096f72bb,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:37.353224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.555140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517fbf1-99c0-4ce0-8925-a4ebf147d827 None None] Pushing event updated for resources: {'Port': ['ID=948a13c6-40c6-474a-bcd0-f918096f72bb,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:37.566665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.571677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.626725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.701505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:37.747241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe22b2-83f3-4fb3-b7bd-a52154a3afea req-297604d4-d521-4434-aaac-b3a014982b78 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:37.759403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74fe22b2-83f3-4fb3-b7bd-a52154a3afea req-297604d4-d521-4434-aaac-b3a014982b78 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.2676241 May 26 19:26:37.816547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74fe22b2-83f3-4fb3-b7bd-a52154a3afea req-709991ef-f6e1-42fd-82b9-14a3b0feada9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620270 May 26 19:26:37.834164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.837274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.842475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.842475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.842475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.842475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.842475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:26:37.969468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595af92c-6513-4383-9c83-0558b5d2c582,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:37.990757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:37.990757 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Added segment 803fb659-9b59-48c7-9893-1d895fd0bdf9 of type vlan for network 1ad4643e-9ed2-4c01-92f3-844b6758a340 May 26 19:26:38.004953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.073745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:38.084899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.089485 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17efad5d-6609-49a0-9050-0b3ae566c81c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 HTTP/1.1" status: 204 len: 168 time: 2.4232936 May 26 19:26:38.092107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:38.149767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.153383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:38.154314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.262832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:38.265104 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1429303 May 26 19:26:38.265104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:38.271831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Request body: {'subnet': {'network_id': '1ad4643e-9ed2-4c01-92f3-844b6758a340', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2126577381-subnet', 'tenant_id': 'aebf81760632479abe45cdc8cafb75df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:38.311585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:38.311585 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.349599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:38.366414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Usage tracker for resource:subnet and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:38.369784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67959c2e-48ee-43f3-b94e-534d425c4645 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:38.370614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:38.371003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67959c2e-48ee-43f3-b94e-534d425c4645 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:38.380855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:38.386373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cced6-d1d1-4cf9-8c02-8314c567b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad4643e-9ed2-4c01-92f3-844b6758a340,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:38.404894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1ad4643e-9ed2-4c01-92f3-844b6758a340 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:26:38.407741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Made reservation on behalf of aebf81760632479abe45cdc8cafb75df for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:38.411400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.425174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bf34e-e367-49eb-88b9-a18b85015ad3 req-bf84a57d-4ab0-4a09-9ecc-be865e3b9b69 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:38.433542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-000bf34e-e367-49eb-88b9-a18b85015ad3 req-bf84a57d-4ab0-4a09-9ecc-be865e3b9b69 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2179968 May 26 19:26:38.437428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67959c2e-48ee-43f3-b94e-534d425c4645 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:38.443034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-67959c2e-48ee-43f3-b94e-534d425c4645 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3462179 May 26 19:26:38.446118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:38.514826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-000bf34e-e367-49eb-88b9-a18b85015ad3 req-d2127100-6aff-41af-8b40-849fbca101ef tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 May 26 19:26:38.591670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:38.591670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.674205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:38.713597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:38.713597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:38.789186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a58c7f-36a0-4916-bec9-5c86a2fe3059 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:38.806794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3a58c7f-36a0-4916-bec9-5c86a2fe3059 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:38.913744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:38.937221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3a58c7f-36a0-4916-bec9-5c86a2fe3059 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:38.941855 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3a58c7f-36a0-4916-bec9-5c86a2fe3059 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4937744 May 26 19:26:38.942434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42912) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:39.090774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e67507-11a3-4db5-a2a5-2691daf9fd23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.090774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e67507-11a3-4db5-a2a5-2691daf9fd23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.090774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e67507-11a3-4db5-a2a5-2691daf9fd23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.097679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3e67507-11a3-4db5-a2a5-2691daf9fd23 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1485467 May 26 19:26:39.108839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42916) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:39.179418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690ce31-62a5-4fc6-b452-7e06020b77b0 req-16e1ece4-e981-4c50-8bf5-c18f7c0f3870 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.190039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a690ce31-62a5-4fc6-b452-7e06020b77b0 req-16e1ece4-e981-4c50-8bf5-c18f7c0f3870 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3994770 May 26 19:26:39.210057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 948a13c6-40c6-474a-bcd0-f918096f72bb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:39.253099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.269695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a690ce31-62a5-4fc6-b452-7e06020b77b0 req-fa168de1-cd3e-41bc-811a-d7c65ba3b5c9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783577 May 26 19:26:39.384820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e164ca-bb6d-4527-897a-b13b3de7cf05,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:39.421835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 20b92b19-111b-4285-84e9-d9a15bb25a6c {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:39.431415 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.455176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 948a13c6-40c6-474a-bcd0-f918096f72bb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:39.473917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Checking segment: {'id': '803fb659-9b59-48c7-9893-1d895fd0bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '1ad4643e-9ed2-4c01-92f3-844b6758a340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:39.473917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Network hostable DHCP agents. Network: 1ad4643e-9ed2-4c01-92f3-844b6758a340, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:26:39.530885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Network 1ad4643e-9ed2-4c01-92f3-844b6758a340 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:26:39.550976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.580784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f0a8d-561f-48f5-80ab-453fca0617dc None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:39.615703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1ad4643e-9ed2-4c01-92f3-844b6758a340) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:39.638074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.638928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.699574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44437e9-4232-41d2-8152-718db51006ab req-fa0a0a44-1bee-4eb7-b86c-eb0f9aebe462 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:39.699574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d44437e9-4232-41d2-8152-718db51006ab req-fa0a0a44-1bee-4eb7-b86c-eb0f9aebe462 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2064106 May 26 19:26:39.742157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070883f-3623-410a-8fac-e94be219e390 None None] Network 1ad4643e-9ed2-4c01-92f3-844b6758a340 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:39.745974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.816046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d44437e9-4232-41d2-8152-718db51006ab req-3335e1c3-af56-416c-a1c9-aeebaac26cf3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161780 May 26 19:26:39.854041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.950349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:39.956290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=20b92b19-111b-4285-84e9-d9a15bb25a6c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:39.963464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc3912d8-38d5-4a57-986d-8aea446def78 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7000060 May 26 19:26:39.973604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-477f4620-d9ab-4708-870f-b2b17b59c24b tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/20b92b19-111b-4285-84e9-d9a15bb25a6c HTTP/1.1" status: 204 len: 168 time: 0.8686676 May 26 19:26:39.974996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42934) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:40.124232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet c79837b1-53c8-40bc-bef6-bb9917058676 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:40.145276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:40.266718 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc50a62-e763-45cf-b28a-78428866124f'] response: {'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'code': 200} May 26 19:26:40.337485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-570234e3-f572-42af-a272-072d410e649c None None] Provisioning for port 948a13c6-40c6-474a-bcd0-f918096f72bb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:40.357941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-570234e3-f572-42af-a272-072d410e649c None None] Provisioning complete for port 948a13c6-40c6-474a-bcd0-f918096f72bb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:40.358476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-570234e3-f572-42af-a272-072d410e649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:40.583273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:40.714460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126a8e3-25fb-4177-b048-f0914eb3794a None None] Network 1ad4643e-9ed2-4c01-92f3-844b6758a340 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:40.861846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:40.977623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-570234e3-f572-42af-a272-072d410e649c None None] Current status of the port 948a13c6-40c6-474a-bcd0-f918096f72bb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:40.977623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-570234e3-f572-42af-a272-072d410e649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:41.245215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9566f-b518-41d0-bfd2-750e50041159 req-690bd053-9819-4ccd-a838-011c71eaaa4c tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:41.253350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6e9566f-b518-41d0-bfd2-750e50041159 req-690bd053-9819-4ccd-a838-011c71eaaa4c tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.5157530 May 26 19:26:41.253350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a621-2764-4d07-b76d-5eb97152bd5c req-8b3d3042-563a-4732-95b5-2fefeea26ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:41.253350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5be0a621-2764-4d07-b76d-5eb97152bd5c req-8b3d3042-563a-4732-95b5-2fefeea26ab7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.5226204 May 26 19:26:41.260830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:41.327968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-570234e3-f572-42af-a272-072d410e649c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:26:41.327968 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-570234e3-f572-42af-a272-072d410e649c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:26:41.379674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5be0a621-2764-4d07-b76d-5eb97152bd5c req-2202b260-ee33-422a-bc47-fe4a7cd2a00d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013536 May 26 19:26:41.379674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=c79837b1-53c8-40bc-bef6-bb9917058676,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:41.387144 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:41.427999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ab795d07-7ce6-4f22-a2ad-430a3f21e39c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/c79837b1-53c8-40bc-bef6-bb9917058676 HTTP/1.1" status: 204 len: 168 time: 1.4431818 May 26 19:26:41.431454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:41.439154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6e9566f-b518-41d0-bfd2-750e50041159 req-19cca45e-7b18-4b29-853b-4c9d4b9f97f8 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846495 May 26 19:26:41.916094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:41.917805 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4439699f-ec14-4602-8fa2-3ff63c300a56 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4927685 May 26 19:26:41.934240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:41.983069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-570234e3-f572-42af-a272-072d410e649c None None] Current status of the port 948a13c6-40c6-474a-bcd0-f918096f72bb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:41.983069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-570234e3-f572-42af-a272-072d410e649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.000887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945fe4e-48c9-4d13-ae4a-1eb086e538ad None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:42.022878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-683106811', 'description': 'tempest-description-922207733'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:42.059831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:42.100649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:42.107583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:42.123096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:42.155102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-570234e3-f572-42af-a272-072d410e649c None None] For port 948a13c6-40c6-474a-bcd0-f918096f72bb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=948a13c6-40c6-474a-bcd0-f918096f72bb,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:42.155323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:42.156941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.161777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-570234e3-f572-42af-a272-072d410e649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.179486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:42.183021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:42.189945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:42.195994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:42.202431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:42.207099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:42.213784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:42.215817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:42.219533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.309815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570234e3-f572-42af-a272-072d410e649c None None] Pushing event updated for resources: {'Port': ['ID=948a13c6-40c6-474a-bcd0-f918096f72bb,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:42.320806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aecfb63c-2426-43e4-a5d9-5dad253be88e None None] Provisioning complete for port 948a13c6-40c6-474a-bcd0-f918096f72bb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:42.320806 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aecfb63c-2426-43e4-a5d9-5dad253be88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.427202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.447513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:42.447513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Deleting port 948a13c6-40c6-474a-bcd0-f918096f72bb {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:42.447513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.467772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.531927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd182134-0c81-4ef0-9e73-057c31736964,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:42.536005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.537611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f046486f-a890-4257-9ef6-a913f0184a59 req-bc3956f7-5cb6-4c45-9a0f-20cbc4337dcd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5257294 May 26 19:26:42.558844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aecfb63c-2426-43e4-a5d9-5dad253be88e None None] Current status of the port 948a13c6-40c6-474a-bcd0-f918096f72bb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:42.577771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.654817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:42.654817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:42.662409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:42.662409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.714669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:42.733442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f69f7697-e8f2-43f0-b9c2-331da930bb08 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8005066 May 26 19:26:42.736232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42994) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:42.736232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:42.774911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f3fe5-b2b7-4c4c-903b-565f19501985 req-d19d17d9-0809-47ee-bacc-ff1a38b74aa6 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:42.774911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-817f3fe5-b2b7-4c4c-903b-565f19501985 req-d19d17d9-0809-47ee-bacc-ff1a38b74aa6 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0987642 May 26 19:26:42.845452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-817f3fe5-b2b7-4c4c-903b-565f19501985 req-a2fc9682-1b77-4e08-a00a-2082a3f50993 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610311 May 26 19:26:42.914453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] For port 948a13c6-40c6-474a-bcd0-f918096f72bb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=948a13c6-40c6-474a-bcd0-f918096f72bb,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:42.915321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:42.979000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:42.979000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:42.987227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:42.994120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:43.023062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:43.029922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.225814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63155b-4778-4ff8-b65b-9eddb43479c2 req-dad7d009-dcae-405b-a6e1-d3376c141c86 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:43.236010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e63155b-4778-4ff8-b65b-9eddb43479c2 req-dad7d009-dcae-405b-a6e1-d3376c141c86 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1980202 May 26 19:26:43.268354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 948a13c6-40c6-474a-bcd0-f918096f72bb no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:43.314188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Calling delete_port for 948a13c6-40c6-474a-bcd0-f918096f72bb owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:43.346910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e63155b-4778-4ff8-b65b-9eddb43479c2 req-a563711c-d30b-41cd-9707-61dbf64d5d67 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073432 May 26 19:26:43.400128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43010) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:43.482409 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64 (CIDR: 2001:db8::/64) May 26 19:26:43.495242 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:26:43.495242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:26:43.542470 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-80ae4e65-bebd-4b17-a12b-1ea552ed34a2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8183851 May 26 19:26:43.543359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:43.549393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:43.559323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.568412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.597397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 948a13c6-40c6-474a-bcd0-f918096f72bb is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:43.597765 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.603579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.687092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] Pushing event deleted for resources: {'Port': ['ID=948a13c6-40c6-474a-bcd0-f918096f72bb,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:43.691511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690eea7d-0e7c-4dcd-8f32-992b4bf505c0 None None] No DVR routers for this DVR port 948a13c6-40c6-474a-bcd0-f918096f72bb on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:43.714515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11db57-6a00-48ec-994d-c5073e242102 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:43.737895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:43.745884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:43.745884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:43.761320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:43.781449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:43.781449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.804953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.858510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101edab-1ff5-40a2-8ef7-fa3b8b6b34d0 req-060b5103-d72d-49a3-91f8-49173da322c9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:43.858510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c101edab-1ff5-40a2-8ef7-fa3b8b6b34d0 req-060b5103-d72d-49a3-91f8-49173da322c9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.2081928 May 26 19:26:43.872724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b6cc8-8803-487e-afaf-809408772e5a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:43.872724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.872724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9f0e2db1-f478-4b93-839f-c32ed6775f36 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a8b6cc8-8803-487e-afaf-809408772e5a HTTP/1.1" status: 204 len: 168 time: 0.4719889 May 26 19:26:43.872724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43026) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:43.950511 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-165657ee-8220-4064-9f3c-e2949507d0a4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] show failed (client error): The resource could not be found. May 26 19:26:43.950511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-165657ee-8220-4064-9f3c-e2949507d0a4 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "GET /v2.0/security-groups/8a8b6cc8-8803-487e-afaf-809408772e5a HTTP/1.1" status: 404 len: 347 time: 0.0752478 May 26 19:26:43.957357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43030) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:43.962355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:43.996203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c101edab-1ff5-40a2-8ef7-fa3b8b6b34d0 req-793e2fcc-7d68-4e12-8000-9013111a6bf7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049869 May 26 19:26:44.131117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-d03da2cf-7100-4e99-9402-6f842ff2dcb2 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/bd182134-0c81-4ef0-9e73-057c31736964 HTTP/1.1" status: 200 len: 1805 time: 0.0799654 May 26 19:26:44.136705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd182134-0c81-4ef0-9e73-057c31736964', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:44.137618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd182134-0c81-4ef0-9e73-057c31736964', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:44.151484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:44.168491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:44.178851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:44.184780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:44.242267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': 'cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:44.242267 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.293299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.340246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.351213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.393803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc19751-8527-41dd-b6b7-4765a8a9a03c,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:44.410543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.424743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17f8f462-00e8-4242-8061-8869a88d49b3 req-8b641012-6326-4b82-ac00-b2c937f99fe6 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2926517 May 26 19:26:44.595775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Deleting port 95974968-7b21-4a46-882f-35627c5ac33b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:44.595775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.638415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3b7adb0-f9dc-40e2-bdb9-9c3b6490cea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.661484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64/708e9bcd-c108-42a0-841b-81e5abf8a327) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:44.673976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c0911-b7dd-4261-bdb6-fcc80f63764c req-936b5f70-9aa6-4b7c-8ebf-aa3a8f32cd8c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:44.684419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-285c0911-b7dd-4261-bdb6-fcc80f63764c req-936b5f70-9aa6-4b7c-8ebf-aa3a8f32cd8c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1422760 May 26 19:26:44.787158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:26:44.792076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:44.802137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-285c0911-b7dd-4261-bdb6-fcc80f63764c req-ef5e2523-a2fd-4ec9-9525-b16c41ea969a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203938 May 26 19:26:44.959646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:44.980418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:44.993902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:45.015762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.020570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.040079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Transition to ACTIVE for port object 708e9bcd-c108-42a0-841b-81e5abf8a327 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:45.057022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f9b1-273b-4297-bde9-68c2fceb041d req-b1a367d1-5579-4d3b-b996-a1af6b59f495 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:45.057022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9947f9b1-273b-4297-bde9-68c2fceb041d req-b1a367d1-5579-4d3b-b996-a1af6b59f495 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1457045 May 26 19:26:45.068810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Transition to ACTIVE for port object 708e9bcd-c108-42a0-841b-81e5abf8a327 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:45.093104 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.177598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:45.183290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:45.196774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:45.204344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9947f9b1-273b-4297-bde9-68c2fceb041d req-f95b45ca-36e2-485c-9930-22fac7dd18e9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436191 May 26 19:26:45.226212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-60591809', 'description': 'tempest-description-72937662'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:45.233510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:45.238403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:45.244438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=db233a14-0f0c-4aba-8a26-687516a3d732,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:45.258071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:45.271575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.273128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Pushing event updated for resources: {'Port': ['ID=708e9bcd-c108-42a0-841b-81e5abf8a327,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:45.273916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:45.281958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.295784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43060) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:45.302262 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64bda1c8-4500-4262-b9eb-79ddc2462707 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7527730 May 26 19:26:45.306779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:df:69:78', 'name': 'tempest-NetworksTestDHCPv6-1820266682'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:45.323828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.385792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Attempting to bind port 708e9bcd-c108-42a0-841b-81e5abf8a327 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:45.385792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Attempting to bind port 708e9bcd-c108-42a0-841b-81e5abf8a327 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:45.385792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Attempting to bind port 708e9bcd-c108-42a0-841b-81e5abf8a327 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Bound port: 708e9bcd-c108-42a0-841b-81e5abf8a327, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:45.410316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.496751 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:26:45.544012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] For port 708e9bcd-c108-42a0-841b-81e5abf8a327, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:45.544012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] For port 708e9bcd-c108-42a0-841b-81e5abf8a327, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=708e9bcd-c108-42a0-841b-81e5abf8a327,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:45.553636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Calling delete_port for 95974968-7b21-4a46-882f-35627c5ac33b owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:45.567222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.667843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172e59-a4b7-42ea-b5d9-84758c3eecd0 None None] Pushing event updated for resources: {'Port': ['ID=708e9bcd-c108-42a0-841b-81e5abf8a327,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:45.808702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:45.829536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:45.843579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:45.863066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:45.904031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:46.057152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:46.064587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:46.088950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:46.099678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:46.139310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:46.309145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Pushing event deleted for resources: {'Port': ['ID=95974968-7b21-4a46-882f-35627c5ac33b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:46.388595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.398095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.470816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.501395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.502759 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5156aede-eb22-4f48-b86d-ec243c850985 tempest-ImagesOneServerNegativeTestJSON-70505933 tempest-ImagesOneServerNegativeTestJSON-70505933-project] 10.222.0.24 "DELETE /v2.0/floatingips/8abc2e6f-3ab0-45a6-8ff5-a0cb385c8f03 HTTP/1.1" status: 204 len: 168 time: 2.5495036 May 26 19:26:46.509599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.521727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5120740f-0e30-480f-b9ec-479b32409b00 req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2895622 May 26 19:26:46.533106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b1cf1-d384-428c-ba79-77dab12ab192 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccec446-d6ae-481b-bb60-11ae71e5fc41,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:46.564862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.620278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port 2563d12b-ecac-429d-a7b0-1739d88d3d42 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:26:46.814385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b0b87117-737b-46a7-bdf2-77fb09599a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:46.943847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ff15d-725d-45a1-9462-421c2a352ee2 req-6e0665ca-3c36-4375-9483-e96da3cff2cc tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:46.954468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-444ff15d-725d-45a1-9462-421c2a352ee2 req-6e0665ca-3c36-4375-9483-e96da3cff2cc tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.2294700 May 26 19:26:47.183686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-444ff15d-725d-45a1-9462-421c2a352ee2 req-13f6cd5a-ad14-48db-bae8-4e268bc575aa tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239726 May 26 19:26:47.223078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::3d8 (1de15714-029c-45d8-802a-f7d18ed8bfd5/cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64/2563d12b-ecac-429d-a7b0-1739d88d3d42) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:47.243555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 708e9bcd-c108-42a0-841b-81e5abf8a327 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:47.270579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8:0:1:f816:3eff:fedf:6978 (1de15714-029c-45d8-802a-f7d18ed8bfd5/db233a14-0f0c-4aba-8a26-687516a3d732/2563d12b-ecac-429d-a7b0-1739d88d3d42) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:47.420089 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:47.469654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 708e9bcd-c108-42a0-841b-81e5abf8a327 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:47.582033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264cfed-0ad1-45dd-847d-c2870b041fc4 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:47.686559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99a95-9310-4331-952f-e4f77995594d req-d0e96048-f242-4260-ba3b-90a9033b6e71 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:47.697987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:47.700038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fb99a95-9310-4331-952f-e4f77995594d req-d0e96048-f242-4260-ba3b-90a9033b6e71 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3482065 May 26 19:26:47.706787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'floatingip': {'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:47.773310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Provisioning for port 708e9bcd-c108-42a0-841b-81e5abf8a327 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:47.814440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Provisioning complete for port 708e9bcd-c108-42a0-841b-81e5abf8a327 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:47.814440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:47.873735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:47.920625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.019498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object 2563d12b-ecac-429d-a7b0-1739d88d3d42 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:48.040096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-108c155b-fe45-456a-9c54-4ca5f8e3bf78 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/5ccec446-d6ae-481b-bb60-11ae71e5fc41 HTTP/1.1" status: 200 len: 1803 time: 0.2705147 May 26 19:26:48.050146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5ccec446-d6ae-481b-bb60-11ae71e5fc41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:48.050606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5ccec446-d6ae-481b-bb60-11ae71e5fc41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:48.069538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:48.082124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:48.091071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:48.111485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:48.157701 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.158418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Current status of the port 708e9bcd-c108-42a0-841b-81e5abf8a327 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:48.159337 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.293484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] For port 708e9bcd-c108-42a0-841b-81e5abf8a327, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=708e9bcd-c108-42a0-841b-81e5abf8a327,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:48.316758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.335587 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.423720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.433389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.490700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.570821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:48.573014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadcc354-3ed7-4f71-8593-9aaab23a183f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:48.592270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:48.629631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:48.647942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:48.647942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.671495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=2563d12b-ecac-429d-a7b0-1739d88d3d42,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:48.671495 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:48.684653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff4ef6a0-538c-49c2-afbc-62ba1907cfae req-2fa67266-0699-4a41-9622-6716e9e8459b tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6381435 May 26 19:26:48.717263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befdf3f-c907-48dd-a4ec-d68ce96d11d2 None None] Pushing event updated for resources: {'Port': ['ID=708e9bcd-c108-42a0-841b-81e5abf8a327,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:48.796142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-786e0fd0-ce75-4a7f-b2c3-2ab435517c9c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4892752 May 26 19:26:48.796142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:48.914512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Update dhcp port {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'fixed_ips': [{'subnet_id': 'cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db233a14-0f0c-4aba-8a26-687516a3d732'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '708e9bcd-c108-42a0-841b-81e5abf8a327'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:26:48.957101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port 2563d12b-ecac-429d-a7b0-1739d88d3d42 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:48.957581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.096301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.433619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71e65-2262-49c6-a1c8-436f7b0390de req-efbf1d5b-be65-477f-80c9-691655d881ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:49.435554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1b71e65-2262-49c6-a1c8-436f7b0390de req-efbf1d5b-be65-477f-80c9-691655d881ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4094679 May 26 19:26:49.437381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.741706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.747723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.761072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe65:40e9 (1de15714-029c-45d8-802a-f7d18ed8bfd5/db233a14-0f0c-4aba-8a26-687516a3d732/708e9bcd-c108-42a0-841b-81e5abf8a327) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:49.779670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 708e9bcd-c108-42a0-841b-81e5abf8a327 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:49.917721 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:49.987997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for 2563d12b-ecac-429d-a7b0-1739d88d3d42 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:50.037158 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Floating IP 9df81b85-fbf4-417d-b255-0c4dcf5b910a associated. External IP: 172.25.0.203, port: 8f7e77d4-dc34-44ff-bfef-275c69ce92e5. May 26 19:26:50.045957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1b71e65-2262-49c6-a1c8-436f7b0390de req-d7274c2e-55fc-41e1-af64-c8602395a91b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001959 May 26 19:26:50.127527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 708e9bcd-c108-42a0-841b-81e5abf8a327 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:50.127660 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:50.215276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] For port 708e9bcd-c108-42a0-841b-81e5abf8a327, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=708e9bcd-c108-42a0-841b-81e5abf8a327,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:50.373476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:50.479424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Transition to ACTIVE for port object 708e9bcd-c108-42a0-841b-81e5abf8a327 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:50.483455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 708e9bcd-c108-42a0-841b-81e5abf8a327 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:50.491856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:50.526928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:50.609664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=2563d12b-ecac-429d-a7b0-1739d88d3d42,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:50.710240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af42ef-58de-4f3c-b26b-0fd685022256 None None] Pushing event updated for resources: {'Port': ['ID=708e9bcd-c108-42a0-841b-81e5abf8a327,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:50.718425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f642c9-f6af-48c7-a310-467ef39859c1 req-59be702c-6353-4ccc-99f7-53d0bffdc2a0 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:50.728681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0f642c9-f6af-48c7-a310-467ef39859c1 req-59be702c-6353-4ccc-99f7-53d0bffdc2a0 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.2872386 May 26 19:26:50.756053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:50.786446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bd9bdbc8-ad9f-4760-bce9-54397f5ac229 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/2563d12b-ecac-429d-a7b0-1739d88d3d42 HTTP/1.1" status: 204 len: 168 time: 1.9741538 May 26 19:26:50.786446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:50.943268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0f642c9-f6af-48c7-a310-467ef39859c1 req-857a7136-a662-4c90-a6ad-cc7f643c58d9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980290 May 26 19:26:51.002374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fe7dd-e391-40ac-9c71-9d85ae209dd4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.002374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-808fe7dd-e391-40ac-9c71-9d85ae209dd4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:51.023022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-531996105', 'description': 'tempest-description-626749152'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:51.036291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:51.054079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:51.054079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:51.061281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:51.067385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-808fe7dd-e391-40ac-9c71-9d85ae209dd4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:51.067385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-808fe7dd-e391-40ac-9c71-9d85ae209dd4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2835164 May 26 19:26:51.074085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43158) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:51.090158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Router 38561066-d88d-4234-a242-f5fc55421efd has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:26:51.112660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:51.125343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 708e9bcd-c108-42a0-841b-81e5abf8a327 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:26:51.148331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:51.155660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:51.160891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:51.176393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:51.348871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:51.363914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:51.416287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97fef1-978d-4414-858c-49ced555e65d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:51.466515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:51.466515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35242c8e-b3c9-4293-be64-f248cf369d8c req-5f0a603f-f294-47ac-a670-983f4c4cd5c8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4513190 May 26 19:26:51.547747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53523980-d01e-4329-9bf3-bf1f7468c425 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.549506 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-53523980-d01e-4329-9bf3-bf1f7468c425 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4727871 May 26 19:26:51.552164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:51.670282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:26:51.670282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:51.687540 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:26:51.709419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:26:51.709419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:26:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:51.761466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5bef925c-9a14-4fcf-9219-fc6245ad68a1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "PUT /v2.0/floatingips/9df81b85-fbf4-417d-b255-0c4dcf5b910a HTTP/1.1" status: 200 len: 991 time: 4.0567091 May 26 19:26:51.761466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:26:51.832370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.832370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.842379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.842379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:26:51.892561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:26:51.892561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e5b0a243-5b65-4841-8fbb-88107f7ac5d8 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3332205 May 26 19:26:51.894529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:51.908591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290661-bd6b-42ac-a346-42f7f5839b26 req-d8909891-532d-4d65-93d7-b499d6932215 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:51.910456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da290661-bd6b-42ac-a346-42f7f5839b26 req-d8909891-532d-4d65-93d7-b499d6932215 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2302823 May 26 19:26:51.951186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d174c0de-fb60-41aa-8bfe-eaf6ee37b875 None None] Provisioning for port 708e9bcd-c108-42a0-841b-81e5abf8a327 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:26:51.964241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d174c0de-fb60-41aa-8bfe-eaf6ee37b875 None None] Provisioning complete for port 708e9bcd-c108-42a0-841b-81e5abf8a327 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:51.964911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d174c0de-fb60-41aa-8bfe-eaf6ee37b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.029738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da290661-bd6b-42ac-a346-42f7f5839b26 req-938cfb02-fc94-42a4-92bf-cd5d6e0fd37f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105139 May 26 19:26:52.059062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:52.090648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.145714 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:26:52.223875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.351903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43192) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:52.398507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.413654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d174c0de-fb60-41aa-8bfe-eaf6ee37b875 None None] Current status of the port 708e9bcd-c108-42a0-841b-81e5abf8a327 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:52.521457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Deleting subnet 3dc2171d-d4eb-4151-adee-236e6592f00a {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:52.526294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.528138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bff86a5-81bb-4bfc-82d1-4332d64da996 None None] Could not find standard attr ID for object 9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:52.603112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.664650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.758747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:52.770873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.796458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f73b9f6d-dd53-4d4c-87d2-1f7f37825590 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64 HTTP/1.1" status: 204 len: 168 time: 0.9039009 May 26 19:26:52.800922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:52.803127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347cfb2-546d-4ed8-b781-e47ddb5c7805 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:52.834497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:52.920361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet db233a14-0f0c-4aba-8a26-687516a3d732 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:26:52.956370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.078855 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:26:49Z', 'revision_number': 1, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:53.089496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.095533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:26:53.141538 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:26:53.149316 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:26:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:53.166599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.185865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc2171d-d4eb-4151-adee-236e6592f00a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:53.208365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1782913489', 'description': 'tempest-description-1164004454'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:53.229658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.232416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:53.244449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:53.255954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-12b3a8a1-8da7-498f-9cb3-266b8fa5078d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3dc2171d-d4eb-4151-adee-236e6592f00a HTTP/1.1" status: 204 len: 168 time: 0.9027240 May 26 19:26:53.259145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:53.263183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:53.280306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:53.297082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb2aad80-d888-4e03-a9a2-4e23d289ba77 None None] Could not find standard attr ID for object 2563d12b-ecac-429d-a7b0-1739d88d3d42. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:26:53.301327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.351908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:53.356543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:53.359926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:53.374163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:53.548549 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:26:53.616734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.693443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.738958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.746311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.831938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d0fad-ace7-4e23-8f03-cd1c41534963,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:53.848691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:53.868968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20e44df6-4a09-40cb-9bea-e0379635da08 req-bd4433e2-aad8-496f-a999-ec014cd20b57 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6776397 May 26 19:26:53.894669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ae13-081e-475f-b163-3be9c83db913 req-98cc1047-86e4-444a-a0be-5215d1c4ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:53.903045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-98cc1047-86e4-444a-a0be-5215d1c4ceed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1096 time: 0.4612300 May 26 19:26:53.961246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.050833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f894930e-3fce-408e-9152-8d396d2aade6']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:54.110153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af0cd62-c7ca-4d33-a40d-b0226c04ed86') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:54.110153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af0cd62-c7ca-4d33-a40d-b0226c04ed86') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:54.157725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.261782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.308924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:26:54.308924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.400891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ae13-081e-475f-b163-3be9c83db913 req-438c0272-9296-4839-968e-64817b4f64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:54.405937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-438c0272-9296-4839-968e-64817b4f64d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.5002034 May 26 19:26:54.462603 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54881ef4-8288-4063-88e2-903fd4e0d30d'] response: {'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'status': 'completed', 'code': 200} May 26 19:26:54.516189 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:26:49Z', 'revision_number': 1, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:26:54.522926 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248a8cc-d59b-4611-b85c-5c844ed0b3ad None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:26:49Z', 'revision_number': 1, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:26:54.567682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.609841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.617568 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 3af0cd62-c7ca-4d33-a40d-b0226c04ed86 resource provider aggregate not found May 26 19:26:54.668953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-bacf1ab6-2981-4c15-bc05-6b513781ed39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 1001 time: 0.2519286 May 26 19:26:54.758012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f894930e-3fce-408e-9152-8d396d2aade6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:54.771417 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 3af0cd62-c7ca-4d33-a40d-b0226c04ed86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3af0cd62-c7ca-4d33-a40d-b0226c04ed86 found for delete ", "request_id": "req-83a8a725-afd0-404b-b823-3422b29d72d2"}]} May 26 19:26:54.806466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-449ddc38-37bc-4b48-b049-c6a405646d34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f894930e-3fce-408e-9152-8d396d2aade6 HTTP/1.1" status: 204 len: 168 time: 1.5400302 May 26 19:26:54.848009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ae13-081e-475f-b163-3be9c83db913 req-b6cc0649-6437-4216-bdde-0ec082d86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:54.849495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-b6cc0649-6437-4216-bdde-0ec082d86991 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.0868831 May 26 19:26:54.860303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f125ef4-6661-4bc4-8e47-6bd183ed4334 None None] Provisioning complete for port 708e9bcd-c108-42a0-841b-81e5abf8a327 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:26:54.862096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f125ef4-6661-4bc4-8e47-6bd183ed4334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:54.862711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-48c13b46-9cc0-485f-bb42-6f254fe50544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:54.864237 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-48c13b46-9cc0-485f-bb42-6f254fe50544 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.3920498 May 26 19:26:54.915509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:55.082917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f65449-1464-4862-8100-c4c3f6f7cad4 None None] New status for floating IP 9df81b85-fbf4-417d-b255-0c4dcf5b910a: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:26:55.169006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:55.282102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79799264-2604-4c64-a896-8997d2e7ecb0 req-6cdf82fb-4f9e-4650-9f44-90a7ef6828ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:55.284007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79799264-2604-4c64-a896-8997d2e7ecb0 req-6cdf82fb-4f9e-4650-9f44-90a7ef6828ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.6180167 May 26 19:26:55.305277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0f125ef4-6661-4bc4-8e47-6bd183ed4334 None None] Current status of the port 708e9bcd-c108-42a0-841b-81e5abf8a327 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:26:55.346860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7b828ee7-d601-4630-9eed-988c0419ba60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59f4f7b960314031aa8995ff0fd944f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689169 May 26 19:26:55.354983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43248) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:55.390828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ae13-081e-475f-b163-3be9c83db913 req-036559c5-e5d5-4715-9343-809fd35305fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:55.392611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-036559c5-e5d5-4715-9343-809fd35305fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5356038 May 26 19:26:55.470833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0162f6-44b4-43d2-ac84-c868aaf71241 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:55.498288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79799264-2604-4c64-a896-8997d2e7ecb0 req-52967540-9cb6-478f-ac32-ebc7986820f0 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003174 May 26 19:26:55.501316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=db233a14-0f0c-4aba-8a26-687516a3d732,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:55.513988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:55.636010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6dbf9aaf-c7e5-463f-a9c1-a0e67de575d0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/db233a14-0f0c-4aba-8a26-687516a3d732 HTTP/1.1" status: 204 len: 168 time: 2.8343613 May 26 19:26:55.643807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43254) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:55.816567 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f8fb992f-b0dd-4332-8255-d7a8b6224054 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458101 May 26 19:26:55.837030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-e4b0b9e4-4ce1-4721-a926-8b9a0d90268e service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685071 May 26 19:26:55.853354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:55.892529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:56.068211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c328ae13-081e-475f-b163-3be9c83db913 req-9183024d-90a0-49d3-82ef-afd3cbbbe223 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072997 May 26 19:26:56.076482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:26:56.081546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Deleting port 708e9bcd-c108-42a0-841b-81e5abf8a327 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:26:56.082063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.092329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-5592a6ac-fbd4-465e-ae33-eda68bb96f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:56.094640 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-5592a6ac-fbd4-465e-ae33-eda68bb96f6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 1.2236257 May 26 19:26:56.355429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-444c4f81-452c-4644-b4c7-f24545d46a97 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/cb97fef1-978d-4414-858c-49ced555e65d HTTP/1.1" status: 200 len: 1805 time: 0.5169737 May 26 19:26:56.355429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.414518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:56.434560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:56.440482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:56.441938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.464891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:56.476579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-294aa40a-2506-4ef9-b673-7fbcdafc27c3 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/0f9d0fad-ace7-4e23-8f03-cd1c41534963 HTTP/1.1" status: 200 len: 1807 time: 0.1154757 May 26 19:26:56.481433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb97fef1-978d-4414-858c-49ced555e65d', 'remote_group_id': '0f9d0fad-ace7-4e23-8f03-cd1c41534963', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:56.481829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb97fef1-978d-4414-858c-49ced555e65d', 'remote_group_id': '0f9d0fad-ace7-4e23-8f03-cd1c41534963', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:56.491388 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-6fcc3907-34c5-4fe7-bbbd-593aa5308977 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1001 time: 0.3876569 May 26 19:26:56.499089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:56.515142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:56.520201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:56.535918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:56.561507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] For port 708e9bcd-c108-42a0-841b-81e5abf8a327, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=708e9bcd-c108-42a0-841b-81e5abf8a327,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:26:56.562216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.620685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-7173523f-7235-4597-9254-bc076ea9e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:56.620685 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-7173523f-7235-4597-9254-bc076ea9e3ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.1112323 May 26 19:26:56.620685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:56.626230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.629491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.693361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf744d-d280-42e7-8d3b-865421cf2d0f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:56.716562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.723151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0d042d11-77eb-4c99-8cc3-054773ac51d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52bf744d-d280-42e7-8d3b-865421cf2d0f HTTP/1.1" status: 204 len: 168 time: 1.3538475 May 26 19:26:56.742262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.811712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.818869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.864098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689abd1c-5294-427d-a800-3ff5be1bb419,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:56.899787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:56.902731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-784c3bea-7747-4ad9-affc-d47959a8c137 req-061facc9-be40-44dd-9897-98e2c347b2bb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4252367 May 26 19:26:56.985921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Calling delete_port for 708e9bcd-c108-42a0-841b-81e5abf8a327 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:26:57.129725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-1db797a4-6a89-4ebe-a204-36b7d45184b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:57.129725 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-1db797a4-6a89-4ebe-a204-36b7d45184b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4736402 May 26 19:26:57.198695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:57.313489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 708e9bcd-c108-42a0-841b-81e5abf8a327 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:26:57.367574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f5d0-ef3f-4d47-8b9e-2797af33e1ed req-eadcc502-f870-4cef-be10-8247b640996d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:57.375336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1f3f5d0-ef3f-4d47-8b9e-2797af33e1ed req-eadcc502-f870-4cef-be10-8247b640996d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1666770 May 26 19:26:57.444143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1f3f5d0-ef3f-4d47-8b9e-2797af33e1ed req-5722404e-ad5c-4278-af9a-ff0550d5c212 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 May 26 19:26:57.459120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] No DVR routers for this DVR port 708e9bcd-c108-42a0-841b-81e5abf8a327 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:26:57.492744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4078b-c32c-4dec-950b-9177a3d07f20 None None] Pushing event deleted for resources: {'Port': ['ID=708e9bcd-c108-42a0-841b-81e5abf8a327,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:57.492744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 708e9bcd-c108-42a0-841b-81e5abf8a327 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:26:57.492744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 708e9bcd-c108-42a0-841b-81e5abf8a327 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:26:57.590610 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-bd80f6a8-0483-4e34-aefd-334c27db82cf service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528782 May 26 19:26:57.774297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7553e-6df8-442c-bbea-fc847f517be6 req-aab3f191-e370-4a29-b0e0-0ee8d555eab5 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:57.782622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60f7553e-6df8-442c-bbea-fc847f517be6 req-aab3f191-e370-4a29-b0e0-0ee8d555eab5 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1481864 May 26 19:26:57.824237 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:57.863006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60f7553e-6df8-442c-bbea-fc847f517be6 req-e946aad5-ed36-4fe3-a232-b3a84fedec6d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725336 May 26 19:26:57.898410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:57.902745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-207278165', 'description': 'tempest-description-1072105905'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:57.905982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:57.909068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:57.909068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:57.909068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:57.916042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:57.920239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e23fa0-b857-4b16-ac0f-010cc78c8073 None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:26:57.923537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:57.927959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:57.947090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:57.987382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bd6a3b91-c2af-46fa-975e-cd68638bddf0 req-dfae4151-7536-4782-9719-6535cb9df00e service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504207 May 26 19:26:57.987382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=4a89a1a7-3213-4a38-b74a-fab4de88475e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:57.987382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-270aa274-b38b-46ed-96c2-5b1ea39e8520 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1204863 May 26 19:26:57.987382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:58.000838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:58.006385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:58.020651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:58.026360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:58.039695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:58.173444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.180299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.247370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b49427-967a-422d-9df7-0fe20a194cd5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:58.260895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:58.266506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:58.280185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.280185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5bd1eec-7e15-4dc1-8ba8-a640b65f450a req-1a059417-d878-4b8a-a409-6aea140eb7e4 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3920841 May 26 19:26:58.291089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:58.298553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:58.307514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:58.316224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.463703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1de15714-029c-45d8-802a-f7d18ed8bfd5', 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'tenant_id': '3bb5a7290e75457bb6bf17892c1622cc', 'fixed_ips': [{'subnet_id': '4a89a1a7-3213-4a38-b74a-fab4de88475e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:26:58.470382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.614708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feb52e-4657-40f9-bc77-7b5b3a7b9d17 req-c972cdd8-4a4c-4328-99f1-e4825c19c52e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:26:58.627427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32feb52e-4657-40f9-bc77-7b5b3a7b9d17 req-c972cdd8-4a4c-4328-99f1-e4825c19c52e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1400220 May 26 19:26:58.689324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32feb52e-4657-40f9-bc77-7b5b3a7b9d17 req-30868d9c-e60b-422c-8d9a-bb67982d2c45 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668411 May 26 19:26:58.697924 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a89a1a7-3213-4a38-b74a-fab4de88475e (CIDR: 2001:db8::/64) May 26 19:26:58.714285 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:26:58.714285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:26:58.731833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1242268134', 'description': 'tempest-description-56293392'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:58.745933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:58.775411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:58.776652 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f59e1886-bff5-4298-98f4-e49842ff7e0e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7931602 May 26 19:26:58.777305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43342) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:26:58.783461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:58.790228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:58.790766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'subnet': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:58.809508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.840474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:58.845006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:58.848400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:58.854655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:58.865817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Allocated IP 2001:db8::2 (1de15714-029c-45d8-802a-f7d18ed8bfd5/4a89a1a7-3213-4a38-b74a-fab4de88475e/e23fc2b5-9e62-436f-9119-dfb14ad76213) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:26:58.980483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:58.986582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.104796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32cca1-1c0d-4eac-b3d3-ffd6d595c833,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:59.112506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.112506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92d4d2f6-7fee-40d1-b39c-91d4863d8352 req-090ae52a-c6f0-4c22-a2a9-6a367f7c4328 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3863223 May 26 19:26:59.266497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:59.272949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:subnet and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:59.276702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:59.284466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:59.298144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:26:59.302310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.306921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.307640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-9189a2c9-cd69-495b-b94d-a3ef5aec0aae tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/23b49427-967a-422d-9df7-0fe20a194cd5 HTTP/1.1" status: 200 len: 1806 time: 0.1127608 May 26 19:26:59.329527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Transition to ACTIVE for port object e23fc2b5-9e62-436f-9119-dfb14ad76213 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:59.362932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Transition to ACTIVE for port object e23fc2b5-9e62-436f-9119-dfb14ad76213 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:26:59.383834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.402217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-c3c4236d-c175-43c6-9a94-b7904fbfe397 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/1c32cca1-1c0d-4eac-b3d3-ffd6d595c833 HTTP/1.1" status: 200 len: 1805 time: 0.0827055 May 26 19:26:59.417616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23b49427-967a-422d-9df7-0fe20a194cd5', 'remote_group_id': '1c32cca1-1c0d-4eac-b3d3-ffd6d595c833', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:59.417616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23b49427-967a-422d-9df7-0fe20a194cd5', 'remote_group_id': '1c32cca1-1c0d-4eac-b3d3-ffd6d595c833', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:26:59.432871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:26:59.432871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:26:59.446118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:26:59.469207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:26:59.480402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Pushing event updated for resources: {'Port': ['ID=e23fc2b5-9e62-436f-9119-dfb14ad76213,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:59.480402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:26:59.506062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:26:59.506062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:26:59.630150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Attempting to bind port e23fc2b5-9e62-436f-9119-dfb14ad76213 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:26:59.630150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Attempting to bind port e23fc2b5-9e62-436f-9119-dfb14ad76213 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:26:59.631377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Attempting to bind port e23fc2b5-9e62-436f-9119-dfb14ad76213 on network 1de15714-029c-45d8-802a-f7d18ed8bfd5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:26:59.639017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:26:59.639017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Checking segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:26:59.639017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.639017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Bound using segment: {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:26:59.640823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Bound port: e23fc2b5-9e62-436f-9119-dfb14ad76213, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91522ce-7b90-407f-93a3-cd75d73f2643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:26:59.640823 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.648269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.696935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.705208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.745731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] For port e23fc2b5-9e62-436f-9119-dfb14ad76213, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:26:59.748221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] For port e23fc2b5-9e62-436f-9119-dfb14ad76213, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e23fc2b5-9e62-436f-9119-dfb14ad76213,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:26:59.759610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.783610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:26:59.783610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92577aa5-3af2-462b-9d3f-b4af6bf96620 req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3771636 May 26 19:26:59.794048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fa769-885d-4d9f-87c5-4a58420b37ca tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3346d8c-c528-4d57-8add-38c87899acd6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:26:59.919132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7917-711e-450b-9053-8c61b42483bc None None] Pushing event updated for resources: {'Port': ['ID=e23fc2b5-9e62-436f-9119-dfb14ad76213,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:00.128453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04fff1-d57b-4dc7-9408-5192aab3f50b req-a86a70a2-c1ef-4a2f-ba89-4d4057b332c5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:00.147396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e04fff1-d57b-4dc7-9408-5192aab3f50b req-a86a70a2-c1ef-4a2f-ba89-4d4057b332c5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2106466 May 26 19:27:00.220918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:27:00.263024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e04fff1-d57b-4dc7-9408-5192aab3f50b req-d146fb09-14b4-42f5-8691-6544e95758fc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222486 May 26 19:27:00.446076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-3eb22df3-ba09-4270-9e8a-6c6425247a1a tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/1c32cca1-1c0d-4eac-b3d3-ffd6d595c833 HTTP/1.1" status: 200 len: 1805 time: 0.1209383 May 26 19:27:00.581203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:00.610464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:00.634162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:00.768642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:00.787704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32cca1-1c0d-4eac-b3d3-ffd6d595c833,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:00.794233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:00.797335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bdd43b79-5070-4653-8ba2-dc48f3edef0e req-a1700af3-5c64-4fa0-9701-5918e4bb84cd tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c32cca1-1c0d-4eac-b3d3-ffd6d595c833 HTTP/1.1" status: 204 len: 173 time: 0.3499594 May 26 19:27:01.150973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9de70-557d-4553-b864-79db7411cf9c req-ce2ff309-8673-4bae-bf82-2d157d47215f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:01.165764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fe9de70-557d-4553-b864-79db7411cf9c req-ce2ff309-8673-4bae-bf82-2d157d47215f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1492994 May 26 19:27:01.190209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] For port e23fc2b5-9e62-436f-9119-dfb14ad76213, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e23fc2b5-9e62-436f-9119-dfb14ad76213,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:01.268898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e23fc2b5-9e62-436f-9119-dfb14ad76213 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:01.284047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.286948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fe9de70-557d-4553-b864-79db7411cf9c req-1a63e79c-39e6-4f99-af89-b7e0c1966493 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239197 May 26 19:27:01.294867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.295759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.443517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e23fc2b5-9e62-436f-9119-dfb14ad76213 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:01.460561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3bb72fe-c2d2-44f5-be52-778da88d4025 req-38552721-e2a6-4384-a08f-43676db1de96 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/23b49427-967a-422d-9df7-0fe20a194cd5 HTTP/1.1" status: 200 len: 1806 time: 0.1565118 May 26 19:27:01.547361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=e23fc2b5-9e62-436f-9119-dfb14ad76213,revision_number=4']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:01.625249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-839835937', 'description': 'tempest-description-1051539029'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:01.630219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Subnet': ['ID=371735cb-6013-4de7-9457-754587d9c6f5,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:01.636210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:01.642571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:01.662754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:01.680456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:01.686638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:01.686638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:01.690223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.693597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:01.693597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.724015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584481a-3ba3-459b-b9e6-19662089612a None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:01.734568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:01.739068 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c78c62e-527b-4a15-890e-77a2cbabf1b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9527297 May 26 19:27:01.739068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43440) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:01.742465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:01.746028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:01.755637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:01.769692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Request body: {'port': {'network_id': '1de15714-029c-45d8-802a-f7d18ed8bfd5', 'mac_address': 'fa:16:3e:37:11:95', 'name': 'tempest-NetworksTestDHCPv6-697579681'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:01.848374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.855310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.903965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Provisioning for port e23fc2b5-9e62-436f-9119-dfb14ad76213 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:01.914108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Provisioning complete for port e23fc2b5-9e62-436f-9119-dfb14ad76213 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:01.914789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.936099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebe0c3-c41e-40b1-9885-69cbb252f3d7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:01.951650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:01.969261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0ec17cd-fb60-41ce-8080-1c39cc319f83 req-2c666035-2c86-44a1-b782-2030e6fe7096 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3484123 May 26 19:27:02.040619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:02.046639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Usage tracker for resource:port and tenant:3bb5a7290e75457bb6bf17892c1622cc is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:02.046639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:02.073140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:02.107086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Made reservation on behalf of 3bb5a7290e75457bb6bf17892c1622cc for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:02.290605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Current status of the port e23fc2b5-9e62-436f-9119-dfb14ad76213 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:02.291622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:02.506142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:02.541904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] For port e23fc2b5-9e62-436f-9119-dfb14ad76213, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e23fc2b5-9e62-436f-9119-dfb14ad76213,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:02.551597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:02.552523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] device_id is not set on port d70a208d-6b9e-4a40-bf3e-c81474d13c42 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:27:02.636429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc26923-b4df-443b-8211-43dba03288ac req-f32f320d-264e-408a-906e-c31097c2c41b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:02.638548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4cc26923-b4df-443b-8211-43dba03288ac req-f32f320d-264e-408a-906e-c31097c2c41b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2580960 May 26 19:27:02.664867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd2314-8a73-4ba7-b293-02ddb2611efa None None] Pushing event updated for resources: {'Port': ['ID=e23fc2b5-9e62-436f-9119-dfb14ad76213,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:02.747197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4cc26923-b4df-443b-8211-43dba03288ac req-1c836385-508f-4340-a58c-32e484ed7dad tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783968 May 26 19:27:02.838644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-4949fab5-596c-4aa2-a31c-b3813cf04ec9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 200 len: 1806 time: 0.0848622 May 26 19:27:02.866298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebe0c3-c41e-40b1-9885-69cbb252f3d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:02.868931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebe0c3-c41e-40b1-9885-69cbb252f3d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:02.877113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:02.882695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:02.887084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:02.894555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:02.933091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8::63 (1de15714-029c-45d8-802a-f7d18ed8bfd5/4a89a1a7-3213-4a38-b74a-fab4de88475e/d70a208d-6b9e-4a40-bf3e-c81474d13c42) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:02.940087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:1195 (1de15714-029c-45d8-802a-f7d18ed8bfd5/371735cb-6013-4de7-9457-754587d9c6f5/d70a208d-6b9e-4a40-bf3e-c81474d13c42) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:02.986906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.045494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.053482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.170680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e23fc2b5-9e62-436f-9119-dfb14ad76213 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:03.177521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b694b1-098b-4a53-ba25-0f63b415d260,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:03.190805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.203747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-688b5b6f-e4e1-4c0f-ae28-9a2971d21c65 req-53c3f055-55ab-4899-bd8e-ab20181a49f5 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3391681 May 26 19:27:03.361866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e23fc2b5-9e62-436f-9119-dfb14ad76213 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:03.362424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.472920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.532879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Transition to ACTIVE for port object d70a208d-6b9e-4a40-bf3e-c81474d13c42 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:03.578633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.698897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af43b5-2616-4e5e-812b-1d84d4d1eba0 req-35037484-77a7-4272-ae70-2d24323b8018 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:03.700539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3af43b5-2616-4e5e-812b-1d84d4d1eba0 req-35037484-77a7-4272-ae70-2d24323b8018 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2204554 May 26 19:27:03.731600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e23fc2b5-9e62-436f-9119-dfb14ad76213 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:03.747155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:03.758028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:03.773768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:03.780500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:03.782960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.799860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event updated for resources: {'Port': ['ID=d70a208d-6b9e-4a40-bf3e-c81474d13c42,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:03.816425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3af43b5-2616-4e5e-812b-1d84d4d1eba0 req-c3e0d0e7-8b47-4a4b-830a-62b15ebb92f5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911663 May 26 19:27:03.841428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-437d9fb9-166c-4800-85f9-e1e6013f93ee None None] Provisioning complete for port e23fc2b5-9e62-436f-9119-dfb14ad76213 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:03.845477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-437d9fb9-166c-4800-85f9-e1e6013f93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:03.861736 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e001543-a079-4ce7-af1e-f90000c95856 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1253240 May 26 19:27:03.864312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43500) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:04.054123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-e702726f-d2fc-4ad5-a556-ca0ed39ca4dc tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 200 len: 2400 time: 0.1670792 May 26 19:27:04.072669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebe0c3-c41e-40b1-9885-69cbb252f3d7', 'remote_group_id': None}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:04.075995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebe0c3-c41e-40b1-9885-69cbb252f3d7', 'remote_group_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:04.078959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting port d70a208d-6b9e-4a40-bf3e-c81474d13c42 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:04.079418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.089420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:04.097681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Usage tracker for resource:security_group_rule and tenant:aebf81760632479abe45cdc8cafb75df is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:04.112755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:04.126662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:04.201130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-437d9fb9-166c-4800-85f9-e1e6013f93ee None None] Current status of the port e23fc2b5-9e62-436f-9119-dfb14ad76213 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:04.339596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.353197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c410cc43-b3da-4d2a-b1d5-a484163e371d None None] Provisioning for port d70a208d-6b9e-4a40-bf3e-c81474d13c42 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:04.361561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c410cc43-b3da-4d2a-b1d5-a484163e371d None None] Provisioning complete for port d70a208d-6b9e-4a40-bf3e-c81474d13c42 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:04.362123 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c410cc43-b3da-4d2a-b1d5-a484163e371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.388335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.394571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.426392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8695df63-b345-45be-8697-8e7d82d1e97e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:04.439618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.441426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e343731b-7d08-4036-ab75-7fda28c75cb9 req-c5ea1018-8eea-47f1-b74a-cee2bcf226c9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3798552 May 26 19:27:04.532204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c410cc43-b3da-4d2a-b1d5-a484163e371d None None] Port d70a208d-6b9e-4a40-bf3e-c81474d13c42 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:27:04.780276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:04.925219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b4c49e7-4740-4c17-8dbb-2a0ea83a40da req-5e60deb4-2be7-4877-ad89-269de92e4f47 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 200 len: 2999 time: 0.1516531 May 26 19:27:04.989032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Calling delete_port for d70a208d-6b9e-4a40-bf3e-c81474d13c42 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:05.256116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55ab5-10bb-4258-a0b7-a9d419935c7c req-c05181dd-b705-4caf-b72b-d04c386ba65d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:05.262678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fab55ab5-10bb-4258-a0b7-a9d419935c7c req-c05181dd-b705-4caf-b72b-d04c386ba65d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1571620 May 26 19:27:05.331271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fab55ab5-10bb-4258-a0b7-a9d419935c7c req-6abfd016-d534-49c7-8c4c-e7ca6cd829d1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676792 May 26 19:27:05.343843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.514074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Port': ['ID=d70a208d-6b9e-4a40-bf3e-c81474d13c42,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:05.644846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-2618e79e-b3bf-4838-8816-245dea20c5c2 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-group-rules/8695df63-b345-45be-8697-8e7d82d1e97e HTTP/1.1" status: 200 len: 783 time: 0.0523241 May 26 19:27:05.650880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.675575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2fcece6-38f7-4e13-93fd-ac150af17d9e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/d70a208d-6b9e-4a40-bf3e-c81474d13c42 HTTP/1.1" status: 204 len: 168 time: 1.8100245 May 26 19:27:05.677997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:05.727377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-f95dc88c-389f-414b-8ab1-065d5da58698 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 200 len: 2999 time: 0.0749142 May 26 19:27:05.818359 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.851636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.897408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.918553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:05.925278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbdefd-b34b-464a-8a5a-7417a5a76e64 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:05.925278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4bbdefd-b34b-464a-8a5a-7417a5a76e64 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:05.928789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491d2ece-e4f7-45e2-b9be-a5e38723d96d req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8695df63-b345-45be-8697-8e7d82d1e97e HTTP/1.1" status: 204 len: 173 time: 0.1915278 May 26 19:27:05.928789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28eb10a-1d1c-4655-9094-4941c25bf481 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8695df63-b345-45be-8697-8e7d82d1e97e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:05.942212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4bbdefd-b34b-464a-8a5a-7417a5a76e64 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:05.946833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43570) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:05.953955 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4bbdefd-b34b-464a-8a5a-7417a5a76e64 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2742369 May 26 19:27:06.054407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbdf481-71f5-4b9b-b0cd-d878c6fab8eb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:06.056058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ffbdf481-71f5-4b9b-b0cd-d878c6fab8eb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1080518 May 26 19:27:06.058511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43578) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:06.194721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df729bc7-dbe9-42ee-8168-2382a57938e3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:06.194721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df729bc7-dbe9-42ee-8168-2382a57938e3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:06.196253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df729bc7-dbe9-42ee-8168-2382a57938e3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:06.202068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43582) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:06.219894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-df729bc7-dbe9-42ee-8168-2382a57938e3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1580546 May 26 19:27:06.251692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3cc2-f96e-436e-bee4-810936f2b71b req-53449400-4d9e-4902-ba04-8b21379a82ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:06.255310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-386e3cc2-f96e-436e-bee4-810936f2b71b req-53449400-4d9e-4902-ba04-8b21379a82ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1589329 May 26 19:27:06.289400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 371735cb-6013-4de7-9457-754587d9c6f5 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:06.293345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.305134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-386e3cc2-f96e-436e-bee4-810936f2b71b req-5bf7017e-ce26-493c-87cc-543266cdf448 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 May 26 19:27:06.376718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.445885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.453094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-1bdbb865-cdea-4298-a163-206541dc400f tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 200 len: 2400 time: 0.0990448 May 26 19:27:06.560791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.561650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.602594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.689781 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.694729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.737557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebe0c3-c41e-40b1-9885-69cbb252f3d7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:06.737557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.754417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6b9f974-4486-4e8c-9053-1cfa290153d0 req-9efcfac8-ebfd-40e4-9ba1-32f328debe43 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0ebe0c3-c41e-40b1-9885-69cbb252f3d7 HTTP/1.1" status: 204 len: 173 time: 0.2971168 May 26 19:27:06.830501 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-b7326fcf-ad4a-407c-bdf0-e3e0db4c72e8 req-77d1675d-afed-49ce-bcb3-0bc7d6b83d8a tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] show failed (client error): The resource could not be found. May 26 19:27:06.847825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7326fcf-ad4a-407c-bdf0-e3e0db4c72e8 req-77d1675d-afed-49ce-bcb3-0bc7d6b83d8a tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/1c32cca1-1c0d-4eac-b3d3-ffd6d595c833 HTTP/1.1" status: 404 len: 352 time: 0.0512908 May 26 19:27:06.851177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=371735cb-6013-4de7-9457-754587d9c6f5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:06.887069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:06.891217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c0028-1315-4de3-97fa-a7b28c386acf None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:06.905467 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-454ba255-2489-4558-8768-38ced684a2cb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/371735cb-6013-4de7-9457-754587d9c6f5 HTTP/1.1" status: 204 len: 168 time: 0.7050385 May 26 19:27:06.909288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43610) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:07.020093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Deleting subnet 4a89a1a7-3213-4a38-b74a-fab4de88475e {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:07.029318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.198298 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.334692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.441746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.513892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.513892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Subnet': ['ID=4a89a1a7-3213-4a38-b74a-fab4de88475e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:07.538551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be23fb-e78e-4034-918b-84e195a7d295 req-956be1c9-6fa9-413a-8636-1f0f5e2be345 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:07.538551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25be23fb-e78e-4034-918b-84e195a7d295 req-956be1c9-6fa9-413a-8636-1f0f5e2be345 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4355364 May 26 19:27:07.597972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2259a297-d895-4986-98ca-618c73d7fcd2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/4a89a1a7-3213-4a38-b74a-fab4de88475e HTTP/1.1" status: 204 len: 168 time: 0.6887374 May 26 19:27:07.600554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43630) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:07.616346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25be23fb-e78e-4034-918b-84e195a7d295 req-992cc864-8eaf-4147-8b2e-77612c48662f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 May 26 19:27:07.734756 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c46953e-1443-43b2-99dc-11a045612abb tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275077 May 26 19:27:07.740714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:07.782776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-03bee75d-a756-4090-898f-a18fb3370788 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/23b49427-967a-422d-9df7-0fe20a194cd5 HTTP/1.1" status: 200 len: 1806 time: 0.1143291 May 26 19:27:07.892472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a467b-d37f-4e6c-aef6-4cd432174bd6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:07.896896 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-993a467b-d37f-4e6c-aef6-4cd432174bd6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1593418 May 26 19:27:07.898007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:07.930019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.972370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:07.982945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.080983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436cc31-19ff-4cb8-b05b-b6b5317b6ecc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:08.080983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5436cc31-19ff-4cb8-b05b-b6b5317b6ecc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Synchronizing usage tracker for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:08.115976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Deleting subnet a0eb5583-0b57-4b52-a123-fa9a7f8370fa {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:08.129827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.133330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.173854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b49427-967a-422d-9df7-0fe20a194cd5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:08.232626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.234395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e53e7476-7e5c-414a-a56f-106207cbdfe1 req-6a443da6-c58a-46fe-a655-e645de2f7cbb tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/23b49427-967a-422d-9df7-0fe20a194cd5 HTTP/1.1" status: 204 len: 173 time: 0.4602714 May 26 19:27:08.241933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5436cc31-19ff-4cb8-b05b-b6b5317b6ecc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Unset dirty status for tenant:3bb5a7290e75457bb6bf17892c1622cc on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:08.247704 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5436cc31-19ff-4cb8-b05b-b6b5317b6ecc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3464494 May 26 19:27:08.248416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43656) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.260667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.467750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-763ab907-894a-4ca1-8cc0-5e038f904693 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2097631 May 26 19:27:08.467750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43672) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.493062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.589172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775f794-d11c-44fe-9a4e-94693189d9cc None None] Network 1de15714-029c-45d8-802a-f7d18ed8bfd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:08.592381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.635968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0eb5583-0b57-4b52-a123-fa9a7f8370fa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:08.642445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.650720 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0f20a9bd-ef9b-409b-99e9-1193aaa9286c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0eb5583-0b57-4b52-a123-fa9a7f8370fa HTTP/1.1" status: 204 len: 168 time: 0.6658344 May 26 19:27:08.651938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.779420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fab66f02-84d8-462a-9afa-13a4ac266d64 None None] Provisioning complete for port e23fc2b5-9e62-436f-9119-dfb14ad76213 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:08.779420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fab66f02-84d8-462a-9afa-13a4ac266d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:08.791063 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b45258-ed95-41c9-b92f-719c8c1a150f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:08.791063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b45258-ed95-41c9-b92f-719c8c1a150f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:08.802276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d2b45258-ed95-41c9-b92f-719c8c1a150f tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/d70a208d-6b9e-4a40-bf3e-c81474d13c42 HTTP/1.1" status: 404 len: 333 time: 0.3260393 May 26 19:27:08.802276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43682) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.861012 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5054b3-84c3-46a9-b82c-151bbee261b5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:08.861012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5054b3-84c3-46a9-b82c-151bbee261b5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:08.861012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dc5054b3-84c3-46a9-b82c-151bbee261b5 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/371735cb-6013-4de7-9457-754587d9c6f5 HTTP/1.1" status: 404 len: 337 time: 0.0525136 May 26 19:27:08.864096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43686) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:08.894820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce83d3a-7895-44e2-b607-c5cbb1e36059 req-c37efd9d-97ae-4d49-9b11-462a8c93eb00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:08.905759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cce83d3a-7895-44e2-b607-c5cbb1e36059 req-c37efd9d-97ae-4d49-9b11-462a8c93eb00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3409379 May 26 19:27:08.963450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cce83d3a-7895-44e2-b607-c5cbb1e36059 req-3f795f43-58a5-42b4-af41-1c554ba28289 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613844 May 26 19:27:08.995455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.004132 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-311c7708-c8a8-4faa-bf80-cbef47871eaf tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.004800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311c7708-c8a8-4faa-bf80-cbef47871eaf tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.008838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-311c7708-c8a8-4faa-bf80-cbef47871eaf tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/4a89a1a7-3213-4a38-b74a-fab4de88475e HTTP/1.1" status: 404 len: 337 time: 0.1465077 May 26 19:27:09.011512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43694) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.149261 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ef9631-fd28-4073-8f7d-08bf1bd35eb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.149261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ef9631-fd28-4073-8f7d-08bf1bd35eb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.149261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-00ef9631-fd28-4073-8f7d-08bf1bd35eb3 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/2563d12b-ecac-429d-a7b0-1739d88d3d42 HTTP/1.1" status: 404 len: 333 time: 0.1354980 May 26 19:27:09.157855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43698) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.207640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fab66f02-84d8-462a-9afa-13a4ac266d64 None None] Current status of the port e23fc2b5-9e62-436f-9119-dfb14ad76213 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:09.279493 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af5ca0d-4272-48c9-9fbd-604d54942f52 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.279968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af5ca0d-4272-48c9-9fbd-604d54942f52 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.296976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4af5ca0d-4272-48c9-9fbd-604d54942f52 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/db233a14-0f0c-4aba-8a26-687516a3d732 HTTP/1.1" status: 404 len: 337 time: 0.1328077 May 26 19:27:09.313901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] DHCP port deletion for 1de15714-029c-45d8-802a-f7d18ed8bfd5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:27:09.315063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.318475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Deleting port e23fc2b5-9e62-436f-9119-dfb14ad76213 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:09.319874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.397862 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e365092-6e8d-4c1f-a7e5-3135b217e08c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.398314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e365092-6e8d-4c1f-a7e5-3135b217e08c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.409864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7e365092-6e8d-4c1f-a7e5-3135b217e08c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/cd0c6ecd-a7b5-4b8e-a22e-85ec878e9d64 HTTP/1.1" status: 404 len: 337 time: 0.0906126 May 26 19:27:09.409864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43712) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.437824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.440775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e8953f-6450-4319-8fe5-157b17575329 req-d7e464aa-f1ca-400e-8f35-b6c621a6052a tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/0f9d0fad-ace7-4e23-8f03-cd1c41534963 HTTP/1.1" status: 200 len: 1807 time: 0.4178419 May 26 19:27:09.469534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3776c7e-7cd9-49b1-8880-f8221abe36f2']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:09.486865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943a4b89-3aab-4a2f-8145-25d66bc6170c') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:09.486865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943a4b89-3aab-4a2f-8145-25d66bc6170c') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:09.505396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.509539 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af97d4d-dcc2-47ba-aa1d-eab9624adaa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.509539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af97d4d-dcc2-47ba-aa1d-eab9624adaa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.509539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1af97d4d-dcc2-47ba-aa1d-eab9624adaa1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/9d72d8e8-f0e4-4079-8fd8-82a4e1f5d957 HTTP/1.1" status: 404 len: 333 time: 0.0866802 May 26 19:27:09.521266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43716) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.524426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.532055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:09.532055 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.660937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] For port e23fc2b5-9e62-436f-9119-dfb14ad76213, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e23fc2b5-9e62-436f-9119-dfb14ad76213,segment=NetworkSegment(a91522ce-7b90-407f-93a3-cd75d73f2643),segment_id=a91522ce-7b90-407f-93a3-cd75d73f2643)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:09.661404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.667156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.680283 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-457af38b-6528-407b-b120-67dcde6ec232 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.680813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457af38b-6528-407b-b120-67dcde6ec232 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.682928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-457af38b-6528-407b-b120-67dcde6ec232 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/c79837b1-53c8-40bc-bef6-bb9917058676 HTTP/1.1" status: 404 len: 337 time: 0.1625793 May 26 19:27:09.690493 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.691744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.693718 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 943a4b89-3aab-4a2f-8145-25d66bc6170c resource provider aggregate not found May 26 19:27:09.709305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d3776c7e-7cd9-49b1-8880-f8221abe36f2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:09.712079 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9feb2267-36cd-44c4-9af6-448dd99ac9aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3776c7e-7cd9-49b1-8880-f8221abe36f2 HTTP/1.1" status: 204 len: 168 time: 1.0589435 May 26 19:27:09.714217 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 943a4b89-3aab-4a2f-8145-25d66bc6170c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 943a4b89-3aab-4a2f-8145-25d66bc6170c found for delete ", "request_id": "req-24668869-10ab-4f93-815e-4a2d1b4df1f7"}]} May 26 19:27:09.715261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.752242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25e8953f-6450-4319-8fe5-157b17575329 req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.766331 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-77217aa2-38c6-44b7-a9e2-2d5e396e4f30 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.766331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77217aa2-38c6-44b7-a9e2-2d5e396e4f30 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.766331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-77217aa2-38c6-44b7-a9e2-2d5e396e4f30 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/20b92b19-111b-4285-84e9-d9a15bb25a6c HTTP/1.1" status: 404 len: 337 time: 0.0644240 May 26 19:27:09.771832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43734) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.825641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Calling delete_port for e23fc2b5-9e62-436f-9119-dfb14ad76213 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:09.880699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25e8953f-6450-4319-8fe5-157b17575329 req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.891834 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-72188bde-024b-45b1-bf69-34d290cbf359 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.891834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72188bde-024b-45b1-bf69-34d290cbf359 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.891834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-72188bde-024b-45b1-bf69-34d290cbf359 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/8a3b307c-9d88-4db6-a607-c818bfd1eee0 HTTP/1.1" status: 404 len: 333 time: 0.1183834 May 26 19:27:09.891834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.914402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.945711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Deleting subnet c54b2d45-961a-48eb-b698-351f5f30e1ac {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:09.957706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:09.968726 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2feb0f0-a418-43c0-8d5f-183414c13924 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:09.968726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2feb0f0-a418-43c0-8d5f-183414c13924 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:09.968726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f2feb0f0-a418-43c0-8d5f-183414c13924 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/5594f002-f0d2-4321-ae8e-bd0b205f1a13 HTTP/1.1" status: 404 len: 337 time: 0.0701311 May 26 19:27:09.973088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43742) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:09.987259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] Pushing event deleted for resources: {'Port': ['ID=e23fc2b5-9e62-436f-9119-dfb14ad76213,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:09.990846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d231dbe-f2e6-4d0e-88b8-1d02701c8ec8 None None] No DVR routers for this DVR port e23fc2b5-9e62-436f-9119-dfb14ad76213 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:27:10.063859 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca102aa-dfd3-433a-a72e-075cfe9f1fad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.064301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca102aa-dfd3-433a-a72e-075cfe9f1fad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.068594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5ca102aa-dfd3-433a-a72e-075cfe9f1fad tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/23e5cb9e-cd61-4ad5-aec4-c0613e216103 HTTP/1.1" status: 404 len: 337 time: 0.0975871 May 26 19:27:10.069196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43748) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.078204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.126518 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-871f38bc-97f8-4fde-bce3-08b4daa731b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2668865 May 26 19:27:10.153432 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5ec628-925b-4739-9d69-ee5453bf4600 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.153432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5ec628-925b-4739-9d69-ee5453bf4600 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.153432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9b5ec628-925b-4739-9d69-ee5453bf4600 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/008b984c-0def-4ae6-89db-1e59d90df746 HTTP/1.1" status: 404 len: 333 time: 0.0798538 May 26 19:27:10.158610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43752) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.212771 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f604f06-04cd-4bd3-88fe-f6634b298bbe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.212771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f604f06-04cd-4bd3-88fe-f6634b298bbe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.233183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f604f06-04cd-4bd3-88fe-f6634b298bbe tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/e8a654f3-a1b4-46da-bffd-2aeb9e0a6471 HTTP/1.1" status: 404 len: 337 time: 0.0686028 May 26 19:27:10.233183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43756) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.254968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.282204 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-406c28f7-081a-4757-83ba-75f2e21087de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.282700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406c28f7-081a-4757-83ba-75f2e21087de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.287954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-406c28f7-081a-4757-83ba-75f2e21087de tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/5b8680f3-cb1a-431e-a87f-c97f94b00eb3 HTTP/1.1" status: 404 len: 333 time: 0.0603287 May 26 19:27:10.289879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43764) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.335556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-8f0138e0-fc39-4f9f-949d-c6d2d64c6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:10.336301 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3056b78a-0e3d-45ad-97f2-401888b4e751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.336805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3056b78a-0e3d-45ad-97f2-401888b4e751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.337257 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-8f0138e0-fc39-4f9f-949d-c6d2d64c6a14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.1883714 May 26 19:27:10.341483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3056b78a-0e3d-45ad-97f2-401888b4e751 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/126e7c4c-8447-4bfc-8293-96d6b8430392 HTTP/1.1" status: 404 len: 337 time: 0.0505798 May 26 19:27:10.342140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43768) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.345241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25e8953f-6450-4319-8fe5-157b17575329 req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.347987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-25e8953f-6450-4319-8fe5-157b17575329 req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.349174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e8953f-6450-4319-8fe5-157b17575329 req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f9d0fad-ace7-4e23-8f03-cd1c41534963 HTTP/1.1" status: 204 len: 173 time: 0.9155040 May 26 19:27:10.367209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.418554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54b2d45-961a-48eb-b698-351f5f30e1ac,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:10.466556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa7ed0-c7e1-430f-a935-00fce90be60c tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d0fad-ace7-4e23-8f03-cd1c41534963,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:10.481235 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a02684-55fb-4680-9fe2-4a853b8f9287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.481235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a02684-55fb-4680-9fe2-4a853b8f9287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.481235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-43a02684-55fb-4680-9fe2-4a853b8f9287 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/bbccffe8-ae4c-4580-a0fb-636ba4b70aa0 HTTP/1.1" status: 404 len: 333 time: 0.1365931 May 26 19:27:10.488751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43786) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.537238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.551040 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-80e48a53-1faa-4eb9-8bec-2b053bc76ab5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c54b2d45-961a-48eb-b698-351f5f30e1ac HTTP/1.1" status: 204 len: 168 time: 0.8277829 May 26 19:27:10.551040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43792) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.588611 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-31622f39-32c9-4072-b015-ba77d92e3d96 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.588611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31622f39-32c9-4072-b015-ba77d92e3d96 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.593519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31622f39-32c9-4072-b015-ba77d92e3d96 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/977d49d1-99e4-47d9-a8ea-6b32c67b8bbd HTTP/1.1" status: 404 len: 337 time: 0.1064324 May 26 19:27:10.593519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43796) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.644388 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-466a9ee6-dccc-4828-9f74-0f9bbc088eea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.644951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466a9ee6-dccc-4828-9f74-0f9bbc088eea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.649715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-466a9ee6-dccc-4828-9f74-0f9bbc088eea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/8147b155-17da-484f-8cc0-a23e82b1e7a6 HTTP/1.1" status: 404 len: 333 time: 0.0524607 May 26 19:27:10.656136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.721064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-05e7b4c0-c585-420a-9b88-8e62584ec067 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/cb97fef1-978d-4414-858c-49ced555e65d HTTP/1.1" status: 200 len: 1805 time: 0.0731537 May 26 19:27:10.770804 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d17d5fc-9226-4f71-ab69-c0595de51fb6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.770804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d17d5fc-9226-4f71-ab69-c0595de51fb6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.770804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d17d5fc-9226-4f71-ab69-c0595de51fb6 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/a92a816f-1245-4085-ac3e-2b823c11bd22 HTTP/1.1" status: 404 len: 337 time: 0.1072919 May 26 19:27:10.770804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.789762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.820396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.826454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-5fdca62f-854e-4bf0-9673-5108988b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:10.826454 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-5fdca62f-854e-4bf0-9673-5108988b0595 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.4096224 May 26 19:27:10.847173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.893139 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e94252-f71e-4a27-868c-b890529eefcc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.893704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e94252-f71e-4a27-868c-b890529eefcc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.895493 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-68e94252-f71e-4a27-868c-b890529eefcc tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/feb1f646-70e5-4431-97b4-142f2decba62 HTTP/1.1" status: 404 len: 333 time: 0.1164949 May 26 19:27:10.899790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43814) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:10.903431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.906144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-8ed08c42-b484-4efe-a678-3a1301215004 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.0692499 May 26 19:27:10.968671 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f3fdfe-5366-4cc4-b856-6830b6001ec0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:10.968671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f3fdfe-5366-4cc4-b856-6830b6001ec0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:10.974051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb97fef1-978d-4414-858c-49ced555e65d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:10.981881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:10.981881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9fc5cfec-26f4-4836-b294-3476eb451c05 req-1896480a-7e4f-401b-b640-73837be73641 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/cb97fef1-978d-4414-858c-49ced555e65d HTTP/1.1" status: 204 len: 173 time: 0.2567019 May 26 19:27:10.992342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-69f3fdfe-5366-4cc4-b856-6830b6001ec0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/8a968c25-52e1-4d50-b5c1-855553f8f8fb HTTP/1.1" status: 404 len: 337 time: 0.0866687 May 26 19:27:10.992342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43818) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.043937 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccf6f58-0ea7-4478-b2d2-8a87cca64e1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.043937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccf6f58-0ea7-4478-b2d2-8a87cca64e1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.050273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ccf6f58-0ea7-4478-b2d2-8a87cca64e1a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/aea79e60-1bf5-4a8f-ba8c-8299a0486411 HTTP/1.1" status: 404 len: 333 time: 0.0573490 May 26 19:27:11.050273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43824) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.097995 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ce6107-8329-4c9e-9570-1757913b8173 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.098448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ce6107-8329-4c9e-9570-1757913b8173 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.102857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-54ce6107-8329-4c9e-9570-1757913b8173 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/a0292691-66a5-450b-b98e-c1c229869d09 HTTP/1.1" status: 404 len: 337 time: 0.0542388 May 26 19:27:11.103482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43832) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.176495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e23fc2b5-9e62-436f-9119-dfb14ad76213 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:27:11.201613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-18e99ee2-3b38-4eff-93d3-eebd764d2211 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=27def29dcd02484fa08144274a91174a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527790 May 26 19:27:11.202744 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddf37b7-7bdd-4520-9ea1-ab4f045b92d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.203182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddf37b7-7bdd-4520-9ea1-ab4f045b92d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.207780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ddf37b7-7bdd-4520-9ea1-ab4f045b92d2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/f25417f7-cfb2-4f22-b633-74e1c049b899 HTTP/1.1" status: 404 len: 337 time: 0.1032712 May 26 19:27:11.209280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43842) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.242614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e23fc2b5-9e62-436f-9119-dfb14ad76213 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:27:11.242614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e23fc2b5-9e62-436f-9119-dfb14ad76213 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:27:11.266484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.288012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-7441d7ab-80da-4ad1-ae49-f62480d2e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:11.288012 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-7441d7ab-80da-4ad1-ae49-f62480d2e1c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.3247862 May 26 19:27:11.295125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7fd1c4-27b0-4b37-b43f-0d88c557b301']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:11.309968 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf46817-f151-4966-8759-76c0c5e060b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.309968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf46817-f151-4966-8759-76c0c5e060b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.322231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4cf46817-f151-4966-8759-76c0c5e060b2 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/702e9755-261d-4453-9b35-30f6e41cf557 HTTP/1.1" status: 404 len: 333 time: 0.1037893 May 26 19:27:11.342399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43848) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.392535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551d7227-836f-484d-a3e5-3c4519668e9f') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:11.392535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551d7227-836f-484d-a3e5-3c4519668e9f') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:11.410502 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e927f-0ed7-47d0-852f-696739d03ed1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.410954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6e927f-0ed7-47d0-852f-696739d03ed1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.415153 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf6e927f-0ed7-47d0-852f-696739d03ed1 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/b82e900a-faa8-406f-bd47-5c8009608846 HTTP/1.1" status: 404 len: 337 time: 0.0778036 May 26 19:27:11.415153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.415466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43854) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.442578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.451981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:11.452436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.460051 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f98e271-2838-44a3-b77f-21d2bd68dc02 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.460506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f98e271-2838-44a3-b77f-21d2bd68dc02 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.462213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f98e271-2838-44a3-b77f-21d2bd68dc02 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/7dc7798e-6164-4146-a084-b2a137706f4a HTTP/1.1" status: 404 len: 337 time: 0.0458589 May 26 19:27:11.465575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43858) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.547387 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-26104e67-e236-4aef-82bb-723ac9479d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.547387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26104e67-e236-4aef-82bb-723ac9479d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.547387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-26104e67-e236-4aef-82bb-723ac9479d17 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/c0f72260-74e7-44c2-9b31-4c417282d7ac HTTP/1.1" status: 404 len: 333 time: 0.0772510 May 26 19:27:11.547387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43862) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.687800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-24340953-2ee1-4065-9dbc-47a8bb620e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:11.689381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-24340953-2ee1-4065-9dbc-47a8bb620e87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3896611 May 26 19:27:11.714647 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c83e13c-273e-423d-aa9d-120e2552484c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.715292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c83e13c-273e-423d-aa9d-120e2552484c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.717753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7c83e13c-273e-423d-aa9d-120e2552484c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/904e5b7e-caaf-4537-bf89-4d5e212c39e8 HTTP/1.1" status: 404 len: 337 time: 0.1697962 May 26 19:27:11.720557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.720868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.726994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:11.733468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-426581a5-73c8-4adf-a2ed-8588224ea3db tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:11.737578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-426581a5-73c8-4adf-a2ed-8588224ea3db tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733906 May 26 19:27:11.754328 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 551d7227-836f-484d-a3e5-3c4519668e9f resource provider aggregate not found May 26 19:27:11.768035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a7fd1c4-27b0-4b37-b43f-0d88c557b301 HTTP/1.1" status: 204 len: 168 time: 1.2177980 May 26 19:27:11.799809 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2755d754-ff28-43aa-a4e9-67af54d2f656 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.799809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2755d754-ff28-43aa-a4e9-67af54d2f656 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.814773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2755d754-ff28-43aa-a4e9-67af54d2f656 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/298b0a0b-40eb-4143-85a8-3af82f290cf8 HTTP/1.1" status: 404 len: 337 time: 0.0786846 May 26 19:27:11.814773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43878) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.840803 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 551d7227-836f-484d-a3e5-3c4519668e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551d7227-836f-484d-a3e5-3c4519668e9f found for delete ", "request_id": "req-db7957eb-c95f-42d6-95c1-695666b8a834"}]} May 26 19:27:11.840803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e31d-bec7-48e7-b432-74c0832900e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7fd1c4-27b0-4b37-b43f-0d88c557b301,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:11.846839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-2c76dce8-cff2-4f4a-9793-fcaa7d0e997c tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/quotas/27def29dcd02484fa08144274a91174a HTTP/1.1" status: 200 len: 375 time: 0.0584538 May 26 19:27:11.863070 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a1952-34cd-4bee-95f3-74a966eeca01 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.863070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a1952-34cd-4bee-95f3-74a966eeca01 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.871116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d93a1952-34cd-4bee-95f3-74a966eeca01 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/11ad8d2f-2b38-4c1c-acb4-110e735c2934 HTTP/1.1" status: 404 len: 333 time: 0.0643830 May 26 19:27:11.871116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43882) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:11.929749 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-f3bd925a-dad4-417a-bb69-aa926b30b547 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278905 May 26 19:27:11.963648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-001c0a3b-916d-41b7-8c0f-11f981177cfb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981112 May 26 19:27:11.963648 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5416f56-8fe1-4ad4-94e6-0ef9f0d2dc39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:11.963648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5416f56-8fe1-4ad4-94e6-0ef9f0d2dc39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:11.967345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e5416f56-8fe1-4ad4-94e6-0ef9f0d2dc39 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/3278b6d7-eb48-4c31-a8d2-e34cbed1843e HTTP/1.1" status: 404 len: 337 time: 0.0610974 May 26 19:27:11.967345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.022524 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-846f2dbd-335c-4a12-8be1-a9e961b2a655 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.025030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846f2dbd-335c-4a12-8be1-a9e961b2a655 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.032078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-846f2dbd-335c-4a12-8be1-a9e961b2a655 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/be65a4e2-3e8e-424d-9a7b-948f639b1494 HTTP/1.1" status: 404 len: 337 time: 0.0664954 May 26 19:27:12.032919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43892) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.081723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0d322d15-9fca-43b4-8e8c-d8ae024baed4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1258c98-1018-40ad-b8f8-659b381f5367 HTTP/1.1" status: 200 len: 205 time: 0.0474718 May 26 19:27:12.082585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43896) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.139384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b303384e-6457-4fdb-a8d4-4c2b45bfd98f req-8081416d-6be1-4ddc-8a1a-2186467ade16 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027900 May 26 19:27:12.200918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.221270 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-c52991b4-12de-430c-ab16-f7f3e1a09374 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] delete failed (client error): The resource could not be found. May 26 19:27:12.221270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c52991b4-12de-430c-ab16-f7f3e1a09374 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/routers/c1258c98-1018-40ad-b8f8-659b381f5367 HTTP/1.1" status: 404 len: 336 time: 0.1333067 May 26 19:27:12.221270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43906) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.307722 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed80abf-4a7b-45f2-9256-945bcd60043a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.307722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed80abf-4a7b-45f2-9256-945bcd60043a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.307722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1ed80abf-4a7b-45f2-9256-945bcd60043a tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/b6a84038-f4fb-44b5-84d2-92a6b951d1d8 HTTP/1.1" status: 404 len: 337 time: 0.0801284 May 26 19:27:12.317124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43912) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.330539 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0e872580-3260-45f0-8005-24df9c0d6c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8089389faa04ac2a6235409e521c0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267145 May 26 19:27:12.331307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.434638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-12a1e92a-625e-4968-85ca-5fc65dbe8688 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "GET /v2.0/ports?device_id=2682df79-8dee-4a0d-92b0-80f58b79aaa4 HTTP/1.1" status: 200 len: 205 time: 0.1206131 May 26 19:27:12.437473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.512716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:12.545555 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-a36396e3-6c92-4bd1-9393-3d34528976b0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] delete failed (client error): The resource could not be found. May 26 19:27:12.545555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a36396e3-6c92-4bd1-9393-3d34528976b0 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/routers/2682df79-8dee-4a0d-92b0-80f58b79aaa4 HTTP/1.1" status: 404 len: 336 time: 0.1058178 May 26 19:27:12.545555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43934) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.564079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:12.601700 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28d85e1-4c38-416c-a4a3-281b69b1d477 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.601700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28d85e1-4c38-416c-a4a3-281b69b1d477 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.601700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a28d85e1-4c38-416c-a4a3-281b69b1d477 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/4965c7d9-6031-493b-95f1-34c47b749714 HTTP/1.1" status: 404 len: 337 time: 0.0534351 May 26 19:27:12.601700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43938) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.654838 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-65734171-b189-4194-89cb-eebb6eb48fd7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.654838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65734171-b189-4194-89cb-eebb6eb48fd7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.654838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-65734171-b189-4194-89cb-eebb6eb48fd7 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/1332a34d-0a7f-41bc-a05c-a7e94ba680c5 HTTP/1.1" status: 404 len: 337 time: 0.0533149 May 26 19:27:12.659782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.671521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:12.699959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:12.706545 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-60992e0f-23d9-450c-9358-155abfc6a1ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.707243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60992e0f-23d9-450c-9358-155abfc6a1ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.713151 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60992e0f-23d9-450c-9358-155abfc6a1ea tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/b8c87612-b8ba-498d-a98f-fc0f850dbbde HTTP/1.1" status: 404 len: 333 time: 0.0567186 May 26 19:27:12.713757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43950) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.718031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e34ac7-d4e0-4636-8e0d-783a1ef0363d req-3c699c77-1cb3-49f9-b445-3d18a9c3de1c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:12.725617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7e34ac7-d4e0-4636-8e0d-783a1ef0363d req-3c699c77-1cb3-49f9-b445-3d18a9c3de1c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2855039 May 26 19:27:12.747901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:12.751751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-090eb1f1-41dc-4963-82e2-ebe5c114531f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e978ebcd-dfbb-4cbd-bd35-f57a0ae8c9ae HTTP/1.1" status: 204 len: 168 time: 0.4166765 May 26 19:27:12.783938 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-1759c611-13f2-43d7-a9f9-dfc8335c6fab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.784844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1759c611-13f2-43d7-a9f9-dfc8335c6fab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.787384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1759c611-13f2-43d7-a9f9-dfc8335c6fab tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/48277575-826c-4d02-8a3b-a70202247930 HTTP/1.1" status: 404 len: 337 time: 0.0726581 May 26 19:27:12.790058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43956) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.805944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7e34ac7-d4e0-4636-8e0d-783a1ef0363d req-5af11009-b8b9-49bf-80cd-8f65ec912b3d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789869 May 26 19:27:12.875553 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2703755e-7e50-4c5e-bd7b-1b5d14d20cc9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.875553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2703755e-7e50-4c5e-bd7b-1b5d14d20cc9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.884314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2703755e-7e50-4c5e-bd7b-1b5d14d20cc9 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/f2386d47-afc9-4b67-8356-e08af8c85ebe HTTP/1.1" status: 404 len: 333 time: 0.0888667 May 26 19:27:12.884314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:12.978418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-9f2d2893-35d0-4792-95c1-5aa4e8be7bb8 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/5ccec446-d6ae-481b-bb60-11ae71e5fc41 HTTP/1.1" status: 200 len: 2403 time: 0.1123517 May 26 19:27:12.988573 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7e60ef-afe9-46ba-9cf1-56a59006304e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:12.988573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7e60ef-afe9-46ba-9cf1-56a59006304e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:12.990129 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a7e60ef-afe9-46ba-9cf1-56a59006304e tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/1611c041-ec15-45d7-a837-7d129eae7152 HTTP/1.1" status: 404 len: 337 time: 0.1051641 May 26 19:27:12.994119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.051477 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad234113-7aa6-4551-a69b-e172319b61b4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.052050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad234113-7aa6-4551-a69b-e172319b61b4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.061745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad234113-7aa6-4551-a69b-e172319b61b4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/bba1279f-8d32-420c-b7bf-7cbbec4ccdab HTTP/1.1" status: 404 len: 333 time: 0.0665326 May 26 19:27:13.062496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43972) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.072797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:13.103775 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ba74b2-e3d2-47ba-862c-7db88311ed2c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.104379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ba74b2-e3d2-47ba-862c-7db88311ed2c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.108308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:13.109353 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-73ba74b2-e3d2-47ba-862c-7db88311ed2c tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/0126fe01-7988-4b0b-9951-16c9ea54e06e HTTP/1.1" status: 404 len: 337 time: 0.0454328 May 26 19:27:13.110001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43976) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.192514 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c56b9e0-924c-4142-863d-b705ca3de186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.192514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c56b9e0-924c-4142-863d-b705ca3de186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.201757 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1c56b9e0-924c-4142-863d-b705ca3de186 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/ab0af14e-7eab-4891-a69e-1693daa8a173 HTTP/1.1" status: 404 len: 333 time: 0.0872393 May 26 19:27:13.204736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.315314 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-34255362-1bbb-453e-a495-3e8fb898db60 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.315314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34255362-1bbb-453e-a495-3e8fb898db60 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.326010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-34255362-1bbb-453e-a495-3e8fb898db60 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/2603f8ff-3149-4b65-a2f2-c6c1e91e6c5e HTTP/1.1" status: 404 len: 337 time: 0.1232946 May 26 19:27:13.326010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:13.326287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.328217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:13.332499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16394bac-226d-4e75-b400-5ab0b761aae3 req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ccec446-d6ae-481b-bb60-11ae71e5fc41 HTTP/1.1" status: 204 len: 173 time: 0.3537729 May 26 19:27:13.360467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd550e4-d8f8-4295-a479-6c039c65cfc9 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccec446-d6ae-481b-bb60-11ae71e5fc41,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:13.458017 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-31319e35-15fd-4b72-9819-d5fe3812e360 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.458017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31319e35-15fd-4b72-9819-d5fe3812e360 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.464024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31319e35-15fd-4b72-9819-d5fe3812e360 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/f80e9a89-b22c-4822-b49d-ed8469a6636b HTTP/1.1" status: 404 len: 333 time: 0.1318150 May 26 19:27:13.464024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.496359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-8f012056-5342-4f82-8dde-d407422700b8 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=27def29dcd02484fa08144274a91174a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684373 May 26 19:27:13.505850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44008) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.525394 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fa35da-1e27-4111-8a42-c9503143dd07 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.525394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fa35da-1e27-4111-8a42-c9503143dd07 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.531037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39fa35da-1e27-4111-8a42-c9503143dd07 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/205ce7c9-a7d3-4f17-b063-9ac2ae4208c4 HTTP/1.1" status: 404 len: 337 time: 0.0672827 May 26 19:27:13.531037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.599175 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-44834422-d0f7-402a-ad54-f039bf7491db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.599542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44834422-d0f7-402a-ad54-f039bf7491db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.603574 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-44834422-d0f7-402a-ad54-f039bf7491db tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/b0f3e60f-4c7c-469f-a55f-efae6bdb9db3 HTTP/1.1" status: 404 len: 333 time: 0.0712347 May 26 19:27:13.604189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.658427 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f52489f-ee99-43ce-b2f5-a7cd52b12045 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.658427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f52489f-ee99-43ce-b2f5-a7cd52b12045 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.658427 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f52489f-ee99-43ce-b2f5-a7cd52b12045 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/e6c49aca-c649-4e22-9eca-ee8f0d2d56b7 HTTP/1.1" status: 404 len: 337 time: 0.0471351 May 26 19:27:13.658427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44022) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.670689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a73b4d02-a9a0-4fba-83a3-0d4aa00aa123 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e55766f47f44436ea6ca8330e18b03ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635835 May 26 19:27:13.693278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.710847 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2100ea9e-9fe3-4fc9-833a-d8ff769dd020 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.710847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2100ea9e-9fe3-4fc9-833a-d8ff769dd020 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.718279 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2100ea9e-9fe3-4fc9-833a-d8ff769dd020 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/ports/10aa212b-d69a-4901-897d-533e92d74ea1 HTTP/1.1" status: 404 len: 333 time: 0.0582006 May 26 19:27:13.718279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44030) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.761006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-123cc9cd-4cb6-4989-8055-236eded76efb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:13.763937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-123cc9cd-4cb6-4989-8055-236eded76efb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602878 May 26 19:27:13.770594 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6978442-2a19-4b31-8c20-eb8454796c51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] DELETE failed (client error): The resource could not be found. May 26 19:27:13.772370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6978442-2a19-4b31-8c20-eb8454796c51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:13.776782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a6978442-2a19-4b31-8c20-eb8454796c51 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/subnets/975dc1fb-deb9-4840-ac1b-e23e2bd6c379 HTTP/1.1" status: 404 len: 337 time: 0.0610836 May 26 19:27:13.777420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:13.783316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-85964855-d514-4b1d-8011-629204d2cd46 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/quotas/27def29dcd02484fa08144274a91174a HTTP/1.1" status: 200 len: 375 time: 0.0139058 May 26 19:27:13.865613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:13.868169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-93698581-2c22-432b-bfcf-a824b8ae2c30 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757492 May 26 19:27:13.930554 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-b384d5ad-b8c3-413b-968d-082b0c4b2ece tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=27def29dcd02484fa08144274a91174a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638278 May 26 19:27:13.951165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.056743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.257905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.264657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.304600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.308387 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5126390-f45a-43da-89b5-87b320e2d51e HTTP/1.1" status: 204 len: 168 time: 0.6167684 May 26 19:27:14.312178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2006a3-5aaf-4226-a87f-56d077062a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5126390-f45a-43da-89b5-87b320e2d51e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:14.411416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c87051-1324-42ae-be55-1cff64977bd8 req-812a82e5-cdcf-43dc-b44b-2c09ddba2bf8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:14.419419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06c87051-1324-42ae-be55-1cff64977bd8 req-812a82e5-cdcf-43dc-b44b-2c09ddba2bf8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1429803 May 26 19:27:14.491447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06c87051-1324-42ae-be55-1cff64977bd8 req-10f78f25-4d3e-42d7-adef-a6fd376a6a38 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 May 26 19:27:14.616202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-8b2f8580-6148-4868-a095-9448281a9d08 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "GET /v2.0/security-groups/bd182134-0c81-4ef0-9e73-057c31736964 HTTP/1.1" status: 200 len: 2399 time: 0.0884085 May 26 19:27:14.634078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41906e41-ab27-48d8-b134-752419bd3049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.782661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.826219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.832517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-c9933f4e-1631-4ea7-b14d-e30c80e2f3bd tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:14.834109 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-c9933f4e-1631-4ea7-b14d-e30c80e2f3bd tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8775361 May 26 19:27:14.839194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.877696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de15714-029c-45d8-802a-f7d18ed8bfd5']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:14.892890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91522ce-7b90-407f-93a3-cd75d73f2643') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:14.893155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91522ce-7b90-407f-93a3-cd75d73f2643') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:14.909075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.910570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.927459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Request body: {'port': {'device_id': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '27def29dcd02484fa08144274a91174a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:14.934108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd182134-0c81-4ef0-9e73-057c31736964,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:14.938399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:14.954722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc53a1a7-a7e7-440e-91da-1ee688b18e0e req-3f9de907-a8b5-42b8-9513-5a9c5d874538 tempest-SecurityGroupRulesTestJSON-872184934 tempest-SecurityGroupRulesTestJSON-872184934-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd182134-0c81-4ef0-9e73-057c31736964 HTTP/1.1" status: 204 len: 173 time: 0.3325226 May 26 19:27:14.955522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44058) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:15.028029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.078170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:15.090846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.166831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5818ede-181b-4fc4-89c5-aa84b92ce389 req-a45f33ba-b74d-4d04-a3c6-cae357983344 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 210 time: 0.0800049 May 26 19:27:15.196708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Deleting subnet 15e164ca-bb6d-4527-897a-b13b3de7cf05 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:15.200917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.242541 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a91522ce-7b90-407f-93a3-cd75d73f2643 resource provider aggregate not found May 26 19:27:15.283787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.292387 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a91522ce-7b90-407f-93a3-cd75d73f2643 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a91522ce-7b90-407f-93a3-cd75d73f2643 found for delete ", "request_id": "req-d24baa24-10a9-4486-84b9-201f934f663a"}]} May 26 19:27:15.330131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:15.334898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.339632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.344155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Usage tracker for resource:port and tenant:27def29dcd02484fa08144274a91174a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:15.363226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:15.376674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:15.380255 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] 10.222.0.24 "DELETE /v2.0/networks/1de15714-029c-45d8-802a-f7d18ed8bfd5 HTTP/1.1" status: 204 len: 168 time: 1.5991378 May 26 19:27:15.381294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25a1ab-3855-4c1f-b332-b5cb67190da4 tempest-NetworksTestDHCPv6-1099691340 tempest-NetworksTestDHCPv6-1099691340-project] Pushing event deleted for resources: {'Network': ['ID=1de15714-029c-45d8-802a-f7d18ed8bfd5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:15.402575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Made reservation on behalf of 27def29dcd02484fa08144274a91174a for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:15.406964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.422592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.440259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:15.445777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Usage tracker for resource:security_group_rule and tenant:27def29dcd02484fa08144274a91174a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:15.450054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:15.457364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:15.461049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.584235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be84b27-de84-479f-851e-09817f35074a req-e0d6e924-1f5c-4919-a734-589ec85066bc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:15.611631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4be84b27-de84-479f-851e-09817f35074a req-e0d6e924-1f5c-4919-a734-589ec85066bc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2769268 May 26 19:27:15.638647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.644208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:15.816202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3af456-68ac-4196-aaf7-6be0925650f6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:15.890046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-74a00302-1231-4e5c-8bf1-35dc8026a4fc tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=27def29dcd02484fa08144274a91174a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332439 May 26 19:27:15.957986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Allocated IP 192.168.233.68 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/3b0d5141-c2fe-4d95-b0f7-3e9d24891aee) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:16.061052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:16.233695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4be84b27-de84-479f-851e-09817f35074a req-b0218e3f-b3b5-4d9c-b03c-2db11f820c74 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210513 May 26 19:27:16.243811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-d5b25f3a-387f-4d84-a26c-96fda1b03fa4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:16.245557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-d5b25f3a-387f-4d84-a26c-96fda1b03fa4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233249 May 26 19:27:16.263140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Request body: {'port': {'device_id': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '27def29dcd02484fa08144274a91174a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:16.409284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.439500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.446880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Transition to ACTIVE for port object 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:16.478818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca2a2835-2f5e-4c1c-9227-709366e19f4e req-60d4af4d-0a73-43e8-9cca-0c58f2f605da tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 210 time: 0.1049371 May 26 19:27:16.492280 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-500479b3-eb22-465e-985c-e8d252e6db02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bb5a7290e75457bb6bf17892c1622cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300525 May 26 19:27:16.497291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44110) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:16.510300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e164ca-bb6d-4527-897a-b13b3de7cf05,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:16.513416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.525768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:16.528833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-30c37cfc-d883-49be-8dc0-a5d5cd890556 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15e164ca-bb6d-4527-897a-b13b3de7cf05 HTTP/1.1" status: 204 len: 168 time: 1.5694149 May 26 19:27:16.531886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Usage tracker for resource:port and tenant:27def29dcd02484fa08144274a91174a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:16.534531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44114) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:16.537337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:16.547796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.567524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:16.625957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:16.654595 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.659905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:16.662878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:16.685370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:16.753717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.756594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.782110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Made reservation on behalf of 27def29dcd02484fa08144274a91174a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:16.786214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.803003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c38440a6-1b2e-4cfb-a0e4-c2fed6a3e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.865013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:16.894537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f43a57f-a23b-4880-9cbd-7134ff7df64d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:16.975610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:16.976752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.006867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5654683c-4217-4007-bb73-d6c8fec74012 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0870311 May 26 19:27:17.009746 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.010877 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f1e8229-7b28-43ef-8944-e53fcdafe273 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f43a57f-a23b-4880-9cbd-7134ff7df64d HTTP/1.1" status: 204 len: 168 time: 0.5157902 May 26 19:27:17.016493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a6fcc-d5c2-4c4c-a6f7-865d6bfb0ce7 req-6f76a392-7a89-4f09-ba29-355e2af5a4e0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:17.022309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Request body: {'port': {'device_id': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:17.024294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f63a6fcc-d5c2-4c4c-a6f7-865d6bfb0ce7 req-6f76a392-7a89-4f09-ba29-355e2af5a4e0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3698094 May 26 19:27:17.118116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4bbb1a0c-d87a-48a3-9f60-1ccf12990fc1 None None] Provisioning for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:17.132230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4bbb1a0c-d87a-48a3-9f60-1ccf12990fc1 None None] Provisioning complete for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:17.132601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1a0c-d87a-48a3-9f60-1ccf12990fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.202240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.316475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.329754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad4643e-9ed2-4c01-92f3-844b6758a340']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:17.355929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.370459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803fb659-9b59-48c7-9893-1d895fd0bdf9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:17.373464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803fb659-9b59-48c7-9893-1d895fd0bdf9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:17.373866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb1a0c-d87a-48a3-9f60-1ccf12990fc1 None None] Port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:27:17.411743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.444712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.510030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:17.510917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.602210 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 803fb659-9b59-48c7-9893-1d895fd0bdf9 resource provider aggregate not found May 26 19:27:17.616129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f63a6fcc-d5c2-4c4c-a6f7-865d6bfb0ce7 req-4d5d1528-ef75-44bc-a9cc-96d5acad1b56 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907598 May 26 19:27:17.643067 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 803fb659-9b59-48c7-9893-1d895fd0bdf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 803fb659-9b59-48c7-9893-1d895fd0bdf9 found for delete ", "request_id": "req-8df0d32f-c7d2-4720-b392-a7f6b8ce69d9"}]} May 26 19:27:17.689210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Allocated IP 192.168.233.222 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/ba7c865f-353d-4039-8c4f-2c8c7469d8d1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:17.709387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.929637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:17.947857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad4643e-9ed2-4c01-92f3-844b6758a340,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:17.977628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f6d33b1c-143d-40a7-80a4-950377837397 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ad4643e-9ed2-4c01-92f3-844b6758a340 HTTP/1.1" status: 204 len: 168 time: 1.4395919 May 26 19:27:18.053898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.087116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.095171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Transition to ACTIVE for port object ba7c865f-353d-4039-8c4f-2c8c7469d8d1 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:18.149247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.268928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:18.272749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:18.277421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:18.315439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44182) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:18.457616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:18.491892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:18.493132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.585539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6424eb3a-7f04-4cd1-97af-14567a2f1cd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aebf81760632479abe45cdc8cafb75df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889050 May 26 19:27:18.597337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-98cc94c9-6116-46e7-9333-95ad88a48678 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3392203 May 26 19:27:18.598313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:18.704883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:18.728115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.730578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3bdf3526-4582-4a45-ac1d-9be87a6ddfa0 None None] Provisioning for port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:18.742682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3bdf3526-4582-4a45-ac1d-9be87a6ddfa0 None None] Provisioning complete for port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:18.744242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3526-4582-4a45-ac1d-9be87a6ddfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.774906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Transition to ACTIVE for port object 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:18.784569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:18.906766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf3526-4582-4a45-ac1d-9be87a6ddfa0 None None] Port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:27:19.181095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Request body: {'port': {'device_id': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:19.268475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:19.367379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:19.442984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.564885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Attempting to bind port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:19.565417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Attempting to bind port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:19.565858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Attempting to bind port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:19.571386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:27:19.572006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Attempting to bind port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:19.574596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.578652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:19.579120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:19.579602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:19.580433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Bound port: 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:19.580870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.592043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.656993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518e81-1e3f-4d29-bb03-d57c8f6e67f0 req-e33b9422-44f2-4aa8-be94-0377778a852e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:19.656993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b518e81-1e3f-4d29-bb03-d57c8f6e67f0 req-e33b9422-44f2-4aa8-be94-0377778a852e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Synchronizing usage tracker for tenant:27def29dcd02484fa08144274a91174a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:19.658010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.743663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:19.748173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:19.759765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.770955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-419062850'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:19.839544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:19.876753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:19.884254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:19.890542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:19.891305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.892724 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b0d5141-c2fe-4d95-b0f7-3e9d24891aee HTTP/1.1" status: 200 len: 1095 time: 2.8750107 May 26 19:27:19.896392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:19.901700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:19.929682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:19.942343 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:19.996412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff964-6970-44ee-9db0-a610de36a2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:20.005439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.111548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:20.127613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:security_group_rule and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:20.132093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:20.140646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:20.172863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5053f662-0167-443e-86cc-893fae50055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:20.174448 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5053f662-0167-443e-86cc-893fae50055c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 1098 time: 0.2173784 May 26 19:27:20.238587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0b518e81-1e3f-4d29-bb03-d57c8f6e67f0 req-e33b9422-44f2-4aa8-be94-0377778a852e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Unset dirty status for tenant:27def29dcd02484fa08144274a91174a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:20.248176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b518e81-1e3f-4d29-bb03-d57c8f6e67f0 req-e33b9422-44f2-4aa8-be94-0377778a852e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 936 time: 2.3136551 May 26 19:27:20.271549 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-8e31b921-63e1-4386-ba9c-f36a45aba90b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee HTTP/1.1" status: 200 len: 217 time: 0.0849552 May 26 19:27:20.305575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b518e81-1e3f-4d29-bb03-d57c8f6e67f0 req-96d2b8f1-5b83-43d4-a2a0-dcab4e9c78d5 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 May 26 19:27:20.408497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-77c06548-aa5a-4271-a7e7-45508f147beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:20.410016 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-77c06548-aa5a-4271-a7e7-45508f147beb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1170685 May 26 19:27:20.435027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.461260 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6ad72c-18a0-427f-80d1-52833afb2c8d'] response: {'name': 'network-changed', 'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'status': 'completed', 'code': 200} May 26 19:27:20.470604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.474868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595af92c-6513-4383-9c83-0558b5d2c582,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:20.486751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.509894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:20.535859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.536366 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment ae21ff47-0901-4214-89c2-d23f46bbd16a of type vlan for network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 May 26 19:27:20.560476 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.562544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a26e1797-8032-4538-997f-24fee37e650f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/595af92c-6513-4383-9c83-0558b5d2c582 HTTP/1.1" status: 204 len: 168 time: 1.9625919 May 26 19:27:20.573919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7c865f-353d-4039-8c4f-2c8c7469d8d1 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:20.591560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.604332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.677919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.696753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:20.697430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.713423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Transition to ACTIVE for port object ba7c865f-353d-4039-8c4f-2c8c7469d8d1 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:20.728974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:20.767701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa88895-94dd-409f-9360-7babd7d6548d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:20.850180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:20.901864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-adc39724-2181-476e-a1eb-9dec6ca1ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:20.903334 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-adc39724-2181-476e-a1eb-9dec6ca1ff45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4840837 May 26 19:27:20.908180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6378601 May 26 19:27:20.914839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6962b-726c-400e-bbd1-dcd6060631e9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:20.928551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:21.330757 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-5646d68c-f715-46ca-b5d5-0c91a66b8cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188728 May 26 19:27:21.556924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b0e0-703a-43a5-a967-6b1e14813546 req-f32fdb7f-91d4-40de-9205-2fb44440187d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:21.599743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b355b0e0-703a-43a5-a967-6b1e14813546 req-f32fdb7f-91d4-40de-9205-2fb44440187d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.9732785 May 26 19:27:21.687328 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-53bd411a-f6a1-4649-8795-ee6596ad4e36 req-fedcbe17-67f5-43fe-a39f-250216149607 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491349 May 26 19:27:21.922298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b355b0e0-703a-43a5-a967-6b1e14813546 req-3a81597d-29e3-486c-b2b8-f61aecda5c67 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212824 May 26 19:27:21.956101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-55392f54-72e7-425a-9644-8a3384d4e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:21.958358 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-55392f54-72e7-425a-9644-8a3384d4e83f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 1098 time: 0.2104645 May 26 19:27:22.050240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Attempting to bind port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:22.050616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Attempting to bind port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:22.050898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Attempting to bind port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:22.074415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:27:22.074981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Attempting to bind port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:22.085175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:22.091898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:22.092300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:22.092820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Bound port: ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:22.097199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:22.322815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-3a35a1ab-7b2b-4521-a06e-cdb52d4ead0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:22.332990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-3a35a1ab-7b2b-4521-a06e-cdb52d4ead0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.3613636 May 26 19:27:22.429798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:22.435559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:22.450833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:22.505124 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:27:22.590382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-9bd5f9ad-5be0-400a-9686-9b5579fa3ece service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee HTTP/1.1" status: 200 len: 217 time: 0.2530434 May 26 19:27:22.691550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:22.691958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:22.693292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] 10.222.0.53 "PUT /v2.0/ports/ba7c865f-353d-4039-8c4f-2c8c7469d8d1 HTTP/1.1" status: 200 len: 1096 time: 4.0774195 May 26 19:27:22.693567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:22.745550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-d2e74577-fc43-4b67-9306-364fa1644011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:22.746020 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-d2e74577-fc43-4b67-9306-364fa1644011 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1493266 May 26 19:27:22.857323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44592) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:22.892787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-0490b29f-4aae-44fe-81b7-d20b6853023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:22.894819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-0490b29f-4aae-44fe-81b7-d20b6853023a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400950 May 26 19:27:22.917190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256727e-0fcb-43a3-ba43-013691c18b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:23.031665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72908d4c-6351-4bb2-92b7-4e76d4a62542 req-2e96c777-1991-4eff-92c3-9232ddabaa80 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:23.042013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72908d4c-6351-4bb2-92b7-4e76d4a62542 req-2e96c777-1991-4eff-92c3-9232ddabaa80 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.4705193 May 26 19:27:23.209509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c2284efe-a236-431a-ae18-53475c905bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:23.210970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-c2284efe-a236-431a-ae18-53475c905bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 1099 time: 0.4574792 May 26 19:27:23.314250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72908d4c-6351-4bb2-92b7-4e76d4a62542 req-719cfa6c-425c-4eb1-a800-c821d8c68bf5 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644689 May 26 19:27:23.351460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-fa3dc5d9-3c4f-43d9-899f-54a6d294efe8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1 HTTP/1.1" status: 200 len: 217 time: 0.1268330 May 26 19:27:23.509955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-31e6cd4a-3653-453d-b570-8b573a35e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:23.511717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-31e6cd4a-3653-453d-b570-8b573a35e715 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1536193 May 26 19:27:23.516384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-965139030-network', 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:23.572952 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-342194f1-0753-4a2a-bf21-8d58519e5524 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707392 May 26 19:27:23.574308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:23.581775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Usage tracker for resource:network and tenant:cf2fe801843349f4ab75f4343b7d6977 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:23.607002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:23.684411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:23.714036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-83d5b697-0a8a-45ab-ac4f-3396d21b7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:23.717199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-83d5b697-0a8a-45ab-ac4f-3396d21b7780 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965907 May 26 19:27:23.841302 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-45f25e72-c691-4fdd-8061-9b270924b3fa req-e9b2f731-b347-4051-a5cf-93353c9c07c1 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607074 May 26 19:27:23.842517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:23.846197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:23.863250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:23.882015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:23.887490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2fe801843349f4ab75f4343b7d6977 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:23.891530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:23.900441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:24.016119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.021642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.063912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:24.076448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b75be8-afce-4eca-a655-a4b71a416cae,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:24.078512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd5a56-7949-44dc-a28f-a939243d90d3 req-7c48d23f-70c4-4e0b-8fac-d0ff7743f3ba tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:24.079970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41cd5a56-7949-44dc-a28f-a939243d90d3 req-7c48d23f-70c4-4e0b-8fac-d0ff7743f3ba tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4808614 May 26 19:27:24.105994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.106540 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Added segment a4227b7e-6b8b-4421-808b-a0ae1674459a of type vlan for network 66221f0e-99da-4fa3-9ef0-db6b168e9113 May 26 19:27:24.139205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.149230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41cd5a56-7949-44dc-a28f-a939243d90d3 req-f4051afe-a5fc-4593-baf0-3c4163073c0c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 May 26 19:27:24.158357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-9f280e16-0cd4-4383-92ee-35e27afac917 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325221 May 26 19:27:24.181150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.181150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:24.181150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.325643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4632230 May 26 19:27:24.326402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44704) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:24.345655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18aa6f9e-31fb-43e4-9366-bf0a26e9d813 req-3d8e209e-7c89-4f74-8b70-eed8c4bd81c3 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801870 May 26 19:27:24.347710 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8ec818-584c-4d69-a1fc-13a60bfd258f'] response: {'name': 'network-changed', 'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'status': 'completed', 'code': 200} May 26 19:27:24.351737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Request body: {'subnet': {'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-965139030-subnet', 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:24.357735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870c52b-5584-40f4-b25e-2491b828ce27 admin admin] Pushing event updated for resources: {'Network': ['ID=66221f0e-99da-4fa3-9ef0-db6b168e9113,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:24.369632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:24.371136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:24.378170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Usage tracker for resource:subnet and tenant:cf2fe801843349f4ab75f4343b7d6977 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:24.379164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:24.384372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:24.391054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:24.392227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:24.409994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:24.414122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.684804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:24.689099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:subnet and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:24.692220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:24.698266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:24.710740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.719391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:24.723548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.799692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:24.800079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Network hostable DHCP agents. Network: 66221f0e-99da-4fa3-9ef0-db6b168e9113, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:24.805025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c4443a-de2a-426b-9afd-af6269e62b1b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:24.836682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-9c9abb68-d8c2-407e-88b2-7bd3e7ed5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:24.838511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-9c9abb68-d8c2-407e-88b2-7bd3e7ed5867 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=27def29dcd02484fa08144274a91174a&device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 1099 time: 0.4173460 May 26 19:27:24.846611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:24.866950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 66221f0e-99da-4fa3-9ef0-db6b168e9113) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:24.879100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4976d-8485-4495-8ca1-bf4f0a103b0d None None] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:24.883659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:24.884834 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:24.924539 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aba5f7e3-068a-407d-94f7-6273a55c726c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5857794 May 26 19:27:25.009218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-5d4eb717-1d33-4eac-b079-e33f7a8edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:25.010688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-5d4eb717-1d33-4eac-b079-e33f7a8edbba service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1646063 May 26 19:27:25.272932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-7f1a6ae6-ff63-4749-8633-f3d24a25e686 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1 HTTP/1.1" status: 200 len: 217 time: 0.2466006 May 26 19:27:25.352272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f1f6c-5a18-4808-a2ce-13f413eeffb5 None None] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:25.391001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-8c7b24b1-2849-489d-9c80-48851a3f0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:25.392554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-8c7b24b1-2849-489d-9c80-48851a3f0734 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1123927 May 26 19:27:25.486260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145984b8-4b92-4b9b-ac4c-d531bcffdc01 req-e04a81ee-2893-4402-b40b-dd5df5eeda6e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:25.493298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145984b8-4b92-4b9b-ac4c-d531bcffdc01 req-e04a81ee-2893-4402-b40b-dd5df5eeda6e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.3000672 May 26 19:27:25.572324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145984b8-4b92-4b9b-ac4c-d531bcffdc01 req-4d84b6c7-873f-4a47-ad8e-1a5a09b25efc tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781167 May 26 19:27:25.635245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-85d41a17-9be3-4325-9722-1716ec9a73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:25.636836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-85d41a17-9be3-4325-9722-1716ec9a73e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2105467 May 26 19:27:25.665704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:25.901262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=73aeaa97-019a-4a9a-bad0-b64b1c1af7e5,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:25.923071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': 'ae21ff47-0901-4214-89c2-d23f46bbd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:25.923641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:25.929449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-82000a3f-e037-4c79-a6de-1763456e4c16 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846131 May 26 19:27:26.030355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fef08-1dda-4ac5-9c8b-3d62971a3c70 req-21f9aaaf-96c0-41dd-a0f9-7a8a27d07dbc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:26.031887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-057fef08-1dda-4ac5-9c8b-3d62971a3c70 req-21f9aaaf-96c0-41dd-a0f9-7a8a27d07dbc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2883182 May 26 19:27:26.040027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:26.218979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:26.228291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466ccf0-ab2c-4510-bd21-63ecf712cf86 None None] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:26.244954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:26.245555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.289828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-057fef08-1dda-4ac5-9c8b-3d62971a3c70 req-6b40067f-406e-4485-8dbb-bfdf512c5360 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468233 May 26 19:27:26.294491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e12d8bc-6a8c-4bea-94a3-7c7466567a42 req-ce646c06-6109-4ad1-a294-60d46641faee service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542314 May 26 19:27:26.296670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-400994bb-f77b-4107-ae80-dd3f47bd71e3 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9164996 May 26 19:27:26.300917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44756) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:26.306702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-643658944'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:26.321960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:26.326402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:26.329892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:26.335594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:26.340211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:27:26.348980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:26.354174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.387100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:26.399249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.399636 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment da1cf639-4bdb-42f8-a2c7-1ad936c6ac05 of type vlan for network 1814ae47-afea-4cd7-8ee7-4a7ab855450b May 26 19:27:26.437419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.494894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.507693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:26.508682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.510963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:26.527557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'mac_address': 'fa:16:3e:0b:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:27:26.611080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:26.611666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.649635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:26.680205 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3781297 May 26 19:27:26.685694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44782) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:26.692084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:26.714905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:26.732254 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.743497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59c912-ed6f-4900-b5e1-b1d3e6a90e25 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=1814ae47-afea-4cd7-8ee7-4a7ab855450b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:26.814010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:26.916456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:26.941619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:subnet and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:26.946893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:26.966650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:26.969692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:26.984912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e5802271-73fc-449f-8a07-d57dea6922b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:26.985996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.986338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.986616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e5802271-73fc-449f-8a07-d57dea6922b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2689183 May 26 19:27:26.986740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.986978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.987460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.987789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.988112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.988448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.988819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.989083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.989393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.989703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:26.991076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:26.993317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2', 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2', 'tenant_id': 'df429a22c1314d29a012b989f3f88226', 'fixed_ips': [{'subnet_id': '73aeaa97-019a-4a9a-bad0-b64b1c1af7e5'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:27:26.994127 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:26.994918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.113349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-c25bb499-bbec-49fe-995c-411ee2194709 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0991130 May 26 19:27:27.213135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:27:27.253524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-050f4a26-b673-4d77-9ec7-32ddaa67abf1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1392040 May 26 19:27:27.267420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Allocated IP 2001:db8:0:ffff::2 (b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2/73aeaa97-019a-4a9a-bad0-b64b1c1af7e5/103a85b1-74b4-47a2-ad4e-5a4d0b02d73b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:27.481683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-87ef6c65-87f1-46a6-825e-1fbc1c95a5ff service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270358 May 26 19:27:27.664869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.680268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Transition to ACTIVE for port object 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:27.706882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-072f72b7-13d2-47c3-9242-03a8ef286316 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179282 May 26 19:27:27.719825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Transition to ACTIVE for port object 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:27.728185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.813635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:27.818848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:27.822130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:27:27.823345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.824506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:27.908527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=e8879354-dac7-41e6-93cf-89f96efaca6e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:27.939903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.940942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.941478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.941986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.942615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.943292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.943910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.944410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.945068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.945565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.946202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.946697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:27.955388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Attempting to bind port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:27.956012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Attempting to bind port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ae21ff47-0901-4214-89c2-d23f46bbd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:27.956364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Attempting to bind port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b on network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:27.959061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Pushing event updated for resources: {'Port': ['ID=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:27.966159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:27.966610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Checking segment: {'id': 'ae21ff47-0901-4214-89c2-d23f46bbd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:27.967209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.968199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Bound using segment: {'id': 'ae21ff47-0901-4214-89c2-d23f46bbd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:27.968846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Bound port: 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae21ff47-0901-4214-89c2-d23f46bbd16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:27.969305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:27.989466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:27.990085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: 1814ae47-afea-4cd7-8ee7-4a7ab855450b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:28.019075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:28.038362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1814ae47-afea-4cd7-8ee7-4a7ab855450b) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:28.048232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:28.048931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:28.059438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb7ca31-0d79-43ee-82f6-b17b3c1cc841 None None] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:28.137265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:28.149580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'port': {'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b', 'name': 'tempest-NetworksIpV6TestAttrs-1191767988'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:28.165726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-711920fb-0050-4079-bce5-477b8a924094 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4476933 May 26 19:27:28.289655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] For port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:28.314823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] For port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,segment=NetworkSegment(ae21ff47-0901-4214-89c2-d23f46bbd16a),segment_id=ae21ff47-0901-4214-89c2-d23f46bbd16a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:28.367900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770253c8-b9e8-4900-b855-db28a3df0ed2 req-19b6b10b-0e1e-42b9-a0af-9e1c392ae546 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:28.375984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:28.377048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-770253c8-b9e8-4900-b855-db28a3df0ed2 req-19b6b10b-0e1e-42b9-a0af-9e1c392ae546 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.2475815 May 26 19:27:28.380435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:port and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:28.384029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:28.390176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:28.403788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:28.408984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:28.413337 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:28.424881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:27:28.446325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-770253c8-b9e8-4900-b855-db28a3df0ed2 req-8fd2eb2e-348c-4e36-9666-aabe4005172f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681250 May 26 19:27:28.450288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] device_id is not set on port 8f33c64d-c134-422b-9b6e-94284f44c717 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:27:28.796448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb694-5a29-4f73-a760-1e498bdb5274 req-2f832165-8fdb-424a-8982-cdb58f275433 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:28.806230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Allocated IP 2001:db8::f816:3eff:fedf:810f (1814ae47-afea-4cd7-8ee7-4a7ab855450b/e8879354-dac7-41e6-93cf-89f96efaca6e/8f33c64d-c134-422b-9b6e-94284f44c717) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:28.810183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c6bb694-5a29-4f73-a760-1e498bdb5274 req-2f832165-8fdb-424a-8982-cdb58f275433 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2264199 May 26 19:27:28.866650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dde14b-3ed7-4df4-a3d9-931fef72ab9d None None] Pushing event updated for resources: {'Port': ['ID=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:28.881473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1814ae47-afea-4cd7-8ee7-4a7ab855450b', 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b', 'tenant_id': 'df429a22c1314d29a012b989f3f88226', 'fixed_ips': [{'subnet_id': 'e8879354-dac7-41e6-93cf-89f96efaca6e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:27:28.882327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:28.944552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c6bb694-5a29-4f73-a760-1e498bdb5274 req-3daaee07-a9df-4e5c-bc02-d54df2145ead tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349669 May 26 19:27:29.203767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54e006a6-f103-4e5b-a398-9d874e75f633 req-f4ef4e60-33e9-4ec0-877d-8a8cf6cc4f1b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 210 time: 0.1589611 May 26 19:27:29.239594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:29.258782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'mac_address': 'fa:16:3e:bb:08:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:27:29.388519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:29.547053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:29.547620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:29.549833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:29.572778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Transition to ACTIVE for port object 8f33c64d-c134-422b-9b6e-94284f44c717 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:29.603192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:29.607807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7c865f-353d-4039-8c4f-2c8c7469d8d1 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:29.818098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:29.821828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:29.827426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:29.833439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:29.834357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:29.844792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Allocated IP 2001:db8::f816:3eff:fe5a:a070 (1814ae47-afea-4cd7-8ee7-4a7ab855450b/e8879354-dac7-41e6-93cf-89f96efaca6e/eb5fd798-55f4-4b40-9d01-9de1d19e6cc8) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:29.867019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Port': ['ID=8f33c64d-c134-422b-9b6e-94284f44c717,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:29.884413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:29.899444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-705a0a0b-044d-425e-af83-f15788f79428 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7609322 May 26 19:27:29.900056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:29.947298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:30.199418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b49a-aa7e-47bf-9509-5774391c4324 req-a0cb2565-eaab-47d8-b48e-28b8dc88d67c tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:30.199418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c531b49a-aa7e-47bf-9509-5774391c4324 req-a0cb2565-eaab-47d8-b48e-28b8dc88d67c tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.4807551 May 26 19:27:30.358382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:30.458471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:30.469671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-8792e5b6-4e26-470e-b5d3-7fd182bdfec5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:30.473454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting subnet e8879354-dac7-41e6-93cf-89f96efaca6e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:30.476896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-8792e5b6-4e26-470e-b5d3-7fd182bdfec5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.5575752 May 26 19:27:30.485799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ba7c865f-353d-4039-8c4f-2c8c7469d8d1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:27:30.506698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': 'c948cf61-b30a-4583-ae65-e239310af923', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:30.546019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c531b49a-aa7e-47bf-9509-5774391c4324 req-3796fe50-c699-43ce-946f-2aafa9da1c9d tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454807 May 26 19:27:30.566481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:30.685645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ce332-b034-4968-a383-99f1e14c90b5 None None] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:30.720573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:30.886351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:30.886729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:30.927876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b08655-557a-481e-8ae4-134109eec79d req-5ae428bf-b0d7-4271-a67f-89719ea73fdf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:30.934801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9b08655-557a-481e-8ae4-134109eec79d req-5ae428bf-b0d7-4271-a67f-89719ea73fdf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1515117 May 26 19:27:30.976933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:30.985064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Usage tracker for resource:port and tenant:cf2fe801843349f4ab75f4343b7d6977 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:30.993589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9b08655-557a-481e-8ae4-134109eec79d req-b61a4852-e76f-4ba1-98cf-6bbf860d28e9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578563 May 26 19:27:30.994875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:31.003593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:31.017768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:31.055826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.070726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.073502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Provisioning for port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:31.145417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Provisioning complete for port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:31.145908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.186998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Transition to ACTIVE for port object eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:31.192294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c90f3cca-e1a4-4da3-a37e-3ca080d1e0ea req-d7a7185a-d3a5-47da-a283-b8b2adf01611 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 210 time: 0.0757592 May 26 19:27:31.346612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Transition to ACTIVE for port object eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:31.383743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.385913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.9 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/9902e6c2-e73b-47c4-81a3-fdf692f42d86) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:31.442745 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.519386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.683961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:31.688728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.794929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:31.866995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:31.918220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:31.926183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Pushing event updated for resources: {'Port': ['ID=eb5fd798-55f4-4b40-9d01-9de1d19e6cc8,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:31.935523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:31.938191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:31.939719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d2d1-37fb-4a59-a991-1d4a33593c65 req-d8300a6c-5a24-40ab-82f1-79346babffd4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:31.948237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8158d2d1-37fb-4a59-a991-1d4a33593c65 req-d8300a6c-5a24-40ab-82f1-79346babffd4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 949 time: 0.1728492 May 26 19:27:31.956181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.014091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.017675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8158d2d1-37fb-4a59-a991-1d4a33593c65 req-bad186fb-9b52-4faa-9c28-dc964a8027b6 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 May 26 19:27:32.030842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.031044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:32.054432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Current status of the port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:32.054822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.068665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/e8879354-dac7-41e6-93cf-89f96efaca6e HTTP/1.1" status: 204 len: 168 time: 2.1660850 May 26 19:27:32.069393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984760d-b698-4b24-9566-6b0242647c50 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=e8879354-dac7-41e6-93cf-89f96efaca6e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:32.074792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 44860) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:32.112442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.303830 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5d2289-dd60-4700-97f6-432a7d990746'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'code': 200} May 26 19:27:32.340821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221273-c74b-4b28-88b5-0cd1c9d5a1ac req-2f0e8d6d-0678-4009-bcb1-ea0cc8b628b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:32.342891 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-28221273-c74b-4b28-88b5-0cd1c9d5a1ac req-2f0e8d6d-0678-4009-bcb1-ea0cc8b628b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 1100 time: 0.1231151 May 26 19:27:32.396092 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-28221273-c74b-4b28-88b5-0cd1c9d5a1ac req-462ee932-a287-4c56-8129-4e8312f66708 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 May 26 19:27:32.402696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393dc83-87ac-4afc-a867-d72e8e7ca1c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:32.404985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393dc83-87ac-4afc-a867-d72e8e7ca1c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:32.406838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e393dc83-87ac-4afc-a867-d72e8e7ca1c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Synchronizing usage tracker for tenant:df429a22c1314d29a012b989f3f88226 on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:32.424294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Attempting to bind port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:32.424993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Attempting to bind port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:32.425791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Attempting to bind port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 on network 1814ae47-afea-4cd7-8ee7-4a7ab855450b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:32.437770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] For port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,segment=NetworkSegment(ae21ff47-0901-4214-89c2-d23f46bbd16a),segment_id=ae21ff47-0901-4214-89c2-d23f46bbd16a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:32.452904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.453844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.455739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:32.472112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:32.472699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Checking segment: {'id': 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:32.473319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.473819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Bound using segment: {'id': 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:32.474614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Bound port: eb5fd798-55f4-4b40-9d01-9de1d19e6cc8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1814ae47-afea-4cd7-8ee7-4a7ab855450b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:32.475095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.603710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:32.609921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:32.615390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e393dc83-87ac-4afc-a867-d72e8e7ca1c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Unset dirty status for tenant:df429a22c1314d29a012b989f3f88226 on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:32.616557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e393dc83-87ac-4afc-a867-d72e8e7ca1c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5373361 May 26 19:27:32.620511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:32.621071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:32.719381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffae3a-461c-4bf1-a502-4c2cc89946f0 None None] Pushing event updated for resources: {'Port': ['ID=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:32.750091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] For port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:32.758340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] For port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb5fd798-55f4-4b40-9d01-9de1d19e6cc8,segment=NetworkSegment(da1cf639-4bdb-42f8-a2c7-1ad936c6ac05),segment_id=da1cf639-4bdb-42f8-a2c7-1ad936c6ac05)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:32.767803 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.786783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:32.816766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:32.817582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.852861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-e1b65c0f-124c-40ea-aa45-c50e636f7a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3576825 May 26 19:27:32.862689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86643-b648-4e48-8d81-81297c26f728 req-2032c296-35d7-4986-8907-6c8511fdcf00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:32.873522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8de86643-b648-4e48-8d81-81297c26f728 req-2032c296-35d7-4986-8907-6c8511fdcf00 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.5705597 May 26 19:27:32.889849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f541c0-fca7-4489-bc11-676781f185d4 None None] Pushing event updated for resources: {'Port': ['ID=eb5fd798-55f4-4b40-9d01-9de1d19e6cc8,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:32.959620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Request body: {'port': {'device_id': 'c948cf61-b30a-4583-ae65-e239310af923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:32.960517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d9b1b65-d7f2-4bbc-b409-187c7673c9c0 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:32.980594 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9b1b65-d7f2-4bbc-b409-187c7673c9c0 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 19:27:32.980982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9b1b65-d7f2-4bbc-b409-187c7673c9c0 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:32.982736 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d9b1b65-d7f2-4bbc-b409-187c7673c9c0 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/1814ae47-afea-4cd7-8ee7-4a7ab855450b HTTP/1.1" status: 409 len: 405 time: 0.3605249 May 26 19:27:32.987076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:32.992767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1961654519'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:33.017577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:33.038243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:33.042354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:33.049212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:33.090536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:33.094978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.181185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:33.197973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8de86643-b648-4e48-8d81-81297c26f728 req-66c29de1-4392-4894-b8a9-a77e814d210e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184357 May 26 19:27:33.211836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.212439 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment 9c1f67c4-aae3-41ee-a557-4802c9926347 of type vlan for network a625e7b8-5689-4941-a04d-ebb7c49b9eba May 26 19:27:33.291287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:33.309142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.393783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.400185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:33.400975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.432320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.446992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0f787-128e-4708-affc-ae2e203cb7ce None None] Network 1814ae47-afea-4cd7-8ee7-4a7ab855450b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:33.633197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=a625e7b8-5689-4941-a04d-ebb7c49b9eba,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:33.664383 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bbb1b8a9-1818-4978-98fc-6781410f2d06 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6756008 May 26 19:27:33.665234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:33.669680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:33.673095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:33.848582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:33.878625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:33.893977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:33.901614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:33.945437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d41cfa-9586-455f-bd39-ace0eae94332 req-282847eb-3292-462a-89a8-8313283a674d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:33.946184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d3d41cfa-9586-455f-bd39-ace0eae94332 req-282847eb-3292-462a-89a8-8313283a674d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:33.953621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:33.954786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.094332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d3d41cfa-9586-455f-bd39-ace0eae94332 req-282847eb-3292-462a-89a8-8313283a674d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:34.104527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3d41cfa-9586-455f-bd39-ace0eae94332 req-282847eb-3292-462a-89a8-8313283a674d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 931 time: 0.4375069 May 26 19:27:34.151828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-720cdaf6-17d8-4a1a-b84e-ac1a3ae26a87 None None] Provisioning complete for port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:34.157906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-720cdaf6-17d8-4a1a-b84e-ac1a3ae26a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.190070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3d41cfa-9586-455f-bd39-ace0eae94332 req-3fae28ab-fad3-49c6-9037-42d791ffd225 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 May 26 19:27:34.379540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:34.514668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:34.528823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9902e6c2-e73b-47c4-81a3-fdf692f42d86 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:34.549302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.560961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a2cf1-5200-4fc7-a76b-a9139138e3b3 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:27:34.571387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:27:34.572856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.575676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Transition to ACTIVE for port object 9902e6c2-e73b-47c4-81a3-fdf692f42d86 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:34.584855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.644830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-720cdaf6-17d8-4a1a-b84e-ac1a3ae26a87 None None] Current status of the port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:34.646865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:34.668189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:34.668799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.745797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=9e4341db-4c08-472f-a89f-89de01b262bf,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:34.763674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': '9c1f67c4-aae3-41ee-a557-4802c9926347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:34.764035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: a625e7b8-5689-4941-a04d-ebb7c49b9eba, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:34.802270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:34.818606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a625e7b8-5689-4941-a04d-ebb7c49b9eba) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:34.823350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:34.824166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:34.859796 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-718e5416-cdbb-437d-9bd0-f5695b5506f9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1902983 May 26 19:27:34.861532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44924) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:34.870311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'port': {'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba', 'name': 'tempest-NetworksIpV6TestAttrs-2052432159'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:34.973749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d95a-6751-4f7b-bf87-40f2f4985ffc req-3e6fc8e8-e0ad-4651-980f-20c5d8a02f29 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:34.975541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a9d95a-6751-4f7b-bf87-40f2f4985ffc req-3e6fc8e8-e0ad-4651-980f-20c5d8a02f29 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 949 time: 0.5971677 May 26 19:27:35.018347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:35.018884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.098837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:35.108995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a2cf1-5200-4fc7-a76b-a9139138e3b3 None None] Unable to find a vacant binding_index for network a625e7b8-5689-4941-a04d-ebb7c49b9eba and agent e8cb9a28-a1e5-448f-9baa-331cad644c94 {{(pid=88364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 19:27:35.114241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:35.118135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a2cf1-5200-4fc7-a76b-a9139138e3b3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a625e7b8-5689-4941-a04d-ebb7c49b9eba) {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:27:35.125592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:35.127309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.178726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:35.192020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:port and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:35.196487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:35.203640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:35.221336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a9d95a-6751-4f7b-bf87-40f2f4985ffc req-90edb54b-9a97-4cc2-9a6b-e3163d881827 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371159 May 26 19:27:35.223149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:35.227712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.262302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] device_id is not set on port 299a2e43-85a0-446d-8a3b-8f790e94ccce yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:27:35.307782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Attempting to bind port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:35.308670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:35.309012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Attempting to bind port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:35.309444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Attempting to bind port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:35.318670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:27:35.319226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Attempting to bind port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:35.329415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:35.329586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:35.329973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:35.330420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Bound port: 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:35.330769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.542498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:35.546481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Allocated IP 2001:db8::f816:3eff:feb8:fde3 (a625e7b8-5689-4941-a04d-ebb7c49b9eba/9e4341db-4c08-472f-a89f-89de01b262bf/299a2e43-85a0-446d-8a3b-8f790e94ccce) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:35.584753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:35.599549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.728659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:35.740982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-a625e7b8-5689-4941-a04d-ebb7c49b9eba', 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba', 'tenant_id': 'df429a22c1314d29a012b989f3f88226', 'fixed_ips': [{'subnet_id': '9e4341db-4c08-472f-a89f-89de01b262bf'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:27:35.741835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.754509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:35.755125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.756495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-1884c6fa-9458-4760-90de-6ae264b44ad3 service neutron] 10.222.0.53 "PUT /v2.0/ports/9902e6c2-e73b-47c4-81a3-fdf692f42d86 HTTP/1.1" status: 200 len: 1091 time: 2.8020818 May 26 19:27:35.774995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ae12-18ed-42a7-a4ff-8ac852babbfe req-50e74f22-10c0-47fb-9d6a-91bad76a714b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:35.776776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c660ae12-18ed-42a7-a4ff-8ac852babbfe req-50e74f22-10c0-47fb-9d6a-91bad76a714b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3163059 May 26 19:27:35.777435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:35.933704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c660ae12-18ed-42a7-a4ff-8ac852babbfe req-e72990ca-5fd4-43b6-af10-710259723e7f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404541 May 26 19:27:35.934283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:35.959374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Transition to ACTIVE for port object 299a2e43-85a0-446d-8a3b-8f790e94ccce will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:35.966854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-a5d55620-365a-4f1e-9585-7f3a7197dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:35.969721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-a5d55620-365a-4f1e-9585-7f3a7197dff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 1094 time: 0.1667166 May 26 19:27:35.995405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.120407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-98d8830c-082e-423e-ad0d-098ace038029 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86 HTTP/1.1" status: 200 len: 217 time: 0.1411793 May 26 19:27:36.139794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Allocated IP 2001:db8::f816:3eff:feee:15e0 (a625e7b8-5689-4941-a04d-ebb7c49b9eba/9e4341db-4c08-472f-a89f-89de01b262bf/c38abf5d-7e31-4513-88a3-763507e3b961) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:36.321336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-35613ecb-157f-4cf4-9ca7-9db9870f5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:36.323188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-35613ecb-157f-4cf4-9ca7-9db9870f5452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1980927 May 26 19:27:36.379059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-cc8595dc-fb50-4b98-82fd-2a6220259a62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482526 May 26 19:27:36.392880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fba904-cf72-4bb2-8646-dcc76cd9ebd9 req-6c2191c4-f4f0-468b-a3ca-ac6fffbd8f63 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:36.394702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06fba904-cf72-4bb2-8646-dcc76cd9ebd9 req-6c2191c4-f4f0-468b-a3ca-ac6fffbd8f63 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 943 time: 0.1887417 May 26 19:27:36.457985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Port': ['ID=299a2e43-85a0-446d-8a3b-8f790e94ccce,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:36.485575 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a77b752-89ac-418f-a3fa-39a83473870b'] response: {'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'code': 200} May 26 19:27:36.491305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:36.496267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:36.499209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:36.506514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:36.507264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.535250 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.552121 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.564946 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3850fc5-18dc-4379-8dba-2300e5fcfe91 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7015975 May 26 19:27:36.568178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:36.571765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Transition to ACTIVE for port object c38abf5d-7e31-4513-88a3-763507e3b961 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:36.573117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb875b2-3265-41f9-939c-ea2b67d620ea req-6d6a6f73-375d-4863-954e-17999d081384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:36.575066 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5eb875b2-3265-41f9-939c-ea2b67d620ea req-6d6a6f73-375d-4863-954e-17999d081384 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 1101 time: 0.4837570 May 26 19:27:36.599936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06fba904-cf72-4bb2-8646-dcc76cd9ebd9 req-bc912118-eb01-45f0-9fdf-d216c516b3b0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251459 May 26 19:27:36.634473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Transition to ACTIVE for port object c38abf5d-7e31-4513-88a3-763507e3b961 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:36.646258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.670571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-71a23da8-8632-415c-a1bb-805068230333 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745459 May 26 19:27:36.741147 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f0f1a1-1c2a-4731-96bc-852484a3066e'] response: {'name': 'network-changed', 'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86', 'status': 'completed', 'code': 200} May 26 19:27:36.749383 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5eb875b2-3265-41f9-939c-ea2b67d620ea req-7dea78a9-130a-4d5e-9329-9c8bdd8bd330 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403434 May 26 19:27:36.763609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting subnet 9e4341db-4c08-472f-a89f-89de01b262bf {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:36.781597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.823089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Pushing event updated for resources: {'Port': ['ID=c38abf5d-7e31-4513-88a3-763507e3b961,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:36.852038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:36.855948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:36.857166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:36.860374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:36.989882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.103210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Attempting to bind port c38abf5d-7e31-4513-88a3-763507e3b961 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:37.103577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Attempting to bind port c38abf5d-7e31-4513-88a3-763507e3b961 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9c1f67c4-aae3-41ee-a557-4802c9926347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:37.103935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Attempting to bind port c38abf5d-7e31-4513-88a3-763507e3b961 on network a625e7b8-5689-4941-a04d-ebb7c49b9eba {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:37.115992 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.126063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:37.126444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Checking segment: {'id': '9c1f67c4-aae3-41ee-a557-4802c9926347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:37.126834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.127223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Bound using segment: {'id': '9c1f67c4-aae3-41ee-a557-4802c9926347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:37.127689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Bound port: c38abf5d-7e31-4513-88a3-763507e3b961, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1f67c4-aae3-41ee-a557-4802c9926347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a625e7b8-5689-4941-a04d-ebb7c49b9eba'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:37.128060 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.167563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4341db-4c08-472f-a89f-89de01b262bf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:37.177232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.201080 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e56d198c-9ce6-4371-96ee-4bf90cfeb344 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/9e4341db-4c08-472f-a89f-89de01b262bf HTTP/1.1" status: 204 len: 168 time: 0.6291692 May 26 19:27:37.201080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44976) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:37.300051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f50f5b3f-b292-43d1-a202-ef0c5041afbd req-97d99f5c-5887-4ad7-8833-64d37d37960c service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224854 May 26 19:27:37.321347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb0042d-551c-406c-a769-a74d6dd7ef4e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.327432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb0042d-551c-406c-a769-a74d6dd7ef4e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.328415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff7887-9b19-4173-9a06-0b5a4515a8b7 req-ec12bc6a-8755-42f8-9342-94139c60f734 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.328670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-adb0042d-551c-406c-a769-a74d6dd7ef4e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Synchronizing usage tracker for tenant:df429a22c1314d29a012b989f3f88226 on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:27:37.336287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcff7887-9b19-4173-9a06-0b5a4515a8b7 req-ec12bc6a-8755-42f8-9342-94139c60f734 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 950 time: 0.3974504 May 26 19:27:37.359870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-adb0042d-551c-406c-a769-a74d6dd7ef4e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Unset dirty status for tenant:df429a22c1314d29a012b989f3f88226 on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:27:37.361685 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-adb0042d-551c-406c-a769-a74d6dd7ef4e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1598191 May 26 19:27:37.364388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44980) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:37.374404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] For port c38abf5d-7e31-4513-88a3-763507e3b961, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:37.381949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] For port c38abf5d-7e31-4513-88a3-763507e3b961, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c38abf5d-7e31-4513-88a3-763507e3b961,segment=NetworkSegment(9c1f67c4-aae3-41ee-a557-4802c9926347),segment_id=9c1f67c4-aae3-41ee-a557-4802c9926347)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:37.387987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.406292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-69afa7a4-ddc7-4304-bd07-7c63c31b8c97 req-639d919c-9487-46c4-94d1-1000bc04c943 tempest-ServersTestMultiNic-1307567237 tempest-ServersTestMultiNic-1307567237-project] (88363) timed out ('10.222.0.13', 57451) {{(pid=88363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:27:37.444077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcff7887-9b19-4173-9a06-0b5a4515a8b7 req-fb36fcfa-9fb7-4c9f-929f-0f1d78c4feff tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 May 26 19:27:37.486040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-c089d49e-a782-4061-812b-a1b6a8d8276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.487637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-c089d49e-a782-4061-812b-a1b6a8d8276a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 1094 time: 0.1299844 May 26 19:27:37.586771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79338-1560-4dbe-98d9-e5fe8be96924 None None] Pushing event updated for resources: {'Port': ['ID=c38abf5d-7e31-4513-88a3-763507e3b961,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:37.611599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7941d6c4-4443-41b4-a485-0e2c000b27f3 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:27:37.652955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94c40fec-c3c8-4af3-90d6-ce544cc406a5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.673919 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c40fec-c3c8-4af3-90d6-ce544cc406a5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 26 19:27:37.676426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c40fec-c3c8-4af3-90d6-ce544cc406a5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:37.678520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94c40fec-c3c8-4af3-90d6-ce544cc406a5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/a625e7b8-5689-4941-a04d-ebb7c49b9eba HTTP/1.1" status: 409 len: 405 time: 0.3126843 May 26 19:27:37.682366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:37.713211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068653337'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:37.738177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:37.745824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:37.756816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:37.787418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:37.802711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-72f2c0e6-03c1-47f3-bbb0-579425ea7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.804797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-72f2c0e6-03c1-47f3-bbb0-579425ea7cc1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.3085582 May 26 19:27:37.810919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:37.816019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.831581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941d6c4-4443-41b4-a485-0e2c000b27f3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:27:37.860264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:37.877482 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.877837 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment 043a349d-da76-48d5-bf24-00aa0c2298aa of type vlan for network 70d04251-43b0-4543-92d8-b0515ccc18c2 May 26 19:27:37.922301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.964352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:37.972612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:37.973284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:38.112784 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4112830 May 26 19:27:38.126278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:38.130027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-cfe99926-dd34-4833-bcac-9fe9888d7691 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86 HTTP/1.1" status: 200 len: 217 time: 0.3132858 May 26 19:27:38.132911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': '70d04251-43b0-4543-92d8-b0515ccc18c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:38.157263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a847-2a61-470f-8ac3-5be74ea3e860 req-9fda9af1-48fc-4ec5-b3d3-b76a8c9cd617 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:38.159122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7409a847-2a61-470f-8ac3-5be74ea3e860 req-9fda9af1-48fc-4ec5-b3d3-b76a8c9cd617 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.4572065 May 26 19:27:38.294312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=70d04251-43b0-4543-92d8-b0515ccc18c2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:38.316092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.316395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.316781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.317298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.317641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.317969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.318292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.318607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.318932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.319265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.319562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.319877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3f4f9-b6d7-4a3a-a95c-514d9136f288 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:27:38.341482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 70d04251-43b0-4543-92d8-b0515ccc18c2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:38.356001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7409a847-2a61-470f-8ac3-5be74ea3e860 req-a5f4926b-4079-4fe5-9031-8159764b06e6 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449313 May 26 19:27:38.360424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-a7acabf6-5dd2-46fa-a1ae-d3dbe66e97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:38.361862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-a7acabf6-5dd2-46fa-a1ae-d3dbe66e97f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.2266862 May 26 19:27:38.392361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:38.413744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:38.433548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:38.437061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:38.458111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-cb8daf64-68eb-4d09-9699-7927561b3bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896168 May 26 19:27:38.473341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:27:38.488017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed4cd2-91ab-4f81-9a5f-4b834d297c8e None None] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:38.780933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-60724377-0dc2-48d3-9ea9-1e48ba4fac94 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149936 May 26 19:27:38.818031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516029d-cd52-477b-8b36-2ea65a5c0d65 req-dcc151c4-e27c-4fab-bc77-ab1a74601985 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:38.825914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a516029d-cd52-477b-8b36-2ea65a5c0d65 req-dcc151c4-e27c-4fab-bc77-ab1a74601985 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 943 time: 0.2619576 May 26 19:27:38.889738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a516029d-cd52-477b-8b36-2ea65a5c0d65 req-7e6353a8-2cc6-4b1c-9071-5a2bf76c0360 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623286 May 26 19:27:39.012485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:39.034752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8233e0b-300a-4a2a-afaa-1fef5d66c7f1 None None] Network a625e7b8-5689-4941-a04d-ebb7c49b9eba requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:39.053661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.objects.ports [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88362) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:27:39.055150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.129553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'port_id': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'mac_address': 'fa:16:3e:48:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb628c-8f29-4ba8-a9b3-c5806c553987', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:27:39.231225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': '043a349d-da76-48d5-bf24-00aa0c2298aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '70d04251-43b0-4543-92d8-b0515ccc18c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:39.232213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: 70d04251-43b0-4543-92d8-b0515ccc18c2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:39.261246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:39.261442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=ee59cc5c-cbc9-4516-8320-786463eae46d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:39.261727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.285129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network 70d04251-43b0-4543-92d8-b0515ccc18c2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:39.306229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 70d04251-43b0-4543-92d8-b0515ccc18c2) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:39.320558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:39.321464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.373441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b2e99f2c-1d28-4862-96a1-673c400caec5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2551885 May 26 19:27:39.374993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45022) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:39.393784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b8bd3-e62f-43cd-b643-077f346c43ba None None] Network 70d04251-43b0-4543-92d8-b0515ccc18c2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:39.394074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29a4ef9-085e-4be4-9d21-490ea4f93fd7 req-adea6125-7c80-447b-ac95-15b39868996a service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027203 May 26 19:27:39.435097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca792-991a-4782-a28b-0d9a07e02176 req-aa1a8025-532d-42a6-a444-ecf9bc592885 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:39.466950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:39.467786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f0ca792-991a-4782-a28b-0d9a07e02176 req-aa1a8025-532d-42a6-a444-ecf9bc592885 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 950 time: 0.3504915 May 26 19:27:39.589006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f0ca792-991a-4782-a28b-0d9a07e02176 req-aacd659e-666a-42f1-ac6d-5d2e5231736f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189382 May 26 19:27:39.658947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.680869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:39.698858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.767798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.856861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2be00-a27c-4881-b3dc-85cd3ad02255 req-a5dcdc65-6cce-468e-ba18-cbce6fdd9d4d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:39.877359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf2be00-a27c-4881-b3dc-85cd3ad02255 req-a5dcdc65-6cce-468e-ba18-cbce6fdd9d4d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.1535630 May 26 19:27:39.893562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:39.900034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:39.943239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=ee59cc5c-cbc9-4516-8320-786463eae46d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:39.957852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf2be00-a27c-4881-b3dc-85cd3ad02255 req-b0288e91-ee9b-4102-a0a0-314ceaf0c0cc tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 May 26 19:27:39.980868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:27:40.152940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27392d12-82ab-4b37-879a-d022f4e20971 None None] Network 70d04251-43b0-4543-92d8-b0515ccc18c2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:40.264901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.302543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d04251-43b0-4543-92d8-b0515ccc18c2']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:40.330366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5cf61-b205-4f79-8331-0661a9e8f0d6 req-8a532cd9-5013-4d1b-97cb-98f7f7413486 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:40.335690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043a349d-da76-48d5-bf24-00aa0c2298aa') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:40.335690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043a349d-da76-48d5-bf24-00aa0c2298aa') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:40.339489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc5cf61-b205-4f79-8331-0661a9e8f0d6 req-8a532cd9-5013-4d1b-97cb-98f7f7413486 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 943 time: 0.1433387 May 26 19:27:40.351037 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.371319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.388668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efc5cf61-b205-4f79-8331-0661a9e8f0d6 req-43a6eb72-9485-4ea4-9416-9f220f527ee9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 May 26 19:27:40.390404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:40.390827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.470593 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 043a349d-da76-48d5-bf24-00aa0c2298aa resource provider aggregate not found May 26 19:27:40.516187 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 043a349d-da76-48d5-bf24-00aa0c2298aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 043a349d-da76-48d5-bf24-00aa0c2298aa found for delete ", "request_id": "req-7687ae56-dceb-4191-940f-a2c9b3dd7214"}]} May 26 19:27:40.526655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.549317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.562064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=70d04251-43b0-4543-92d8-b0515ccc18c2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:40.573611 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c31beeec-e2f8-4c06-ae39-5539e94561d5 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/70d04251-43b0-4543-92d8-b0515ccc18c2 HTTP/1.1" status: 204 len: 168 time: 1.1973124 May 26 19:27:40.575288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45052) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:40.581759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-503850138'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:40.587208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:40.594345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:40.598066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:40.605095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:40.617973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:40.622660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.663555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:40.679293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.679690 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment 27d42b2c-beac-4108-83ac-40304795b24d of type vlan for network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce May 26 19:27:40.712263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.859844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:40.865937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:40.866564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.010497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4290583 May 26 19:27:41.012475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45072) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:41.012697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89cfac-175d-4197-bc5a-1584c85b6da8 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:41.023524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7bad-b719-45af-906b-232510ac5414 req-e0eb4411-4cf7-411e-98de-1a9e225f6983 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:41.024988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce9b7bad-b719-45af-906b-232510ac5414 req-e0eb4411-4cf7-411e-98de-1a9e225f6983 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 950 time: 0.2819970 May 26 19:27:41.030650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:41.031467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:41.143299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce9b7bad-b719-45af-906b-232510ac5414 req-ab6cecc0-a7bb-414b-a65f-c2d18e1d2c68 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980721 May 26 19:27:41.143830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45076) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:41.255804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:41.266177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:subnet and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:41.273463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:41.280559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:41.303769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:41.307737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.347475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.368103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:41.372283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Usage tracker for resource:security_group_rule and tenant:e9cf841c545b491f8e3b3d45a168cfa9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:41.378059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:41.391278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:41.447697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5399e6f-2b5c-48c2-a779-5bae17df0f63 req-67999ea8-743e-45aa-95a2-fe52b9a062de tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:41.449191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5399e6f-2b5c-48c2-a779-5bae17df0f63 req-67999ea8-743e-45aa-95a2-fe52b9a062de tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.1847692 May 26 19:27:41.530772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.534001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5399e6f-2b5c-48c2-a779-5bae17df0f63 req-199a0ba9-633e-46ed-ae63-5a3b7c273b9d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711811 May 26 19:27:41.535370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.570078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.588946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9cf841c545b491f8e3b3d45a168cfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438975 May 26 19:27:41.589870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45092) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:41.590437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ee2ae-8cf8-4af6-8d44-3876272fc9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184469e5-b1a8-4552-8036-0e6da0a3d54c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:41.661320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.665153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=8c3f2e01-55d7-41b6-85ed-a8efbb1d2d70,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:41.714829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': '27d42b2c-beac-4108-83ac-40304795b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:41.715186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:41.736098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:41.748470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:41.752944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.754128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:41.754808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.757731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed91b6-30b8-4eb2-83ca-9dfadddd8e79 None None] Network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:41.789657 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad198d27-a7f1-45d6-9a15-0769678dfbc9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7769246 May 26 19:27:41.790180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45100) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:41.845844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395204-46ee-4aeb-932b-ab113e2abe7a req-5e6def98-8b49-4501-a0f7-ef2ecca371bd tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:41.853307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73395204-46ee-4aeb-932b-ab113e2abe7a req-5e6def98-8b49-4501-a0f7-ef2ecca371bd tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 949 time: 0.1711934 May 26 19:27:41.881408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.927365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184469e5-b1a8-4552-8036-0e6da0a3d54c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:41.942810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73395204-46ee-4aeb-932b-ab113e2abe7a req-1fdaea71-fa57-4f65-ad4c-aebb6515b8d1 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886495 May 26 19:27:41.945701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:41.945907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-02692712-6690-480b-90b0-f8c73fa69c8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/184469e5-b1a8-4552-8036-0e6da0a3d54c HTTP/1.1" status: 204 len: 168 time: 0.3520417 May 26 19:27:42.053741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.119098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce', 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce', 'tenant_id': 'df429a22c1314d29a012b989f3f88226', 'fixed_ips': [{'subnet_id': '8c3f2e01-55d7-41b6-85ed-a8efbb1d2d70'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:27:42.119975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.231714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71492e50-65bf-4ded-ba2c-c16512b59088 req-336987b1-3a3b-41ec-b5f5-9fcfc09d2b63 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:42.233921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71492e50-65bf-4ded-ba2c-c16512b59088 req-336987b1-3a3b-41ec-b5f5-9fcfc09d2b63 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 943 time: 0.1448393 May 26 19:27:42.237296 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.345162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Allocated IP 2001:db8::2 (5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce/8c3f2e01-55d7-41b6-85ed-a8efbb1d2d70/0ebb16cd-5d1d-468d-babe-11180ff7dbc8) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:42.419751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71492e50-65bf-4ded-ba2c-c16512b59088 req-c20e05c4-aa8a-41c2-83fd-4bc0948c7014 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765633 May 26 19:27:42.470809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9902e6c2-e73b-47c4-81a3-fdf692f42d86 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:27:42.475200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:42.512275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:42.530779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.548050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:42.552713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Usage tracker for resource:security_group_rule and tenant:328e015e79414ea6994b9fa0e815fdb1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:42.555880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:42.562957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:42.672339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.683640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.739730 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=328e015e79414ea6994b9fa0e815fdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255838 May 26 19:27:42.740167 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.741151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8764d6f-07b1-41c5-b22d-5705f7986949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b08a47d-598b-4601-9d77-e95a318188dc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:42.742429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45138) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:42.742988 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:27:42.814937 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.843218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Transition to ACTIVE for port object 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:42.844033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.881090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Transition to ACTIVE for port object 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:42.884598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b690a290-55c1-4667-a5c7-a4ac145e530d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:42.884942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.913403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.939436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.960483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b08a47d-598b-4601-9d77-e95a318188dc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:42.977996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:42.981734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2b7e2567-3b9c-4fa1-aef6-879446215010 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b08a47d-598b-4601-9d77-e95a318188dc HTTP/1.1" status: 204 len: 168 time: 0.2356362 May 26 19:27:42.987851 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.015056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3f2e01-55d7-41b6-85ed-a8efbb1d2d70,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:43.192179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:43.206804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:43.220355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:43.227433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:43.229366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.234021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9902e6c2-e73b-47c4-81a3-fdf692f42d86', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': '9902e6c2-e73b-47c4-81a3-fdf692f42d86', 'mac_address': 'fa:16:3e:61:92:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:27:43.239310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Pushing event updated for resources: {'Port': ['ID=0ebb16cd-5d1d-468d-babe-11180ff7dbc8,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:43.259616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ee71-c929-4bf4-80ac-11a95ba7a430 req-4749b6f7-ed82-45f3-af23-38cbb42f4957 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:43.266213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adc8ee71-c929-4bf4-80ac-11a95ba7a430 req-4749b6f7-ed82-45f3-af23-38cbb42f4957 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.2292092 May 26 19:27:43.273469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:43.291207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d42b2c-beac-4108-83ac-40304795b24d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:43.291836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d42b2c-beac-4108-83ac-40304795b24d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:43.309433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.330647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:43.331049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.332445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.341744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:43.343272 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.406071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adc8ee71-c929-4bf4-80ac-11a95ba7a430 req-f08d1404-0d64-404f-a02b-c21a6ed4c675 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326983 May 26 19:27:43.434996 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 27d42b2c-beac-4108-83ac-40304795b24d resource provider aggregate not found May 26 19:27:43.457405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9902e6c2-e73b-47c4-81a3-fdf692f42d86 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:43.482523 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 27d42b2c-beac-4108-83ac-40304795b24d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27d42b2c-beac-4108-83ac-40304795b24d found for delete ", "request_id": "req-33db1ea5-5712-4dd2-b39a-b97df9b08bd9"}]} May 26 19:27:43.503409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:27:43.503409 n-d-843146-9 neutron-server[88362]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:27:43.503409 n-d-843146-9 neutron-server[88362]: [parameters: {'id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'}] May 26 19:27:43.503409 n-d-843146-9 neutron-server[88362]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:27:43.504313 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:27:43.506756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Attempting to bind port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:43.507164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Attempting to bind port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '27d42b2c-beac-4108-83ac-40304795b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:43.507595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Attempting to bind port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 on network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:43.514371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:43.518602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:43.518992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Checking segment: {'id': '27d42b2c-beac-4108-83ac-40304795b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:43.519383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.520012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Bound using segment: {'id': '27d42b2c-beac-4108-83ac-40304795b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:43.520519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Bound port: 0ebb16cd-5d1d-468d-babe-11180ff7dbc8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d42b2c-beac-4108-83ac-40304795b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:43.520928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.533925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:43.534301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.554994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.740720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:43.742844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946cc20-5bca-4a8b-9382-a29bc64a70be req-de8f181f-751a-43ca-a675-ae6f3481d7e5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:43.754731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9946cc20-5bca-4a8b-9382-a29bc64a70be req-de8f181f-751a-43ca-a675-ae6f3481d7e5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 944 time: 0.1242495 May 26 19:27:43.761464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:43.776912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.781692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:43.836210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9946cc20-5bca-4a8b-9382-a29bc64a70be req-9756b4ff-bc36-40e0-a098-07cfac950179 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803933 May 26 19:27:43.869495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] For port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:43.916077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] For port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0ebb16cd-5d1d-468d-babe-11180ff7dbc8,segment=NetworkSegment(27d42b2c-beac-4108-83ac-40304795b24d),segment_id=27d42b2c-beac-4108-83ac-40304795b24d)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:43.924942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.932426 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352cb750-394d-41a2-9840-6ecd109c7938'] response: {'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'code': 200} May 26 19:27:43.933012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:43.935983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:44.005917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:44.032766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:44.033344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:44.078207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9569d-377e-498f-a6d3-02292ceb7935 None None] Pushing event updated for resources: {'Port': ['ID=0ebb16cd-5d1d-468d-babe-11180ff7dbc8,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:44.101258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9902e6c2-e73b-47c4-81a3-fdf692f42d86'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:27:44.204078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6458ef3-39d6-4bd3-a071-736a42587938 None None] Network 5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:44.540411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee54f5d-7d95-4167-934f-db9b760d431c None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:27:44.547925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0ebb16cd-5d1d-468d-babe-11180ff7dbc8,segment=NetworkSegment(27d42b2c-beac-4108-83ac-40304795b24d),segment_id=27d42b2c-beac-4108-83ac-40304795b24d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:44.548286 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:44.694171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee54f5d-7d95-4167-934f-db9b760d431c None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:27:44.713682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:44.727785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edb1cb-fd75-4175-ad2e-2ba99f909480 req-d7b73dcd-5414-45dc-b333-035f5134f3bb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:44.737122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99edb1cb-fd75-4175-ad2e-2ba99f909480 req-d7b73dcd-5414-45dc-b333-035f5134f3bb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1554589 May 26 19:27:44.798849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99edb1cb-fd75-4175-ad2e-2ba99f909480 req-3cb33a61-ed1f-4b4c-80b3-255c83c9bf48 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 May 26 19:27:44.835833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:44.849242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9e12af1-ef43-442d-81a7-08d3b6459144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:44.914778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=0ebb16cd-5d1d-468d-babe-11180ff7dbc8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:44.916667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No DVR routers for this DVR port 0ebb16cd-5d1d-468d-babe-11180ff7dbc8 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:27:45.034147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45234) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:45.077980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.112256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:45.129994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d42b2c-beac-4108-83ac-40304795b24d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:45.130428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d42b2c-beac-4108-83ac-40304795b24d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:45.144416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.163571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.171456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:45.172166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.287178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd97db-7407-4af6-bd98-43d953bfe302 req-1ada5197-9767-4b64-9316-592d2edb6160 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:45.288982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5cd97db-7407-4af6-bd98-43d953bfe302 req-1ada5197-9767-4b64-9316-592d2edb6160 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 944 time: 0.2190726 May 26 19:27:45.314481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.334413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.348747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:45.353747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.365873 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-041f72d5-1066-44fa-9365-51dd3ef07975 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce HTTP/1.1" status: 204 len: 168 time: 3.5743213 May 26 19:27:45.369240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45246) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:45.374311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5cd97db-7407-4af6-bd98-43d953bfe302 req-f93bec47-ea36-475d-b354-e5713623b6b2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683746 May 26 19:27:45.377469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-841708408'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:45.378273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:45.383033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Usage tracker for resource:security_group_rule and tenant:41a26bec476349879814b41973df3863 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:45.383408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:45.387279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:45.387894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:network and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:45.391660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:45.394198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:45.402530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:45.440269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:45.458186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.507890 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 27d42b2c-beac-4108-83ac-40304795b24d resource provider aggregate not found May 26 19:27:45.515715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:27:45.534871 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 27d42b2c-beac-4108-83ac-40304795b24d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27d42b2c-beac-4108-83ac-40304795b24d found for delete ", "request_id": "req-7bc245b0-f755-40da-bab3-a801973eb8b3"}]} May 26 19:27:45.535896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.536233 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Added segment 189cc4c3-0cd2-4e46-b818-03359498fd34 of type vlan for network b926d0a8-047a-49ba-9c51-073b5acb92a3 May 26 19:27:45.573172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.577742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.587213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.619000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41a26bec476349879814b41973df3863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829937 May 26 19:27:45.621755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45254) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:45.668119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.672114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e43e60-7557-4f28-8568-9466ef678c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b36380-827e-495c-85ae-1eeeb3cfa62b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:45.686333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:45.686979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.834410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.893609 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5218534 May 26 19:27:45.896978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45274) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:45.903337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5e1a-3e84-4b93-8762-cc31490c9270 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Network': ['ID=b926d0a8-047a-49ba-9c51-073b5acb92a3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:45.904073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Request body: {'subnet': {'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:27:45.912983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:45.921265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b926d0a8-047a-49ba-9c51-073b5acb92a3 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:27:46.017974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:46.039353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b36380-827e-495c-85ae-1eeeb3cfa62b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:46.046935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:46.048488 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-27656fb4-f483-4316-a0e9-feccfa2e42fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41b36380-827e-495c-85ae-1eeeb3cfa62b HTTP/1.1" status: 204 len: 168 time: 0.4249203 May 26 19:27:46.142559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:27:46.181394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Usage tracker for resource:subnet and tenant:df429a22c1314d29a012b989f3f88226 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:27:46.186207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:27:46.216648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:27:46.260110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34674e-ad2e-4caa-af81-2b42df0f8804 req-6c3adafe-24ae-4df8-9a9e-dfa60b7cee44 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:46.261668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b34674e-ad2e-4caa-af81-2b42df0f8804 req-6c3adafe-24ae-4df8-9a9e-dfa60b7cee44 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3186643 May 26 19:27:46.268859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Made reservation on behalf of df429a22c1314d29a012b989f3f88226 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:27:46.272483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:46.427170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b34674e-ad2e-4caa-af81-2b42df0f8804 req-1c34b589-4bd5-4e5f-b4b1-0e941ffaa460 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394145 May 26 19:27:46.793392 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ae19-5b01-4d64-8cb7-ae18ef52df1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.008428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:27:47.011351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.180296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event updated for resources: {'Subnet': ['ID=48e2787d-b9d4-4bb8-999d-2ec1096f4335,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:47.211751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0985d-5dcc-4d39-b8f7-7ae7c8e96469 req-a2944921-3a44-49c1-b336-960b319faa55 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:47.221695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90c0985d-5dcc-4d39-b8f7-7ae7c8e96469 req-a2944921-3a44-49c1-b336-960b319faa55 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 944 time: 0.5320084 May 26 19:27:47.244698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Checking segment: {'id': '189cc4c3-0cd2-4e46-b818-03359498fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:47.245247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network hostable DHCP agents. Network: b926d0a8-047a-49ba-9c51-073b5acb92a3, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:27:47.301281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90c0985d-5dcc-4d39-b8f7-7ae7c8e96469 req-08cb8724-f7f5-4b2d-a982-477bcf7bb4fe tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 May 26 19:27:47.311946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.332220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Network b926d0a8-047a-49ba-9c51-073b5acb92a3 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:27:47.350608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b926d0a8-047a-49ba-9c51-073b5acb92a3) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:47.361102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:47.361612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.366521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9722a8e-0a0b-4b17-a030-163bf04f356d None None] Network b926d0a8-047a-49ba-9c51-073b5acb92a3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:47.416481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8f1801f0-d912-46c3-9116-f8727f723749 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5158885 May 26 19:27:47.417266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45338) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:47.756852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.824925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b926d0a8-047a-49ba-9c51-073b5acb92a3', 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3', 'tenant_id': 'df429a22c1314d29a012b989f3f88226', 'fixed_ips': [{'subnet_id': '48e2787d-b9d4-4bb8-999d-2ec1096f4335'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:27:47.825946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:47.845445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5fc57-7c2d-4497-bca7-e893067354ed req-0d692a64-7060-40c1-b220-61e59e9e3122 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:47.854350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fce5fc57-7c2d-4497-bca7-e893067354ed req-0d692a64-7060-40c1-b220-61e59e9e3122 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1988821 May 26 19:27:47.883049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-7676d7c9-10f7-4429-bb9a-d9196653e851 req-d2935378-db1e-4d53-a8e8-c400f470691c service neutron] (88362) timed out ('10.222.0.13', 57436) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:27:47.921493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fce5fc57-7c2d-4497-bca7-e893067354ed req-82c9f1b8-6b64-46fa-8819-100dfad66373 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652173 May 26 19:27:47.989965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:48.179777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:48.204318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Allocated IP 2001:db8::f816:3eff:fea3:f07f (b926d0a8-047a-49ba-9c51-073b5acb92a3/48e2787d-b9d4-4bb8-999d-2ec1096f4335/437ece6a-bbe4-497c-a349-0eb6942ba728) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:27:48.559949 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:48.595267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:27:48.601281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9902e6c2-e73b-47c4-81a3-fdf692f42d86 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:48.714024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Transition to ACTIVE for port object 437ece6a-bbe4-497c-a349-0eb6942ba728 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:48.773029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Transition to ACTIVE for port object 437ece6a-bbe4-497c-a349-0eb6942ba728 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:27:48.774383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a2e08-9dd9-4ec7-ace0-22032606f826 req-0f3d099b-44c6-46ef-85fa-c214bf965d9e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:48.784437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-402a2e08-9dd9-4ec7-ace0-22032606f826 req-0f3d099b-44c6-46ef-85fa-c214bf965d9e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 944 time: 0.1488385 May 26 19:27:48.808885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:48.818241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:48.865200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-402a2e08-9dd9-4ec7-ace0-22032606f826 req-f24805ff-c89c-4746-8f9d-c2f3415fa7a9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783803 May 26 19:27:48.959628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Pushing event updated for resources: {'Port': ['ID=437ece6a-bbe4-497c-a349-0eb6942ba728,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:49.029010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=48e2787d-b9d4-4bb8-999d-2ec1096f4335,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:49.214328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Network b926d0a8-047a-49ba-9c51-073b5acb92a3 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:27:49.243541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.244091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:27:49.249027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:27:49.335548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbde35-ab65-4dc9-800c-f8bf401a234f req-67c9a6bd-4055-4e45-9c36-45197421c016 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:49.341550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b926d0a8-047a-49ba-9c51-073b5acb92a3']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:49.343340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:27:49.349093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6bbde35-ab65-4dc9-800c-f8bf401a234f req-67c9a6bd-4055-4e45-9c36-45197421c016 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.2014527 May 26 19:27:49.366238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cc4c3-0cd2-4e46-b818-03359498fd34') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:49.366592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cc4c3-0cd2-4e46-b818-03359498fd34') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:49.399954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.410962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6bbde35-ab65-4dc9-800c-f8bf401a234f req-ae1ec48d-1164-4376-bf04-41260990a9ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604475 May 26 19:27:49.434860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.441653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:49.442046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.493323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:49.493753 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.556791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:27:49.556791 n-d-843146-9 neutron-server[88362]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:27:49.556791 n-d-843146-9 neutron-server[88362]: [parameters: {'id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'}] May 26 19:27:49.556791 n-d-843146-9 neutron-server[88362]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:27:49.557183 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:27:49.586083 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 189cc4c3-0cd2-4e46-b818-03359498fd34 resource provider aggregate not found May 26 19:27:49.613421 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 189cc4c3-0cd2-4e46-b818-03359498fd34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 189cc4c3-0cd2-4e46-b818-03359498fd34 found for delete ", "request_id": "req-8fef8cff-344c-40b6-bd64-1dcfe88caebf"}]} May 26 19:27:49.733749 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.736794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:49.746317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Attempting to bind port 437ece6a-bbe4-497c-a349-0eb6942ba728 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:27:49.746317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Attempting to bind port 437ece6a-bbe4-497c-a349-0eb6942ba728 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '189cc4c3-0cd2-4e46-b818-03359498fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:27:49.746317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Attempting to bind port 437ece6a-bbe4-497c-a349-0eb6942ba728 on network b926d0a8-047a-49ba-9c51-073b5acb92a3 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:27:49.760276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:27:49.764377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Checking segment: {'id': '189cc4c3-0cd2-4e46-b818-03359498fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:27:49.764377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.764377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Bound using segment: {'id': '189cc4c3-0cd2-4e46-b818-03359498fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:27:49.764377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Bound port: 437ece6a-bbe4-497c-a349-0eb6942ba728, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cc4c3-0cd2-4e46-b818-03359498fd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b926d0a8-047a-49ba-9c51-073b5acb92a3'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:27:49.764377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:49.780861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'mac_address': 'fa:16:3e:0b:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:27:50.058715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.080954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 437ece6a-bbe4-497c-a349-0eb6942ba728 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:50.082819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.101891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b6477-c13e-429c-a872-f88edd0f3838 req-bc93260a-6038-421d-b9f3-82632df24330 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:50.111545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e25b6477-c13e-429c-a872-f88edd0f3838 req-bc93260a-6038-421d-b9f3-82632df24330 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 944 time: 0.1015289 May 26 19:27:50.219059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:50.226729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.245672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e25b6477-c13e-429c-a872-f88edd0f3838 req-9a339cf4-076d-4974-a605-8e06a4d0cc20 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262460 May 26 19:27:50.271375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:50.276443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.336533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] For port 437ece6a-bbe4-497c-a349-0eb6942ba728, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:27:50.343544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:27:50.360987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:50.371920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.376768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] For port 437ece6a-bbe4-497c-a349-0eb6942ba728, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=437ece6a-bbe4-497c-a349-0eb6942ba728,segment=NetworkSegment(189cc4c3-0cd2-4e46-b818-03359498fd34),segment_id=189cc4c3-0cd2-4e46-b818-03359498fd34)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:27:50.418515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:50.435016 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.491278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:50.517007 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.586435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:27:50.618481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port 437ece6a-bbe4-497c-a349-0eb6942ba728, host n-d-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:50.618847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:50.646629 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e7d05a-ad15-45fc-951c-f2c647f8c7df'] response: {'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86', 'code': 200} May 26 19:27:50.677701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:50.792478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f16b5-f901-4b22-8740-2c524b40e8a2 None None] Network b926d0a8-047a-49ba-9c51-073b5acb92a3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:50.992244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93299e82-2851-445e-9ecc-c791791d2516 None None] Pushing event updated for resources: {'Port': ['ID=437ece6a-bbe4-497c-a349-0eb6942ba728,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:51.246327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 437ece6a-bbe4-497c-a349-0eb6942ba728 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:51.339605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:51.419840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:27:51.420715 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:27:51.447450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9729-7824-4f00-85c2-771ffd0a6bb9 req-94563235-8cde-461e-89be-cb8b7a2c3611 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:51.448967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dedb9729-7824-4f00-85c2-771ffd0a6bb9 req-94563235-8cde-461e-89be-cb8b7a2c3611 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.3023455 May 26 19:27:51.499746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ef8de-01d4-417a-af8a-6cc2dc646f1d None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:27:51.553174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f6c0f-0340-4241-bb99-25dba4a579fc req-95e24261-e4f5-4aba-8875-77c0a9b625b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:27:51.555325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc6f6c0f-0340-4241-bb99-25dba4a579fc req-95e24261-e4f5-4aba-8875-77c0a9b625b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 1096 time: 0.9046602 May 26 19:27:51.618301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dedb9729-7824-4f00-85c2-771ffd0a6bb9 req-b22b94c3-cdc1-4c15-a7e1-1aaf75b24477 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490467 May 26 19:27:51.646898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ef8de-01d4-417a-af8a-6cc2dc646f1d None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:27:51.670728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc6f6c0f-0340-4241-bb99-25dba4a579fc req-b5685d7e-fc23-46bc-b95f-09eb4a786714 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946100 May 26 19:27:51.923915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 437ece6a-bbe4-497c-a349-0eb6942ba728 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:51.924250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.289312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port 437ece6a-bbe4-497c-a349-0eb6942ba728, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=437ece6a-bbe4-497c-a349-0eb6942ba728,segment=NetworkSegment(189cc4c3-0cd2-4e46-b818-03359498fd34),segment_id=189cc4c3-0cd2-4e46-b818-03359498fd34)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:52.290334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.466404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 437ece6a-bbe4-497c-a349-0eb6942ba728 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:52.468985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:27:52.560429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.599229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:27:52.599597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.680131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=437ece6a-bbe4-497c-a349-0eb6942ba728,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:52.697209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No DVR routers for this DVR port 437ece6a-bbe4-497c-a349-0eb6942ba728 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:27:52.761635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:27:52.762291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.807050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:27:52.821468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:52.826812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.880761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:52.947141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:52.966000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b926d0a8-047a-49ba-9c51-073b5acb92a3']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:52.983705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cc4c3-0cd2-4e46-b818-03359498fd34') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:52.983999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cc4c3-0cd2-4e46-b818-03359498fd34') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:53.013782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:53.036469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:53.048144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:53.048869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:53.141608 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 189cc4c3-0cd2-4e46-b818-03359498fd34 resource provider aggregate not found May 26 19:27:53.189668 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 189cc4c3-0cd2-4e46-b818-03359498fd34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 189cc4c3-0cd2-4e46-b818-03359498fd34 found for delete ", "request_id": "req-986b6b81-441f-4f2d-b8f6-060af65a9f65"}]} May 26 19:27:53.217811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:53.242086 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:53.264733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=b926d0a8-047a-49ba-9c51-073b5acb92a3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:53.270089 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bdc46643-5e82-43f9-866f-86a8d5d11a60 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/b926d0a8-047a-49ba-9c51-073b5acb92a3 HTTP/1.1" status: 204 len: 168 time: 5.8521435 May 26 19:27:53.275627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45538) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.338007 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58d3ce2-4e4a-48e5-8b81-e28347b6d2a7 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.338644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58d3ce2-4e4a-48e5-8b81-e28347b6d2a7 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.341118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f58d3ce2-4e4a-48e5-8b81-e28347b6d2a7 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/48e2787d-b9d4-4bb8-999d-2ec1096f4335 HTTP/1.1" status: 404 len: 337 time: 0.0643673 May 26 19:27:53.345092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45542) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.379646 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaa0fd5-d54b-4222-bfc6-f418bac4e9c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.380146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaa0fd5-d54b-4222-bfc6-f418bac4e9c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.382257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0eaa0fd5-d54b-4222-bfc6-f418bac4e9c1 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/b926d0a8-047a-49ba-9c51-073b5acb92a3 HTTP/1.1" status: 404 len: 339 time: 0.0369833 May 26 19:27:53.386375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45546) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.429604 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a046b1-a877-4717-b1cb-a3d634388805 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.430492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a046b1-a877-4717-b1cb-a3d634388805 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.432613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1a046b1-a877-4717-b1cb-a3d634388805 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/8c3f2e01-55d7-41b6-85ed-a8efbb1d2d70 HTTP/1.1" status: 404 len: 337 time: 0.0464387 May 26 19:27:53.435289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45550) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.465502 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b11b0d6-16c2-4373-85a5-be77e1e3e773 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.465908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b11b0d6-16c2-4373-85a5-be77e1e3e773 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.467842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6b11b0d6-16c2-4373-85a5-be77e1e3e773 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/5ff2c8f7-bd88-48c8-9e7e-5e9c517450ce HTTP/1.1" status: 404 len: 339 time: 0.0308137 May 26 19:27:53.470500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45554) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.519499 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-381a6b76-bb04-4e18-b218-9b11cf9fa893 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.520433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381a6b76-bb04-4e18-b218-9b11cf9fa893 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.522472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-381a6b76-bb04-4e18-b218-9b11cf9fa893 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/ee59cc5c-cbc9-4516-8320-786463eae46d HTTP/1.1" status: 404 len: 337 time: 0.0506921 May 26 19:27:53.525027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45558) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.555264 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-76855bf9-8067-400a-b45c-fb1bce4d9750 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:53.556178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76855bf9-8067-400a-b45c-fb1bce4d9750 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:53.558552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-76855bf9-8067-400a-b45c-fb1bce4d9750 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/70d04251-43b0-4543-92d8-b0515ccc18c2 HTTP/1.1" status: 404 len: 339 time: 0.0322435 May 26 19:27:53.562314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:53.650593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 299a2e43-85a0-446d-8a3b-8f790e94ccce {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:53.651480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:54.017598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:54.332659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 299a2e43-85a0-446d-8a3b-8f790e94ccce owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:54.444372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:54.543125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=299a2e43-85a0-446d-8a3b-8f790e94ccce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:54.550966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:54.564509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45588) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:54.565219 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d687869-fb82-4d08-bf20-37312cbfdb24 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/ports/299a2e43-85a0-446d-8a3b-8f790e94ccce HTTP/1.1" status: 204 len: 168 time: 1.0011702 May 26 19:27:54.617534 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a7f91b-9ba1-4bdf-b641-6c3f7a46958e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:54.618215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a7f91b-9ba1-4bdf-b641-6c3f7a46958e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:54.625024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:54.625210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01a7f91b-9ba1-4bdf-b641-6c3f7a46958e tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/9e4341db-4c08-472f-a89f-89de01b262bf HTTP/1.1" status: 404 len: 337 time: 0.0594089 May 26 19:27:54.775502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:54.794542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port c38abf5d-7e31-4513-88a3-763507e3b961 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:54.795036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:55.478663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port c38abf5d-7e31-4513-88a3-763507e3b961, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c38abf5d-7e31-4513-88a3-763507e3b961,segment=NetworkSegment(9c1f67c4-aae3-41ee-a557-4802c9926347),segment_id=9c1f67c4-aae3-41ee-a557-4802c9926347)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:55.479729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:55.644642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for c38abf5d-7e31-4513-88a3-763507e3b961 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:55.776202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:55.828945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No DVR routers for this DVR port c38abf5d-7e31-4513-88a3-763507e3b961 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:27:56.024264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.055580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a625e7b8-5689-4941-a04d-ebb7c49b9eba']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:56.110903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=c38abf5d-7e31-4513-88a3-763507e3b961,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:56.124148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1f67c4-aae3-41ee-a557-4802c9926347') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:56.124576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1f67c4-aae3-41ee-a557-4802c9926347') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:56.169679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.214393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.227639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:56.228051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.429677 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9c1f67c4-aae3-41ee-a557-4802c9926347 resource provider aggregate not found May 26 19:27:56.465932 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9c1f67c4-aae3-41ee-a557-4802c9926347 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c1f67c4-aae3-41ee-a557-4802c9926347 found for delete ", "request_id": "req-92c416fe-56bb-430e-a682-c871ffa5cb90"}]} May 26 19:27:56.496115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.522523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:56.538834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=a625e7b8-5689-4941-a04d-ebb7c49b9eba,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:56.547529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45626) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:56.548511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-01dd48d4-cc66-4170-9cf9-83f24804bbde tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/a625e7b8-5689-4941-a04d-ebb7c49b9eba HTTP/1.1" status: 204 len: 168 time: 1.9212689 May 26 19:27:56.705933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 8f33c64d-c134-422b-9b6e-94284f44c717 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:56.706562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:57.036445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:57.198223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 8f33c64d-c134-422b-9b6e-94284f44c717 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:57.352837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:57.427123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=8f33c64d-c134-422b-9b6e-94284f44c717,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:57.437920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:57.446073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50d5c4fc-a6c6-44f8-8eb3-509a46442daf tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/ports/8f33c64d-c134-422b-9b6e-94284f44c717 HTTP/1.1" status: 204 len: 168 time: 0.8963661 May 26 19:27:57.448440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45642) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:57.511387 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb44e99-ec1e-4503-8b89-d16863d48cb9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] DELETE failed (client error): The resource could not be found. May 26 19:27:57.512356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb44e99-ec1e-4503-8b89-d16863d48cb9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:27:57.514662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2fb44e99-ec1e-4503-8b89-d16863d48cb9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/e8879354-dac7-41e6-93cf-89f96efaca6e HTTP/1.1" status: 404 len: 337 time: 0.0650206 May 26 19:27:57.516898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45646) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:57.727133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:57.740152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:27:57.740514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.010978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eb5fd798-55f4-4b40-9d01-9de1d19e6cc8,segment=NetworkSegment(da1cf639-4bdb-42f8-a2c7-1ad936c6ac05),segment_id=da1cf639-4bdb-42f8-a2c7-1ad936c6ac05)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:27:58.011433 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.361256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:27:58.497815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.550558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No DVR routers for this DVR port eb5fd798-55f4-4b40-9d01-9de1d19e6cc8 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:27:58.590036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=eb5fd798-55f4-4b40-9d01-9de1d19e6cc8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:58.711031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.758830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1814ae47-afea-4cd7-8ee7-4a7ab855450b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:58.776708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:58.777007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1cf639-4bdb-42f8-a2c7-1ad936c6ac05') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:27:58.795662 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.817955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.831229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:27:58.833363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:58.939021 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment da1cf639-4bdb-42f8-a2c7-1ad936c6ac05 resource provider aggregate not found May 26 19:27:58.967751 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment da1cf639-4bdb-42f8-a2c7-1ad936c6ac05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da1cf639-4bdb-42f8-a2c7-1ad936c6ac05 found for delete ", "request_id": "req-cda1aa96-c6c6-45b8-af88-029645e26c2c"}]} May 26 19:27:58.992904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.051814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.054985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=1814ae47-afea-4cd7-8ee7-4a7ab855450b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:59.064814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9d1553a4-18b4-4d24-963c-6f1af6af724a tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/1814ae47-afea-4cd7-8ee7-4a7ab855450b HTTP/1.1" status: 204 len: 168 time: 1.5468938 May 26 19:27:59.067438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:59.195008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting subnet 73aeaa97-019a-4a9a-bad0-b64b1c1af7e5 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:27:59.198898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.308250 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.457406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.499297 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:27:59.583503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.675548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a23df-80f8-4173-ad28-362e6762a1ab None None] Network b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:27:59.683902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Subnet': ['ID=73aeaa97-019a-4a9a-bad0-b64b1c1af7e5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:27:59.687205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:27:59.713315 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17cd3eb9-6f20-438f-8293-40714c93b0a9 tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/subnets/73aeaa97-019a-4a9a-bad0-b64b1c1af7e5 HTTP/1.1" status: 204 len: 168 time: 0.6416378 May 26 19:27:59.713733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 45696) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:27:59.991890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.045404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Deleting port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:28:00.045753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.186929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70a089-60df-4331-a031-2382235493d4 None None] DHCP port deletion for b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:28:00.192706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Deleting port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:28:00.193301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.451416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] For port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,segment=NetworkSegment(ae21ff47-0901-4214-89c2-d23f46bbd16a),segment_id=ae21ff47-0901-4214-89c2-d23f46bbd16a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:00.451880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.612542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7b70a089-60df-4331-a031-2382235493d4 None None] For port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,segment=NetworkSegment(ae21ff47-0901-4214-89c2-d23f46bbd16a),segment_id=ae21ff47-0901-4214-89c2-d23f46bbd16a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:00.614626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.657545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Calling delete_port for 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:28:00.752562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:00.793463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Calling delete_port for 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:28:00.817650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] No DVR routers for this DVR port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:28:00.978774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:28:00.979680 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:28:01.033527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Port': ['ID=103a85b1-74b4-47a2-ad4e-5a4d0b02d73b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:01.155250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.213398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:01.224940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:28:01.235604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae21ff47-0901-4214-89c2-d23f46bbd16a') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:01.235604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae21ff47-0901-4214-89c2-d23f46bbd16a') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:28:01.250318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.284410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.301062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:28:01.301884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.324536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:28:01.325182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:28:01.457703 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ae21ff47-0901-4214-89c2-d23f46bbd16a resource provider aggregate not found May 26 19:28:01.478035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.493624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.496434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Deleting port 103a85b1-74b4-47a2-ad4e-5a4d0b02d73b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:28:01.496434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b70a089-60df-4331-a031-2382235493d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:01.511143 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ae21ff47-0901-4214-89c2-d23f46bbd16a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae21ff47-0901-4214-89c2-d23f46bbd16a found for delete ", "request_id": "req-78c9305b-3aae-4a71-ac2d-a2c1f1710233"}]} May 26 19:28:01.576325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] 10.222.0.24 "DELETE /v2.0/networks/b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2 HTTP/1.1" status: 204 len: 168 time: 1.8591521 May 26 19:28:01.579969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ec35b-44b6-4cd3-bc61-3639585bb7aa tempest-NetworksIpV6TestAttrs-1909524070 tempest-NetworksIpV6TestAttrs-1909524070-project] Pushing event deleted for resources: {'Network': ['ID=b96b5e71-bc07-4cdb-ae3b-ba6feb468eb2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:01.700799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b70a089-60df-4331-a031-2382235493d4 None None] The port '103a85b1-74b4-47a2-ad4e-5a4d0b02d73b' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:28:02.063500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45736) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:02.347985 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d62bba30-d30f-4813-922f-806d6c01aedb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df429a22c1314d29a012b989f3f88226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803741 May 26 19:28:02.348532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 45748) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:02.443087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:02.481495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:02.580248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:02.620950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa88895-94dd-409f-9360-7babd7d6548d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:02.679908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:02.681929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ace30f8b-d6d2-4a7e-ae1d-58d9cb3201da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aa88895-94dd-409f-9360-7babd7d6548d HTTP/1.1" status: 204 len: 168 time: 0.3314574 May 26 19:28:05.684544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e182b11-1876-4b1f-99b5-9d0bb3747d65 req-ab15cdd4-90d4-4f3e-88ad-362949336a4e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:05.691790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e182b11-1876-4b1f-99b5-9d0bb3747d65 req-ab15cdd4-90d4-4f3e-88ad-362949336a4e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 945 time: 0.1403034 May 26 19:28:05.988208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e182b11-1876-4b1f-99b5-9d0bb3747d65 req-4deab06d-898b-41a1-8f9e-0b7df002be3e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845476 May 26 19:28:06.210087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d55278-2fe3-463a-9efb-44552eddd4d4 req-2186ea02-db5b-40a6-a55f-ab6b9dc1ea98 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:06.219489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35d55278-2fe3-463a-9efb-44552eddd4d4 req-2186ea02-db5b-40a6-a55f-ab6b9dc1ea98 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1224649 May 26 19:28:06.293783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35d55278-2fe3-463a-9efb-44552eddd4d4 req-b990cf55-6436-41e4-a1e2-769a8604c8b8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732782 May 26 19:28:06.376043 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b68aad-bc13-453a-9cac-805fc83dfa6f'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'code': 200} May 26 19:28:06.485456 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:06.893894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914a745-e693-4046-b1c2-12954d4d6bac req-f8a9c1a2-f207-49dd-abb6-70599179be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:06.895466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-f8a9c1a2-f207-49dd-abb6-70599179be86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1097 time: 0.2073221 May 26 19:28:07.242613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914a745-e693-4046-b1c2-12954d4d6bac req-71852da4-0095-4ea4-b307-f909240d10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:07.254458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-71852da4-0095-4ea4-b307-f909240d10d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.3514111 May 26 19:28:07.377639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-6bc9ab01-0d5a-44f6-852c-9594d19f6b06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.1145055 May 26 19:28:07.463347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914a745-e693-4046-b1c2-12954d4d6bac req-c2603205-f363-47a1-a319-bc475fd53bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:07.465333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-c2603205-f363-47a1-a319-bc475fd53bb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.0790682 May 26 19:28:07.550805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-39a3e3f1-463b-4860-bfe9-388ec279bb94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754330 May 26 19:28:07.564479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-b7ef0fee-3290-4c22-81da-f143ffb389d4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:28:07.565740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-b7ef0fee-3290-4c22-81da-f143ffb389d4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068951 May 26 19:28:07.847605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-98d92775-a096-4a95-aa29-e004fbf01cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629645 May 26 19:28:08.294567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4914a745-e693-4046-b1c2-12954d4d6bac req-73cc5eef-76ab-48aa-afe7-350fd6fadb06 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366488 May 26 19:28:08.431742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64818f-43c3-4373-8b76-cba7c9837561 req-e53c3491-8228-4a06-a027-7bf88fe3eda7 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:08.440095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a64818f-43c3-4373-8b76-cba7c9837561 req-e53c3491-8228-4a06-a027-7bf88fe3eda7 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 945 time: 0.1434886 May 26 19:28:08.496974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a64818f-43c3-4373-8b76-cba7c9837561 req-ca288972-8abc-411c-ab40-eb460e5babde tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 May 26 19:28:08.812357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673727fd-80ba-4ec2-ab80-71d420ae4041 req-ab02e618-15af-49ba-b6a2-4335e87e629d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:08.819687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-673727fd-80ba-4ec2-ab80-71d420ae4041 req-ab02e618-15af-49ba-b6a2-4335e87e629d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.1277099 May 26 19:28:08.879893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-673727fd-80ba-4ec2-ab80-71d420ae4041 req-15cea0db-d2fc-4de5-b61b-4806a0cc12e6 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589898 May 26 19:28:09.053660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-0b42f3cf-8831-46cf-be20-e3ed17f340f5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:09.055179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-0b42f3cf-8831-46cf-be20-e3ed17f340f5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 945 time: 0.1743593 May 26 19:28:09.305526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:28:09.306150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:10.046345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port 9902e6c2-e73b-47c4-81a3-fdf692f42d86, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9902e6c2-e73b-47c4-81a3-fdf692f42d86,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:10.046345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:10.070333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6f111-b711-46c4-9484-376bd177957b req-8908c320-e9fe-43ae-9704-cbcd3161c264 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:10.072072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb6f111-b711-46c4-9484-376bd177957b req-8908c320-e9fe-43ae-9704-cbcd3161c264 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 945 time: 0.2402723 May 26 19:28:10.384063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for 9902e6c2-e73b-47c4-81a3-fdf692f42d86 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:28:10.527959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb6f111-b711-46c4-9484-376bd177957b req-e89b6fa2-9f3f-4c79-b024-11094d40f5a0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935347 May 26 19:28:10.545313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9902e6c2-e73b-47c4-81a3-fdf692f42d86 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:28:10.906988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:10.907745 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:10.927017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:11.040642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:28:11.048964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=9902e6c2-e73b-47c4-81a3-fdf692f42d86,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:11.336695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port 9902e6c2-e73b-47c4-81a3-fdf692f42d86 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:28:11.353012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:11.365326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'name': 'network-vif-deleted', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:11.414771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c378759-0c0f-43f7-8c81-5e4c11f70101 req-8ca98a1e-4b75-4106-99d9-c16cea62c07d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:11.418966 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-c682697b-c02b-44eb-8ae8-ee1d749bcef3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286258 May 26 19:28:11.429276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c378759-0c0f-43f7-8c81-5e4c11f70101 req-8ca98a1e-4b75-4106-99d9-c16cea62c07d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 946 time: 0.6575513 May 26 19:28:11.461440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:11.461901 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:11.487614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52609d5f-4ef2-498e-8c03-3c03bf7d41f1 req-a1f26ffc-e3ca-4768-96e3-9f18b8afadd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "DELETE /v2.0/ports/9902e6c2-e73b-47c4-81a3-fdf692f42d86 HTTP/1.1" status: 204 len: 173 time: 2.4091523 May 26 19:28:11.551821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:11.564312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c378759-0c0f-43f7-8c81-5e4c11f70101 req-9bab818a-b86f-47d5-a337-593bd003dc33 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 May 26 19:28:11.579096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:11.593518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:11.628679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-e67ee5b6-bd4f-43d8-8ce1-88c2fe4c7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:11.630555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-e67ee5b6-bd4f-43d8-8ce1-88c2fe4c7658 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1096 time: 0.1876416 May 26 19:28:11.790790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:12.021643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-9b0a46d9-883f-4b94-8e74-9b92e2c562fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:12.023757 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-9b0a46d9-883f-4b94-8e74-9b92e2c562fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.3700738 May 26 19:28:12.198340 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21057b1-cb2b-468b-a7cd-4c02bd715cd7'] response: {'server_uuid': 'c948cf61-b30a-4583-ae65-e239310af923', 'name': 'network-vif-deleted', 'tag': '9902e6c2-e73b-47c4-81a3-fdf692f42d86', 'status': 'completed', 'code': 200} May 26 19:28:12.350434 n-d-843146-9 neutron-server[88364]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e7cd7b29-c805-4560-8c84-846c9de5749a']: {'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'code': 422} returned with failed status May 26 19:28:12.712235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-334b6947-a01b-4ebc-b68a-98005bdbaf10 req-fe388a19-dc28-48a2-a54f-83f09d97d9f1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:28:12.741571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-24deb88e-1220-450a-bc6d-de51d6e6d646 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 1001 time: 0.7033179 May 26 19:28:12.751681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-334b6947-a01b-4ebc-b68a-98005bdbaf10 req-fe388a19-dc28-48a2-a54f-83f09d97d9f1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:28:12.765969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-334b6947-a01b-4ebc-b68a-98005bdbaf10 req-fe388a19-dc28-48a2-a54f-83f09d97d9f1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=c948cf61-b30a-4583-ae65-e239310af923 HTTP/1.1" status: 200 len: 210 time: 0.1592853 May 26 19:28:12.894363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-01101af6-0b18-474e-a047-6af116295077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:12.896086 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-01101af6-0b18-474e-a047-6af116295077 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.1477544 May 26 19:28:13.132767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-2c733ba9-d8b5-48e6-9a41-f156bac2e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:13.134930 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-2c733ba9-d8b5-48e6-9a41-f156bac2e3cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173045 May 26 19:28:13.174788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03ec6-daee-47ae-9110-004010d5f220 req-f1a83674-6b70-4717-8469-90b047deaae5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:13.176338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16f03ec6-daee-47ae-9110-004010d5f220 req-f1a83674-6b70-4717-8469-90b047deaae5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.1597288 May 26 19:28:13.255678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16f03ec6-daee-47ae-9110-004010d5f220 req-3e2260cf-d7bc-4d2d-8951-ab76fb1a4bae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730689 May 26 19:28:13.416888 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-0f7aca95-134e-470c-9da5-adad84bc223b service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744579 May 26 19:28:13.847714 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-6bd00765-2a8f-4e69-8e26-63c3757b66d8 req-8f48f046-0359-436d-9f86-165e6458edc6 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231887 May 26 19:28:13.894654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:13.896434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42786a-884f-4c4d-94ce-14f8c8a92c59 req-e3489acf-3bd5-4617-909a-019825a51506 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:13.910294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e42786a-884f-4c4d-94ce-14f8c8a92c59 req-e3489acf-3bd5-4617-909a-019825a51506 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.3394177 May 26 19:28:13.981528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e42786a-884f-4c4d-94ce-14f8c8a92c59 req-e737da00-a83f-42dd-93e3-8ebabdfe59c8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 May 26 19:28:14.562399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:28:14.770554 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3857c2f6-40ae-49f8-922a-db0807f4e6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:14.851103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:15.565812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-6fd6da9e-0135-4b09-a75e-296d077dc78d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:15.567910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-6fd6da9e-0135-4b09-a75e-296d077dc78d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.3379600 May 26 19:28:15.602216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-44d10791-5947-4a39-9bb8-5a754763b1bf tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0201550 May 26 19:28:15.737572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-e98fbbae-d3d4-4a9d-8ddc-8bf4d0aee86d req-003f92be-3f1b-4e86-babc-7efa0d5c1ad7 tempest-ServersTestBootFromVolume-907327189 tempest-ServersTestBootFromVolume-907327189-project] (88362) timed out ('10.222.0.24', 46532) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:28:15.739739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-6cdedab7-9d33-40ab-9369-7cf32d5077ce tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365662 May 26 19:28:15.851954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-51e8de0f-b0de-4663-a8ca-7a228b815cbc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:28:15.859543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-51e8de0f-b0de-4663-a8ca-7a228b815cbc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188848 May 26 19:28:16.145158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-0b08b389-22eb-4b33-b683-d72a4053a0d3 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358367 May 26 19:28:16.184250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-4817e383-645d-4d6f-882d-6d838248a596 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9040201 May 26 19:28:16.489404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-831c4422-c3a1-495a-a33f-5c54e6027293 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464880 May 26 19:28:16.830002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7c5fe901-56c2-4e07-9641-24a402dafce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:17.338968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:17.658571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a0f4d-d69b-4275-b0ab-ec3280f7fc95 req-fbdc1200-a19a-4644-80f6-7e8a878c8b98 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:17.667944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a0a0f4d-d69b-4275-b0ab-ec3280f7fc95 req-fbdc1200-a19a-4644-80f6-7e8a878c8b98 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.3153284 May 26 19:28:17.761583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a0a0f4d-d69b-4275-b0ab-ec3280f7fc95 req-0c1a74c4-952f-4017-8924-3de7a79f6ddf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807025 May 26 19:28:18.109437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:18.318608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0721766d-a382-4c16-8fb7-07a6d09bfd28 req-c3508d69-29a5-40fa-a24c-e48194d12763 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 210 time: 0.0751359 May 26 19:28:18.827343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-6adf016c-f0b3-4eb6-b208-1e44c26841b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:18.843229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-6adf016c-f0b3-4eb6-b208-1e44c26841b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f&tenant_id=138ae5b29ec6425f85503a7f7a063f36 HTTP/1.1" status: 200 len: 1095 time: 0.2687948 May 26 19:28:18.968341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-ae0fb4e8-3b7f-4a8d-b32e-0f862af4d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:18.970479 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-ae0fb4e8-3b7f-4a8d-b32e-0f862af4d002 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1095 time: 0.1048818 May 26 19:28:19.299973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-e9cbb880-691b-4653-9120-9f09b64559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:19.301559 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-e9cbb880-691b-4653-9120-9f09b64559b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.3212268 May 26 19:28:19.481497 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-ad18ac57-8374-45a0-af2a-bcff197b6a8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.1611533 May 26 19:28:19.610854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-2c157c3b-b21e-49e6-a546-58eb306fcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:19.614684 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-2c157c3b-b21e-49e6-a546-58eb306fcad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.1229670 May 26 19:28:19.668448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:19.719150 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-85633f91-123e-4cfa-ad04-9cda20533236 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907176 May 26 19:28:19.904659 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-97d435cc-b190-498e-8bea-d6ff6c5fcfb8 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745963 May 26 19:28:20.157545 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-c8141356-2882-4c06-b032-f8199cc22683 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452550 May 26 19:28:20.181251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dc1be-0706-491b-a1b8-7e8249d5bd8b req-3ecb8bb1-83b6-46d3-b741-844e55532d9f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:20.196427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a8dc1be-0706-491b-a1b8-7e8249d5bd8b req-3ecb8bb1-83b6-46d3-b741-844e55532d9f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.8716502 May 26 19:28:20.275582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-d52bd275-9c9d-4dea-b34a-55c2f8dbe48a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:20.280594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-d52bd275-9c9d-4dea-b34a-55c2f8dbe48a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.7173152 May 26 19:28:20.325663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:28:20.578156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a8dc1be-0706-491b-a1b8-7e8249d5bd8b req-793c7518-9488-42ba-9f6d-843493a97dfe tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806944 May 26 19:28:20.878709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:20.914073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:20.939183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:28:20.943224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:21.364927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.14 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/4ff61a76-df62-4ced-a869-a4449d7ad268) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:28:21.692071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:21.748611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:21.943458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:28:21.947507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:28:21.952173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:28:21.987786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:22.031798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:22.033073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:22.084229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-ee9ae87a-97a9-4e0f-bbc4-f952eb4f5ae6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7637379 May 26 19:28:22.195751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Request body: {'port': {'device_id': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:28:22.489367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:23.163416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff61a76-df62-4ced-a869-a4449d7ad268 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:28:23.181018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:23.221652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Transition to ACTIVE for port object 4ff61a76-df62-4ced-a869-a4449d7ad268 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:28:23.228645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:23.624432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:23.766689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Attempting to bind port 4ff61a76-df62-4ced-a869-a4449d7ad268 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:28:23.773846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Attempting to bind port 4ff61a76-df62-4ced-a869-a4449d7ad268 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:28:23.774256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Attempting to bind port 4ff61a76-df62-4ced-a869-a4449d7ad268 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:28:23.781850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Port 4ff61a76-df62-4ced-a869-a4449d7ad268 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:28:23.782184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Attempting to bind port 4ff61a76-df62-4ced-a869-a4449d7ad268 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:28:23.796443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:28:23.796798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:28:23.798543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:28:23.799001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Bound port: 4ff61a76-df62-4ced-a869-a4449d7ad268, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:28:23.799347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:24.070690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:28:24.084953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4ff61a76-df62-4ced-a869-a4449d7ad268,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:28:24.092600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:24.274452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:24.275102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:24.277033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ff61a76-df62-4ced-a869-a4449d7ad268 HTTP/1.1" status: 200 len: 1092 time: 2.0861280 May 26 19:28:24.277767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:24.411909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c5457-06d9-4032-9dea-2a6f3dd09ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:24.486476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-529cc4e2-503a-4cb2-a722-79ae991eb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:24.488741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-529cc4e2-503a-4cb2-a722-79ae991eb475 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 1095 time: 0.1652238 May 26 19:28:24.876326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-1c95db5e-d7bd-4e50-a9bd-4459ccd7ef6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff61a76-df62-4ced-a869-a4449d7ad268 HTTP/1.1" status: 200 len: 217 time: 0.3739939 May 26 19:28:25.094584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-61eca76d-862f-4de7-b07c-9388bd38c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:25.096074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-61eca76d-862f-4de7-b07c-9388bd38c3b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.2014694 May 26 19:28:25.220319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-1b3379ab-2a9a-4d26-827f-2efedd41f7e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053951 May 26 19:28:25.574183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-5773b74b-0245-44ff-b195-270d916ec8fa service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449628 May 26 19:28:25.881820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bc1ccde-bd98-44b3-bd45-06c58237d569 req-a09f8ff5-9b16-4b84-ab7c-ef93997bc7b4 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992790 May 26 19:28:25.950277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46446) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:25.996549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46454) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:26.232453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.244543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.264123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:26.268391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ceff93c0b9f4a1ea1df28875309e0a3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:26.271368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:26.277888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:26.319179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:26.323574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Usage tracker for resource:security_group_rule and tenant:18e5d47898ca407c9f166a0e6d512e6c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:26.327018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:26.333407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:26.497807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.511606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.513929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.563672 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18e5d47898ca407c9f166a0e6d512e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087248 May 26 19:28:26.563672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.564202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46476) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:26.615679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ceff93c0b9f4a1ea1df28875309e0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175125 May 26 19:28:26.616725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7637f1-e697-4b7a-b1de-e9b606603c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a0af8-948c-439b-86b2-ec202e1d5819,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:26.619385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:26.661219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b6110-da7e-4cee-affc-a8d8539518a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f90e2-8ecc-42a1-b359-5012d925eea6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:26.743040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.772707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.783606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.805556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.936362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.941330 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.971958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.975336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f90e2-8ecc-42a1-b359-5012d925eea6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:26.980121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:26.981653 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce4b7f0f-e60f-4543-bff3-d037186a578b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/514f90e2-8ecc-42a1-b359-5012d925eea6 HTTP/1.1" status: 204 len: 168 time: 0.3613114 May 26 19:28:26.988907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df4a0af8-948c-439b-86b2-ec202e1d5819 HTTP/1.1" status: 204 len: 168 time: 0.4232101 May 26 19:28:26.990358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0221-8e1c-44d5-b2a6-5e0916989a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a0af8-948c-439b-86b2-ec202e1d5819,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:27.589392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:27.624297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:27.672310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:27.680665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb6d7bdefd14f4f899298657c6ca127 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:27.685914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:27.700285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:27.864557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:27.870463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:27.910267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1f2e3-18b2-4353-bce6-080eb191b9e5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:27.946983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4dcb5b55-6d93-4be5-9447-91376006b920 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ceb6d7bdefd14f4f899298657c6ca127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555832 May 26 19:28:27.950107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46566) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:28.165626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:28.209880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:28.225802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815816f-463f-410b-bf73-7cb2d02f3139 req-09f6d58f-e9e4-47d1-9fba-15dc8859f41d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:28.226777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5815816f-463f-410b-bf73-7cb2d02f3139 req-09f6d58f-e9e4-47d1-9fba-15dc8859f41d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:28:28.274957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5815816f-463f-410b-bf73-7cb2d02f3139 req-09f6d58f-e9e4-47d1-9fba-15dc8859f41d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:28:28.276515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5815816f-463f-410b-bf73-7cb2d02f3139 req-09f6d58f-e9e4-47d1-9fba-15dc8859f41d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 944 time: 0.2290215 May 26 19:28:28.334507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5815816f-463f-410b-bf73-7cb2d02f3139 req-19291c86-ccc2-4561-8804-cf4fda19379d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497818 May 26 19:28:28.346877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:28.368462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1f2e3-18b2-4353-bce6-080eb191b9e5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:28.372675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:28.373808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41f1f2e3-18b2-4353-bce6-080eb191b9e5 HTTP/1.1" status: 204 len: 168 time: 0.4214034 May 26 19:28:28.379577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.380078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.380831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.381334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.381827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.382449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.383416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.383886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.384611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.385101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.385565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.386051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac2e270-1a3b-4a46-95b7-e606fed0734e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:28.763686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfc507-7c7b-4218-af8d-8fbe57fe6d54 req-8a8442b5-2858-417e-b41e-e64bbb34fb5f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:28.775174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dcfc507-7c7b-4218-af8d-8fbe57fe6d54 req-8a8442b5-2858-417e-b41e-e64bbb34fb5f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.2026021 May 26 19:28:28.882184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dcfc507-7c7b-4218-af8d-8fbe57fe6d54 req-5575c4ad-c2c2-44ed-a635-278368a6c9f3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048219 May 26 19:28:29.309205 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0140d28e-b542-4a0d-8cdf-d4ae103d1f0b'] response: {'name': 'network-changed', 'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268', 'status': 'completed', 'code': 200} May 26 19:28:29.520267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-27b2aa05-2163-4be8-8721-fd075918d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:29.524019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-27b2aa05-2163-4be8-8721-fd075918d8aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 1095 time: 0.1836121 May 26 19:28:29.754238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:29.802790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-92c2f890-73a0-4b72-8835-03a3c799d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:29.813981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-92c2f890-73a0-4b72-8835-03a3c799d969 service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.2742999 May 26 19:28:30.020863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-83bc52e9-0410-4eac-a6ab-fa6b0e634b04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff61a76-df62-4ced-a869-a4449d7ad268 HTTP/1.1" status: 200 len: 217 time: 0.1887815 May 26 19:28:30.180792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-19d38b7f-4c38-4702-8106-e4fe47985e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:30.184298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-19d38b7f-4c38-4702-8106-e4fe47985e64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1504092 May 26 19:28:30.342206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-4538596f-86e7-4040-9299-6cd4f8376f96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199453 May 26 19:28:30.362798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:30.418526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:30.427623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Usage tracker for resource:security_group_rule and tenant:b1a800bf216c4c198ebb80618bcf887a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:30.432523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:30.450470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:30.665419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4ff61a76-df62-4ced-a869-a4449d7ad268 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:28:30.691124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:30.697878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:30.745390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892619a1-985b-4458-9e0f-11a15eb01963 req-f3c4b235-e6ec-4cad-94d8-9f807d02d008 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:30.753164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-892619a1-985b-4458-9e0f-11a15eb01963 req-f3c4b235-e6ec-4cad-94d8-9f807d02d008 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.4098229 May 26 19:28:30.804454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-d1f57292-a026-41bb-a6b1-1b19bd09bc39 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602295 May 26 19:28:30.819479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-892619a1-985b-4458-9e0f-11a15eb01963 req-561ec224-cf53-4f95-afd2-c4d7ba287da1 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652049 May 26 19:28:30.943196 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1a800bf216c4c198ebb80618bcf887a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1870422 May 26 19:28:30.956227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:30.962070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791868d-0374-44f4-93ef-345aba169efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e8c19-665f-4985-a4e4-ba2ff641b7f2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:31.109772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.161684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4ff61a76-df62-4ced-a869-a4449d7ad268,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:31.169980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.229112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4ff61a76-df62-4ced-a869-a4449d7ad268', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': '4ff61a76-df62-4ced-a869-a4449d7ad268', 'mac_address': 'fa:16:3e:b9:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:28:31.311869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.346103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e8c19-665f-4985-a4e4-ba2ff641b7f2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:31.367828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.372635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0ae5b776-63b4-4f08-98a9-4f232cc7067a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e5e8c19-665f-4985-a4e4-ba2ff641b7f2 HTTP/1.1" status: 204 len: 168 time: 0.4142208 May 26 19:28:31.405122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be8d2b-088a-4ec8-9440-0491b7658ae5 req-a580cc35-2c01-467f-b39c-09313be5f99f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:31.413067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43be8d2b-088a-4ec8-9440-0491b7658ae5 req-a580cc35-2c01-467f-b39c-09313be5f99f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 944 time: 0.2030902 May 26 19:28:31.436288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4ff61a76-df62-4ced-a869-a4449d7ad268 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:31.436668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.441468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7bc7ae1f-d59b-4aca-a506-23d52990ed75 req-a80e41a9-a4da-41e2-ad48-b44f50d9e3b1 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154845 May 26 19:28:31.510031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff61a76-df62-4ced-a869-a4449d7ad268 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:28:31.526352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43be8d2b-088a-4ec8-9440-0491b7658ae5 req-2ac5f8c3-bdeb-4dad-9052-c7b09c673a2e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120546 May 26 19:28:31.565281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4ff61a76-df62-4ced-a869-a4449d7ad268,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:31.576197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:31.711547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:31.727978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.733648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.733988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.736160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.736698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.741371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.743370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.743867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.744750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.745185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.745443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.745773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:31.915345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952aa29-78e9-48d7-92e0-5220c6485c49 req-c0a2cba2-74fb-4d4e-aded-15f28df9e4e6 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:31.917496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6952aa29-78e9-48d7-92e0-5220c6485c49 req-c0a2cba2-74fb-4d4e-aded-15f28df9e4e6 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 949 time: 0.1412151 May 26 19:28:31.988044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6952aa29-78e9-48d7-92e0-5220c6485c49 req-de92d1ff-2afd-4023-82a8-a7d9f278942e tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638928 May 26 19:28:32.136837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4ff61a76-df62-4ced-a869-a4449d7ad268'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:28:32.356699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a534d-2a22-4062-9c51-ef57a5dc1d8b req-ca2470aa-3b93-47f4-a4c2-a35edd4101c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:32.359874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d35a534d-2a22-4062-9c51-ef57a5dc1d8b req-ca2470aa-3b93-47f4-a4c2-a35edd4101c7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.1376061 May 26 19:28:32.455127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d35a534d-2a22-4062-9c51-ef57a5dc1d8b req-a3dd6285-035e-46e2-9f89-80401904a08c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 May 26 19:28:32.682436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:28:32.936765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:32.937471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:33.020771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:33.021792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:33.038919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:33.139445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2f97b-58d5-4edf-9345-046a93061e4b req-98477c85-12d1-4fe9-9278-e2ca690a5ef0 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:33.157689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bec2f97b-58d5-4edf-9345-046a93061e4b req-98477c85-12d1-4fe9-9278-e2ca690a5ef0 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1859639 May 26 19:28:33.234101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:33.246081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bec2f97b-58d5-4edf-9345-046a93061e4b req-f297d8cc-8519-4525-be76-60bb8406286d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854735 May 26 19:28:33.892467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47012) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:34.371780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:34.430521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:34.442735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Usage tracker for resource:security_group_rule and tenant:1d604437208a4870ad707c03a1c67b34 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:34.457912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:34.482630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:34.495538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b1c2-1435-4dac-9931-1cf341cca23f req-e353fe60-ca43-4079-89f4-d3cb23c478f6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:34.513440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeb3b1c2-1435-4dac-9931-1cf341cca23f req-e353fe60-ca43-4079-89f4-d3cb23c478f6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 945 time: 0.3117208 May 26 19:28:34.673868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeb3b1c2-1435-4dac-9931-1cf341cca23f req-70a0e199-cc48-43bf-a77e-0657d3060dfb tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564097 May 26 19:28:34.702140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4ff61a76-df62-4ced-a869-a4449d7ad268 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:28:34.844421 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b588914-0334-4c09-8111-9330796b278b'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'code': 200} May 26 19:28:34.853998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:34.861622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:34.927917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4ff61a76-df62-4ced-a869-a4449d7ad268 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:28:34.950985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4ff61a76-df62-4ced-a869-a4449d7ad268 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:28:34.951326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.038164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47066) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:35.056445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d604437208a4870ad707c03a1c67b34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1623728 May 26 19:28:35.060683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491276f-c503-49b1-9912-93f767e7ba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ee4dd-6c2a-44a9-829b-ab824de4e121,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:35.233967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4ff61a76-df62-4ced-a869-a4449d7ad268 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:35.234332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.252177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.276076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4ff61a76-df62-4ced-a869-a4449d7ad268,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:35.286881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.327065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.408512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:35.418386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.443350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ee4dd-6c2a-44a9-829b-ab824de4e121,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:35.452403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:35.453754 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-efef7d1d-24d8-4dc4-835b-1e6f2bee6928 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b94ee4dd-6c2a-44a9-829b-ab824de4e121 HTTP/1.1" status: 204 len: 168 time: 0.4144166 May 26 19:28:35.715320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aab30-4896-4821-a048-caadd1d39fb3 req-02056527-c82a-47fa-acbc-e5e727a3fb02 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:35.716910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-855aab30-4896-4821-a048-caadd1d39fb3 req-02056527-c82a-47fa-acbc-e5e727a3fb02 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.1576748 May 26 19:28:35.833691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-855aab30-4896-4821-a048-caadd1d39fb3 req-bf80c221-324b-406e-ac32-590b2e769545 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062138 May 26 19:28:36.039783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:36.109414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.235495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:36.244441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Usage tracker for resource:security_group_rule and tenant:4a19933391e34792a6e9bd9b3509077e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:36.248801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:36.263919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:36.296397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a655cad-35b2-4c55-8872-af0400656428 req-33e6aa26-18d7-4c9b-a907-bd6e4856f85f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:36.303776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a655cad-35b2-4c55-8872-af0400656428 req-33e6aa26-18d7-4c9b-a907-bd6e4856f85f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1652699 May 26 19:28:36.375138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a655cad-35b2-4c55-8872-af0400656428 req-94276df7-785a-4963-a4b4-6ca4291d0fa4 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704017 May 26 19:28:36.457723 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.483417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.488228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.499364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:28:36.586151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8a2d2-66d8-4abb-b23a-67fba1b3705e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:36.603501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-70b643ee-f8da-4b06-b3a6-ae3ce239824c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a19933391e34792a6e9bd9b3509077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623879 May 26 19:28:36.608138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47158) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:36.741417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.798810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebc252-145f-4630-8832-6117863733f1 req-1b5c2fcc-25b4-4c4a-8894-0b360fbb3024 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:36.806855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4ebc252-145f-4630-8832-6117863733f1 req-1b5c2fcc-25b4-4c4a-8894-0b360fbb3024 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.2815025 May 26 19:28:36.811710 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.845581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:36.891048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4ebc252-145f-4630-8832-6117863733f1 req-5350af6c-98c6-4fe9-88ee-7e556cee36ec tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827816 May 26 19:28:36.925866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.948158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8a2d2-66d8-4abb-b23a-67fba1b3705e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:36.967282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:36.968775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-99e88764-b9e1-4e3c-a474-4d80fffadd38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6c8a2d2-66d8-4abb-b23a-67fba1b3705e HTTP/1.1" status: 204 len: 168 time: 0.3592796 May 26 19:28:37.102447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0b183-4a52-4ae6-affe-0afd576a3955 req-c5d7ccfb-5c46-4657-adb2-c7c006893fe8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:37.104068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d0b183-4a52-4ae6-affe-0afd576a3955 req-c5d7ccfb-5c46-4657-adb2-c7c006893fe8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.0987527 May 26 19:28:37.160798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60d0b183-4a52-4ae6-affe-0afd576a3955 req-e92fb28d-ffdf-4a4e-a0d5-3fbcb2132d99 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509050 May 26 19:28:37.437198 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c30a87-5565-42c9-871b-fb43aaca4d1f'] response: {'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268', 'code': 200} May 26 19:28:37.925377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ac671-7efe-4a0b-ab43-e020f5f265dc req-3e63ff95-52f2-4abe-aacf-254a413b5e9b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:37.927517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b96ac671-7efe-4a0b-ab43-e020f5f265dc req-3e63ff95-52f2-4abe-aacf-254a413b5e9b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1035686 May 26 19:28:37.994533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b96ac671-7efe-4a0b-ab43-e020f5f265dc req-e5edbad2-8f7b-46cd-80fa-f143c34ba779 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586138 May 26 19:28:38.224624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637b9a7-2b9d-4e5e-b4d4-07a3f90172fd req-e4d6d118-0e96-400d-a979-ec2e66b3468f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:38.238733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6637b9a7-2b9d-4e5e-b4d4-07a3f90172fd req-e4d6d118-0e96-400d-a979-ec2e66b3468f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.1167920 May 26 19:28:38.301180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6637b9a7-2b9d-4e5e-b4d4-07a3f90172fd req-dd73fb14-cb5e-4da2-a684-714438d15031 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588801 May 26 19:28:38.521325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05a877-6d4c-4532-b98b-6b9280d36a99 req-7a18c74a-1948-47b2-8247-d4921c29eba4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:38.523327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c05a877-6d4c-4532-b98b-6b9280d36a99 req-7a18c74a-1948-47b2-8247-d4921c29eba4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.1215417 May 26 19:28:38.579935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c05a877-6d4c-4532-b98b-6b9280d36a99 req-59e2e402-2cbe-4262-bf4e-48feeec13a54 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498562 May 26 19:28:39.345197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa950f9-379d-4b2e-bade-fe2f2c873539 req-2fa996c5-cde2-4c3f-97d4-a79d4aed6e51 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:39.348549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fa950f9-379d-4b2e-bade-fe2f2c873539 req-2fa996c5-cde2-4c3f-97d4-a79d4aed6e51 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1698010 May 26 19:28:39.408466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fa950f9-379d-4b2e-bade-fe2f2c873539 req-f8651278-f4fa-484a-ab69-4dc732e69f17 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538864 May 26 19:28:39.608472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227497c-c7d8-4ef8-8977-c7d6824da34e req-a32279b6-3b59-4a44-b8ad-cf4363b83f95 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:39.610098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a227497c-c7d8-4ef8-8977-c7d6824da34e req-a32279b6-3b59-4a44-b8ad-cf4363b83f95 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.0939231 May 26 19:28:39.663083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a227497c-c7d8-4ef8-8977-c7d6824da34e req-eb426a53-7c00-42bf-9cec-d59a0dcd3d79 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 May 26 19:28:39.850046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea31214-698a-4cf5-8753-d22ab1526adc req-ca897927-0136-42b0-b933-003d7bcfd46f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:39.851732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ea31214-698a-4cf5-8753-d22ab1526adc req-ca897927-0136-42b0-b933-003d7bcfd46f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.0911455 May 26 19:28:39.904438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ea31214-698a-4cf5-8753-d22ab1526adc req-512396a3-ae41-4796-832a-85e2df2c3d9f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451982 May 26 19:28:40.727689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8927962-5228-4015-9905-d4bff908ed9e req-1e2168b9-7ae2-4ac1-83e4-01fd08fa2ac6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:40.729767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8927962-5228-4015-9905-d4bff908ed9e req-1e2168b9-7ae2-4ac1-83e4-01fd08fa2ac6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1558352 May 26 19:28:40.735705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:28:40.832823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8927962-5228-4015-9905-d4bff908ed9e req-9b496a93-75e0-4e07-bff5-5900b5a0ec70 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851345 May 26 19:28:41.080127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:41.110470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'mac_address': 'fa:16:3e:bb:08:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:28:41.166948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768650-8e00-4307-a81a-24a14a06d0bc req-469242f7-b9bd-4738-b116-1f5e1cd0e36f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:41.174600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39768650-8e00-4307-a81a-24a14a06d0bc req-469242f7-b9bd-4738-b116-1f5e1cd0e36f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.1213977 May 26 19:28:41.250155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39768650-8e00-4307-a81a-24a14a06d0bc req-12078d17-d98f-4030-b07a-4aa35570c83a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740306 May 26 19:28:41.302144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:41.302707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:41.322313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba7c865f-353d-4039-8c4f-2c8c7469d8d1 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:28:41.346447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:41.353177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:41.357748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47350) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:41.510270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ba7c865f-353d-4039-8c4f-2c8c7469d8d1'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:28:41.589572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:41.605029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:41.610967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8e77-471e-40e7-8811-eda244be27d4 req-eddaf26c-39fd-447a-9d74-79e52cd817ad tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:41.617553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55cd8e77-471e-40e7-8811-eda244be27d4 req-eddaf26c-39fd-447a-9d74-79e52cd817ad tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.1592906 May 26 19:28:41.637960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:41.643147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Usage tracker for resource:security_group_rule and tenant:05b240c0dc9842c3b5d530232d40a28d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:41.649353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:41.657435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:41.688790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55cd8e77-471e-40e7-8811-eda244be27d4 req-5adc0761-8b9d-4931-944f-d115a9ecf77a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 May 26 19:28:41.859773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:41.875147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:41.928262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47368) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:41.928796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05b240c0dc9842c3b5d530232d40a28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689576 May 26 19:28:41.930634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17c134-1b6d-4687-8c3f-5b8d08c681da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87b1d8-7a6f-42b8-b73e-2c144a280513,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:42.056168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:42.103861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:42.112147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e842a5-377f-49c7-913c-5377badb4bd8 req-37794f46-cd87-4562-b694-de7c3b5923f3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:42.120195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70e842a5-377f-49c7-913c-5377badb4bd8 req-37794f46-cd87-4562-b694-de7c3b5923f3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1405272 May 26 19:28:42.196297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:42.218911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f87b1d8-7a6f-42b8-b73e-2c144a280513,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:42.223096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:42.226357 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f87b1d8-7a6f-42b8-b73e-2c144a280513 HTTP/1.1" status: 204 len: 168 time: 0.2949810 May 26 19:28:42.241820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.242196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.242537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.242871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.243200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.243539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.243853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.244181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.244494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.247989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.248337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.249263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364db71-4d13-4ab1-bcca-6e919fcff5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:28:42.251852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70e842a5-377f-49c7-913c-5377badb4bd8 req-d896a5d1-11e0-440f-a69b-7e323d8f715d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231205 May 26 19:28:42.284079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618d057-b83a-4805-a281-0bd414688474 req-aebc11f9-1573-4210-95d5-3001e2775473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:42.286318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0618d057-b83a-4805-a281-0bd414688474 req-aebc11f9-1573-4210-95d5-3001e2775473 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 1097 time: 0.1068897 May 26 19:28:42.350321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0618d057-b83a-4805-a281-0bd414688474 req-e13e6d58-a4e4-40fa-92e0-4fc05e8ea17a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 May 26 19:28:42.538595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be285e32-2011-4f14-8349-3e95f03e2ed6 req-8c18d9e2-a304-42de-b6f4-1ac61f0781ba tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:42.540115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be285e32-2011-4f14-8349-3e95f03e2ed6 req-8c18d9e2-a304-42de-b6f4-1ac61f0781ba tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.0875428 May 26 19:28:42.587779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be285e32-2011-4f14-8349-3e95f03e2ed6 req-c8593cae-c55e-4ba5-aee9-eb1dce79a099 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 May 26 19:28:42.744554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:28:42.880771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:28:42.881711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:43.057657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:43.059050 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:43.061956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1267b-5e40-4dd4-9a94-f33e97de7440 req-b4090da3-0e79-449c-a3f9-144b724c0af5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:43.066799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeb1267b-5e40-4dd4-9a94-f33e97de7440 req-b4090da3-0e79-449c-a3f9-144b724c0af5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.2383471 May 26 19:28:43.119338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:43.150937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:43.158091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:43.173877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeb1267b-5e40-4dd4-9a94-f33e97de7440 req-84540986-dce4-4610-abdd-74833d2330be tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 May 26 19:28:43.317676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:43.374545 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5098f255-f43d-4ea2-81e8-c628c251e039'] response: {'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'code': 200} May 26 19:28:43.686787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e619d4-85dd-407a-81c7-9ff4445b7909 req-0cd2ad7f-77b6-430b-b300-f1c4ba354a26 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:43.689419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26e619d4-85dd-407a-81c7-9ff4445b7909 req-0cd2ad7f-77b6-430b-b300-f1c4ba354a26 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1766100 May 26 19:28:43.794633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26e619d4-85dd-407a-81c7-9ff4445b7909 req-55207384-cede-48f1-a807-2bf37b1ff540 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980587 May 26 19:28:43.912302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:44.270083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7ae7-d505-448c-912c-b1b326c86185 req-9564340d-d8ba-4bc8-a2a0-c65c1379f943 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:44.272578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebfd7ae7-d505-448c-912c-b1b326c86185 req-9564340d-d8ba-4bc8-a2a0-c65c1379f943 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.2913358 May 26 19:28:44.330229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebfd7ae7-d505-448c-912c-b1b326c86185 req-4bcfee4b-6a3f-4780-b658-e0d3f9b87d2c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505898 May 26 19:28:44.584624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:44.636048 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a2bc73d8-1cbd-4a72-9bb4-129ee958bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:44.859664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:44.878824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:44.894925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:d58f0c9b2c4e4ef1b7b5e271f3f1593b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:44.916288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:44.932235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:45.068838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-c237617f-0c2c-4105-a792-46cafd1342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.070484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-c237617f-0c2c-4105-a792-46cafd1342f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 1096 time: 0.2456574 May 26 19:28:45.154402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:45.178458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:45.279816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d432f-15ee-426e-b0d7-4a4c81b9fa42,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:45.293721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-236361d6-d7a2-4ca9-ab4c-c4fae3b3d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.296624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-236361d6-d7a2-4ca9-ab4c-c4fae3b3d652 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.2194128 May 26 19:28:45.332194 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1262e1ab-514f-44fe-bb1f-ee0923371ec5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d58f0c9b2c4e4ef1b7b5e271f3f1593b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441933 May 26 19:28:45.336086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:45.530418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-df4e5f80-5921-4125-b46e-973d6ff0e790 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 200 len: 1001 time: 0.2275653 May 26 19:28:45.646816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-62886d99-fed0-4560-9f98-e7dba27f6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.648444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-62886d99-fed0-4560-9f98-e7dba27f6a18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.1011977 May 26 19:28:45.694189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:45.730240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5209-96f2-4b4f-9b47-24879fff3593 req-40c178b9-6d04-4618-8ba3-8490b2d88c03 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.734883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:45.737196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-659c5209-96f2-4b4f-9b47-24879fff3593 req-40c178b9-6d04-4618-8ba3-8490b2d88c03 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 944 time: 0.2663550 May 26 19:28:45.750696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-b510081e-a77e-4566-b317-21d58a594158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.752526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-b510081e-a77e-4566-b317-21d58a594158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.3632889 May 26 19:28:45.803012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-659c5209-96f2-4b4f-9b47-24879fff3593 req-c220d87e-3b50-40f5-8a69-32c9311ccc48 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648715 May 26 19:28:45.841360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-76874d61-70cd-4e0d-9362-25a8f92b489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.842844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-76874d61-70cd-4e0d-9362-25a8f92b489a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838291 May 26 19:28:45.956021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:45.983109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-cb8c5b55-346d-4457-8c33-9f39db1737f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:45.984865 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-cb8c5b55-346d-4457-8c33-9f39db1737f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.2231448 May 26 19:28:46.003839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:46.008385 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f49d432f-15ee-426e-b0d7-4a4c81b9fa42 HTTP/1.1" status: 204 len: 168 time: 0.6709285 May 26 19:28:46.010003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe78da-0e87-434a-a327-6b78b44defbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d432f-15ee-426e-b0d7-4a4c81b9fa42,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:46.147393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-c02efebe-7959-4046-8721-fb547d315fe4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1001 time: 0.1448712 May 26 19:28:46.162589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-f38e8968-57ba-4f72-8db1-31a8551050e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107331 May 26 19:28:46.235563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-c2ae0e84-afb5-430f-9008-d521d18c9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:46.237329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-c2ae0e84-afb5-430f-9008-d521d18c9eaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.0832181 May 26 19:28:46.380679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-bfb692d6-2297-4641-a7ba-6a5c3600e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:46.382192 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-bfb692d6-2297-4641-a7ba-6a5c3600e99f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374612 May 26 19:28:46.667298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-bafb8011-7634-41c0-8d94-127f65abecbb service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761822 May 26 19:28:46.695697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5be08e-ee1f-4910-85cb-3ba5a24948c6 req-ca3d9dff-b3b3-4e6e-b81c-2aed612287b9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:46.708846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e5be08e-ee1f-4910-85cb-3ba5a24948c6 req-ca3d9dff-b3b3-4e6e-b81c-2aed612287b9 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.5442317 May 26 19:28:46.745738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:28:46.750591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6252f422-c0f7-4be6-b5f1-f391ac6d4f50 req-42b042d2-1654-4d4d-8d39-cff389fa27a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953318 May 26 19:28:46.818796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e5be08e-ee1f-4910-85cb-3ba5a24948c6 req-23255f07-6d58-4f03-aefc-9080786118e1 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090813 May 26 19:28:46.819300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47524) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:46.869605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:46.904137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-046b31a8-a1e1-49ed-baf5-f28508ebc85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:46.909163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:28:46.921650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Usage tracker for resource:security_group_rule and tenant:683fca2f01cf499f9e1f9292f0a6a18b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:28:46.925711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:28:46.935966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:28:46.961796 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-eb9f3dc6-0a6c-4295-bce5-77c071524680 req-e8f0dcf4-ec49-48ad-96ea-e9da8e0ad612 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867761 May 26 19:28:46.977176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:47.011243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'network_id': 'daf9ca60-7da2-48f7-b50e-7fc0133c0c62', 'port_id': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'mac_address': 'fa:16:3e:48:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb628c-8f29-4ba8-a9b3-c5806c553987', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:28:47.162273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:47.163551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.168215 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.178722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe0936-6408-4098-a5e2-06714ff5ea49 req-7b08787f-3135-4254-b315-13f78cb20740 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:47.180527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99fe0936-6408-4098-a5e2-06714ff5ea49 req-7b08787f-3135-4254-b315-13f78cb20740 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1760693 May 26 19:28:47.181762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.192387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:28:47.223585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:47.230098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.280913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=683fca2f01cf499f9e1f9292f0a6a18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605050 May 26 19:28:47.281886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0468f-ccb9-49c1-99e2-a4ae3c45fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea0954-9604-44ac-b62e-d7f304386547,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:47.284309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47536) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:28:47.303785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99fe0936-6408-4098-a5e2-06714ff5ea49 req-725cba9f-0677-4a95-be33-43eb949ac814 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139858 May 26 19:28:47.353254 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.390829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:47.407956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.490574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.581535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5a49-791f-4f99-a784-1ec851a548a5 req-c85f7e1a-2331-45bd-827b-4a4894c12aa3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:47.589274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b7b5a49-791f-4f99-a784-1ec851a548a5 req-c85f7e1a-2331-45bd-827b-4a4894c12aa3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.1473837 May 26 19:28:47.629761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.662981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b7b5a49-791f-4f99-a784-1ec851a548a5 req-da68dd4b-63bc-4b29-8b74-9e6df5724a15 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727069 May 26 19:28:47.665499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea0954-9604-44ac-b62e-d7f304386547,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:47.669411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:47.670782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2da2218f-a456-4ee9-ad4f-c21442823fa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ea0954-9604-44ac-b62e-d7f304386547 HTTP/1.1" status: 204 len: 168 time: 0.3853722 May 26 19:28:47.932265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e65f08-b539-473e-b0e6-90967a171ad4 req-cc1f4764-1415-47d3-b4e7-b2241a89560f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:47.940870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7e65f08-b539-473e-b0e6-90967a171ad4 req-cc1f4764-1415-47d3-b4e7-b2241a89560f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.1096087 May 26 19:28:48.004154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7e65f08-b539-473e-b0e6-90967a171ad4 req-45d9bd91-ce0a-4455-9de3-fe74d25ebd48 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622332 May 26 19:28:48.061878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:28:48.165469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:48.447554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c5fc4-8f57-433d-82e1-4edadce0d1dd req-8815bee6-63a7-4ac6-a83d-4079c404b0b1 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:48.449304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc4c5fc4-8f57-433d-82e1-4edadce0d1dd req-8815bee6-63a7-4ac6-a83d-4079c404b0b1 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.1674733 May 26 19:28:48.529795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc4c5fc4-8f57-433d-82e1-4edadce0d1dd req-da8af804-5a25-40c6-aae7-6e9f20843b5d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741148 May 26 19:28:48.754777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4a18-cf00-4156-b254-14d716d69268 req-40952253-af3c-444a-979a-7be1ce8381c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:48.763234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-454b4a18-cf00-4156-b254-14d716d69268 req-40952253-af3c-444a-979a-7be1ce8381c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1082022 May 26 19:28:48.825806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-454b4a18-cf00-4156-b254-14d716d69268 req-c711ab6d-a6ed-4154-ace2-857545561609 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614636 May 26 19:28:49.398310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920106ca-449f-4a44-bb0c-6a2dbbe6147f req-73814ff7-cb20-46b9-9cc3-e0a5c5dcadf4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:49.403797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-920106ca-449f-4a44-bb0c-6a2dbbe6147f req-73814ff7-cb20-46b9-9cc3-e0a5c5dcadf4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.1326973 May 26 19:28:49.589428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-920106ca-449f-4a44-bb0c-6a2dbbe6147f req-62a642bb-269e-45ef-97ac-d27c672c0702 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798742 May 26 19:28:49.656401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:50.745388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:28:50.860300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b690a290-55c1-4667-a5c7-a4ac145e530d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:28:50.864404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:50.944920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076c5b-e640-4822-bc62-a24d30b5d9da req-876ff611-f74e-4a3d-be6f-fb2efc5b1705 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:50.955457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2076c5b-e640-4822-bc62-a24d30b5d9da req-876ff611-f74e-4a3d-be6f-fb2efc5b1705 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1593001 May 26 19:28:51.065143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2076c5b-e640-4822-bc62-a24d30b5d9da req-175a4d99-fff8-4a1a-825b-a4d8292541e3 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086106 May 26 19:28:51.320282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b690a290-55c1-4667-a5c7-a4ac145e530d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:28:51.323501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:51.399252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:28:51.426628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:28:51.433194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:28:51.534111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67aed-015e-45a3-89c3-2412fb63d3fa req-a2803d27-ea99-456e-a1ee-7d789cca16d8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:51.536690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9a67aed-015e-45a3-89c3-2412fb63d3fa req-a2803d27-ea99-456e-a1ee-7d789cca16d8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 945 time: 0.2306638 May 26 19:28:51.636494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:28:51.668040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9a67aed-015e-45a3-89c3-2412fb63d3fa req-3cba5dcc-d0ae-4877-90d9-7e17bed1130b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191962 May 26 19:28:51.934667 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817dea7e-7e50-4070-9fa2-41d0544322f7'] response: {'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'code': 200} May 26 19:28:52.523297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986ae6f-1c9a-4e3f-a485-7b21f5e8c66f req-27ce6e40-7be6-4862-bb6f-b510feae86e5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:52.538325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5986ae6f-1c9a-4e3f-a485-7b21f5e8c66f req-27ce6e40-7be6-4862-bb6f-b510feae86e5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1963737 May 26 19:28:52.584663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50c0cb-d13f-4e2a-bb54-e510b353c1fa req-27d60127-8d9c-40e4-9a3d-2e66ee0b2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:52.586457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8a50c0cb-d13f-4e2a-bb54-e510b353c1fa req-27d60127-8d9c-40e4-9a3d-2e66ee0b2b12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1098 time: 0.2433650 May 26 19:28:52.635570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5986ae6f-1c9a-4e3f-a485-7b21f5e8c66f req-f541d022-7f00-4a61-bcc0-0f40a5cd825c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962582 May 26 19:28:52.644588 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8a50c0cb-d13f-4e2a-bb54-e510b353c1fa req-d9ae5fb5-c3fe-420e-a437-e80147ccfdd2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 May 26 19:28:53.154380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9e0d5-3e4d-4bfa-af94-d74c96a81eb7 req-7c077106-37e6-424a-8617-28ebdb4c9f1e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:53.168235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5c9e0d5-3e4d-4bfa-af94-d74c96a81eb7 req-7c077106-37e6-424a-8617-28ebdb4c9f1e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2828739 May 26 19:28:53.325583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5c9e0d5-3e4d-4bfa-af94-d74c96a81eb7 req-e8e64d6b-a38a-494c-8771-c687bd5964fa tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546118 May 26 19:28:54.114125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e92dd-3666-4c27-ac7c-b2dfdf016da6 req-df64c57d-668e-448b-9730-8a9900c88aa1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:54.128236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a9e92dd-3666-4c27-ac7c-b2dfdf016da6 req-df64c57d-668e-448b-9730-8a9900c88aa1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1597974 May 26 19:28:54.274637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a9e92dd-3666-4c27-ac7c-b2dfdf016da6 req-a164ce60-1410-4ee4-84e8-074b25c0b42d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423690 May 26 19:28:54.785310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76390e-adc8-4eab-82a0-1d29e1480fad req-dcbd992e-85fb-4604-afc9-1c2b434c063c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:54.785310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc76390e-adc8-4eab-82a0-1d29e1480fad req-dcbd992e-85fb-4604-afc9-1c2b434c063c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1987472 May 26 19:28:54.855396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc76390e-adc8-4eab-82a0-1d29e1480fad req-2cba1334-1d33-474b-a943-710b0c5fb08e tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651269 May 26 19:28:56.792493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8471c6-31b4-4343-a7c3-c916a6fb9fe4 req-88b8c206-584a-4f28-8bfb-2ef65dbe1cf9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:56.800686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8471c6-31b4-4343-a7c3-c916a6fb9fe4 req-88b8c206-584a-4f28-8bfb-2ef65dbe1cf9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1070051 May 26 19:28:56.849601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce8471c6-31b4-4343-a7c3-c916a6fb9fe4 req-358db3f3-38a8-4006-91e4-4f5be7500d9c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478156 May 26 19:28:57.154260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2398b-5918-450d-81b4-fc34d4db010b req-561998ea-0b13-4d9f-9d96-1dad5a833bfb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:57.162394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97e2398b-5918-450d-81b4-fc34d4db010b req-561998ea-0b13-4d9f-9d96-1dad5a833bfb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1833136 May 26 19:28:57.256011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97e2398b-5918-450d-81b4-fc34d4db010b req-6016a13f-30d6-4782-99bd-2c9bab28a0d2 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925014 May 26 19:28:57.613541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb584e-da63-4fef-bfbb-0a0d48ec2309 req-2def8b0b-6232-4461-890c-4bed3d178636 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:57.615188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27eb584e-da63-4fef-bfbb-0a0d48ec2309 req-2def8b0b-6232-4461-890c-4bed3d178636 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1701810 May 26 19:28:57.708244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27eb584e-da63-4fef-bfbb-0a0d48ec2309 req-66664094-0346-4503-8595-d29bf45807ab tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 May 26 19:28:58.259878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bfa3f-7ff8-4a65-b320-d9449cedffaa req-f5d04432-ee96-412a-b2ff-41dc0c42c1b9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:58.262222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-487bfa3f-7ff8-4a65-b320-d9449cedffaa req-f5d04432-ee96-412a-b2ff-41dc0c42c1b9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1454470 May 26 19:28:58.319194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-487bfa3f-7ff8-4a65-b320-d9449cedffaa req-9b3d7425-be68-474f-9235-59599c016467 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489800 May 26 19:28:58.545779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71d0c-8e28-4d90-9ead-3e16cfe654f6 req-7c5f569d-148c-4859-9e2f-fec8f3e9d195 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:58.547644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bde71d0c-8e28-4d90-9ead-3e16cfe654f6 req-7c5f569d-148c-4859-9e2f-fec8f3e9d195 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1135640 May 26 19:28:58.599795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bde71d0c-8e28-4d90-9ead-3e16cfe654f6 req-08bb454c-bc43-4fc9-afc8-e6eb075ced09 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446534 May 26 19:28:58.855718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0e19-baef-4440-b8a3-a7671aa658e6 req-cfa34084-2bad-4bd1-9650-5a3308826506 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:58.863969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-959b0e19-baef-4440-b8a3-a7671aa658e6 req-cfa34084-2bad-4bd1-9650-5a3308826506 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1209719 May 26 19:28:58.907440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-959b0e19-baef-4440-b8a3-a7671aa658e6 req-8fc4f009-e24a-4285-a9a5-2dc3690ed76b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 May 26 19:28:59.145985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291c649-ed0d-4a1e-a08f-ce5a4842e47f req-fc9a12f9-d8de-4e65-9641-787f150b3cc4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:59.147465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3291c649-ed0d-4a1e-a08f-ce5a4842e47f req-fc9a12f9-d8de-4e65-9641-787f150b3cc4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.0926390 May 26 19:28:59.232176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3291c649-ed0d-4a1e-a08f-ce5a4842e47f req-1de69a69-5bad-4a29-9234-bd24890f458a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756843 May 26 19:28:59.627874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb6f45-eab7-46e4-a672-73072962ee3b req-c4cfdb48-ae67-4019-a019-fe7501d41adf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:28:59.642935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91bb6f45-eab7-46e4-a672-73072962ee3b req-c4cfdb48-ae67-4019-a019-fe7501d41adf tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1360111 May 26 19:28:59.740598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91bb6f45-eab7-46e4-a672-73072962ee3b req-c0e65ec1-72c4-4cac-8c65-40b7fe594730 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925922 May 26 19:29:00.049825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb117-8635-41d0-ad50-fb2e1b4ea13a req-148bf645-b54f-4d3e-8d91-f562a72cf798 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:00.073700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72efb117-8635-41d0-ad50-fb2e1b4ea13a req-148bf645-b54f-4d3e-8d91-f562a72cf798 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1796625 May 26 19:29:00.196802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72efb117-8635-41d0-ad50-fb2e1b4ea13a req-4b60a1d6-5bf0-4128-bab7-4299139232c4 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219137 May 26 19:29:00.600876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df3a5-903d-4881-aeb4-55ce84b10393 req-06521f2d-df20-4d30-bb0b-d44e51bc270f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:00.608857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2df3a5-903d-4881-aeb4-55ce84b10393 req-06521f2d-df20-4d30-bb0b-d44e51bc270f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1678619 May 26 19:29:00.707069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2df3a5-903d-4881-aeb4-55ce84b10393 req-d94e1dff-7269-4b63-805a-8e4f9c280f80 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969243 May 26 19:29:01.549541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88303d-f59f-4053-9115-d1c79c88775d req-9fe02654-b94d-4d3c-9d14-7218676f3822 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:01.557148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c88303d-f59f-4053-9115-d1c79c88775d req-9fe02654-b94d-4d3c-9d14-7218676f3822 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2103534 May 26 19:29:01.618097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c88303d-f59f-4053-9115-d1c79c88775d req-2e1d1062-3822-475b-85ec-cddedcb50a28 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567415 May 26 19:29:01.929240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5023ca-aee5-4ec8-9bbf-d98c06f291d2 req-a7c4bc29-0c7f-4141-bb5f-2448293f24ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:01.943260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d5023ca-aee5-4ec8-9bbf-d98c06f291d2 req-a7c4bc29-0c7f-4141-bb5f-2448293f24ae tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1627502 May 26 19:29:02.104990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d5023ca-aee5-4ec8-9bbf-d98c06f291d2 req-ac0233e4-d2a6-4c22-8a22-e09414924878 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605034 May 26 19:29:02.902129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584977f0-a514-4a28-a548-e42bd1dabd3c req-91af11de-1b52-4990-8183-de24b0da02ac tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:02.909764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-584977f0-a514-4a28-a548-e42bd1dabd3c req-91af11de-1b52-4990-8183-de24b0da02ac tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.1550841 May 26 19:29:02.984876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-584977f0-a514-4a28-a548-e42bd1dabd3c req-8422849e-10a0-42b3-b763-a1f6df096408 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739462 May 26 19:29:03.228445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5836-46ff-4d55-908e-5543e1eb6a08 req-c48fde92-87d2-4709-b90b-297b55be4ff1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:03.229978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ea5836-46ff-4d55-908e-5543e1eb6a08 req-c48fde92-87d2-4709-b90b-297b55be4ff1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1217735 May 26 19:29:03.323604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ea5836-46ff-4d55-908e-5543e1eb6a08 req-560afbda-4866-4c26-9d5a-c98a9ab925c5 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869541 May 26 19:29:03.622768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2909a-1283-4d1b-a91f-ac852e12697a req-7148a659-3c0a-486c-821b-94ae94e9f17f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:03.633620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9c2909a-1283-4d1b-a91f-ac852e12697a req-7148a659-3c0a-486c-821b-94ae94e9f17f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1165731 May 26 19:29:03.731952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9c2909a-1283-4d1b-a91f-ac852e12697a req-d6ca29fd-99f4-4329-83bd-65c1569da147 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 May 26 19:29:04.564739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a834bb-30fd-4484-8b28-8d277a5cecb4 req-8f3d2b4e-a456-4780-8560-f20507ddf51a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:04.567741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43a834bb-30fd-4484-8b28-8d277a5cecb4 req-8f3d2b4e-a456-4780-8560-f20507ddf51a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.2379963 May 26 19:29:04.654227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43a834bb-30fd-4484-8b28-8d277a5cecb4 req-2e4d031b-8464-4574-afe5-ce7e9d6b1a06 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805619 May 26 19:29:05.004121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48102) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:05.377573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:05.394365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:05.398528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Usage tracker for resource:security_group_rule and tenant:514eadcbebe54c5ca729a3b736085917 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:05.401990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:05.408043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:05.521125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:05.540645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-7377745d-5e21-4f63-963a-cf3aa438914c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:05.552719 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-7377745d-5e21-4f63-963a-cf3aa438914c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 946 time: 0.4298503 May 26 19:29:05.553444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:05.674055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=514eadcbebe54c5ca729a3b736085917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680636 May 26 19:29:05.676666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:05.748551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e263e94-1da0-4066-bf75-6fe20d1ea09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98927f3-f939-4527-8a58-d608539fbaad,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:05.754169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port 4ff61a76-df62-4ced-a869-a4449d7ad268 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:29:05.754710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:05.844305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:05.873423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.001390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.053342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98927f3-f939-4527-8a58-d608539fbaad,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:06.070033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c05f-d13e-4999-840f-bc7b2e681017 req-66186e70-fb27-479c-870a-75682b13cbc7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:06.078603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9492c05f-d13e-4999-840f-bc7b2e681017 req-66186e70-fb27-479c-870a-75682b13cbc7 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.6940410 May 26 19:29:06.119165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-c99e6b15-ad45-4bf1-916c-c9892a628493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:06.121412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-c99e6b15-ad45-4bf1-916c-c9892a628493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=138ae5b29ec6425f85503a7f7a063f36&device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 1098 time: 0.8000202 May 26 19:29:06.240714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41608b4-732c-4b14-b289-30f392de6df2 req-11cbc536-9f3a-43d6-9aee-365ff64a08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:06.242582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b41608b4-732c-4b14-b289-30f392de6df2 req-11cbc536-9f3a-43d6-9aee-365ff64a08b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.6415350 May 26 19:29:06.244471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port 4ff61a76-df62-4ced-a869-a4449d7ad268, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4ff61a76-df62-4ced-a869-a4449d7ad268,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:06.244987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.318752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9492c05f-d13e-4999-840f-bc7b2e681017 req-ce2b4584-278e-474c-a11e-c1ce00ce0f0f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361016 May 26 19:29:06.335786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.335786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-abdbcca8-530a-4c42-99bd-dcf442aaf1cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e98927f3-f939-4527-8a58-d608539fbaad HTTP/1.1" status: 204 len: 168 time: 0.6519022 May 26 19:29:06.361989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b41608b4-732c-4b14-b289-30f392de6df2 req-a0cf918b-6014-4b35-87cd-14006636bb53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017439 May 26 19:29:06.447811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-5401a53e-caed-4c0d-9c39-d0931e5f201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:06.454235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-5401a53e-caed-4c0d-9c39-d0931e5f201b service neutron] 10.222.0.53 "GET /v2.0/networks?id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 200 len: 914 time: 0.3093462 May 26 19:29:06.471372 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.587579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for 4ff61a76-df62-4ced-a869-a4449d7ad268 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:29:06.765095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-ed7ca9bc-b1ed-4eae-8ad5-8f07bdbda805 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 200 len: 217 time: 0.1191406 May 26 19:29:06.900674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:06.980060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72cc45-e27e-41da-a26c-751d23956bfd req-622a1823-4e97-479e-bab8-cf6e494d5a18 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:06.997806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd72cc45-e27e-41da-a26c-751d23956bfd req-622a1823-4e97-479e-bab8-cf6e494d5a18 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2813530 May 26 19:29:07.031321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-8daa3a3c-4d22-4512-a277-f7825d8e8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:07.045563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-8daa3a3c-4d22-4512-a277-f7825d8e8d2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 200 len: 853 time: 0.2506874 May 26 19:29:07.091861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:07.175024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-1b007ff5-7035-4133-9e18-15e802bfb45b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=daf9ca60-7da2-48f7-b50e-7fc0133c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285794 May 26 19:29:07.264917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd72cc45-e27e-41da-a26c-751d23956bfd req-c3e8b5bb-ed8d-48f3-88eb-9f0dc07c2c66 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607934 May 26 19:29:07.401952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=4ff61a76-df62-4ced-a869-a4449d7ad268,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:07.419556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port 4ff61a76-df62-4ced-a869-a4449d7ad268 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:29:07.446537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:07.455572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:07.499011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'name': 'network-vif-deleted', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:07.538380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:07.546052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-0d6647c2-de64-4bcf-91ca-efa31e16b7d4 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602221 May 26 19:29:07.554631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f542a5ea-d315-4208-9db7-454fa13a3075 req-9e5c4859-ac26-416b-b9c0-d8f615e5f44c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 210 time: 0.0674682 May 26 19:29:07.556877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Usage tracker for resource:security_group_rule and tenant:57059d90d5a9432ab68a4181ee3465ed is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:07.563527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:07.600615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:07.622332 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-48e6caeb-d278-40e2-b8d6-a717f1d9baac req-b833c49b-6178-4536-89de-c935cd1114a1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "DELETE /v2.0/ports/4ff61a76-df62-4ced-a869-a4449d7ad268 HTTP/1.1" status: 204 len: 173 time: 1.9958572 May 26 19:29:07.788838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e38a1cf8-8c38-49e5-8df9-d0825fa59c53 req-56c1b3a5-3c88-4f28-9937-28463a514fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324457 May 26 19:29:07.878661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:07.886685 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:07.957511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57059d90d5a9432ab68a4181ee3465ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645098 May 26 19:29:07.959988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:08.008486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5f38f-625a-4b3b-b0fe-f0aa15df13ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f5bba-04c5-4fb2-8623-d0a67f12a9a2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:08.066385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530446aa-9ecb-4ca5-90c0-9d46fcba8366 req-961563b0-129d-4cb2-b196-f2f54dcb16b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:08.077533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-530446aa-9ecb-4ca5-90c0-9d46fcba8366 req-961563b0-129d-4cb2-b196-f2f54dcb16b9 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1757753 May 26 19:29:08.131131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:08.201666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-530446aa-9ecb-4ca5-90c0-9d46fcba8366 req-331772b9-0fd6-4851-a877-553e01cc707e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230414 May 26 19:29:08.202549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:08.299453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:08.318689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f5bba-04c5-4fb2-8623-d0a67f12a9a2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:08.330967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:08.332695 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-84ab32a0-b300-4109-9626-70d56c25c8b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b15f5bba-04c5-4fb2-8623-d0a67f12a9a2 HTTP/1.1" status: 204 len: 168 time: 0.3713298 May 26 19:29:08.812085 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0185dd0f-8d22-4cfe-ad9f-3673afb1cb31'] response: {'server_uuid': '67ffcb28-2d03-42d3-8c9a-2f0ad2a50030', 'name': 'network-vif-deleted', 'tag': '4ff61a76-df62-4ced-a869-a4449d7ad268', 'status': 'completed', 'code': 200} May 26 19:29:08.872889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4ff61a76-df62-4ced-a869-a4449d7ad268 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:29:08.980241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4ff61a76-df62-4ced-a869-a4449d7ad268 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:29:08.981146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4ff61a76-df62-4ced-a869-a4449d7ad268 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:29:09.303523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48226) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:09.351861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:09.416886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:09.425146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d92858d9f742b78ef3354ae1a2cca7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:09.432019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:09.433403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937decb3-bcc8-43a5-99d1-6c957899ed4d req-2613781a-d6ff-4a67-ba4b-8bfb5550fa47 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:09.440626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:09.441618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-937decb3-bcc8-43a5-99d1-6c957899ed4d req-2613781a-d6ff-4a67-ba4b-8bfb5550fa47 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1392658 May 26 19:29:09.536360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-937decb3-bcc8-43a5-99d1-6c957899ed4d req-f84cff8b-9dd7-4266-962b-01893961b28d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936496 May 26 19:29:09.734887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:09.743946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:09.806885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1d92858d9f742b78ef3354ae1a2cca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022979 May 26 19:29:09.809897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:09.829302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:09.840452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9fef36-7ad4-425a-8812-6bc7157eca10 req-7f0c7a61-9e16-4a98-a26d-aa13db404d4f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=67ffcb28-2d03-42d3-8c9a-2f0ad2a50030 HTTP/1.1" status: 200 len: 210 time: 0.1153083 May 26 19:29:09.860429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3968e4-b7ac-45cc-a98a-e42232961600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5ada4-cc9b-4d82-8142-931f25663499,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:09.916321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:09.964719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.060620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.093317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5ada4-cc9b-4d82-8142-931f25663499,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:10.097214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.115260 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9bb9df31-44b8-449e-b6d1-54889fc644f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b5ada4-cc9b-4d82-8142-931f25663499 HTTP/1.1" status: 204 len: 168 time: 0.3041427 May 26 19:29:10.160265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.184548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:10.188824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Usage tracker for resource:security_group_rule and tenant:81b9406bed234156b534d450385318e8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:10.192406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:10.199147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:10.411215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.412118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7de4f-cc50-4ce3-9a1c-74e860347c40 req-aad6db8c-14bf-4ca7-84e7-122d642897d1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:10.420069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.423955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07c7de4f-cc50-4ce3-9a1c-74e860347c40 req-aad6db8c-14bf-4ca7-84e7-122d642897d1 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3221402 May 26 19:29:10.482221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07c7de4f-cc50-4ce3-9a1c-74e860347c40 req-6e70cf95-85fb-4007-bc8c-0b81ccda0a21 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567906 May 26 19:29:10.530510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:10.530842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81b9406bed234156b534d450385318e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997659 May 26 19:29:10.608305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c431de-d37d-4f16-8c7b-c22a13d39859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4230556d-7524-4340-819d-c9d2caa2bc22,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:10.659811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.700785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.849295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.887767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230556d-7524-4340-819d-c9d2caa2bc22,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:10.894011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:10.894532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ba9f8f32-236d-4df5-8808-72eca4ef10e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4230556d-7524-4340-819d-c9d2caa2bc22 HTTP/1.1" status: 204 len: 168 time: 0.3628495 May 26 19:29:11.197253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d47a8b-f91e-437c-8567-146ca8f857ef req-e7722fb4-dd9d-4689-af5c-01403b3f2822 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:11.204746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73d47a8b-f91e-437c-8567-146ca8f857ef req-e7722fb4-dd9d-4689-af5c-01403b3f2822 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2468851 May 26 19:29:11.264825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73d47a8b-f91e-437c-8567-146ca8f857ef req-5bc08ebe-71cb-4ce5-9759-e2881ca05a0a tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 May 26 19:29:11.565370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48316) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:11.620041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:11.639263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:11.643366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Usage tracker for resource:security_group_rule and tenant:19a9cec8cb5b49d0b3d29e5a58babcf7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:11.652202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:11.660423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:11.761032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:11.775028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:11.879532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd4106-73ed-42b5-ace6-1d3e50545501,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:11.968912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7d7381b8-777c-4a36-b7b5-b41638fa546e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19a9cec8cb5b49d0b3d29e5a58babcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015548 May 26 19:29:11.972061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48336) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:12.116367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:12.159273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:12.231262 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:12.257211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd4106-73ed-42b5-ace6-1d3e50545501,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:12.311268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274a44-669d-4db6-9986-6240f5535dec req-d7f7cb5e-2f2b-4c04-9db9-f44fed407731 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:12.327266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a274a44-669d-4db6-9986-6240f5535dec req-d7f7cb5e-2f2b-4c04-9db9-f44fed407731 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1999631 May 26 19:29:12.329254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:12.330957 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-40316a41-5550-4b7d-90e6-fe232a0ddfa8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38cd4106-73ed-42b5-ace6-1d3e50545501 HTTP/1.1" status: 204 len: 168 time: 0.3576531 May 26 19:29:12.413403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a274a44-669d-4db6-9986-6240f5535dec req-c228cc47-90db-4ca6-8cf3-24e2535eae2b tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 May 26 19:29:12.988608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-58564a3e-ddef-4f48-9fd1-c57f99bde4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:12.992212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-58564a3e-ddef-4f48-9fd1-c57f99bde4ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.3003364 May 26 19:29:13.258785 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-4a9bdd16-9671-4564-80b1-1c5abbfb2ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614778 May 26 19:29:13.436550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-873fadcd-e458-4d22-8b02-2e0de65de0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:13.438382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-873fadcd-e458-4d22-8b02-2e0de65de0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 1097 time: 0.1512487 May 26 19:29:13.516686 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:29:13.576209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-550bf0ff-e6a1-4240-b5cb-ebdaed25bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:13.577703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-550bf0ff-e6a1-4240-b5cb-ebdaed25bf6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.5717514 May 26 19:29:13.680096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19e34-fc16-44f1-b16c-050bafbb54f0 req-d8fd15fd-4fc1-4edd-b142-612ec4519923 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:13.682197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dd19e34-fc16-44f1-b16c-050bafbb54f0 req-d8fd15fd-4fc1-4edd-b142-612ec4519923 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.4410875 May 26 19:29:13.789468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dd19e34-fc16-44f1-b16c-050bafbb54f0 req-50eb9b7d-62ad-4584-bf8f-e7b3430446ec tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970416 May 26 19:29:13.801780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-53876f50-32ba-4d03-97fd-102393d62168 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1001 time: 0.2124879 May 26 19:29:13.865197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-f150d66d-e33c-4bf5-b769-a3a200f61735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:13.866715 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-f150d66d-e33c-4bf5-b769-a3a200f61735 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.3677447 May 26 19:29:13.946023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:14.133612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-52b4791b-e266-42fb-9e12-f99eb7198c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.135070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-52b4791b-e266-42fb-9e12-f99eb7198c6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.3220227 May 26 19:29:14.225909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-59864d8c-9dd1-4de8-ade6-4c4d015bd4dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 200 len: 217 time: 0.3461843 May 26 19:29:14.337365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-004efb46-c9fa-42f7-828a-e325c05a5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.339012 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-004efb46-c9fa-42f7-828a-e325c05a5d60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.1064188 May 26 19:29:14.365514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21010a6b-a7e1-4efa-93bf-e7e426fe9eb8 req-fa04a8f2-990a-416f-a09f-af6155173202 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.386231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21010a6b-a7e1-4efa-93bf-e7e426fe9eb8 req-fa04a8f2-990a-416f-a09f-af6155173202 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2413874 May 26 19:29:14.427908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-be09fad5-059e-4d13-879e-846aeaae1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.429406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-be09fad5-059e-4d13-879e-846aeaae1f94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845607 May 26 19:29:14.459603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-38a5739c-8b48-45e3-96d3-949ce733e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.461129 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-38a5739c-8b48-45e3-96d3-949ce733e5c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137953 May 26 19:29:14.598673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21010a6b-a7e1-4efa-93bf-e7e426fe9eb8 req-105302e1-a0e8-4dc4-8402-d7ae4f676dd4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139807 May 26 19:29:14.621761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-bf14d24c-07e4-401b-bbeb-3bfe81f7f27e service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796169 May 26 19:29:14.637984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75c8b353-e355-4e3d-adde-50bd879984b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:14.646437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-72b9995d-4eca-4946-a652-5d9495c318ee service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761894 May 26 19:29:14.813829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-64588cb2-b0fa-44d4-8119-f96f819b5acd req-c6d00192-e4ef-4ee0-83a7-8bd7dc964d24 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610651 May 26 19:29:14.936610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-4fad5f83-a81c-4a24-91de-314e9b6b8703 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:14.941075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-4fad5f83-a81c-4a24-91de-314e9b6b8703 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.1902225 May 26 19:29:14.958930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbbbbe65-126e-43e6-9d4a-c7d27b178001 req-b67f7ced-e848-4807-ab6c-357bd13ac17a service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310361 May 26 19:29:14.961003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-1b8b98c5-1035-4a3b-8b55-3927b114d0ea tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0168555 May 26 19:29:15.016995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-0d6bf424-d29e-4fe4-89da-d4325305b25a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485404 May 26 19:29:15.205187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-da5ce5dd-8181-4576-8f7c-9651edfc51d9 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809530 May 26 19:29:15.397629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-06d0e0fb-82a8-4c3d-9fe8-f6df06da4a4e service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867518 May 26 19:29:15.953361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084932b-9f5f-473e-bf2b-127af3f5fc60 req-8a51f5fd-b7d7-49a9-a727-f47a07d24335 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:15.962278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b084932b-9f5f-473e-bf2b-127af3f5fc60 req-8a51f5fd-b7d7-49a9-a727-f47a07d24335 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1157727 May 26 19:29:16.060695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b084932b-9f5f-473e-bf2b-127af3f5fc60 req-6646a92b-a5d7-4ed8-911b-b76daadca108 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963118 May 26 19:29:16.393189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8e68e-8c51-4f9c-a6de-40cbcb18cc7a req-f66b17d9-6ac0-486d-a536-df48c87b89be tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:16.395029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6f8e68e-8c51-4f9c-a6de-40cbcb18cc7a req-f66b17d9-6ac0-486d-a536-df48c87b89be tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1247456 May 26 19:29:16.464545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6f8e68e-8c51-4f9c-a6de-40cbcb18cc7a req-3313d00f-9dff-429c-9238-191131ebe8af tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628541 May 26 19:29:16.800688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-349f7121-9424-42e7-ab80-1cc646c7c026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:16.864486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c886d84c-aac4-4390-8f7d-667be47cb899 req-8144758b-224f-4c61-ba6b-b94576f56475 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 210 time: 0.2816391 May 26 19:29:17.301486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:17.513171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-8b8c9d86-c3d2-4f43-a7b4-6e197a1edc86 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:17.517636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-8b8c9d86-c3d2-4f43-a7b4-6e197a1edc86 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2780025 May 26 19:29:17.535712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:17.846159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:17.856908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Usage tracker for resource:port and tenant:cf2fe801843349f4ab75f4343b7d6977 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:17.863743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:17.879188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:17.909116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be274-c568-4627-baec-f6808b8efc85 req-e02fd28b-9a3c-4309-8ef0-ff498eb3648a tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:17.910719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-233be274-c568-4627-baec-f6808b8efc85 req-e02fd28b-9a3c-4309-8ef0-ff498eb3648a tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 950 time: 0.2044940 May 26 19:29:17.912056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:17.915668 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:18.092705 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:18.228411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.10 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/57b1d59c-e997-4aca-86fd-ca23c07ffd0b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:29:18.267970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-233be274-c568-4627-baec-f6808b8efc85 req-b34d91e8-db24-4548-aac6-169ace7aabbe tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408244 May 26 19:29:18.613776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82338-3a13-4abc-aabc-8f30383b1cf4 req-fc8c0cc9-ea84-4788-9c49-bb5a0699f748 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:18.615376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad82338-3a13-4abc-aabc-8f30383b1cf4 req-fc8c0cc9-ea84-4788-9c49-bb5a0699f748 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2057476 May 26 19:29:18.624102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:18.674699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad82338-3a13-4abc-aabc-8f30383b1cf4 req-261decce-dc79-48e4-b0a8-4ca8b58ad4a4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470250 May 26 19:29:18.723467 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:18.859660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:18.862355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:18.865673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:18.883379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:29:18.932195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:29:18.968359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:18.968825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.101248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-ca2e607a-f99a-4a0a-ab4e-2bc13624af33 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5722642 May 26 19:29:19.132729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Request body: {'port': {'device_id': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:19.229256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:19.230829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.317619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:19.341740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8d06-0737-4a16-8303-1d73d68c0273 req-fbc06fb6-7126-4380-bd42-a2486771ec21 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:19.351933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:19.352186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-683e8d06-0737-4a16-8303-1d73d68c0273 req-fbc06fb6-7126-4380-bd42-a2486771ec21 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.4247046 May 26 19:29:19.356794 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.388309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.543763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-683e8d06-0737-4a16-8303-1d73d68c0273 req-d60b4331-26b3-4da9-946e-0654562d17e8 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901698 May 26 19:29:19.580795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:19.654020 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.691817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:19.858795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.875692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:19.879996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Usage tracker for resource:security_group_rule and tenant:b160f00f8127494fb37cfa1c8a20afba is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:19.883225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:19.891186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:19.985695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:19.998389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.088829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b160f00f8127494fb37cfa1c8a20afba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953063 May 26 19:29:20.090359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0086068-d12b-44c2-8e4d-69d25da79e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97680d-685b-4e2f-b27f-814992e306b6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:20.092928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48626) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:20.183259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.234524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.242617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159c96c-5347-4a49-8603-e9ac75d09a49 req-f81532b1-f454-4f34-b0c2-a8e7815acd83 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:20.243459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f159c96c-5347-4a49-8603-e9ac75d09a49 req-f81532b1-f454-4f34-b0c2-a8e7815acd83 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:29:20.250565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b1d59c-e997-4aca-86fd-ca23c07ffd0b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:29:20.267281 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.283435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f159c96c-5347-4a49-8603-e9ac75d09a49 req-f81532b1-f454-4f34-b0c2-a8e7815acd83 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:29:20.293633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f159c96c-5347-4a49-8603-e9ac75d09a49 req-f81532b1-f454-4f34-b0c2-a8e7815acd83 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 932 time: 0.4905946 May 26 19:29:20.297898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.319550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.320868 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f97680d-685b-4e2f-b27f-814992e306b6 HTTP/1.1" status: 204 len: 168 time: 0.2268474 May 26 19:29:20.322159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a8f9b-7854-4b79-87ec-f6c91196e6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97680d-685b-4e2f-b27f-814992e306b6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:20.323343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Transition to ACTIVE for port object 57b1d59c-e997-4aca-86fd-ca23c07ffd0b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:20.335922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.425882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f159c96c-5347-4a49-8603-e9ac75d09a49 req-31df5135-786b-4fe4-adbd-7c00c7e800f9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310525 May 26 19:29:20.646939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:20.739215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Attempting to bind port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:29:20.739545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Attempting to bind port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:29:20.739872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Attempting to bind port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:20.744910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:29:20.745283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Attempting to bind port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:20.751935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:29:20.752273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:20.752693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:29:20.753148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Bound port: 57b1d59c-e997-4aca-86fd-ca23c07ffd0b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:29:20.753494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.874892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] For port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:29:20.878238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] For port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:29:20.882733 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.987177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:20.987793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:20.989220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/57b1d59c-e997-4aca-86fd-ca23c07ffd0b HTTP/1.1" status: 200 len: 1092 time: 1.8688195 May 26 19:29:20.989641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'tag': '57b1d59c-e997-4aca-86fd-ca23c07ffd0b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:21.032083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3e32-455c-4444-9c6a-180f5c6f3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:21.231003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d35853-b8b5-497d-84fd-2dceb40d8a11 req-375b5f12-ad04-4725-8e4d-a042965afe8d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:21.232514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97d35853-b8b5-497d-84fd-2dceb40d8a11 req-375b5f12-ad04-4725-8e4d-a042965afe8d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1691558 May 26 19:29:21.238799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-fdc7ffc5-f016-400c-bff9-b5eff38cb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:21.240243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-fdc7ffc5-f016-400c-bff9-b5eff38cb251 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 1095 time: 0.1271272 May 26 19:29:21.359939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-96373c1e-9cbf-4fd7-a4d0-2de30e3dd716 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b1d59c-e997-4aca-86fd-ca23c07ffd0b HTTP/1.1" status: 200 len: 217 time: 0.1040421 May 26 19:29:21.426052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97d35853-b8b5-497d-84fd-2dceb40d8a11 req-97d129ea-9463-4592-a0b3-f43ddc7d45c8 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848545 May 26 19:29:21.439577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-ef8f004e-b863-48e7-89c6-86f908586f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:21.441018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-ef8f004e-b863-48e7-89c6-86f908586f66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.0735950 May 26 19:29:21.497122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-570c9209-084c-4e93-8ef0-328d816e5b59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443079 May 26 19:29:21.505445 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38bce15-faa7-4d12-ac3d-eb1a008e9196'] response: {'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'code': 200} May 26 19:29:21.753931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-e93d034b-1471-42af-b0aa-d660f46d6dcc service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392814 May 26 19:29:21.762587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660733-b4af-4ea4-8333-a88742493413 req-c721bee6-0adf-45e8-89f2-39e4850eaf09 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:21.764479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84660733-b4af-4ea4-8333-a88742493413 req-c721bee6-0adf-45e8-89f2-39e4850eaf09 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1365263 May 26 19:29:21.772946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48732) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:21.779347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Request body: {'floatingip': {'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:21.925173 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025750e6-c180-4e3c-92ae-65db1f2c9b3f'] response: {'name': 'network-changed', 'server_uuid': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'tag': '57b1d59c-e997-4aca-86fd-ca23c07ffd0b', 'status': 'completed', 'code': 200} May 26 19:29:22.019863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:22.122323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-f578d3f1-8e80-4035-9094-d93486f93058 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568366 May 26 19:29:22.495582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1481-60a5-4639-bf56-f32c48893be7 req-d7a8bb2b-0fd6-4720-84d0-10a2a47dc062 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:22.497721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e6f1481-60a5-4639-bf56-f32c48893be7 req-d7a8bb2b-0fd6-4720-84d0-10a2a47dc062 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 944 time: 0.3066866 May 26 19:29:22.535192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-bf5d51be-489e-4c3b-9b69-a4749e242a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:22.537358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-bf5d51be-489e-4c3b-9b69-a4749e242a34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 1095 time: 0.2253747 May 26 19:29:22.591935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e6f1481-60a5-4639-bf56-f32c48893be7 req-37858d69-b22b-4ab8-aa25-5387c2f016d8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860372 May 26 19:29:22.774405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-e6ccad32-1fdb-46c6-8f9a-df51c75121eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:22.775885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-e6ccad32-1fdb-46c6-8f9a-df51c75121eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.2299840 May 26 19:29:23.058468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-30e072e8-fb91-4062-82cd-f3d4cf46486c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b1d59c-e997-4aca-86fd-ca23c07ffd0b HTTP/1.1" status: 200 len: 217 time: 0.2421861 May 26 19:29:23.156705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409819d-4d65-4898-8c93-89614157b1bc req-f3304ab8-93cf-46fc-ba3e-2432cc7d639d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:23.158545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b409819d-4d65-4898-8c93-89614157b1bc req-f3304ab8-93cf-46fc-ba3e-2432cc7d639d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:29:23.200441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b409819d-4d65-4898-8c93-89614157b1bc req-f3304ab8-93cf-46fc-ba3e-2432cc7d639d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:29:23.202569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-f3304ab8-93cf-46fc-ba3e-2432cc7d639d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 944 time: 0.3807721 May 26 19:29:23.274914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-5e7aff01-a5e7-43ee-b489-94bf3b7dcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:23.276643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-5e7aff01-a5e7-43ee-b489-94bf3b7dcde9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1630633 May 26 19:29:23.290203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90a1b0-ee5e-48d0-92db-e5a55d427cea req-0c2ef896-edb1-4e87-99da-118be240d8c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:23.293876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f90a1b0-ee5e-48d0-92db-e5a55d427cea req-0c2ef896-edb1-4e87-99da-118be240d8c0 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.4765792 May 26 19:29:23.307811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:29:23.308742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:23.395169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-ec8b7b28-ed68-44c9-ae38-251ce908fbe7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738204 May 26 19:29:23.556100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f90a1b0-ee5e-48d0-92db-e5a55d427cea req-be3ea1fb-bc5d-4f45-be9e-606e8a16680f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536464 May 26 19:29:23.646703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-f098a0ef-5ef5-45df-973b-55db0f318c72 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410698 May 26 19:29:23.841692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:23.842343 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:23.919238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621b842d-8cdd-4555-ae5b-f3bef75aeab1 req-5c6045e0-ddc0-4439-a90a-48f870962009 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622981 May 26 19:29:23.989023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f346b9-7456-427a-adc3-9edec62985af req-f16377bc-bda6-4d8c-a08d-93d2ca9864db tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:23.991047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13f346b9-7456-427a-adc3-9edec62985af req-f16377bc-bda6-4d8c-a08d-93d2ca9864db tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1405249 May 26 19:29:24.094396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13f346b9-7456-427a-adc3-9edec62985af req-49159986-40da-45a1-8615-5cbbb3fe6eaa tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900693 May 26 19:29:24.167334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for 57b1d59c-e997-4aca-86fd-ca23c07ffd0b owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:29:24.247901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:24.259080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:24.445822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3a660-284c-4602-825d-d6bcc48949b4 req-7e32c7b5-bc48-49f7-a5b8-d7ca91964c14 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:24.447325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcf3a660-284c-4602-825d-d6bcc48949b4 req-7e32c7b5-bc48-49f7-a5b8-d7ca91964c14 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 944 time: 0.2009621 May 26 19:29:24.507142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcf3a660-284c-4602-825d-d6bcc48949b4 req-cdf4ec59-5aee-422c-9826-386eb310042f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 May 26 19:29:24.744337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:24.869135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=57b1d59c-e997-4aca-86fd-ca23c07ffd0b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:24.927623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfcf32-ba32-462a-83c0-f7cc62770abd req-78801090-e35d-4b46-8389-7ef26d77f20f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:24.933714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8bfcf32-ba32-462a-83c0-f7cc62770abd req-78801090-e35d-4b46-8389-7ef26d77f20f tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1562309 May 26 19:29:25.020052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8bfcf32-ba32-462a-83c0-f7cc62770abd req-9972b7b6-5f57-461d-b36d-c21154910c0d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806501 May 26 19:29:25.179710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port 57b1d59c-e997-4aca-86fd-ca23c07ffd0b on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:29:25.194389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:25.198246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'name': 'network-vif-deleted', 'tag': '57b1d59c-e997-4aca-86fd-ca23c07ffd0b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:25.263796 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b409819d-4d65-4898-8c93-89614157b1bc req-4244925b-b192-42af-b968-29c3030a3dd9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "DELETE /v2.0/ports/57b1d59c-e997-4aca-86fd-ca23c07ffd0b HTTP/1.1" status: 204 len: 173 time: 2.0550318 May 26 19:29:25.271979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Router 38561066-d88d-4234-a242-f5fc55421efd has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:29:25.425334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8b744-4e4e-47c4-b25b-c08d71f9ad50 req-cff35dd8-ffdd-4a4a-ad2b-bd18d8472dc3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:25.432802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ef8b744-4e4e-47c4-b25b-c08d71f9ad50 req-cff35dd8-ffdd-4a4a-ad2b-bd18d8472dc3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1687419 May 26 19:29:25.495885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ef8b744-4e4e-47c4-b25b-c08d71f9ad50 req-6669c35a-20f3-4390-8a3a-9bc4beab1ffb tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 May 26 19:29:25.649477 n-d-843146-9 neutron-server[88362]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0ade2a13-790e-407c-b1bc-0f4194d61b32']: {'server_uuid': '161e2dcb-4957-4e27-be37-6f7a598a85d3', 'name': 'network-vif-deleted', 'tag': '57b1d59c-e997-4aca-86fd-ca23c07ffd0b', 'status': 'failed', 'code': 422} returned with failed status May 26 19:29:25.752768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2aa90ecd-5295-492c-b081-8b2cdb32e06f req-78ee9f97-81bf-434f-be1c-5c44df8dc194 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 210 time: 0.0437284 May 26 19:29:25.759051 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7132d3da-9980-4b76-be2c-e922d121956a req-951b8876-8619-4d5a-bfe1-856966311eaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 210 time: 0.0537736 May 26 19:29:25.768520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:29:25.786901 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:29:25.822072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:29:25.822685 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:25.877345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:26.117608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3da-9980-4b76-be2c-e922d121956a req-e97b62f4-01d6-4d1f-ba3f-d97887345816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:26.121797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7132d3da-9980-4b76-be2c-e922d121956a req-e97b62f4-01d6-4d1f-ba3f-d97887345816 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cf2fe801843349f4ab75f4343b7d6977&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3506620 May 26 19:29:26.181841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c740d3-5da7-4a09-88ae-61b91aa61326 req-2530accb-034a-4f68-a024-dbf4519d4f36 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:26.183387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c740d3-5da7-4a09-88ae-61b91aa61326 req-2530accb-034a-4f68-a024-dbf4519d4f36 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2205157 May 26 19:29:26.284387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c740d3-5da7-4a09-88ae-61b91aa61326 req-e12479c6-771f-45de-ae3f-af5d8e7f04ef tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949531 May 26 19:29:26.288880 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:29:26.562510 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36d067a4-b4b2-45b8-a85d-90aee8a0765e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "PUT /v2.0/floatingips/9df81b85-fbf4-417d-b255-0c4dcf5b910a HTTP/1.1" status: 200 len: 993 time: 4.7875278 May 26 19:29:26.608878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d3da-9980-4b76-be2c-e922d121956a req-81277baa-461c-40ff-ae1f-0b494c85e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:26.610410 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7132d3da-9980-4b76-be2c-e922d121956a req-81277baa-461c-40ff-ae1f-0b494c85e83f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4812913 May 26 19:29:26.623424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab11f2-c9fe-4a7f-bc5d-7ca953ef66d2 req-068a6f54-922d-47a6-8663-2971e958565d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:26.632729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7ab11f2-c9fe-4a7f-bc5d-7ca953ef66d2 req-068a6f54-922d-47a6-8663-2971e958565d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1714766 May 26 19:29:26.762297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7ab11f2-c9fe-4a7f-bc5d-7ca953ef66d2 req-f68c72b5-ad43-44c4-b8ab-ecf8d84613f1 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283143 May 26 19:29:26.818452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-7132d3da-9980-4b76-be2c-e922d121956a req-a0810ea0-12a8-47d9-ba20-6f73a64c1ebd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:29:26.856354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-7132d3da-9980-4b76-be2c-e922d121956a req-a0810ea0-12a8-47d9-ba20-6f73a64c1ebd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:29:26.858600 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7132d3da-9980-4b76-be2c-e922d121956a req-a0810ea0-12a8-47d9-ba20-6f73a64c1ebd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=161e2dcb-4957-4e27-be37-6f7a598a85d3 HTTP/1.1" status: 200 len: 210 time: 0.1677580 May 26 19:29:26.965948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:29:27.042344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:29:23Z', 'revision_number': 3, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:27.057048 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:29:27.077434 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:29:27.078291 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:27.273970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcd958-76c4-494b-a97c-dc8d99e96b3c req-db1a67d7-84b9-4831-bae9-54aa5d02e303 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:27.311744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71dcd958-76c4-494b-a97c-dc8d99e96b3c req-db1a67d7-84b9-4831-bae9-54aa5d02e303 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2747967 May 26 19:29:27.338968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:27.376107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'mac_address': 'fa:16:3e:0b:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:29:27.407160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71dcd958-76c4-494b-a97c-dc8d99e96b3c req-943382b6-9001-4dcd-acf8-d96f60505dad tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844355 May 26 19:29:27.554419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:27.555062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:27.593329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:29:27.620258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:27.630580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:27.651601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}, {'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:27.716881 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:29:27.812556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:29:27.900166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:28.087395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ae7a-940e-43fa-a356-c23f51df2ad6 req-84923f04-35fa-4bee-ac33-c8ac8dcc0aa4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.089357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a17ae7a-940e-43fa-a356-c23f51df2ad6 req-84923f04-35fa-4bee-ac33-c8ac8dcc0aa4 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1146016 May 26 19:29:28.174649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a17ae7a-940e-43fa-a356-c23f51df2ad6 req-918419f3-edeb-4b2a-a6ef-1ff527a7467d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678928 May 26 19:29:28.225396 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9a8f0f-a5e4-4155-afb9-a412f1098154'] response: {'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'status': 'completed', 'code': 200} May 26 19:29:28.225894 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9a8f0f-a5e4-4155-afb9-a412f1098154'] response: {'name': 'network-changed', 'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'status': 'completed', 'code': 200} May 26 19:29:28.359964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:29:23Z', 'revision_number': 3, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:28.369513 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ea93-a631-4ac9-af51-a1a6ddb50fc3 None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '9df81b85-fbf4-417d-b255-0c4dcf5b910a', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '38561066-d88d-4234-a242-f5fc55421efd', 'port_id': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'mac_address': 'fa:16:3e:fe:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:26:14Z', 'updated_at': '2022-05-26T19:29:23Z', 'revision_number': 3, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:29:28.385126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-2eedf8d0-db35-486d-b6d3-0a6723b7611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.387320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-2eedf8d0-db35-486d-b6d3-0a6723b7611a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.1281147 May 26 19:29:28.578340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-5ff4a99e-ea1e-4cb5-844e-d21c576f10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.584481 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-5ff4a99e-ea1e-4cb5-844e-d21c576f10c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.1855745 May 26 19:29:28.616402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-f3c35a2b-93ca-43ce-ace4-15e570d01d45 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.623382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-f3c35a2b-93ca-43ce-ace4-15e570d01d45 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2651947 May 26 19:29:28.647984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-462ecabc-6131-424d-abf7-7af1d85d16d9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0181003 May 26 19:29:28.712221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-520e55de-0932-496a-ae49-f791bcfd69d5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629556 May 26 19:29:28.734806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-1f813057-9986-413e-8d4e-6ff252a3e0d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1001 time: 0.1447289 May 26 19:29:28.827525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-b03a9a65-491b-4d63-bddd-16ecca76d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.829560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-b03a9a65-491b-4d63-bddd-16ecca76d5a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.0880601 May 26 19:29:28.971863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:29:28.996397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-4248d8db-de7d-4318-b07d-d0c954c770ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:28.998126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-4248d8db-de7d-4318-b07d-d0c954c770ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604376 May 26 19:29:29.112849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-145c7b4c-67fd-45b0-ab02-569a50b0ea82 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889885 May 26 19:29:29.177740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:29.179257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:29.382443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-46e3315f-2c19-49c1-97f5-c0e8afabb990 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686970 May 26 19:29:29.505588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:29.505907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:29.545978 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-3a0810aa-71ab-4eab-88d4-febc815a03f5 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389299 May 26 19:29:29.575771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:29.576951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:29.584364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:29.690960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:29.853797 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ec9988-c074-43f0-b3a7-28757534f21c'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'code': 200} May 26 19:29:29.927487 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-1737ea3e-3f25-4c70-a8bd-2cd51c44024e service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728161 May 26 19:29:30.005628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cd9453e-8435-494e-88af-79041ad77c5b req-3ca83c3e-65c0-4e13-a488-f65afd70c714 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 210 time: 0.0849011 May 26 19:29:30.145820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-5d18d240-a2ce-4dd2-bacf-fb1d9eeef718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.161911 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-5d18d240-a2ce-4dd2-bacf-fb1d9eeef718 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 1096 time: 0.1844072 May 26 19:29:30.428330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5836071-6597-4c33-8843-eaffff757932 req-611fe375-2c8e-4e2a-a935-e3e59c5e4a78 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.428935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-745be026-b30b-49df-9459-e83db5fb4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.430499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-745be026-b30b-49df-9459-e83db5fb4b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.2602799 May 26 19:29:30.432275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5836071-6597-4c33-8843-eaffff757932 req-611fe375-2c8e-4e2a-a935-e3e59c5e4a78 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2318125 May 26 19:29:30.530840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5836071-6597-4c33-8843-eaffff757932 req-18fe8ea2-7f6e-4f36-bba1-12f1d7a54286 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869946 May 26 19:29:30.690859 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-04a9deb2-b600-4455-a2f9-e2b6c807c361 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 200 len: 1001 time: 0.2507348 May 26 19:29:30.863951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-661617b3-226e-45d3-b8fd-01c3b28fa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.873290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-661617b3-226e-45d3-b8fd-01c3b28fa83d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.1714499 May 26 19:29:30.967227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-308ce73d-f492-493a-b187-b876ab38c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:30.968752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-308ce73d-f492-493a-b187-b876ab38c179 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821493 May 26 19:29:31.315140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-851c5fab-81e8-4f82-b373-84f83baa24e9 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352671 May 26 19:29:31.368766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57443e66-e2ca-4d60-9732-608a624e1a11 req-8ec04462-e2c3-4bb5-8d0f-6dbbe0d0e8f4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 210 time: 0.1004012 May 26 19:29:31.559687 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-9704d623-7bad-4651-9e91-6d0563ac7509 req-6bdf1bed-f453-4768-a49c-49b241745926 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368672 May 26 19:29:31.840726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-fefc3859-816f-4e49-8306-35d2f82bd268 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:31.842498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-fefc3859-816f-4e49-8306-35d2f82bd268 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.4071393 May 26 19:29:31.865646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:32.193391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:32.208913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:32.227567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:32.231604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:32.443206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.10 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/d6d95644-c13d-42eb-99cf-3f57780a5827) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:29:32.727699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-946eb29d-d966-4101-93fb-daf2acf29510 req-1379725d-bedd-4327-9286-95189df04baf tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 210 time: 0.0910497 May 26 19:29:32.861012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:32.929602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:33.036596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:33.081427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:33.089922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:29:33.236640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:33.247535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.248072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.248553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.249027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.249522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.250009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.250486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.250949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.251412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.251886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.252347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.252808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:33.276106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:33.276677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49134) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:33.277812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:33.320357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-7861f74a-7e17-456c-ab2f-448522b3d9b6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678693 May 26 19:29:33.348065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Request body: {'port': {'device_id': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:33.532455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:33.648513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:33.704422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:33.712376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Usage tracker for resource:security_group_rule and tenant:b26b2d106fe1461c9eddcdffb785b692 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:33.717662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:33.729256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:33.987884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.005445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.038061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d95644-c13d-42eb-99cf-3f57780a5827 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:29:34.056985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.205070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b26b2d106fe1461c9eddcdffb785b692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257219 May 26 19:29:34.205938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49166) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:34.211368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1ebac-5ad8-474c-abdf-ffe919cc7743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1a4d60-9abd-415e-b813-f72a005473c8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:34.252448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Transition to ACTIVE for port object d6d95644-c13d-42eb-99cf-3f57780a5827 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:34.280210 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.343935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.451225 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.629221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.660750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1a4d60-9abd-415e-b813-f72a005473c8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:34.684902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:34.697422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb909804-53a0-4ab3-b57b-3f30e2fb1f98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee1a4d60-9abd-415e-b813-f72a005473c8 HTTP/1.1" status: 204 len: 168 time: 0.4900451 May 26 19:29:34.698594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:34.838349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db178-ef1e-46b9-964b-f6fdbc5cb295 req-682845c6-6bdf-42a9-8a84-556763fbceee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:34.841820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f61db178-ef1e-46b9-964b-f6fdbc5cb295 req-682845c6-6bdf-42a9-8a84-556763fbceee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:29:35.025808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f61db178-ef1e-46b9-964b-f6fdbc5cb295 req-682845c6-6bdf-42a9-8a84-556763fbceee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:29:35.026682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f61db178-ef1e-46b9-964b-f6fdbc5cb295 req-682845c6-6bdf-42a9-8a84-556763fbceee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 932 time: 0.9541273 May 26 19:29:35.029437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Attempting to bind port d6d95644-c13d-42eb-99cf-3f57780a5827 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:29:35.029769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Attempting to bind port d6d95644-c13d-42eb-99cf-3f57780a5827 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:29:35.030094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Attempting to bind port d6d95644-c13d-42eb-99cf-3f57780a5827 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:35.036195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Port d6d95644-c13d-42eb-99cf-3f57780a5827 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:29:35.036505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Attempting to bind port d6d95644-c13d-42eb-99cf-3f57780a5827 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:35.074713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:29:35.075083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:35.075420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:29:35.075848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Bound port: d6d95644-c13d-42eb-99cf-3f57780a5827, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:29:35.076193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.149161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f61db178-ef1e-46b9-964b-f6fdbc5cb295 req-118d02ad-90a8-41e1-94cd-eb278a5d30c6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138835 May 26 19:29:35.221192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:29:35.224595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6d95644-c13d-42eb-99cf-3f57780a5827,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:29:35.232313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.373653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:35.375956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.377411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] 10.222.0.53 "PUT /v2.0/ports/d6d95644-c13d-42eb-99cf-3f57780a5827 HTTP/1.1" status: 200 len: 1092 time: 2.0347393 May 26 19:29:35.410491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:35.428096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:35.473814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.511980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851ca85-8034-4132-985a-64b722ef2084 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:35.513193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:35.524596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8a76608248d54d3094768d5be6a77f83 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:35.538037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:35.544459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:35.572225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-952d4331-ee30-4d41-a7a2-471dc639ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:35.574379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-952d4331-ee30-4d41-a7a2-471dc639ef05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 1095 time: 0.1425734 May 26 19:29:35.746180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.779475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:35.820872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-9476a375-a05e-4842-b055-8caac49eab55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d95644-c13d-42eb-99cf-3f57780a5827 HTTP/1.1" status: 200 len: 217 time: 0.2376325 May 26 19:29:35.906133 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a76608248d54d3094768d5be6a77f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749889 May 26 19:29:35.909735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49208) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:35.914150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c327a4-56c4-4700-8df6-5d44c7ae29e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b84ccf-3393-4110-89d9-6bcc5338f16e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:36.001795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-f0add4f8-df1c-4267-bd72-e004cd427f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:36.004023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-f0add4f8-df1c-4267-bd72-e004cd427f1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1707761 May 26 19:29:36.079523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-b467553d-65a6-42ec-bdc5-782d1dcfe340 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670893 May 26 19:29:36.279263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:36.319259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:36.467245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:36.499121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-3c7721ee-67c5-497a-a079-75d7433de3e7 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022443 May 26 19:29:36.774735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5224c239-0768-42a9-9786-f2dd062b4b47 req-44fb0d80-0287-40a3-8635-838450ab2600 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633641 May 26 19:29:36.783059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:36.849230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b84ccf-3393-4110-89d9-6bcc5338f16e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:36.857866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:36.858982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71a98ff1-53dc-4a69-9e5b-9d43dc39c2e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03b84ccf-3393-4110-89d9-6bcc5338f16e HTTP/1.1" status: 204 len: 168 time: 0.9416790 May 26 19:29:39.230564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:39.480349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:39.531149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:39.544323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Usage tracker for resource:security_group_rule and tenant:721cb968129b48f483961c10c391e83f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:39.548028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:39.573516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:39.759953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:39.773982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:39.846984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=721cb968129b48f483961c10c391e83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183677 May 26 19:29:39.848245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc196b9-ef66-4474-915b-8951a6f7d058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af21721-9b23-460b-b60c-6119c545c98d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:39.849973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:39.994717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:40.061496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:40.137790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:40.170003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af21721-9b23-460b-b60c-6119c545c98d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:40.210748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:40.215397 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9827c038-5193-450e-a40e-7713f5706ea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1af21721-9b23-460b-b60c-6119c545c98d HTTP/1.1" status: 204 len: 168 time: 0.3642035 May 26 19:29:42.978325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6d95644-c13d-42eb-99cf-3f57780a5827 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:29:43.299700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6d95644-c13d-42eb-99cf-3f57780a5827,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:43.323014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd6d95644-c13d-42eb-99cf-3f57780a5827', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': 'd6d95644-c13d-42eb-99cf-3f57780a5827', 'mac_address': 'fa:16:3e:fe:c3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:29:43.469925 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ce955c-c681-48a6-9df6-65bf1ec2aa3e'] response: {'name': 'network-changed', 'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827', 'status': 'completed', 'code': 200} May 26 19:29:43.511129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d6d95644-c13d-42eb-99cf-3f57780a5827 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:43.512423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:43.551336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d95644-c13d-42eb-99cf-3f57780a5827 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:29:43.596442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6d95644-c13d-42eb-99cf-3f57780a5827,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:43.605789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:43.734360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-c779b848-7cee-469f-bcfb-fb76b3c0dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:43.736026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-c779b848-7cee-469f-bcfb-fb76b3c0dfd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 1095 time: 0.2417822 May 26 19:29:43.749313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:43.760493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.761969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.762501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.762922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.763340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.763759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.764173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.782892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.784808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.785361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.785927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-92b3651a-63cc-4936-a4d3-7931c8362940 req-6dc5283a-958c-4bf8-bb7b-5f7fd26c0f32 tempest-LiveAutoBlockMigrationV225Test-1000167345 tempest-LiveAutoBlockMigrationV225Test-1000167345-project] (88362) timed out ('10.222.0.13', 57455) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:29:43.786491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.789441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:43.919648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:43.942146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70320b4-890d-4934-94b4-d5ffdc5d0773 req-7dfe4f61-44ce-410f-a8b2-ce6b8ac5ff2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:43.950239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d70320b4-890d-4934-94b4-d5ffdc5d0773 req-7dfe4f61-44ce-410f-a8b2-ce6b8ac5ff2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 945 time: 0.3205440 May 26 19:29:44.021316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d70320b4-890d-4934-94b4-d5ffdc5d0773 req-8bcb070b-cc34-4b4e-9076-e25e916e2ba3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 May 26 19:29:44.059525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-98d02f60-a071-4096-960e-35811b942b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:44.071993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-98d02f60-a071-4096-960e-35811b942b42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.3281770 May 26 19:29:44.158096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d6d95644-c13d-42eb-99cf-3f57780a5827'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:29:44.262758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-6f682624-f991-4777-9538-8685986ede5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6d95644-c13d-42eb-99cf-3f57780a5827 HTTP/1.1" status: 200 len: 217 time: 0.1815259 May 26 19:29:44.629182 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-516ffab5-edc8-4bb7-ad2c-baba36f71a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:44.665230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:44.665427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-d821b89c-5d16-4d8f-aeda-502c7351cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:44.667013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-d821b89c-5d16-4d8f-aeda-502c7351cfbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.3979704 May 26 19:29:44.672222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'network': {'name': 'tempest-network-smoke--1475733375', 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:44.681649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:44.701666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:network and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:44.705073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:44.712161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:44.727430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:44.737667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:44.740798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-ce2dcbb7-5579-4f17-9d67-dab9861a0f3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666132 May 26 19:29:44.775611 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:44.837749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:44.847877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group_rule and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:44.857785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:44.900781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:44.906279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-328664bb-5e93-48cc-8cbc-b7b2e68357c6 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584413 May 26 19:29:45.136143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.147478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.160722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d029d4a4-75ae-4071-9d0c-a62682efdad3 req-bc85667a-2761-47b3-9148-3d9822b1b305 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463260 May 26 19:29:45.243490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8fe27-fd61-4221-9dc8-1946a4b377f1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:45.272653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.273229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.273726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.274347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.274841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.275203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.275643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.276001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.281553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.282198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.284182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.285059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:29:45.302835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:29:45.324890 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.325658 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Added segment 5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7 of type vlan for network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f May 26 19:29:45.442130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.517028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.527723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:45.531128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.727190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Network': ['ID=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:45.744348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35335716-f127-4484-a5a2-b6e2a100ba98 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0780225 May 26 19:29:45.748055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:45.751470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:29:45.756555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'admin_state_up': True, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:45.781330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:45.788602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:router and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:45.797133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:45.812901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:45.863268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.864584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.914510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:45.942583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b7176-4b61-482d-b4b1-4c273108cce2 req-aa154d8b-12e9-46c0-919e-0ab081022d61 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:45.942583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-879b7176-4b61-482d-b4b1-4c273108cce2 req-aa154d8b-12e9-46c0-919e-0ab081022d61 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 945 time: 0.2121048 May 26 19:29:46.004077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-879b7176-4b61-482d-b4b1-4c273108cce2 req-e7d1d0b5-c4bd-42fb-a396-7e39362a7dde tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 May 26 19:29:46.313259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aeab8-0b67-4dbb-bfc3-b3af4b2d0606 req-7d1a574d-1da4-469d-a74c-3b51f7f9a14d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:46.321776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-767aeab8-0b67-4dbb-bfc3-b3af4b2d0606 req-7d1a574d-1da4-469d-a74c-3b51f7f9a14d tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.1080306 May 26 19:29:46.383510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-767aeab8-0b67-4dbb-bfc3-b3af4b2d0606 req-5165d5a3-6cc5-4d89-abe1-fb3fd69243f7 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607858 May 26 19:29:46.605669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:46.799148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a610ac8f-3e82-4ff5-84cd-4fafdde4d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.001910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6d95644-c13d-42eb-99cf-3f57780a5827 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:29:47.260350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d6d95644-c13d-42eb-99cf-3f57780a5827 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:29:47.269323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d6d95644-c13d-42eb-99cf-3f57780a5827 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:47.270073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.344501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.375024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84bb5-6de3-4772-9c79-762bb11f5766 req-2139215c-33ed-409d-9d82-79954ce6285b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:47.383791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.392063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8be84bb5-6de3-4772-9c79-762bb11f5766 req-2139215c-33ed-409d-9d82-79954ce6285b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 945 time: 0.2061305 May 26 19:29:47.451788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.492478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8be84bb5-6de3-4772-9c79-762bb11f5766 req-37a270e1-0f5a-4bc6-bf90-a92731cbd319 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992143 May 26 19:29:47.635123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d6d95644-c13d-42eb-99cf-3f57780a5827 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:47.636269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.650530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.25.0.72 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9cb87c31-9e78-49cc-b210-e6a58d19f91d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:29:47.739301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6d95644-c13d-42eb-99cf-3f57780a5827,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:47.742933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:47.758008 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:47.914993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18749316-db2c-4ca1-8ded-fda4ed04af78 req-d94291a0-6927-4cb6-ab26-fda4cc9658fa tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:47.925946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:47.928235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18749316-db2c-4ca1-8ded-fda4ed04af78 req-d94291a0-6927-4cb6-ab26-fda4cc9658fa tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.3234735 May 26 19:29:47.983557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb923ba-b399-45ff-a235-8de21226a852 req-080a7659-24bc-49ae-a98a-e446089f99c5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:47.985998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffb923ba-b399-45ff-a235-8de21226a852 req-080a7659-24bc-49ae-a98a-e446089f99c5 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 947 time: 0.2821577 May 26 19:29:48.015759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:48.054296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18749316-db2c-4ca1-8ded-fda4ed04af78 req-a2270b8f-50b1-46bf-a434-77703b8a72b9 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/security-groups?id=a967e48d-04d6-4ae9-a03a-742b81f63361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252222 May 26 19:29:48.075603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:48.111298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:48.247167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Deleting port b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:29:48.247547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:48.260690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:48.264315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:48.282350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:29:48.336375 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7517a9-b7e6-403e-9ae3-938eba98349e'] response: {'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827', 'code': 200} May 26 19:29:48.450722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=9cb87c31-9e78-49cc-b210-e6a58d19f91d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:48.842035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] For port b690a290-55c1-4667-a5c7-a4ac145e530d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b690a290-55c1-4667-a5c7-a4ac145e530d,segment=NetworkSegment(c3a168ad-3075-48da-bfaf-e676645c982d),segment_id=c3a168ad-3075-48da-bfaf-e676645c982d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:48.842600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:49.013878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Calling delete_port for b690a290-55c1-4667-a5c7-a4ac145e530d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:29:49.026576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f1108-288f-45f7-ae72-0a8ac292c0a3 req-09acfeb8-d7a9-4917-b378-f0ace5dfc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:49.028766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-028f1108-288f-45f7-ae72-0a8ac292c0a3 req-09acfeb8-d7a9-4917-b378-f0ace5dfc281 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 1097 time: 0.6333017 May 26 19:29:49.197307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e8c57-ac20-4e21-abcd-c99bfc8bc691 req-92920837-a56f-482e-987a-5fd9edf2ecd0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:49.206299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd8e8c57-ac20-4e21-abcd-c99bfc8bc691 req-92920837-a56f-482e-987a-5fd9edf2ecd0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.4955008 May 26 19:29:49.320429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:49.334000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b690a290-55c1-4667-a5c7-a4ac145e530d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:29:49.366913 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-028f1108-288f-45f7-ae72-0a8ac292c0a3 req-926b55bb-f6b2-4e4e-be86-4cbc2ad0c926 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236840 May 26 19:29:49.377056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:49.413009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd8e8c57-ac20-4e21-abcd-c99bfc8bc691 req-2a7f2dd4-cac3-4b61-89a0-f66c00efb275 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055974 May 26 19:29:49.475263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Pushing event deleted for resources: {'Port': ['ID=b690a290-55c1-4667-a5c7-a4ac145e530d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:49.522537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] No DVR routers for this DVR port b690a290-55c1-4667-a5c7-a4ac145e530d on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:29:49.528120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:49.546724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-deleted', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:49.552443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffb923ba-b399-45ff-a235-8de21226a852 req-8ec44407-9e6a-4a2d-8f31-e0bebd19d8e3 tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.53 "DELETE /v2.0/ports/b690a290-55c1-4667-a5c7-a4ac145e530d HTTP/1.1" status: 204 len: 173 time: 1.5140591 May 26 19:29:49.665840 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:49.688392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83275211-6e6e-4ff3-a4ca-9e73213083a6 req-5672b6f0-6f32-4667-b4bd-706524207c5c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Synchronizing usage tracker for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:29:49.720259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83275211-6e6e-4ff3-a4ca-9e73213083a6 req-5672b6f0-6f32-4667-b4bd-706524207c5c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] Unset dirty status for tenant:138ae5b29ec6425f85503a7f7a063f36 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:29:49.735150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83275211-6e6e-4ff3-a4ca-9e73213083a6 req-5672b6f0-6f32-4667-b4bd-706524207c5c tempest-ServersNegativeTestJSON-1228192231 tempest-ServersNegativeTestJSON-1228192231-project] 10.222.0.24 "GET /v2.0/ports?device_id=00773279-e011-44a7-8471-05d79d13308f HTTP/1.1" status: 200 len: 210 time: 0.1504171 May 26 19:29:49.943562 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dccb7e9-1815-4117-9d3e-8572e1f36a7d'] response: {'server_uuid': '00773279-e011-44a7-8471-05d79d13308f', 'name': 'network-vif-deleted', 'tag': 'b690a290-55c1-4667-a5c7-a4ac145e530d', 'status': 'completed', 'code': 200} May 26 19:29:50.205471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:50.506055 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:29:50.665949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:29:50.834540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa682f-d551-49ff-a1dd-3615bfc4fd63 req-599aa668-87b5-4db4-84fd-0caf325eb356 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:50.842901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-effa682f-d551-49ff-a1dd-3615bfc4fd63 req-599aa668-87b5-4db4-84fd-0caf325eb356 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.1915989 May 26 19:29:50.953497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-effa682f-d551-49ff-a1dd-3615bfc4fd63 req-3abfc85a-ce0f-4d82-a8ae-6bb6323f8a30 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001291 May 26 19:29:51.121949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49610) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:51.208072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:29:51.226398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Sync routers for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:29:51.251788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:29:51.255451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:51.256712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:51.259211 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71e67785-fe6f-4802-9d4f-e49df0f4df56 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5089207 May 26 19:29:51.261982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49630) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:51.540512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-34418979-043c-4d12-a720-1fd025759d0a tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=425c61e4253b48e59f3d2ce031ab9848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2773089 May 26 19:29:51.543160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:51.706262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Deleting subnet a0fb628c-8f29-4ba8-a9b3-c5806c553987 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:29:51.711953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:51.761317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecbc80-a6c7-4e36-98f9-cabfd1595042 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:51.763180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60ecbc80-a6c7-4e36-98f9-cabfd1595042 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2189910 May 26 19:29:51.765869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49680) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:51.841917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6a247db6-5792-48b3-9935-9f1e9d238d0b tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715961 May 26 19:29:51.842776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49690) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:51.849330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:51.867118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226613994', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:51.869432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:29:52.099355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.119364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:52.133098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:subnet and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:52.143079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:52.153581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:52.175710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:52.193024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.232859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.333069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fb628c-8f29-4ba8-a9b3-c5806c553987,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:52.473497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.485012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cf5e9c5b-e141-4dc3-8fbb-1bc6e18d7fc3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0fb628c-8f29-4ba8-a9b3-c5806c553987 HTTP/1.1" status: 204 len: 168 time: 1.3609626 May 26 19:29:52.492554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:52.676116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.687158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:48Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:52.693303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f9095-2ed3-4653-9d3e-a3fa38d4c25d req-2f10cfb9-c83b-463d-ab07-448561340d54 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:52.694695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Checking router: f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:29:52.695229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Updating router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 port 9cb87c31-9e78-49cc-b210-e6a58d19f91d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:29:52.700544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e7f9095-2ed3-4653-9d3e-a3fa38d4c25d req-2f10cfb9-c83b-463d-ab07-448561340d54 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.3699017 May 26 19:29:52.741273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.781341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.842807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Subnet': ['ID=91cc7e5e-ce70-47ef-80b1-81fa20c432bf,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:52.867193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Checking segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:52.867566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network hostable DHCP agents. Network: ab6e9b2c-98a8-4fe3-945f-808c81bfc03f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:29:52.906760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:29:52.924693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ab6e9b2c-98a8-4fe3-945f-808c81bfc03f) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:52.930351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:52.931484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.955496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e7f9095-2ed3-4653-9d3e-a3fa38d4c25d req-920c78b5-ca18-4cb0-b7bd-56425e5cf947 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539921 May 26 19:29:52.962534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:52.984342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761581e-dba0-45ff-893e-298ba8efb976 None None] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:29:52.985883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0739e1e2-5d13-451c-a658-3b63d2a60110 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1409850 May 26 19:29:52.987775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:53.023024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf9ca60-7da2-48f7-b50e-7fc0133c0c62']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:53.038551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a168ad-3075-48da-bfaf-e676645c982d') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:53.039130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a168ad-3075-48da-bfaf-e676645c982d') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:53.055258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.083548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.095725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:29:53.096135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.323110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.335939 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c3a168ad-3075-48da-bfaf-e676645c982d resource provider aggregate not found May 26 19:29:53.377289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.397138 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c3a168ad-3075-48da-bfaf-e676645c982d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3a168ad-3075-48da-bfaf-e676645c982d found for delete ", "request_id": "req-0efa73c1-d99f-4c93-933f-253bed92615d"}]} May 26 19:29:53.409839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:29:53.424134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf9ca60-7da2-48f7-b50e-7fc0133c0c62,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:53.428725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-21e3f285-a4f2-4e7c-97aa-18ed5503b124 admin admin] 10.222.0.24 "DELETE /v2.0/networks/daf9ca60-7da2-48f7-b50e-7fc0133c0c62 HTTP/1.1" status: 204 len: 168 time: 0.9285281 May 26 19:29:53.488936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: b690a290-55c1-4667-a5c7-a4ac145e530d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:29:53.489252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b690a290-55c1-4667-a5c7-a4ac145e530d not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:29:53.698894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:29:53.698894 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:53.778013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49828) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:53.917690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1088d823-9bd7-4938-a803-a79016bae6e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=138ae5b29ec6425f85503a7f7a063f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376681 May 26 19:29:53.920070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49836) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:54.126034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Allocated IP 172.20.0.2 (ab6e9b2c-98a8-4fe3-945f-808c81bfc03f/91cc7e5e-ce70-47ef-80b1-81fa20c432bf/45621bda-6cd3-4b1f-ac9c-6972c50a7c35) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:29:54.243164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.357939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.367845 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.383652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Transition to ACTIVE for port object 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:54.406100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Transition to ACTIVE for port object 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:54.420944 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.434161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b84b4-2c67-4033-a5c2-ead94fb4c98f req-e909a31b-f8d6-44a3-9a25-493820696ca4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:54.435938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-424b84b4-2c67-4033-a5c2-ead94fb4c98f req-e909a31b-f8d6-44a3-9a25-493820696ca4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.4084556 May 26 19:29:54.539092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.611818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:54.616943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:54.620612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:29:54.651246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-424b84b4-2c67-4033-a5c2-ead94fb4c98f req-b42a65cc-2d6e-49dd-89a9-6c88b822fb91 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050130 May 26 19:29:54.670446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967e48d-04d6-4ae9-a03a-742b81f63361,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:54.675693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.677554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d5982b82-86f1-4005-ab44-026be8c198fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a967e48d-04d6-4ae9-a03a-742b81f63361 HTTP/1.1" status: 204 len: 168 time: 0.7548504 May 26 19:29:54.759073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Pushing event updated for resources: {'Port': ['ID=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:54.841498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Attempting to bind port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:29:54.841868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Attempting to bind port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:29:54.842363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Attempting to bind port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 on network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:54.859545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:29:54.859924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Checking segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:54.860506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.861829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Bound using segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:29:54.862774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Bound port: 45621bda-6cd3-4b1f-ac9c-6972c50a7c35, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:29:54.863541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:54.875483 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.008009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Transition to ACTIVE for port object 9cb87c31-9e78-49cc-b210-e6a58d19f91d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:55.087765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-af440a58-61a7-420a-8e69-036091f46567 None None] For port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:29:55.095447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-af440a58-61a7-420a-8e69-036091f46567 None None] For port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:29:55.123098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.128743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.164570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.320591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Attempting to bind port 9cb87c31-9e78-49cc-b210-e6a58d19f91d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:29:55.320957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Attempting to bind port 9cb87c31-9e78-49cc-b210-e6a58d19f91d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:29:55.321362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Attempting to bind port 9cb87c31-9e78-49cc-b210-e6a58d19f91d on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:29:55.335368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8768fa-9515-4013-8bd6-a091f48203e3 None None] Pushing event updated for resources: {'Port': ['ID=9cb87c31-9e78-49cc-b210-e6a58d19f91d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:55.355096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:29:55.358265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:55.358891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.359435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:29:55.359949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Bound port: 9cb87c31-9e78-49cc-b210-e6a58d19f91d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:29:55.360322 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.547803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440a58-61a7-420a-8e69-036091f46567 None None] Pushing event updated for resources: {'Port': ['ID=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:55.899923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] For port 9cb87c31-9e78-49cc-b210-e6a58d19f91d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:29:55.921845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] For port 9cb87c31-9e78-49cc-b210-e6a58d19f91d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cb87c31-9e78-49cc-b210-e6a58d19f91d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:29:55.945891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:55.956113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.20.0.1 (ab6e9b2c-98a8-4fe3-945f-808c81bfc03f/91cc7e5e-ce70-47ef-80b1-81fa20c432bf/d730480a-f634-46ca-bbee-2b8710208666) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:29:55.960114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1632a9-a001-4666-a314-394288092844 req-cada06c6-eef4-4a05-b5e8-546a13af66de tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:55.964305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e1632a9-a001-4666-a314-394288092844 req-cada06c6-eef4-4a05-b5e8-546a13af66de tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.1550305 May 26 19:29:56.046130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8768fa-9515-4013-8bd6-a091f48203e3 None None] Pushing event updated for resources: {'Port': ['ID=9cb87c31-9e78-49cc-b210-e6a58d19f91d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:56.075492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:29:56.076219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:56.111215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e1632a9-a001-4666-a314-394288092844 req-3606f5b1-6800-4832-864d-8b0714b322f8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338840 May 26 19:29:56.343730 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:56.399654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Transition to ACTIVE for port object d730480a-f634-46ca-bbee-2b8710208666 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:29:56.413077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:29:56.425550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50106) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:56.479980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:56.641691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:56.654718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:56.672379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:29:56.685224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1832809342-network', 'tenant_id': '09cdfa9852ed4a099a80f30ee2417ad0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:56.699341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:56.707104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Usage tracker for resource:network and tenant:09cdfa9852ed4a099a80f30ee2417ad0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:56.711505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:56.760060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:56.765725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:56.791794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:56.796656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Made reservation on behalf of 09cdfa9852ed4a099a80f30ee2417ad0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:56.811168 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:56.835825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:56.873136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:56.899780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Usage tracker for resource:security_group_rule and tenant:09cdfa9852ed4a099a80f30ee2417ad0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:56.903742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:56.910256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:57.072237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:48Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:29:57.082905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951f855-f907-45fc-8444-05d2a672fc9f None None] The sync data for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 is: [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:48Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:29:57.200509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2c695-6ea8-4564-b13d-31c180b8e46c None None] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:29:57.357368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.418399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.479079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:29:57.507611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:29:57.521396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.521922 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Added segment 9f5ba89d-9c77-438f-b953-95ae93936166 of type vlan for network 53750feb-e3fb-465e-9764-3776732ebaf3 May 26 19:29:57.533302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7368534-6885-4ed8-988c-29381f3258ca,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:57.566240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95b859-03d1-40e0-9ae0-2f68fc07353c req-a4a51559-328d-4661-ad67-3fdc93c819d1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:57.573676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a95b859-03d1-40e0-9ae0-2f68fc07353c req-a4a51559-328d-4661-ad67-3fdc93c819d1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.4170370 May 26 19:29:57.616395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.648394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-87eb7e05-df20-4409-9155-ea7ba2092441 None None] Provisioning for port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:29:57.685024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.713421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:29:57.723799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a95b859-03d1-40e0-9ae0-2f68fc07353c req-d083e72b-9f63-47ef-9fed-9162bc6c978f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488972 May 26 19:29:57.727695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:57.728288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.788204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.789219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:57.789863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:57.888572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4560380 May 26 19:29:57.889374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50208) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:57.990839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:57.992464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.027830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Request body: {'subnet': {'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1832809342-subnet', 'tenant_id': '09cdfa9852ed4a099a80f30ee2417ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:58.042203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:58.115706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:58.131134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Usage tracker for resource:subnet and tenant:09cdfa9852ed4a099a80f30ee2417ad0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:58.145882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.151360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:58.154393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec85225-7dd5-433c-8a5d-d91e499e9031 admin admin] Pushing event updated for resources: {'Network': ['ID=53750feb-e3fb-465e-9764-3776732ebaf3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:58.171582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:58.222252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Made reservation on behalf of 09cdfa9852ed4a099a80f30ee2417ad0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:29:58.225006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.234984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 53750feb-e3fb-465e-9764-3776732ebaf3 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:29:58.388957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:58.469847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.480492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.596455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0185ee-cac5-491f-b8ba-c76dbf693f48 req-249c5cf8-2191-4d52-9b54-e3699e587616 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:58.604237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0185ee-cac5-491f-b8ba-c76dbf693f48 req-249c5cf8-2191-4d52-9b54-e3699e587616 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 950 time: 0.5714612 May 26 19:29:58.724305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:58.735856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:58.743687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Provisioning complete for port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:58.744077 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.001095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:29:59.002716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:29:59.044503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0185ee-cac5-491f-b8ba-c76dbf693f48 req-1adcb726-91e2-4bfd-b414-44204634b403 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391673 May 26 19:29:59.059914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-0beb0b7f-288c-441d-b11f-16ce78834932 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:59.065923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-0beb0b7f-288c-441d-b11f-16ce78834932 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.6572921 May 26 19:29:59.074499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:29:59.149247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Current status of the port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:59.201373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Provisioning for port d730480a-f634-46ca-bbee-2b8710208666 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:29:59.209580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Provisioning complete for port d730480a-f634-46ca-bbee-2b8710208666 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:59.210504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.231369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port d6d95644-c13d-42eb-99cf-3f57780a5827 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:29:59.231703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.314626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:29:59.315170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.359332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-db22d3fc-8c14-47ce-b867-5bd40c8b7a15 None None] Port d730480a-f634-46ca-bbee-2b8710208666 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:29:59.367066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:29:59.378731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:29:59.391629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.395470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:29:59.466234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cb87c31-9e78-49cc-b210-e6a58d19f91d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:29:59.626933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1eb9e506-2c04-44b0-a11d-8d4db97d9b0d None None] Provisioning complete for port d730480a-f634-46ca-bbee-2b8710208666 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:59.627346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e506-2c04-44b0-a11d-8d4db97d9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.695290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e723b0a-ad1a-4bf4-9c29-586139513acb req-3b231543-8b37-4db7-abae-687e8322202d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:29:59.695960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:29:59.707988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e723b0a-ad1a-4bf4-9c29-586139513acb req-3b231543-8b37-4db7-abae-687e8322202d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 946 time: 0.3986652 May 26 19:29:59.710994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.711211 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1783823-fb26-40c1-8707-f9ebfb0699f2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "PUT /v2.0/routers/f4e2a8c0-5231-4bef-8655-f4c5bc82ae53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7222097 May 26 19:29:59.711906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:29:59.719476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--490099813', 'description': 'tempest-secgroup_access--490099813 description', 'project_id': '425c61e4253b48e59f3d2ce031ab9848'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:29:59.728588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:59.733172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:59.736189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:59.742224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:59.755769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.776213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:29:59.795075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:29:59.795388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9e506-2c04-44b0-a11d-8d4db97d9b0d None None] Port d730480a-f634-46ca-bbee-2b8710208666 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:29:59.800390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group_rule and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:29:59.804212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:29:59.805474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9cb87c31-9e78-49cc-b210-e6a58d19f91d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:29:59.813516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:29:59.818003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9cb87c31-9e78-49cc-b210-e6a58d19f91d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:29:59.820056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:29:59.964107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e723b0a-ad1a-4bf4-9c29-586139513acb req-d7e13a57-0003-45b1-a564-da7cd2a46be4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523522 May 26 19:29:59.992299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Checking segment: {'id': '9f5ba89d-9c77-438f-b953-95ae93936166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:29:59.992962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Network hostable DHCP agents. Network: 53750feb-e3fb-465e-9764-3776732ebaf3, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:29:59.993715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.008040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7e2963-2367-455d-89c7-0608ef087fa6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:00.019212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port d6d95644-c13d-42eb-99cf-3f57780a5827, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6d95644-c13d-42eb-99cf-3f57780a5827,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:00.019771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.027686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.056846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9cb87c31-9e78-49cc-b210-e6a58d19f91d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:00.057290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.060711 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Sync routers for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:00.070333 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:00.070946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:00.113495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 9cb87c31-9e78-49cc-b210-e6a58d19f91d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cb87c31-9e78-49cc-b210-e6a58d19f91d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:00.122643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.124139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:00.145104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Network 53750feb-e3fb-465e-9764-3776732ebaf3 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:00.177602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d640f0e-5a23-4176-a496-a1a2b8735346,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:00.194668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.198446 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e85e4517-5d82-4fa7-b27b-beab29e138a5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4830945 May 26 19:30:00.198674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:00.203851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--652876287', 'description': 'tempest-secgroup_general--652876287 description', 'project_id': '425c61e4253b48e59f3d2ce031ab9848'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:00.222226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:00.226771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:00.234672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:00.247490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for d6d95644-c13d-42eb-99cf-3f57780a5827 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:00.248555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:00.276142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.314366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:00.319023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group_rule and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:00.329549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 53750feb-e3fb-465e-9764-3776732ebaf3) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:00.330150 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054f1aca-4278-4ed5-8a77-98f53d449435'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'code': 200} May 26 19:30:00.335172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:00.335971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.353095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:00.364904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913ea82-e797-4878-b120-1a2d6fe85220 None None] Network 53750feb-e3fb-465e-9764-3776732ebaf3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:00.383361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:00.451155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-afda174d-0b92-4091-8981-613269a2f23c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5487854 May 26 19:30:00.592444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.600910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.638006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.648708 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:00.689462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d6d95644-c13d-42eb-99cf-3f57780a5827'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:00.767245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b763e9-0bb8-4a7e-a38a-99d08ebb340f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:00.776295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.781305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d72a91a-4ebb-4c46-a25c-71e3d4eb913a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5795023 May 26 19:30:00.783914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50276) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:00.797014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'security_group_rule': {'security_group_id': '5d640f0e-5a23-4176-a496-a1a2b8735346', 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:00.808584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=d6d95644-c13d-42eb-99cf-3f57780a5827,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:00.810087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:00.833737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:security_group_rule and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:00.849184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:00.864518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:00.882382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=9cb87c31-9e78-49cc-b210-e6a58d19f91d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:00.924090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.929637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:00.930004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.954094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port d6d95644-c13d-42eb-99cf-3f57780a5827 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:00.957900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:00.969810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'name': 'network-vif-deleted', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:00.992692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62fa51b7-4203-4648-a313-b5533e4e2953 req-7c9fe8ea-1988-4c53-8217-dfcec0757824 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "DELETE /v2.0/ports/d6d95644-c13d-42eb-99cf-3f57780a5827 HTTP/1.1" status: 204 len: 173 time: 1.9088550 May 26 19:30:01.098924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:01.122007 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:01.189259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d7cf05-ba9d-4cb4-be5f-6c1ffe951534,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:01.233662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:01.236363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-14bbcd04-e863-4afd-a814-24a5d9f60e24 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510493 May 26 19:30:01.257300 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36730d51-913a-44d2-b561-d47b82a9a936'] response: {'server_uuid': '020b11af-f8d5-457c-9e3f-aee671bd6d9a', 'name': 'network-vif-deleted', 'tag': 'd6d95644-c13d-42eb-99cf-3f57780a5827', 'status': 'completed', 'code': 200} May 26 19:30:01.463146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:29:58Z', 'revision_number': 2, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:01.468630 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Checking router: f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:01.469388 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Updating router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 port d730480a-f634-46ca-bbee-2b8710208666 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:01.490274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1e29a-f1b6-4090-bfbb-d271d1d02271 None None] Network 53750feb-e3fb-465e-9764-3776732ebaf3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:01.554592 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:01.676909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-380f2fc2-362c-41fe-a486-7b6d92c49523 req-3bead9b4-cccf-4c1d-b5b3-e5e839144fea tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:01.686324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:01.709404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-380f2fc2-362c-41fe-a486-7b6d92c49523 req-3bead9b4-cccf-4c1d-b5b3-e5e839144fea tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:01.711111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-380f2fc2-362c-41fe-a486-7b6d92c49523 req-3bead9b4-cccf-4c1d-b5b3-e5e839144fea tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=020b11af-f8d5-457c-9e3f-aee671bd6d9a HTTP/1.1" status: 200 len: 210 time: 0.1608181 May 26 19:30:01.818784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50326) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:01.907330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cb87c31-9e78-49cc-b210-e6a58d19f91d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:01.961886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50334) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:01.967972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1592825459-network', 'tenant_id': 'cde6c23cb6ce4901908faf71a6acc8aa'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:01.982838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:01.993574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Usage tracker for resource:network and tenant:cde6c23cb6ce4901908faf71a6acc8aa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:02.014407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:02.032257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9cb87c31-9e78-49cc-b210-e6a58d19f91d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:02.033004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.039052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:02.080163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Made reservation on behalf of cde6c23cb6ce4901908faf71a6acc8aa for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:02.087261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.130907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.177336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:02.191916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Usage tracker for resource:security_group_rule and tenant:cde6c23cb6ce4901908faf71a6acc8aa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:02.195683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:02.212287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:02.330141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9cb87c31-9e78-49cc-b210-e6a58d19f91d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:02.378402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.471019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-5b624875-6c53-4cf1-9c3c-2bb009fde5ef tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--652876287&fields=id&tenant_id=425c61e4253b48e59f3d2ce031ab9848 HTTP/1.1" status: 200 len: 267 time: 0.0840697 May 26 19:30:02.561111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:02.565962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Usage tracker for resource:security_group_rule and tenant:4de28458e37f499ab73b700f04c5f4eb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:02.569900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:02.577423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:02.579347 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.596017 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Transition to ACTIVE for port object d730480a-f634-46ca-bbee-2b8710208666 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:02.607480 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.646894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.698478 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Pushing event updated for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:02.718890 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.719228 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.719568 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.725475 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.725845 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.726210 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.726584 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.727253 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.727645 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.727998 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.728321 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.728641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:02.755398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-b63feb7b-cbe9-437b-b751-a59914cbb03c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--490099813&fields=id&tenant_id=425c61e4253b48e59f3d2ce031ab9848 HTTP/1.1" status: 200 len: 267 time: 0.2520993 May 26 19:30:02.823547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.851553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:02.908840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.912905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.913221 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Added segment 6e953f3e-2907-4fa4-9d81-bbcbc456a3cd of type vlan for network c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 May 26 19:30:02.932271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:02.990711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.069665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4de28458e37f499ab73b700f04c5f4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2496924 May 26 19:30:03.071955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.073131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:03.074165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.079040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:03.117705 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Attempting to bind port d730480a-f634-46ca-bbee-2b8710208666 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:03.118442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Attempting to bind port d730480a-f634-46ca-bbee-2b8710208666 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:03.119137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Attempting to bind port d730480a-f634-46ca-bbee-2b8710208666 on network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:03.119271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6d95644-c13d-42eb-99cf-3f57780a5827 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:03.121232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd1a06-d66b-4c42-b627-0a924b781488,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:03.144290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:03.145503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Checking segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:03.150847 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.151795 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Bound using segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:03.152281 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Bound port: d730480a-f634-46ca-bbee-2b8710208666, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:03.152658 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.209455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d6d95644-c13d-42eb-99cf-3f57780a5827 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:03.209797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6d95644-c13d-42eb-99cf-3f57780a5827 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:03.212023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-54943a39-9942-40e4-b3d5-abec87b0a2a1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:03.213588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-54943a39-9942-40e4-b3d5-abec87b0a2a1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 797 time: 0.4508276 May 26 19:30:03.252040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-164c5acd-3dac-4366-ac58-e2f2f0e17ea4 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/quotas/425c61e4253b48e59f3d2ce031ab9848 HTTP/1.1" status: 200 len: 375 time: 0.0285738 May 26 19:30:03.299812 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] For port d730480a-f634-46ca-bbee-2b8710208666, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:03.302936 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] For port d730480a-f634-46ca-bbee-2b8710208666, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d730480a-f634-46ca-bbee-2b8710208666,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:03.307823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3443019 May 26 19:30:03.309016 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.316668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50362) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:03.324369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Request body: {'subnet': {'network_id': 'c0ae4dbf-d3b9-4f81-b917-ea089f0805f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1592825459-subnet', 'tenant_id': 'cde6c23cb6ce4901908faf71a6acc8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:03.338786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:03.344035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200316f-e491-44c4-a931-b4bff9575eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c441fd57-9d0d-4755-bdd6-446b645c3dda,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:03.345153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Usage tracker for resource:subnet and tenant:cde6c23cb6ce4901908faf71a6acc8aa is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:03.347428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7592e1a-08ee-4762-ac91-1b3cbb180b1c admin admin] Pushing event updated for resources: {'Network': ['ID=c0ae4dbf-d3b9-4f81-b917-ea089f0805f7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:03.355174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:03.359670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.366291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:03.371838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:30:03.402083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.410284 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5ecc-aa0d-41de-a209-bf901ab5db0c None None] Pushing event updated for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:03.433161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Made reservation on behalf of cde6c23cb6ce4901908faf71a6acc8aa for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:03.435992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.441604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:03.442591 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:03.534688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-c75e0cb5-968e-47cb-acb1-7034e2eb85ea tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2747264 May 26 19:30:03.669448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:03.814417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.854407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c441fd57-9d0d-4755-bdd6-446b645c3dda,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:03.865031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:03.866211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e85780f4-d801-4298-9d77-217362d82061 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c441fd57-9d0d-4755-bdd6-446b645c3dda HTTP/1.1" status: 204 len: 168 time: 0.7862418 May 26 19:30:03.887109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-7c8b6ccf-25df-4183-9f39-caaeeac073b1 service neutron] 10.222.0.24 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388062 May 26 19:30:04.179052 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:03Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:04.184184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-f87baaed-4325-4c57-a098-8378ff26c572 service neutron] 10.222.0.24 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888796 May 26 19:30:04.185635 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edae529-9a61-40e1-83e9-c8717933447f None None] The sync data for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 is: [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:03Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:04.186446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:04.282273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Checking segment: {'id': '6e953f3e-2907-4fa4-9d81-bbcbc456a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0ae4dbf-d3b9-4f81-b917-ea089f0805f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:04.282766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Network hostable DHCP agents. Network: c0ae4dbf-d3b9-4f81-b917-ea089f0805f7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:04.287162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4105b9-8719-4ba9-b540-c906ba1a504e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:04.313444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Network c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:04.342142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c0ae4dbf-d3b9-4f81-b917-ea089f0805f7) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:04.353412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5be7c-1b08-4005-965d-d95938083b55 None None] Network c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:04.355860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:04.356724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:04.392935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8642dff4-ddfb-43ea-9495-1518f6b72b5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0749593 May 26 19:30:04.690471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8aec00-eff4-4e02-b542-f66b0e6675a2 None None] Network c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:04.940462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0af68f1-2dc8-47a6-adfe-2de8215dd16e req-391b32ae-e1a2-4997-9a56-592a7eac7a4e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 210 time: 0.0646942 May 26 19:30:05.816633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d730480a-f634-46ca-bbee-2b8710208666 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:05.915121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d730480a-f634-46ca-bbee-2b8710208666 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:05.923905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d730480a-f634-46ca-bbee-2b8710208666 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:05.924493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:05.928237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-799b425b-0294-49d0-adda-f98a9be021ca tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:05.930342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-799b425b-0294-49d0-adda-f98a9be021ca tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Synchronizing usage tracker for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:05.953844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-799b425b-0294-49d0-adda-f98a9be021ca tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Unset dirty status for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:05.963700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-799b425b-0294-49d0-adda-f98a9be021ca tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/networks?id=53750feb-e3fb-465e-9764-3776732ebaf3 HTTP/1.1" status: 200 len: 825 time: 0.2934506 May 26 19:30:05.982915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-5cb04a40-d986-4399-a2f4-c4806accb39a tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/quotas/09cdfa9852ed4a099a80f30ee2417ad0 HTTP/1.1" status: 200 len: 375 time: 0.0179935 May 26 19:30:06.043056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-8b1eb975-fd23-4068-95ba-bf270b842ae1 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09cdfa9852ed4a099a80f30ee2417ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584886 May 26 19:30:06.102337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50456) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:06.196449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d730480a-f634-46ca-bbee-2b8710208666 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:06.197250 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.270058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port d730480a-f634-46ca-bbee-2b8710208666, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d730480a-f634-46ca-bbee-2b8710208666,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:06.278721 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.351652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.383422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-41538b83-d9cb-4e4e-a93f-362d7f9018fc tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:06.385552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-41538b83-d9cb-4e4e-a93f-362d7f9018fc tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.53 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 797 time: 0.2273569 May 26 19:30:06.395649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:06.400096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Usage tracker for resource:security_group_rule and tenant:6bd3b0585b814da885106d864763258e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:06.402358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:06.413901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:06.420996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:06.466579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.486727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-05d339e0-4d67-43ae-89ef-f5a87fbadbb9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=425c61e4253b48e59f3d2ce031ab9848 HTTP/1.1" status: 200 len: 476 time: 0.0904875 May 26 19:30:06.501014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'port': {'device_id': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'admin_state_up': True, 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'security_groups': ['45b763e9-0bb8-4a7e-a38a-99d08ebb340f', '5d640f0e-5a23-4176-a496-a1a2b8735346']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:06.521961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.526869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.576161 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bd3b0585b814da885106d864763258e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726365 May 26 19:30:06.578630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50464) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:06.581444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8340f-72cf-4661-8086-77719e04990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e427b1-96f5-49db-844b-2cacbcafb670,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:06.596451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-0a5e74bb-1457-4fb1-8fef-a8614296a0df service neutron] 10.222.0.24 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522037 May 26 19:30:06.643394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.670350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.730402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.752770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e427b1-96f5-49db-844b-2cacbcafb670,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:06.759158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:06.760438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:06.761303 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7e6ff8c5-6471-4dcb-b223-aee807c33f44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69e427b1-96f5-49db-844b-2cacbcafb670 HTTP/1.1" status: 204 len: 168 time: 0.1817555 May 26 19:30:06.789886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:port and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:06.793359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:06.800191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:06.803445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-83d09256-e303-443c-bcee-10bc9b09bc63 service neutron] 10.222.0.24 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975882 May 26 19:30:06.815431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:06.819909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:07.208362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.20.0.4 (ab6e9b2c-98a8-4fe3-945f-808c81bfc03f/91cc7e5e-ce70-47ef-80b1-81fa20c432bf/195aaadd-beb9-4efc-9df6-56729bf291a9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:07.385653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-7741ef28-5b62-4841-bf31-cb91121e1ff8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:07.392258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-7741ef28-5b62-4841-bf31-cb91121e1ff8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.3329334 May 26 19:30:07.446329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-5200ff08-5dd1-4d09-95ea-a37fe020b3ef tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0529931 May 26 19:30:07.659265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-6eca9308-c712-4745-9549-aae0af54fbad tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2120633 May 26 19:30:07.784630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d730480a-f634-46ca-bbee-2b8710208666 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:07.854298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-be0d0fab-4f08-48ed-81dc-8e8f59c9605b service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401246 May 26 19:30:07.856268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d730480a-f634-46ca-bbee-2b8710208666 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:07.856639 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.036137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-b09f5acf-c205-4eae-b6e5-557d94c46a98 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809907 May 26 19:30:08.059174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.076429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Transition to ACTIVE for port object 195aaadd-beb9-4efc-9df6-56729bf291a9 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:08.102237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d730480a-f634-46ca-bbee-2b8710208666 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:08.107382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.194204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:08.197530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:08.203713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:08.255576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:08.307916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:08.308540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.342828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-736d6576-4f35-4b6b-8f17-401925567812 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8456786 May 26 19:30:08.368673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Request body: {'port': {'device_id': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:08.541609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-527f206f-6eb0-4247-862d-87a917cd77a3 None None] Provisioning for port 195aaadd-beb9-4efc-9df6-56729bf291a9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:08.553222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-527f206f-6eb0-4247-862d-87a917cd77a3 None None] Provisioning complete for port 195aaadd-beb9-4efc-9df6-56729bf291a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:08.553602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-527f206f-6eb0-4247-862d-87a917cd77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.574853 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:08.683122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-527f206f-6eb0-4247-862d-87a917cd77a3 None None] Port 195aaadd-beb9-4efc-9df6-56729bf291a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:08.970592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1e103-51e1-4f52-bf74-ec008dd07de2 req-43d425c4-084d-4558-bd7b-51d326a6b039 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:08.971457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e7d1e103-51e1-4f52-bf74-ec008dd07de2 req-43d425c4-084d-4558-bd7b-51d326a6b039 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Synchronizing usage tracker for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:09.189830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e7d1e103-51e1-4f52-bf74-ec008dd07de2 req-43d425c4-084d-4558-bd7b-51d326a6b039 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Unset dirty status for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:09.196921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7d1e103-51e1-4f52-bf74-ec008dd07de2 req-43d425c4-084d-4558-bd7b-51d326a6b039 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 970 time: 0.7137740 May 26 19:30:09.223484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-6cebad92-7370-4936-bdb3-12a93ea038c0 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:09.225573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-6cebad92-7370-4936-bdb3-12a93ea038c0 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.53 "GET /v2.0/networks?id=53750feb-e3fb-465e-9764-3776732ebaf3 HTTP/1.1" status: 200 len: 825 time: 0.3880024 May 26 19:30:09.240696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Request body: {'port': {'device_id': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3', 'admin_state_up': True, 'tenant_id': '09cdfa9852ed4a099a80f30ee2417ad0'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:09.321850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7d1e103-51e1-4f52-bf74-ec008dd07de2 req-b0d6b970-c609-4493-bdbf-e3a1b9784ada tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1239798 May 26 19:30:09.522561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195aaadd-beb9-4efc-9df6-56729bf291a9 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:09.533135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:09.546477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:09.551622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Usage tracker for resource:port and tenant:09cdfa9852ed4a099a80f30ee2417ad0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:09.554974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:09.566587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:09.590585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Made reservation on behalf of 09cdfa9852ed4a099a80f30ee2417ad0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:09.595045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:09.600054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08cecb07-ea41-499e-b179-3e9d9a7d5fd1 req-cfc59240-4642-42f0-a0e0-54a5a33ed723 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 210 time: 0.0619400 May 26 19:30:09.606670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Transition to ACTIVE for port object 195aaadd-beb9-4efc-9df6-56729bf291a9 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:09.614314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:09.703729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:09.831082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-707d2866-18b7-481e-a7bd-ac6d28a10945 req-e27503da-9ff7-4890-be4c-e6b811615dd6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 210 time: 0.0632367 May 26 19:30:09.988034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Attempting to bind port 195aaadd-beb9-4efc-9df6-56729bf291a9 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:09.990492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Attempting to bind port 195aaadd-beb9-4efc-9df6-56729bf291a9 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:09.990911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Attempting to bind port 195aaadd-beb9-4efc-9df6-56729bf291a9 on network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:10.050319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Port 195aaadd-beb9-4efc-9df6-56729bf291a9 on network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:30:10.051189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Attempting to bind port 195aaadd-beb9-4efc-9df6-56729bf291a9 on network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:10.070662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Allocated IP 172.20.0.5 (53750feb-e3fb-465e-9764-3776732ebaf3/4a7e2963-2367-455d-89c7-0608ef087fa6/f1adf853-575c-47dc-987d-ad68581158c2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:10.079286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:10.079769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Checking segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:10.080251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Bound using segment: {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:10.080826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Bound port: 195aaadd-beb9-4efc-9df6-56729bf291a9, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:10.081589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.252513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50690) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:10.530475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.558120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-f8aee763-2b56-45a2-8267-6b59974a318d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:10.560193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-f8aee763-2b56-45a2-8267-6b59974a318d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.5572982 May 26 19:30:10.577643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:10.590762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.597370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:10.665118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.697515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:10.703510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Network 53750feb-e3fb-465e-9764-3776732ebaf3 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:10.704226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=195aaadd-beb9-4efc-9df6-56729bf291a9,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:10.707810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:10.712397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Usage tracker for resource:security_group_rule and tenant:ebeab80133034b8b886988482c12bef4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:10.715896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:10.724465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.741147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Pushing event updated for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:10.746692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:10.762490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:10.801102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:10.801733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.810729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:10.811694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.813101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] 10.222.0.53 "PUT /v2.0/ports/195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 1130 time: 2.4638128 May 26 19:30:10.821211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:10.847298 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-895aa253-fa40-4084-b870-313a206ed94c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6103797 May 26 19:30:10.861376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Request body: {'port': {'device_id': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:10.931978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63ec74-2344-4966-b356-7a92400adcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:10.959444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:10.982461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e91ab-a9ce-4242-b14e-9f8545cead7e req-dc212963-93d8-4dd9-81f5-60a5b3eadabe tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:10.982684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:10.984569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-437e91ab-a9ce-4242-b14e-9f8545cead7e req-dc212963-93d8-4dd9-81f5-60a5b3eadabe tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 982 time: 0.3845925 May 26 19:30:10.987588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:10.996981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.032821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:11.036237 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.055606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebeab80133034b8b886988482c12bef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990351 May 26 19:30:11.056249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:11.061529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.073723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-437e91ab-a9ce-4242-b14e-9f8545cead7e req-815b2988-c7b9-4876-8a05-1c93ce68249c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0762198 May 26 19:30:11.078020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-7ebd8802-0235-47bf-b8a6-d325d58daf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:11.079472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-7ebd8802-0235-47bf-b8a6-d325d58daf1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1133 time: 0.2145917 May 26 19:30:11.086808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd5c6a-0317-4ca9-8c29-2bdb5367914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15967736-fa69-4133-a4bd-6a13719d0082,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:11.192191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-a432a4a6-af54-4350-a358-f5886d38ca10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 217 time: 0.0748610 May 26 19:30:11.328770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-22a7035c-7714-4b43-8b71-04e3d873f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:11.330350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-22a7035c-7714-4b43-8b71-04e3d873f65f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 200 len: 834 time: 0.1322742 May 26 19:30:11.484672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.14 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/e1beda1d-f978-41f6-8dea-6b75fc00e608) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:11.549347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.588133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.646076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-73f90c5f-df1f-4b92-bd2e-0fefc50b7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:11.647599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-73f90c5f-df1f-4b92-bd2e-0fefc50b7a14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3064957 May 26 19:30:11.688394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1adf853-575c-47dc-987d-ad68581158c2 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:11.700164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.722258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.740209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Transition to ACTIVE for port object f1adf853-575c-47dc-987d-ad68581158c2 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:11.745028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15967736-fa69-4133-a4bd-6a13719d0082,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:11.748938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.798783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.801475 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb9ad8f1-0564-484c-935c-1b2a44a193e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15967736-fa69-4133-a4bd-6a13719d0082 HTTP/1.1" status: 204 len: 168 time: 0.7412567 May 26 19:30:11.900312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Pushing event updated for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:11.905700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:11.937492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca8044-4bcc-4cd5-b064-0d5d5e9207f1 req-63ec91a2-23b6-4cb7-a458-f6a60c3fea66 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:11.947399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4ca8044-4bcc-4cd5-b064-0d5d5e9207f1 req-63ec91a2-23b6-4cb7-a458-f6a60c3fea66 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 931 time: 0.3097880 May 26 19:30:11.949273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-2e53565e-9036-4a67-98dc-64f6e26a91e2 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624433 May 26 19:30:12.019095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Attempting to bind port f1adf853-575c-47dc-987d-ad68581158c2 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:12.019903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Attempting to bind port f1adf853-575c-47dc-987d-ad68581158c2 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9f5ba89d-9c77-438f-b953-95ae93936166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:12.020514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Attempting to bind port f1adf853-575c-47dc-987d-ad68581158c2 on network 53750feb-e3fb-465e-9764-3776732ebaf3 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:12.028946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Port f1adf853-575c-47dc-987d-ad68581158c2 on network 53750feb-e3fb-465e-9764-3776732ebaf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:30:12.029427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Attempting to bind port f1adf853-575c-47dc-987d-ad68581158c2 on network 53750feb-e3fb-465e-9764-3776732ebaf3 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:12.037339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:12.037960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Checking segment: {'id': '9f5ba89d-9c77-438f-b953-95ae93936166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:12.038445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Bound using segment: {'id': '9f5ba89d-9c77-438f-b953-95ae93936166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:12.038976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Bound port: f1adf853-575c-47dc-987d-ad68581158c2, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5ba89d-9c77-438f-b953-95ae93936166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:12.039418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.083582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4ca8044-4bcc-4cd5-b064-0d5d5e9207f1 req-7fe1c93c-e137-49c6-a525-846ce93fa15f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Synchronizing usage tracker for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:12.137893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4ca8044-4bcc-4cd5-b064-0d5d5e9207f1 req-7fe1c93c-e137-49c6-a525-846ce93fa15f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Unset dirty status for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:12.146530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4ca8044-4bcc-4cd5-b064-0d5d5e9207f1 req-7fe1c93c-e137-49c6-a525-846ce93fa15f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007530 May 26 19:30:12.183409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.237451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:12.252848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f1adf853-575c-47dc-987d-ad68581158c2,segment=NetworkSegment(9f5ba89d-9c77-438f-b953-95ae93936166),segment_id=9f5ba89d-9c77-438f-b953-95ae93936166)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:12.261971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.297112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50748) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:12.334538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.335588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.338103 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] 10.222.0.53 "PUT /v2.0/ports/f1adf853-575c-47dc-987d-ad68581158c2 HTTP/1.1" status: 200 len: 1091 time: 1.4810152 May 26 19:30:12.350313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:12.362228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.389559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:12.397600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Usage tracker for resource:security_group_rule and tenant:684af0402a7a4c63a600a01e2a9e02fa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:12.402924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:12.408438 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6ec520-16ff-48eb-a192-615bd7200e62'] response: {'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'status': 'completed', 'code': 200} May 26 19:30:12.439285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5ee7da1-d996-4cbe-87c2-7a6df93fe1aa req-fa119cf6-5cf2-4ecf-9782-00554cde9283 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737303 May 26 19:30:12.450268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:12.452325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691fb8a-7f82-4be0-9ab8-0ff78c89940f service neutron] Pushing event updated for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:12.465863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:12.479189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:12.482210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:12.548997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-e42140a9-f041-45e2-9d64-c6d3fcfb3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.550830 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-e42140a9-f041-45e2-9d64-c6d3fcfb3f26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09cdfa9852ed4a099a80f30ee2417ad0&device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 1094 time: 0.1488550 May 26 19:30:12.631575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-aa00ddb1-34d1-4970-9b04-a1e035ef3681 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1adf853-575c-47dc-987d-ad68581158c2 HTTP/1.1" status: 200 len: 217 time: 0.0716939 May 26 19:30:12.637872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:12.659165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.659789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.687813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25e519-2666-4dc8-ab1c-3a5f063498f5 req-47ea3c5a-e935-4963-b006-d04b6569f3d0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.689305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf25e519-2666-4dc8-ab1c-3a5f063498f5 req-47ea3c5a-e935-4963-b006-d04b6569f3d0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 932 time: 0.3198965 May 26 19:30:12.703973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-05a7fe66-f3b4-4865-88d3-8bd5b75eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.705611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-05a7fe66-f3b4-4865-88d3-8bd5b75eed77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1133 time: 0.1800237 May 26 19:30:12.747808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-367a69c1-f938-4bf9-be8b-b43d8e1a8ada tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1764126 May 26 19:30:12.750725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.764100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:12.808252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Request body: {'port': {'device_id': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:12.817749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-6fff65c4-c938-46ba-b9fe-35574421e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.819925 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-6fff65c4-c938-46ba-b9fe-35574421e994 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a7e2963-2367-455d-89c7-0608ef087fa6 HTTP/1.1" status: 200 len: 865 time: 0.1768477 May 26 19:30:12.885732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd34f63-a3b5-4c00-8afd-996db90cd723,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:12.892745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf25e519-2666-4dc8-ab1c-3a5f063498f5 req-962617e1-4e32-4e52-aefe-357d3cbe6345 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932516 May 26 19:30:12.898797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6c751af3-6098-4644-bf93-7c00fc3dbfff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=684af0402a7a4c63a600a01e2a9e02fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981271 May 26 19:30:12.903045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50756) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:12.908552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-285d9e61-290d-418c-994c-f2916428cd42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53750feb-e3fb-465e-9764-3776732ebaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673742 May 26 19:30:12.982312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-63ca70a0-ea7f-453b-97f6-ae995de6f25a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:12.983483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-63ca70a0-ea7f-453b-97f6-ae995de6f25a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:13.004391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.098435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-ee388cd8-6eb6-4024-b52c-8154279049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:13.099977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-ee388cd8-6eb6-4024-b52c-8154279049f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 898 time: 0.3810470 May 26 19:30:13.173950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-0b2bba87-d237-407c-bbc0-70c50b44210c service neutron] 10.222.0.53 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502875 May 26 19:30:13.177699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-63ca70a0-ea7f-453b-97f6-ae995de6f25a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:13.178985 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-63ca70a0-ea7f-453b-97f6-ae995de6f25a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.5349295 May 26 19:30:13.242002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-cda89e13-b9ca-4e58-84a1-c8ab021fff3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 217 time: 0.1330886 May 26 19:30:13.361187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.400519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-62615b77-9679-4650-b527-9b467bec1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:13.402008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-62615b77-9679-4650-b527-9b467bec1fb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 200 len: 834 time: 0.1521914 May 26 19:30:13.409143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Deleting port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:13.409576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.452792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.531082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef538c-0319-434f-a7c4-38075be8f316 req-81725692-c2bd-4739-b398-d0e1ee238a03 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:13.532627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14ef538c-0319-434f-a7c4-38075be8f316 req-81725692-c2bd-4739-b398-d0e1ee238a03 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=c58317a7-c4e6-47aa-9c94-2067bb1e0071 HTTP/1.1" status: 200 len: 945 time: 0.3473296 May 26 19:30:13.632407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14ef538c-0319-434f-a7c4-38075be8f316 req-7fec21a9-db1f-437f-91ba-a20c6b7b69b1 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=1ff293e9-edc1-4747-9012-e838c33b2a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870223 May 26 19:30:13.639658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-e8b101ae-9b8e-4f3f-846a-6a0c29d675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:13.641176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-e8b101ae-9b8e-4f3f-846a-6a0c29d675b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872604 May 26 19:30:13.715675 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4794035-c117-43cd-bfdc-2b7ff4a17d32 req-b1451686-54da-4abf-83df-59925f8ceed1 service neutron] 10.222.0.53 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304852 May 26 19:30:13.777814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.803970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd34f63-a3b5-4c00-8afd-996db90cd723,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:13.864637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.868015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61f301d9-97b9-4127-a55b-752fccbd246b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffd34f63-a3b5-4c00-8afd-996db90cd723 HTTP/1.1" status: 204 len: 168 time: 0.9601450 May 26 19:30:13.924337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1beda1d-f978-41f6-8dea-6b75fc00e608 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:13.930135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.936558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:13.954733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Transition to ACTIVE for port object e1beda1d-f978-41f6-8dea-6b75fc00e608 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:13.984647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.023778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] For port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:14.024169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.514592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-6e93656c-f9b4-451b-95c1-c65f25da41ee service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8627644 May 26 19:30:14.551199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.551861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.552359 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Floating IP 442de4a8-d50a-4603-9a73-41dd6f2a334f disassociated. External IP: 172.25.0.175, port: 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4. May 26 19:30:14.553058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Calling delete_port for 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:14.630172 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9869b88-b058-452a-b377-46ffe85f4ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.672793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:14.716327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.769990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'Port': ['ID=46cd32da-c0a3-46dd-9fa9-df3d174a6fc4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:14.781907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84e579-1471-4c0a-9e8e-2195b2127968 req-6dd1ba53-462b-4eb9-9c8d-1b469b6bca60 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:14.789082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b84e579-1471-4c0a-9e8e-2195b2127968 req-6dd1ba53-462b-4eb9-9c8d-1b469b6bca60 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 982 time: 0.7091265 May 26 19:30:14.828119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704bc3dd-17c0-4ad3-ba70-bd76417fa66a req-c7e1180f-abd8-40af-a5e8-72a419f98173 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985125 May 26 19:30:14.855184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Attempting to bind port e1beda1d-f978-41f6-8dea-6b75fc00e608 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:14.855601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Attempting to bind port e1beda1d-f978-41f6-8dea-6b75fc00e608 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:14.855984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Attempting to bind port e1beda1d-f978-41f6-8dea-6b75fc00e608 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:14.865718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b84e579-1471-4c0a-9e8e-2195b2127968 req-7da0bc8b-9103-4024-a607-7d6eab396f72 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0757279 May 26 19:30:14.870456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Port e1beda1d-f978-41f6-8dea-6b75fc00e608 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:30:14.870776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Attempting to bind port e1beda1d-f978-41f6-8dea-6b75fc00e608 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:14.885209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:14.886177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:14.886686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:14.887149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Bound port: e1beda1d-f978-41f6-8dea-6b75fc00e608, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:14.887545 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:14.936302 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dd2ae3-f709-45cd-bdfa-66d896f36937'] response: {'name': 'network-changed', 'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2', 'status': 'completed', 'code': 200} May 26 19:30:15.008021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:15.167748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:15.186920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:15.212402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468686-a348-47a6-a396-4dd769b2b90a req-2e51793e-4e3d-4332-b25b-2ffba721dcba tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.219581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e468686-a348-47a6-a396-4dd769b2b90a req-2e51793e-4e3d-4332-b25b-2ffba721dcba tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 943 time: 0.1734371 May 26 19:30:15.234579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:15.274296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-7b9f151f-b177-42e3-935f-2948efbf2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.277030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-7b9f151f-b177-42e3-935f-2948efbf2838 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09cdfa9852ed4a099a80f30ee2417ad0&device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 1094 time: 0.2610557 May 26 19:30:15.295392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:15.317073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:15.329215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:15.329838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:15.399384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] No DVR routers for this DVR port 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:15.403244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:15.418147 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-065abbcb-a91a-4db9-ac31-28f8f2ca4e88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3963454 May 26 19:30:15.425423 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5a4c75cd-4999-45e8-8cfa-6a1bed863c3c req-e9393e80-300e-4b14-92e6-4a51a8b193ba tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "DELETE /v2.0/ports/46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 HTTP/1.1" status: 204 len: 173 time: 2.2381876 May 26 19:30:15.443162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e468686-a348-47a6-a396-4dd769b2b90a req-e6ae2e3c-d46a-4987-b9a5-05f687df4a1a tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227347 May 26 19:30:15.446899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.447511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:15.448899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] 10.222.0.53 "PUT /v2.0/ports/e1beda1d-f978-41f6-8dea-6b75fc00e608 HTTP/1.1" status: 200 len: 1092 time: 2.6505167 May 26 19:30:15.451569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:15.499396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02c1d5-8182-46ee-b169-259b46ac1a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:15.536057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-4b54eabb-3e14-4334-8c81-0d952ea78fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.537566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-4b54eabb-3e14-4334-8c81-0d952ea78fe1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53750feb-e3fb-465e-9764-3776732ebaf3 HTTP/1.1" status: 200 len: 926 time: 0.2426016 May 26 19:30:15.603966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:15.749776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-c91a748e-38e3-4475-bb45-46a064215075 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1adf853-575c-47dc-987d-ad68581158c2 HTTP/1.1" status: 200 len: 217 time: 0.2036490 May 26 19:30:15.775421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-eb7a2dee-a303-4ad5-bee7-e0a19799785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.777912 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-eb7a2dee-a303-4ad5-bee7-e0a19799785f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 1095 time: 0.1077471 May 26 19:30:15.872913 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-65b1af83-2c7c-405d-8e12-32c9428530cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608 HTTP/1.1" status: 200 len: 217 time: 0.0867243 May 26 19:30:15.891036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-73017e3a-ffda-4e65-94e5-cac9e79f8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.892685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-73017e3a-ffda-4e65-94e5-cac9e79f8431 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a7e2963-2367-455d-89c7-0608ef087fa6 HTTP/1.1" status: 200 len: 865 time: 0.1332142 May 26 19:30:15.899930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62376-8ec0-4282-bdb1-47af34983093 req-0e7f3c48-66dd-4b08-b3b6-2041e510bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:15.902128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-0e7f3c48-66dd-4b08-b3b6-2041e510bb53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79792bdba2844a90b4ee750eced1e671&device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 1097 time: 0.2206931 May 26 19:30:15.987699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-bf8e1fd3-58fe-4e89-ad88-d1734d6bd290 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53750feb-e3fb-465e-9764-3776732ebaf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843537 May 26 19:30:16.085075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:16.094752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:16.131432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:16.132309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:29:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:16.179101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-9274d3de-1a11-4c8d-a643-988ffbea9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:16.180602 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-9274d3de-1a11-4c8d-a643-988ffbea9931 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.3011820 May 26 19:30:16.245572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-1e25132b-acf0-45fb-8fea-e9f0e5dc9320 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578275 May 26 19:30:16.319653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62376-8ec0-4282-bdb1-47af34983093 req-1e9c4d53-22bd-4032-baad-1fcd44d445c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:16.326364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-1e9c4d53-22bd-4032-baad-1fcd44d445c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 200 len: 919 time: 0.3417351 May 26 19:30:16.360291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90472333-828d-40bb-a32f-d32deecc90cb req-49a836ee-292a-46cf-bce7-6d108ff04e2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:16.361284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90472333-828d-40bb-a32f-d32deecc90cb req-49a836ee-292a-46cf-bce7-6d108ff04e2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:16.440852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:16.456085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-777292b4-536a-4d11-ab39-82fc244e9b5e service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942356 May 26 19:30:16.458199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-a61680c2-f54d-480f-b426-5f9cb362ce00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 200 len: 217 time: 0.0887172 May 26 19:30:16.465348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-76e3d07a-6d41-4644-8265-3ff4ef3c5601 service neutron] 10.222.0.53 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538615 May 26 19:30:16.466362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90472333-828d-40bb-a32f-d32deecc90cb req-49a836ee-292a-46cf-bce7-6d108ff04e2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:16.474094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90472333-828d-40bb-a32f-d32deecc90cb req-49a836ee-292a-46cf-bce7-6d108ff04e2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 0.6415830 May 26 19:30:16.567260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:16.643568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-ea132685-43b1-49b7-ac7b-ad3a7aec0d5c req-a32e137a-04cb-470c-982a-8cad89c19a16 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715903 May 26 19:30:16.768959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:16.787514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:16.792249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Usage tracker for resource:security_group_rule and tenant:eabf3cd410fa41d0bd129473f462a022 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:16.796673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:16.806304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:16.819591 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-324c7d84-12ce-4abf-8da8-fd9d573a8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:16.837940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:16.842189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da066f8-c307-477e-b0d6-84d798f967db None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:16.892264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90472333-828d-40bb-a32f-d32deecc90cb req-ff4c08c9-a9fd-4834-a8af-15b88443bb7b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175277 May 26 19:30:16.925289 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:16.931466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62376-8ec0-4282-bdb1-47af34983093 req-4517511f-02d8-47c3-b6f0-92363682dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:16.933640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-4517511f-02d8-47c3-b6f0-92363682dcde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 200 len: 857 time: 0.4571152 May 26 19:30:16.934396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.016904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'name': 'network-vif-deleted', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:17.024165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eabf3cd410fa41d0bd129473f462a022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558733 May 26 19:30:17.026196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a68307-14d7-4bf0-b9b9-2b528d158197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29497b78-6f4d-4687-95bf-f338f857ca53,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:17.030495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:17.042116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd3065d2-bbf5-4528-a991-c6b97c6eea60 req-80daacc7-b223-4072-8e9a-9716dcd6ff38 service neutron] 10.222.0.53 "GET /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644872 May 26 19:30:17.077558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e62376-8ec0-4282-bdb1-47af34983093 req-58366215-126f-4ff4-8c84-62ff1f65c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:17.079181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-58366215-126f-4ff4-8c84-62ff1f65c6c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379566 May 26 19:30:17.124633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.153488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.184056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 195aaadd-beb9-4efc-9df6-56729bf291a9 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:30:17.187180 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01fbcc2-39a4-4d56-a2aa-f7ef6de9e48f'] response: {'name': 'network-changed', 'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'status': 'completed', 'code': 200} May 26 19:30:17.245658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.267108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29497b78-6f4d-4687-95bf-f338f857ca53,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:17.267417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3795e5-29d1-44d5-a3c2-a60e4f58cc02 None None] New status for floating IP 442de4a8-d50a-4603-9a73-41dd6f2a334f: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:30:17.272333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.275777 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d2fa5c28-ffff-4308-8358-97f40c81fae0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29497b78-6f4d-4687-95bf-f338f857ca53 HTTP/1.1" status: 204 len: 168 time: 0.2422030 May 26 19:30:17.321678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:17.414844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-882cf11f-79b0-4ee4-8d99-a91ad8293dea service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270519 May 26 19:30:17.418219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-fdf6ee8d-f0f9-4980-a2bd-f007c4321def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:17.419683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-fdf6ee8d-f0f9-4980-a2bd-f007c4321def service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 1095 time: 0.2941198 May 26 19:30:17.453996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:17.454461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 46cd32da-c0a3-46dd-9fa9-df3d174a6fc4 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:17.458846 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.508073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=195aaadd-beb9-4efc-9df6-56729bf291a9,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:17.523744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'port_id': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'mac_address': 'fa:16:3e:2c:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:30:17.588983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 195aaadd-beb9-4efc-9df6-56729bf291a9 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:17.589665 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.616267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195aaadd-beb9-4efc-9df6-56729bf291a9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:17.620692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173c083-0dd9-45a3-b9d4-d43a91dcc53a req-3211e74c-ae16-4019-bbc6-65f6235d150f tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:17.622215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a173c083-0dd9-45a3-b9d4-d43a91dcc53a req-3211e74c-ae16-4019-bbc6-65f6235d150f tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 982 time: 0.2957747 May 26 19:30:17.633910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=195aaadd-beb9-4efc-9df6-56729bf291a9,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:17.638471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.639445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f1adf853-575c-47dc-987d-ad68581158c2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:30:17.734993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-2681897e-a0f7-4691-9694-8ab172090353 service neutron] 10.222.0.53 "GET /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125997 May 26 19:30:17.738462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-60c3d484-0e25-4a9f-92f4-461cf099c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:17.739808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-60c3d484-0e25-4a9f-92f4-461cf099c4d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.2990220 May 26 19:30:17.744039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a173c083-0dd9-45a3-b9d4-d43a91dcc53a req-5298d9d3-51b7-4954-b8f5-c252cf71fb0e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1043041 May 26 19:30:17.809495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:17.827139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-63918636-fd45-4f53-a61f-524eb006ea65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608 HTTP/1.1" status: 200 len: 217 time: 0.0805707 May 26 19:30:17.894291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f1adf853-575c-47dc-987d-ad68581158c2,segment=NetworkSegment(9f5ba89d-9c77-438f-b953-95ae93936166),segment_id=9f5ba89d-9c77-438f-b953-95ae93936166)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:17.907478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f1adf853-575c-47dc-987d-ad68581158c2', 'network_id': '53750feb-e3fb-465e-9764-3776732ebaf3', 'port_id': 'f1adf853-575c-47dc-987d-ad68581158c2', 'mac_address': 'fa:16:3e:b0:72:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7e2963-2367-455d-89c7-0608ef087fa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:30:17.953138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-026a91d0-bce2-4c7e-afcd-f754f02165d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:17.954564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-026a91d0-bce2-4c7e-afcd-f754f02165d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1215200 May 26 19:30:17.967614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f1adf853-575c-47dc-987d-ad68581158c2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:17.967986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:17.986136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1adf853-575c-47dc-987d-ad68581158c2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:18.008889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f1adf853-575c-47dc-987d-ad68581158c2,segment=NetworkSegment(9f5ba89d-9c77-438f-b953-95ae93936166),segment_id=9f5ba89d-9c77-438f-b953-95ae93936166)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:18.014440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.025006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9237147-b13d-4ed7-9b22-1d502a4413d9 req-e4ccfa4e-56a6-40c5-b84a-b66639a03db5 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:18.026459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9237147-b13d-4ed7-9b22-1d502a4413d9 req-e4ccfa4e-56a6-40c5-b84a-b66639a03db5 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 943 time: 0.1589639 May 26 19:30:18.028786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-8bd1c634-cf36-495b-9852-44a8de74cf27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665095 May 26 19:30:18.102498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9237147-b13d-4ed7-9b22-1d502a4413d9 req-eaf54989-173a-4d30-9ca1-9718c0a638a0 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699663 May 26 19:30:18.107561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:18.112339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.172133 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dc39ae-7773-48b6-b5ae-a82b792abcf5'] response: {'server_uuid': 'c58317a7-c4e6-47aa-9c94-2067bb1e0071', 'name': 'network-vif-deleted', 'tag': '46cd32da-c0a3-46dd-9fa9-df3d174a6fc4', 'status': 'completed', 'code': 200} May 26 19:30:18.200798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50858) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:18.219300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:18.229369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-391bf14c-b0a8-4598-8507-d3da1592b2a7 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486769 May 26 19:30:18.283878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.318888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.397609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-445332217-network', 'tenant_id': '8e776853b6294af3a903347b92285331'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:18.402984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.408284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:18.423857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Usage tracker for resource:network and tenant:8e776853b6294af3a903347b92285331 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:18.428937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:18.431987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff293e9-edc1-4747-9012-e838c33b2a72,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:18.437729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:18.440198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7396dc11-2e3d-4024-9260-bc39fef7808e req-fb332796-f7a7-4066-b6a0-93dba9716fec service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011368 May 26 19:30:18.467352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.470479 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea7a83e9-3cdc-41be-b001-e7b63aff3526 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "DELETE /v2.0/security-groups/1ff293e9-edc1-4747-9012-e838c33b2a72 HTTP/1.1" status: 204 len: 168 time: 0.2672510 May 26 19:30:18.471715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Made reservation on behalf of 8e776853b6294af3a903347b92285331 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:18.472517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50878) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:18.474422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.488782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.493937 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-8c2620ed-a9be-46ee-af2c-875ca6d22ac3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] show failed (client error): The resource could not be found. May 26 19:30:18.497791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8c2620ed-a9be-46ee-af2c-875ca6d22ac3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups/1ff293e9-edc1-4747-9012-e838c33b2a72 HTTP/1.1" status: 404 len: 347 time: 0.0196693 May 26 19:30:18.498113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50882) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:18.504338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:18.508191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Usage tracker for resource:security_group_rule and tenant:8e776853b6294af3a903347b92285331 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:18.512530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:18.518326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:18.587689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f1adf853-575c-47dc-987d-ad68581158c2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:18.622452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['195aaadd-beb9-4efc-9df6-56729bf291a9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:18.632928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.638676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.658768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:18.674585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.675141 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Added segment 9da3ec6f-b169-47dd-a43e-cc87b3b98812 of type vlan for network 68987dc4-adcd-45e4-bb99-79123ed56509 May 26 19:30:18.721566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.786035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbb268-35f8-44e5-a177-0e4d1fed49c1 req-92ea6897-1467-40d2-b1d7-0685554fe57e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:18.787748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4bbb268-35f8-44e5-a177-0e4d1fed49c1 req-92ea6897-1467-40d2-b1d7-0685554fe57e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 0.3885520 May 26 19:30:18.794036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.795238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:18.796004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.827842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ad1cb-cad5-4133-ae2d-287b683e036a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:18.889999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Deleting port 680d717d-e21d-4d83-9e5e-974e6eee3930 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:18.890749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:18.918063 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6977973 May 26 19:30:18.919021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f841e6-746c-4102-9154-1bd2f92b9a21 admin admin] Pushing event updated for resources: {'Network': ['ID=68987dc4-adcd-45e4-bb99-79123ed56509,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:18.922050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50888) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:18.928595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Request body: {'subnet': {'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-445332217-subnet', 'tenant_id': '8e776853b6294af3a903347b92285331', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:18.935185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:18.938395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Usage tracker for resource:subnet and tenant:8e776853b6294af3a903347b92285331 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:18.938945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 68987dc4-adcd-45e4-bb99-79123ed56509 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:30:18.941473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:18.952325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:18.961230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4bbb268-35f8-44e5-a177-0e4d1fed49c1 req-e38ab074-4c14-4680-bd1a-80fe5921ed79 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153004 May 26 19:30:18.964970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Made reservation on behalf of 8e776853b6294af3a903347b92285331 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:18.967856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.135145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.135441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.194725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.265308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Calling delete_port for 680d717d-e21d-4d83-9e5e-974e6eee3930 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:19.272270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a9b46a-d1b2-428b-bdbc-2270cddd911b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:19.281633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Checking segment: {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:19.282061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Network hostable DHCP agents. Network: 68987dc4-adcd-45e4-bb99-79123ed56509, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:19.303819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Network 68987dc4-adcd-45e4-bb99-79123ed56509 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:19.313272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 68987dc4-adcd-45e4-bb99-79123ed56509) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:19.321165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:19.321797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.322346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d394e1-3740-4ba2-a04f-e25902a51bfe None None] Network 68987dc4-adcd-45e4-bb99-79123ed56509 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:19.345375 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-132b7c95-020c-4c41-9779-16b33fdc512c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4219651 May 26 19:30:19.348438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:19.360040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:19.366887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:19.375955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Usage tracker for resource:router and tenant:8e776853b6294af3a903347b92285331 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:19.382241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:19.391017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:19.408949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.411846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.465497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.479038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.548160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'Port': ['ID=680d717d-e21d-4d83-9e5e-974e6eee3930,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:19.571061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-68987dc4-adcd-45e4-bb99-79123ed56509', 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509', 'tenant_id': '8e776853b6294af3a903347b92285331', 'fixed_ips': [{'subnet_id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:30:19.571887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.617923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.635740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.636870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e3b72109-f63b-4f7a-bb8a-1e20d6d5105f tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "DELETE /v2.0/floatingips/442de4a8-d50a-4603-9a73-41dd6f2a334f HTTP/1.1" status: 204 len: 168 time: 1.1378999 May 26 19:30:19.668344 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.779445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Allocated IP 172.20.0.2 (68987dc4-adcd-45e4-bb99-79123ed56509/15a9b46a-d1b2-428b-bdbc-2270cddd911b/1b020a97-fe67-4e3d-a528-7137569abf36) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:19.805463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:19.984731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5f73f-45ca-4467-84e1-a5925db0ea0e req-163c3ada-e606-4d33-83be-8a17fc591f4d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:19.986809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bf5f73f-45ca-4467-84e1-a5925db0ea0e req-163c3ada-e606-4d33-83be-8a17fc591f4d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 983 time: 0.0980682 May 26 19:30:19.997946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.010929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Transition to ACTIVE for port object 1b020a97-fe67-4e3d-a528-7137569abf36 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:20.037633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Transition to ACTIVE for port object 1b020a97-fe67-4e3d-a528-7137569abf36 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:20.043741 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.050854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bf5f73f-45ca-4467-84e1-a5925db0ea0e req-b9b4dccc-070d-4b6b-99bc-3da51f0c9898 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0570641 May 26 19:30:20.123596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Network 68987dc4-adcd-45e4-bb99-79123ed56509 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:20.127496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:20.132142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:20.138960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Pushing event updated for resources: {'Port': ['ID=1b020a97-fe67-4e3d-a528-7137569abf36,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:20.264955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645eb6-cc3f-4143-bd63-15df93b4b140 req-ae586dee-822d-4a5c-8bcd-48665c4be939 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:20.272360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95645eb6-cc3f-4143-bd63-15df93b4b140 req-ae586dee-822d-4a5c-8bcd-48665c4be939 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 944 time: 0.0981705 May 26 19:30:20.285312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Attempting to bind port 1b020a97-fe67-4e3d-a528-7137569abf36 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:20.285845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Attempting to bind port 1b020a97-fe67-4e3d-a528-7137569abf36 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:20.286921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Attempting to bind port 1b020a97-fe67-4e3d-a528-7137569abf36 on network 68987dc4-adcd-45e4-bb99-79123ed56509 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:20.295153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:20.295763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Checking segment: {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:20.296200 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.296694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Bound using segment: {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:20.297736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Bound port: 1b020a97-fe67-4e3d-a528-7137569abf36, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:20.298247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.308408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.329026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95645eb6-cc3f-4143-bd63-15df93b4b140 req-6eea1015-7df0-4b30-90ea-1a4e03885fcc tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557802 May 26 19:30:20.345346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.403018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] For port 1b020a97-fe67-4e3d-a528-7137569abf36, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:20.408454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] For port 1b020a97-fe67-4e3d-a528-7137569abf36, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b020a97-fe67-4e3d-a528-7137569abf36,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:20.412018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50942) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:20.417740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.426542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282526555', 'description': 'tempest-description--2014457528'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:20.440798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:20.452644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:20.455883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:20.482085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:20.503524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.512874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d656cb-b199-47d2-b63a-9d9a72d906f3 None None] Pushing event updated for resources: {'Port': ['ID=1b020a97-fe67-4e3d-a528-7137569abf36,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:20.517998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Allocated IP 172.25.0.139 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/617a0075-0b3b-402e-897a-a62bdfcb1455) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:20.548545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:20.558425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:20.562024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:20.573985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:20.677542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.687966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.737608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20bdbd8-420f-465a-a80d-9d78745b3133,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:20.764745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.769214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e23bfae7-ec6d-48a0-8a9d-b5eb127b3f22 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3536782 May 26 19:30:20.769535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.771639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:20.778393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group_rule': {'security_group_id': 'd20bdbd8-420f-465a-a80d-9d78745b3133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:20.787236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:20.796778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:20.800534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:20.808282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:20.832252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.848217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:20.931345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:20.942434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:20.949197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:21.012046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Pushing event updated for resources: {'Port': ['ID=617a0075-0b3b-402e-897a-a62bdfcb1455,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:21.087881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.094418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.196797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:30:21.199363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 195aaadd-beb9-4efc-9df6-56729bf291a9 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:21.214819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be32dc55-60ec-40cf-b9e5-061dad8fe732,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:21.223388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc70f-4eb3-4990-9026-f3e10a044eda req-1357e887-5726-4263-85bb-264152a7dc35 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:21.225006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f48bc70f-4eb3-4990-9026-f3e10a044eda req-1357e887-5726-4263-85bb-264152a7dc35 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 0.0862916 May 26 19:30:21.250346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.251641 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f831b22e-af39-4893-9828-8e3c3589bc08 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790242 May 26 19:30:21.256775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50990) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:21.264385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'security_group_rule': {'security_group_id': 'd20bdbd8-420f-465a-a80d-9d78745b3133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:21.278325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:21.286951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:security_group_rule and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:21.292168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:21.301353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f48bc70f-4eb3-4990-9026-f3e10a044eda req-ca8cf05d-d672-4237-8eab-6632d09e1919 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 May 26 19:30:21.302316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:21.344852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.413728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 195aaadd-beb9-4efc-9df6-56729bf291a9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:21.427735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 195aaadd-beb9-4efc-9df6-56729bf291a9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:21.427735 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.468552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.473810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.509969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911fbd7b-3252-4fce-89e5-8ad091661029,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:21.523613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.523949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:21.528318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-620e9053-3e64-4619-8149-c6d90b14d17d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670550 May 26 19:30:21.529077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51006) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:21.538388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:21.545740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:21.548339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.548982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'mac_address': 'fa:16:3e:70:20:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:30:21.552086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Usage tracker for resource:floatingip and tenant:995264af62b349c7951e1d4d6bade465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:21.555666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:21.566810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:21.580473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.691503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 195aaadd-beb9-4efc-9df6-56729bf291a9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:21.691889 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.703618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:21.704074 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.724241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1beda1d-f978-41f6-8dea-6b75fc00e608 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:21.763087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:21.768152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:21.777738 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.830272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=195aaadd-beb9-4efc-9df6-56729bf291a9,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:21.848760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.849597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f1adf853-575c-47dc-987d-ad68581158c2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:21.857530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:21.990226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:21.993288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b020a97-fe67-4e3d-a528-7137569abf36 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:22.050959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8d3a4-4d72-4869-826c-e1c27ef2a754 None None] Network 68987dc4-adcd-45e4-bb99-79123ed56509 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:22.081345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Allocated IP 172.25.0.8 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/64aef94e-f7ed-4e22-bd90-390d264e5abe) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:22.242216 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.243412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ccfc4eaa-fe49-4d05-ab2a-43b56b0efb2e None None] Provisioning for port 1b020a97-fe67-4e3d-a528-7137569abf36 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:22.251470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f1adf853-575c-47dc-987d-ad68581158c2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:22.283730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f1adf853-575c-47dc-987d-ad68581158c2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:22.284128 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.307645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:22.310218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1b020a97-fe67-4e3d-a528-7137569abf36 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:22.314931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.342329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e1beda1d-f978-41f6-8dea-6b75fc00e608'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:22.347177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad6fe8-b9d5-458f-b810-46657f8a3cd3 req-6a86143f-9863-412c-b6d4-0da8b827a5cf tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:22.348891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38ad6fe8-b9d5-458f-b810-46657f8a3cd3 req-6a86143f-9863-412c-b6d4-0da8b827a5cf tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.1237931 May 26 19:30:22.375641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1b020a97-fe67-4e3d-a528-7137569abf36 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:22.376011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.404392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38ad6fe8-b9d5-458f-b810-46657f8a3cd3 req-bb5a07e1-a0e8-4666-b6d6-1c42d185db1a tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0468745 May 26 19:30:22.405355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.484459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:30:22.487780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=64aef94e-f7ed-4e22-bd90-390d264e5abe,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:22.493677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:22.496466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:22.501085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:22.705311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:22.730328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.730827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Sync routers for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:22.734445 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-663ba64c-c921-4681-918a-84aa77a71950 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3813925 May 26 19:30:22.734602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51044) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:22.750109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f1adf853-575c-47dc-987d-ad68581158c2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:22.750856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.776281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1b020a97-fe67-4e3d-a528-7137569abf36 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:22.776658 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.795306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:22.795926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:22.849230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:22.857379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea829e7-f14e-47f2-8f89-bd4505c93d89 req-fc331521-0a85-4d0e-af97-46aad497800c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:22.858887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cea829e7-f14e-47f2-8f89-bd4505c93d89 req-fc331521-0a85-4d0e-af97-46aad497800c tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 944 time: 0.3169136 May 26 19:30:22.974977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f1adf853-575c-47dc-987d-ad68581158c2,segment=NetworkSegment(9f5ba89d-9c77-438f-b953-95ae93936166),segment_id=9f5ba89d-9c77-438f-b953-95ae93936166)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:22.990620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1b020a97-fe67-4e3d-a528-7137569abf36, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b020a97-fe67-4e3d-a528-7137569abf36,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:22.991615 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.032863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cea829e7-f14e-47f2-8f89-bd4505c93d89 req-02165966-6049-48bb-a9f9-4b6a3100da80 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213129 May 26 19:30:23.035156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.124416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.150157 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b67d9b3-275d-4831-868a-7f6c21a7bb18'] response: {'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'code': 200} May 26 19:30:23.214636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:23.279198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:23.501421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1b020a97-fe67-4e3d-a528-7137569abf36,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:23.505031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-462640da-4aac-4c28-abb1-5d85e61efc26 None None] Provisioning complete for port 1b020a97-fe67-4e3d-a528-7137569abf36 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:23.505466 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-462640da-4aac-4c28-abb1-5d85e61efc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.658666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bad3f-a79d-4ffc-b06d-6874811df63e req-5598bd06-cbc4-4f82-bf90-6aa735886d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:23.660062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a58bad3f-a79d-4ffc-b06d-6874811df63e req-5598bd06-cbc4-4f82-bf90-6aa735886d86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.4123113 May 26 19:30:23.696998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-462640da-4aac-4c28-abb1-5d85e61efc26 None None] Current status of the port 1b020a97-fe67-4e3d-a528-7137569abf36 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:23.714079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:21Z', 'revision_number': 3, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:23.717935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Checking router: d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:23.718272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Updating router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 port 617a0075-0b3b-402e-897a-a62bdfcb1455 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:23.770962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.778506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.783010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ceb44-ce39-40a3-ad98-2b69dc0f7987 req-96b664e4-e0a8-48c8-92a8-5b65d10b9ef4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:23.784472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b05ceb44-ce39-40a3-ad98-2b69dc0f7987 req-96b664e4-e0a8-48c8-92a8-5b65d10b9ef4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 945 time: 0.3120401 May 26 19:30:23.791040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a58bad3f-a79d-4ffc-b06d-6874811df63e req-24d47f07-5ce0-497b-9fde-8d66b40b5a8a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1185987 May 26 19:30:23.799994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.808084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b020a97-fe67-4e3d-a528-7137569abf36 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:23.960987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1b020a97-fe67-4e3d-a528-7137569abf36 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:23.961378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:23.979721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=64aef94e-f7ed-4e22-bd90-390d264e5abe,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:23.984188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b05ceb44-ce39-40a3-ad98-2b69dc0f7987 req-604aa547-b6b1-4141-94df-61de09f24bce tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850946 May 26 19:30:24.013855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.083683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.085012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-91f08d71-0dcd-4eb8-b9b0-7128cdb5bfd2 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5550575 May 26 19:30:24.087128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.188869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1b020a97-fe67-4e3d-a528-7137569abf36 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:24.297189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.309263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Transition to ACTIVE for port object 617a0075-0b3b-402e-897a-a62bdfcb1455 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:24.315558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.395330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Attempting to bind port 617a0075-0b3b-402e-897a-a62bdfcb1455 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:24.395781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Attempting to bind port 617a0075-0b3b-402e-897a-a62bdfcb1455 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:24.396207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Attempting to bind port 617a0075-0b3b-402e-897a-a62bdfcb1455 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:24.398389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76410255-fb21-4063-9527-39418dd65f58 None None] Pushing event updated for resources: {'Port': ['ID=617a0075-0b3b-402e-897a-a62bdfcb1455,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:24.403994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:24.404437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:24.404948 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.405469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:24.405988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Bound port: 617a0075-0b3b-402e-897a-a62bdfcb1455, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:24.406361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.456855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf523f-b3d3-434e-a8a6-7d0653c97a25 req-616a1bdb-7dff-43e8-bb35-af5b0fc71144 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:24.458364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95cf523f-b3d3-434e-a8a6-7d0653c97a25 req-616a1bdb-7dff-43e8-bb35-af5b0fc71144 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.3313487 May 26 19:30:24.484119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] For port 617a0075-0b3b-402e-897a-a62bdfcb1455, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:24.487335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] For port 617a0075-0b3b-402e-897a-a62bdfcb1455, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=617a0075-0b3b-402e-897a-a62bdfcb1455,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:24.492105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.562075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95cf523f-b3d3-434e-a8a6-7d0653c97a25 req-ecb20164-cf45-4036-9e9b-d177fd312f80 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 May 26 19:30:24.563158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Allocated IP 172.20.0.1 (68987dc4-adcd-45e4-bb99-79123ed56509/15a9b46a-d1b2-428b-bdbc-2270cddd911b/a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:24.585400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76410255-fb21-4063-9527-39418dd65f58 None None] Pushing event updated for resources: {'Port': ['ID=617a0075-0b3b-402e-897a-a62bdfcb1455,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:24.590417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:24.591137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:24.774404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.796632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Transition to ACTIVE for port object a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:24.810279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:24.812436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30a67-8f5b-4423-b1b0-f572bee7aade req-96c0a032-17c6-44d2-9577-beedbccf87b0 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:24.813932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16b30a67-8f5b-4423-b1b0-f572bee7aade req-96c0a032-17c6-44d2-9577-beedbccf87b0 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.1416378 May 26 19:30:24.867602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16b30a67-8f5b-4423-b1b0-f572bee7aade req-a39a4acd-ade8-4eca-9486-cc38bca32a6f tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0474865 May 26 19:30:24.868780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:24.937715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Network 68987dc4-adcd-45e4-bb99-79123ed56509 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:24.940417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:24.944242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:25.023095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Pushing event updated for resources: {'Port': ['ID=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:25.062654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.110272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802de52-5582-4063-b0c2-8017f910ce3b req-e2e2cbbf-3f67-42c4-9d87-b2d2a0f8bc04 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:25.111784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7802de52-5582-4063-b0c2-8017f910ce3b req-e2e2cbbf-3f67-42c4-9d87-b2d2a0f8bc04 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.1433711 May 26 19:30:25.128621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:21Z', 'revision_number': 3, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:25.132689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb25d626-10d5-4e4d-b007-1b73b89c281f None None] The sync data for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 is: [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:21Z', 'revision_number': 3, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:25.151206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:25.213876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:25.236772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7802de52-5582-4063-b0c2-8017f910ce3b req-06844402-aa0c-4620-b3ae-6623e9993c28 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597737 May 26 19:30:25.293268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2d17f1e4-5849-4400-9d2a-c56c22267b43 None None] Provisioning for port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:25.300783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2d17f1e4-5849-4400-9d2a-c56c22267b43 None None] Provisioning complete for port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:25.301559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2d17f1e4-5849-4400-9d2a-c56c22267b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.331734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e1beda1d-f978-41f6-8dea-6b75fc00e608 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:25.336275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.361877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e1beda1d-f978-41f6-8dea-6b75fc00e608 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:25.362249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.424399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2d17f1e4-5849-4400-9d2a-c56c22267b43 None None] Port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:25.523412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-be13e4b4-6099-421b-b7d2-091ab8b11e90 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:25.595821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:25.596294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.608367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-be13e4b4-6099-421b-b7d2-091ab8b11e90 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:25.609907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-be13e4b4-6099-421b-b7d2-091ab8b11e90 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1282526555&fields=id&tenant_id=995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 267 time: 0.2267942 May 26 19:30:25.635622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:25.638449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.709618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:25.816045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 617a0075-0b3b-402e-897a-a62bdfcb1455 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:25.842204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.862311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.886526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 617a0075-0b3b-402e-897a-a62bdfcb1455 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:25.892967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 617a0075-0b3b-402e-897a-a62bdfcb1455 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:25.893356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:25.938514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-ed6ea10e-4f7a-4334-b67a-4efe8b9053aa tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:25.939995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-ed6ea10e-4f7a-4334-b67a-4efe8b9053aa tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 810 time: 0.3029099 May 26 19:30:26.023449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 617a0075-0b3b-402e-897a-a62bdfcb1455 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:26.023830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:26.044621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 617a0075-0b3b-402e-897a-a62bdfcb1455, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=617a0075-0b3b-402e-897a-a62bdfcb1455,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:26.049963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:26.117637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b0429b04-a2a6-46dd-9b0d-182b8d7acb75 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/quotas/995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 375 time: 0.1559479 May 26 19:30:26.128447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=617a0075-0b3b-402e-897a-a62bdfcb1455,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:26.131912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Pushing event updated for resources: {'Port': ['ID=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:26.175875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:26.232564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-41e6f863-4d0f-4224-9b1b-008b21445ea4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:26.234062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-41e6f863-4d0f-4224-9b1b-008b21445ea4 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 948 time: 0.4320440 May 26 19:30:26.390578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Deleting port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:26.390832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:26.425973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-f850e13f-9a2f-4dc6-a5ac-8a6053fabe62 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:26.480112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Network 68987dc4-adcd-45e4-bb99-79123ed56509 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:26.483841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:26.490191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-f850e13f-9a2f-4dc6-a5ac-8a6053fabe62 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:26.491497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-f850e13f-9a2f-4dc6-a5ac-8a6053fabe62 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3605583 May 26 19:30:26.757388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0e4776aa-8129-4753-83b3-325c4a92f886 None None] Provisioning complete for port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:26.757971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e4776aa-8129-4753-83b3-325c4a92f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:26.812220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0e4776aa-8129-4753-83b3-325c4a92f886 None None] Port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:26.947804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-7e25de41-5964-4c05-bde5-cf60e2797cc4 service neutron] 10.222.0.24 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204087 May 26 19:30:26.984101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:26.992889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] For port ba7c865f-353d-4039-8c4f-2c8c7469d8d1, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:26.993273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:27.179647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Calling delete_port for ba7c865f-353d-4039-8c4f-2c8c7469d8d1 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:27.403983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-13b4730f-5b05-47ce-9472-075c2a8585c6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471157 May 26 19:30:27.496868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:30:27.614958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:27.628870 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Sync routers for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:27.644815 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:27.645728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:27.652332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cde4a1e9-33d6-4d8a-98b7-f9f5100d703a admin admin] 10.222.0.24 "PUT /v2.0/routers/d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9168577 May 26 19:30:27.665420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:27.748767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Pushing event deleted for resources: {'Port': ['ID=ba7c865f-353d-4039-8c4f-2c8c7469d8d1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:27.830605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 617a0075-0b3b-402e-897a-a62bdfcb1455 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:27.865865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] No DVR routers for this DVR port ba7c865f-353d-4039-8c4f-2c8c7469d8d1 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:27.871513 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:27.876158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9271d753-bc6a-4ba1-8480-ffe211690dd8 req-800d942c-ad11-4bea-8b6c-73117b4e6aeb tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "DELETE /v2.0/ports/ba7c865f-353d-4039-8c4f-2c8c7469d8d1 HTTP/1.1" status: 204 len: 173 time: 1.5925612 May 26 19:30:27.881206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-deleted', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:27.944730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 617a0075-0b3b-402e-897a-a62bdfcb1455 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:27.945258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:27.958421 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:28.268349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 617a0075-0b3b-402e-897a-a62bdfcb1455 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:28.289647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8be1-221c-4feb-a0cd-eeee68e06959 req-d46a839f-ce62-46e2-9333-6237bb0ec2bd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:28.297207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-114d8be1-221c-4feb-a0cd-eeee68e06959 req-d46a839f-ce62-46e2-9333-6237bb0ec2bd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.1459460 May 26 19:30:28.339486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-114d8be1-221c-4feb-a0cd-eeee68e06959 req-7b385133-5c5c-42b2-bf49-81c4c4abce47 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 May 26 19:30:28.447537 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf91e604-1ff2-4f83-bb0f-d1e6a52aa46a'] response: {'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2', 'code': 200} May 26 19:30:28.532177 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:25Z', 'revision_number': 4, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b', 'name': '', 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509', 'tenant_id': '8e776853b6294af3a903347b92285331', 'mac_address': 'fa:16:3e:72:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:24Z', 'updated_at': '2022-05-26T19:30:25Z', 'revision_number': 2, 'project_id': '8e776853b6294af3a903347b92285331', 'subnets': [{'id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:28.542168 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Checking router: d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:28.544506 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Updating router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:28.644407 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:28.668965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a04b6f9a-80bf-4909-bc92-669f53bde5f3 req-e112a121-7358-4b19-936b-5059b6e84aff tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Synchronizing usage tracker for tenant:27def29dcd02484fa08144274a91174a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:28.687867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a04b6f9a-80bf-4909-bc92-669f53bde5f3 req-e112a121-7358-4b19-936b-5059b6e84aff tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Unset dirty status for tenant:27def29dcd02484fa08144274a91174a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:28.701989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a04b6f9a-80bf-4909-bc92-669f53bde5f3 req-e112a121-7358-4b19-936b-5059b6e84aff tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=21dd8139-2dcb-435f-9489-4a1b7e9a108b HTTP/1.1" status: 200 len: 210 time: 0.0836232 May 26 19:30:28.928430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d9336-ea2c-4fd2-ae4e-aa4346b7ab3f req-9b0e1ff0-169a-4882-b780-14d488e402cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:28.930309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e75d9336-ea2c-4fd2-ae4e-aa4346b7ab3f req-9b0e1ff0-169a-4882-b780-14d488e402cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 1096 time: 0.1874039 May 26 19:30:29.012096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb412d-b043-442b-8921-1aa3c4879ca0 req-17cdb9e4-834e-42fb-9e25-cc75a481ae11 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:29.013596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9eb412d-b043-442b-8921-1aa3c4879ca0 req-17cdb9e4-834e-42fb-9e25-cc75a481ae11 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.1703467 May 26 19:30:29.024999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e75d9336-ea2c-4fd2-ae4e-aa4346b7ab3f req-a35c3323-37e3-401a-b1ca-b24259e72403 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807424 May 26 19:30:29.104972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9eb412d-b043-442b-8921-1aa3c4879ca0 req-5c35ba96-5731-4be1-a4b5-f2d6accc56e5 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0819144 May 26 19:30:29.190858 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:29.205260 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Transition to ACTIVE for port object a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:29.216406 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:29.238456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:29.296742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ba7c865f-353d-4039-8c4f-2c8c7469d8d1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:29.297378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ba7c865f-353d-4039-8c4f-2c8c7469d8d1 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:29.344859 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e76305-0721-482d-8774-1cab5fe12c76 None None] Pushing event updated for resources: {'Port': ['ID=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:29.574745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588a7d-5f91-4d85-a499-2f6e52049b16 req-6f1a641a-add0-4ca2-9417-60184f9e8d9e tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:29.583076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca588a7d-5f91-4d85-a499-2f6e52049b16 req-6f1a641a-add0-4ca2-9417-60184f9e8d9e tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.3164756 May 26 19:30:29.584022 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Attempting to bind port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:29.584906 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Attempting to bind port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:29.585667 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Attempting to bind port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b on network 68987dc4-adcd-45e4-bb99-79123ed56509 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:29.592243 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:29.592849 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Checking segment: {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:29.595638 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:29.596281 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Bound using segment: {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:29.596924 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Bound port: a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da3ec6f-b169-47dd-a43e-cc87b3b98812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:29.598569 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:29.618721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-20c0a16b-6f51-4f30-a4f8-93bedb939abd tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:29.621949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-20c0a16b-6f51-4f30-a4f8-93bedb939abd tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 810 time: 0.3036809 May 26 19:30:29.671167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca588a7d-5f91-4d85-a499-2f6e52049b16 req-443752e7-fbe4-4081-84f6-7ab5d5872be5 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870683 May 26 19:30:29.703279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-26a69e40-1f57-493a-a04b-8c8732856975 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995264af62b349c7951e1d4d6bade465 HTTP/1.1" status: 200 len: 380 time: 0.0666718 May 26 19:30:29.719901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51124) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:29.726522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'port': {'device_id': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'admin_state_up': True, 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'security_groups': ['d20bdbd8-420f-465a-a80d-9d78745b3133']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:29.766434 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] For port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:29.770377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] For port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:29.775043 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:29.856853 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:29.857771 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:29.859534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc4bf155-a8be-4b05-adf3-7c0d428a1b37 req-ccdf3707-8c32-40cb-9448-55f18399bdda tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 210 time: 0.0564392 May 26 19:30:29.930861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:29.942235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:29.955688 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5cb6f2-9638-43cf-ac24-f6e76bb1f489'] response: {'server_uuid': '21dd8139-2dcb-435f-9489-4a1b7e9a108b', 'name': 'network-vif-deleted', 'tag': 'ba7c865f-353d-4039-8c4f-2c8c7469d8d1', 'status': 'completed', 'code': 200} May 26 19:30:29.958320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Made reservation on behalf of 995264af62b349c7951e1d4d6bade465 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:29.960493 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e76305-0721-482d-8774-1cab5fe12c76 None None] Pushing event updated for resources: {'Port': ['ID=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:29.964926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:30.143240 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:30.191941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Allocated IP 172.20.0.11 (ad646e7e-741a-4917-a169-180605b1b82f/8ef5c362-722b-4b72-92e7-fa9ccb8a1d83/842f6bf8-5691-4b52-9976-f6f1038db052) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:30.439918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:30.448951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:30.507304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6085a-ca85-4eff-a296-d75fc714f2a3 req-2f797a74-486c-4fa9-a0c8-62933cc066c2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:30.508881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66d6085a-ca85-4eff-a296-d75fc714f2a3 req-2f797a74-486c-4fa9-a0c8-62933cc066c2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.1573334 May 26 19:30:30.541735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:30.586281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66d6085a-ca85-4eff-a296-d75fc714f2a3 req-1f55b75a-9687-4431-bd71-e732b38abb18 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0682468 May 26 19:30:30.586946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:25Z', 'revision_number': 4, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b', 'name': '', 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509', 'tenant_id': '8e776853b6294af3a903347b92285331', 'mac_address': 'fa:16:3e:72:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:24Z', 'updated_at': '2022-05-26T19:30:29Z', 'revision_number': 4, 'project_id': '8e776853b6294af3a903347b92285331', 'subnets': [{'id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:30.587385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Transition to ACTIVE for port object 842f6bf8-5691-4b52-9976-f6f1038db052 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:30.591995 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f549396-ab44-4246-88c9-25a9de7f50bf None None] The sync data for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 is: [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:25Z', 'revision_number': 4, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b', 'name': '', 'network_id': '68987dc4-adcd-45e4-bb99-79123ed56509', 'tenant_id': '8e776853b6294af3a903347b92285331', 'mac_address': 'fa:16:3e:72:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:24Z', 'updated_at': '2022-05-26T19:30:29Z', 'revision_number': 4, 'project_id': '8e776853b6294af3a903347b92285331', 'subnets': [{'id': '15a9b46a-d1b2-428b-bdbc-2270cddd911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:30.632642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:30.813941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Network ad646e7e-741a-4917-a169-180605b1b82f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:30.819262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:30.830797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:30.856204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event updated for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:30.906309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:30.906957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:30.934921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752246-bd47-4931-997e-07036fc3d718 req-91510f40-f3fe-4740-954e-65d2b491b30a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:30.936503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5752246-bd47-4931-997e-07036fc3d718 req-91510f40-f3fe-4740-954e-65d2b491b30a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2038989 May 26 19:30:30.967324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-b2e5354c-4ac7-40cd-9a95-104dbc602f87 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2570214 May 26 19:30:30.986606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Request body: {'port': {'device_id': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:31.028966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Deleting port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:31.029582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:31.127999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cd434a93-b503-4f32-91bd-d541c0f634ea None None] Provisioning for port 842f6bf8-5691-4b52-9976-f6f1038db052 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:31.134184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cd434a93-b503-4f32-91bd-d541c0f634ea None None] Provisioning complete for port 842f6bf8-5691-4b52-9976-f6f1038db052 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:31.134549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd434a93-b503-4f32-91bd-d541c0f634ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:31.186747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5752246-bd47-4931-997e-07036fc3d718 req-f91ce860-ca8a-4b3f-b32f-67551aece17d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408044 May 26 19:30:31.229241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] For port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:31.229646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:31.244318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cd434a93-b503-4f32-91bd-d541c0f634ea None None] Port 842f6bf8-5691-4b52-9976-f6f1038db052 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:31.287216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:31.385205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Calling delete_port for a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:31.439691 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65c3507-766c-4d33-a371-fdb15f0c8d08'] response: {'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'code': 200} May 26 19:30:31.739964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:31.794845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:31.842629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:31.891879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6398-57d8-4fd8-ac92-de5416f56053 req-deebc91a-4c92-499c-bc2b-bc9608cf7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:31.893906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42ee6398-57d8-4fd8-ac92-de5416f56053 req-deebc91a-4c92-499c-bc2b-bc9608cf7a49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 1097 time: 0.3432860 May 26 19:30:31.919800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:31.920442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 26 19:30:31.950738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42ee6398-57d8-4fd8-ac92-de5416f56053 req-abfa9ca5-b538-434d-8d3e-89656838f29d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482349 May 26 19:30:31.957084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842f6bf8-5691-4b52-9976-f6f1038db052 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:31.967983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-2d974ece-7159-46ec-b331-17c3015caa7e tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:31.970479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-2d974ece-7159-46ec-b331-17c3015caa7e tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.3811405 May 26 19:30:31.972380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.013785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Transition to ACTIVE for port object 842f6bf8-5691-4b52-9976-f6f1038db052 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:32.014932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.025751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b not found, will not notify nova. {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 26 19:30:32.027867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.081113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:32.086694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Usage tracker for resource:security_group_rule and tenant:c81d7ebdc97a45ebb2af98cd817f4772 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:32.093730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:32.099995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:32.111725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.296786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Pushing event updated for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:32.413860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.414976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Attempting to bind port 842f6bf8-5691-4b52-9976-f6f1038db052 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:32.415374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Attempting to bind port 842f6bf8-5691-4b52-9976-f6f1038db052 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:32.415719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Attempting to bind port 842f6bf8-5691-4b52-9976-f6f1038db052 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:32.420596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.442375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Port 842f6bf8-5691-4b52-9976-f6f1038db052 on network ad646e7e-741a-4917-a169-180605b1b82f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:30:32.442706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Attempting to bind port 842f6bf8-5691-4b52-9976-f6f1038db052 on network ad646e7e-741a-4917-a169-180605b1b82f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:32.456023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b77b9ab-afbb-439b-bc97-a2a26d3ba069 req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4692433 May 26 19:30:32.468124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:32.469330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Checking segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:32.469330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Bound using segment: {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:32.469579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Bound port: 842f6bf8-5691-4b52-9976-f6f1038db052, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:32.469935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.490786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:32.532192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297bb2e-85e6-4728-9027-47422d2d2ed2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8a9cf-20a7-4d36-9179-ce649963188f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:32.648582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:32.691851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:32.696412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=842f6bf8-5691-4b52-9976-f6f1038db052,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:32.701942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403e1d9-53c1-40d3-ac05-50e7e022aeb6 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:32.703808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b403e1d9-53c1-40d3-ac05-50e7e022aeb6 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1130 time: 0.2118857 May 26 19:30:32.706131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.710279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51150) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:32.754724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:32.776758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:32.793227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:32.793840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.795214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/842f6bf8-5691-4b52-9976-f6f1038db052 HTTP/1.1" status: 200 len: 1092 time: 1.8132780 May 26 19:30:32.796620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:32.802205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:floatingip and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:32.810975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:32.823053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:32.832507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261de6c-ce71-4c6c-9336-26e1de702d80 req-6007ceb4-9297-48c0-8831-db42a917be4f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:32.833394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:32.841795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2261de6c-ce71-4c6c-9336-26e1de702d80 req-6007ceb4-9297-48c0-8831-db42a917be4f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.2634144 May 26 19:30:32.845031 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-26175b09-8236-4205-a07e-41aec2c7e6f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1237698 May 26 19:30:32.847322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:32.850633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Sync routers for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:32.862188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:32.863328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:32.915902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005799d-b8f0-4c45-8b66-f2d86cbf23d8 service neutron] Pushing event updated for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:32.928883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:32.986291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2261de6c-ce71-4c6c-9336-26e1de702d80 req-cfbc6ede-c7f9-4199-b4f0-0adaf77e5771 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435466 May 26 19:30:33.055151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.077535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:33.211379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-ce10a8a8-2e17-4264-8bfd-6b529ff47738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:33.212921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-ce10a8a8-2e17-4264-8bfd-6b529ff47738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 1095 time: 0.3691084 May 26 19:30:33.249709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.261318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Deleting port 617a0075-0b3b-402e-897a-a62bdfcb1455 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:33.261714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.390433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:31Z', 'revision_number': 5, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port': {'id': '617a0075-0b3b-402e-897a-a62bdfcb1455', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:20Z', 'updated_at': '2022-05-26T19:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:33.394382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Checking router: d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:33.403495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Routers {'d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:33.404176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:33.413274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-4326ad24-4e9d-4edc-884d-f59915b4df2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=842f6bf8-5691-4b52-9976-f6f1038db052 HTTP/1.1" status: 200 len: 217 time: 0.1909754 May 26 19:30:33.424183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b7ed9-fcac-489f-ae5d-38ddcfd0dd99 req-c383c524-c73d-4d3e-91f1-931388648b05 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:33.425234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cf8b7ed9-fcac-489f-ae5d-38ddcfd0dd99 req-c383c524-c73d-4d3e-91f1-931388648b05 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:33.456121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] For port 617a0075-0b3b-402e-897a-a62bdfcb1455, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=617a0075-0b3b-402e-897a-a62bdfcb1455,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:33.456465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.571082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] Set router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:33.580510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cf8b7ed9-fcac-489f-ae5d-38ddcfd0dd99 req-c383c524-c73d-4d3e-91f1-931388648b05 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:33.588614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf8b7ed9-fcac-489f-ae5d-38ddcfd0dd99 req-c383c524-c73d-4d3e-91f1-931388648b05 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 944 time: 0.4748716 May 26 19:30:33.602451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Calling delete_port for 617a0075-0b3b-402e-897a-a62bdfcb1455 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:33.615697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-8a4c2a70-683c-451a-9682-c9d78c76c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:33.617241 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-8a4c2a70-683c-451a-9682-c9d78c76c33a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.1879134 May 26 19:30:33.620828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.684963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:33Z', 'revision_number': 6, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:33.689306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434be771-c47e-41e6-8a60-acaf1705001c None None] The sync data for ids ['d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3'] in n-d-843146-9 is: [{'id': 'd45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3', 'name': 'tempest-ImageQuotaTest-445332217-router', 'tenant_id': '8e776853b6294af3a903347b92285331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:19Z', 'updated_at': '2022-05-26T19:30:33Z', 'revision_number': 6, 'project_id': '8e776853b6294af3a903347b92285331', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:33.744813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf8b7ed9-fcac-489f-ae5d-38ddcfd0dd99 req-e1ed1a5e-2076-4623-b6b5-f2a7ffadab71 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547956 May 26 19:30:33.793978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:33.837319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-4e62655d-5908-4e4d-8409-90137807a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:33.838745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-4e62655d-5908-4e4d-8409-90137807a6df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820834 May 26 19:30:33.846708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=617a0075-0b3b-402e-897a-a62bdfcb1455,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:33.926144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.25.0.96 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/bc24080c-a2d9-4997-afea-82f23c5308a3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:33.948352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.119419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-fb11886d-d122-4742-b00e-752860bf8650 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737250 May 26 19:30:34.306000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.332113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.334369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.359509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.359862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:30:34.372300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.373453 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c63422f9-1c60-48b9-a0c6-88abc91930b9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d45e4d5a-ad50-42b5-a49e-5c19f4b7e4e3 HTTP/1.1" status: 204 len: 168 time: 1.5249655 May 26 19:30:34.377489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51166) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:34.383153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-214d4aa2-21da-445a-8f85-7e8e050e9851 req-e33cc130-d1bc-4d8a-ad28-dde7a061f216 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472382 May 26 19:30:34.398246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fac48-9595-49d0-96dc-9200f4853393 req-f99240ae-87c6-4a15-ac34-e1929685d3e8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:34.399885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9fac48-9595-49d0-96dc-9200f4853393 req-f99240ae-87c6-4a15-ac34-e1929685d3e8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2193279 May 26 19:30:34.409377 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.441744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Deleting subnet 15a9b46a-d1b2-428b-bdbc-2270cddd911b {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:30:34.444810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.496068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.511418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:34.519185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:34.522750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=bc24080c-a2d9-4997-afea-82f23c5308a3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:34.524900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:34.553082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9fac48-9595-49d0-96dc-9200f4853393 req-c4a61cb6-42f7-4c59-879a-99c1a780b8e7 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386085 May 26 19:30:34.560560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.560905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.561256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.561593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.561918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.562246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.562569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.562891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.563214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.563539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.563858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.564173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:34.583398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.640956 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7330756e-f431-40c0-bf0c-8f5376a0dd1e'] response: {'name': 'network-changed', 'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052', 'status': 'completed', 'code': 200} May 26 19:30:34.660424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.705809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a9b46a-d1b2-428b-bdbc-2270cddd911b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:34.711246 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.718819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec24fc83-b727-466a-8875-b78e44f081c6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15a9b46a-d1b2-428b-bdbc-2270cddd911b HTTP/1.1" status: 204 len: 168 time: 0.3402636 May 26 19:30:34.719219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96fc18-d2cc-4774-9227-7818dc7c0bd0 None None] Network 68987dc4-adcd-45e4-bb99-79123ed56509 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:34.721232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:34.854676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.866142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Deleting port 1b020a97-fe67-4e3d-a528-7137569abf36 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:34.866386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:34.998230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-3cb28943-587f-4f18-b062-aa241dcc43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:34.998979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-3cb28943-587f-4f18-b062-aa241dcc43a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 1095 time: 0.3491864 May 26 19:30:35.076455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] DHCP port deletion for 68987dc4-adcd-45e4-bb99-79123ed56509 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:30:35.082068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Deleting port 1b020a97-fe67-4e3d-a528-7137569abf36 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:35.082446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.109590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820b18-0de7-45bf-834b-227acd8e5aa1 req-1689a171-c180-4fe5-b4a6-8f81a9a1fba3 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:35.111081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08820b18-0de7-45bf-834b-227acd8e5aa1 req-1689a171-c180-4fe5-b4a6-8f81a9a1fba3 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.3306305 May 26 19:30:35.141854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] For port 1b020a97-fe67-4e3d-a528-7137569abf36, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b020a97-fe67-4e3d-a528-7137569abf36,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:35.142273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.275464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Calling delete_port for 1b020a97-fe67-4e3d-a528-7137569abf36 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:35.316717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] For port 1b020a97-fe67-4e3d-a528-7137569abf36, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b020a97-fe67-4e3d-a528-7137569abf36,segment=NetworkSegment(9da3ec6f-b169-47dd-a43e-cc87b3b98812),segment_id=9da3ec6f-b169-47dd-a43e-cc87b3b98812)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:35.317557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.359834 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.390658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08820b18-0de7-45bf-834b-227acd8e5aa1 req-3da9fcf3-41c0-4c71-b7b2-ca393794e5d4 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598424 May 26 19:30:35.414474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b020a97-fe67-4e3d-a528-7137569abf36,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:35.414856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] No DVR routers for this DVR port 1b020a97-fe67-4e3d-a528-7137569abf36 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:35.434377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-11d3695b-eaf1-4371-8cbb-a1909515c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:35.435833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-11d3695b-eaf1-4371-8cbb-a1909515c44f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.3668950 May 26 19:30:35.522853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Calling delete_port for 1b020a97-fe67-4e3d-a528-7137569abf36 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:35.540723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.562837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-5a410db8-cd23-433b-af89-b4f884dd4c6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=842f6bf8-5691-4b52-9976-f6f1038db052 HTTP/1.1" status: 200 len: 217 time: 0.1074245 May 26 19:30:35.572369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68987dc4-adcd-45e4-bb99-79123ed56509']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:35.589015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da3ec6f-b169-47dd-a43e-cc87b3b98812') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:35.589357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da3ec6f-b169-47dd-a43e-cc87b3b98812') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:35.597416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:30:35.598026 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:30:35.601950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.618778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.625052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:30:35.625504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.662788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-da12b882-6208-40bf-8b78-2a259a881d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:35.664244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-da12b882-6208-40bf-8b78-2a259a881d61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.0937140 May 26 19:30:35.671037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.736111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.763923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41776595-3ec0-464a-8849-7b04bc88bdfa req-965cc9d9-b189-4d99-aea8-337e3022b12c tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:35.766066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41776595-3ec0-464a-8849-7b04bc88bdfa req-965cc9d9-b189-4d99-aea8-337e3022b12c tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 948 time: 0.2457941 May 26 19:30:35.773906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.779234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] Pushing event deleted for resources: {'Network': ['ID=68987dc4-adcd-45e4-bb99-79123ed56509,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:35.792215 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc48ef13-35c5-4c32-a74f-c8a0d338111a admin admin] 10.222.0.24 "DELETE /v2.0/networks/68987dc4-adcd-45e4-bb99-79123ed56509 HTTP/1.1" status: 204 len: 168 time: 1.0699697 May 26 19:30:35.805845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b020a97-fe67-4e3d-a528-7137569abf36 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:35.828068 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9da3ec6f-b169-47dd-a43e-cc87b3b98812 resource provider aggregate not found May 26 19:30:35.846079 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9da3ec6f-b169-47dd-a43e-cc87b3b98812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9da3ec6f-b169-47dd-a43e-cc87b3b98812 found for delete ", "request_id": "req-c26eec2d-3f00-4645-88f7-b3f86ca742a9"}]} May 26 19:30:35.847345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1b020a97-fe67-4e3d-a528-7137569abf36 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:35.847756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b020a97-fe67-4e3d-a528-7137569abf36 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:35.848526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 617a0075-0b3b-402e-897a-a62bdfcb1455 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:35.882619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 617a0075-0b3b-402e-897a-a62bdfcb1455 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:35.883030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 617a0075-0b3b-402e-897a-a62bdfcb1455 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:35.883296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-95b5bfa8-77aa-4714-b0de-a71afddf2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:35.883566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:35.885513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-95b5bfa8-77aa-4714-b0de-a71afddf2951 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124221 May 26 19:30:35.890182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41776595-3ec0-464a-8849-7b04bc88bdfa req-9c19f6cb-485a-4627-b5bb-b144e55d6a6a tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec3af456-68ac-4196-aaf7-6be0925650f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134751 May 26 19:30:35.920429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:35.920770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a13cf1b2-3b22-4946-b4f7-8584c1d8cf6b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:35.925798 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:35.935053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51188) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:35.989610 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-739d818d-929f-418c-a62d-f64184edbd7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e776853b6294af3a903347b92285331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508895 May 26 19:30:35.989820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:36.066427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.101102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.102710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Deleting port 1b020a97-fe67-4e3d-a528-7137569abf36 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:36.102710 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.179182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-857674e9-f14e-4b0e-a73c-06b91fa26816 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836251 May 26 19:30:36.181028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.197652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ad1cb-cad5-4133-ae2d-287b683e036a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:36.207564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb0d2e-cb0e-43ea-a907-f2a4e72fdccb None None] The port '1b020a97-fe67-4e3d-a528-7137569abf36' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:30:36.210807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.212439 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae79b0bb-6168-4199-8644-df0ae37f7448 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f25ad1cb-cad5-4133-ae2d-287b683e036a HTTP/1.1" status: 204 len: 168 time: 0.2216361 May 26 19:30:36.388993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-251d6618-345b-4f5a-bc88-b895e50cda62 req-a7a40a8f-d35b-411f-a160-67cc07bb082e service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986308 May 26 19:30:36.395621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.402717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.468588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.522398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=bc24080c-a2d9-4997-afea-82f23c5308a3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:36.537200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.621563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51210) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:36.640539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.658630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:36.662537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:36.665360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:36.671624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:36.779680 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Floating IP d86dae72-0893-4dea-8e90-cdcb418cfeb5 associated. External IP: 172.25.0.96, port: 195aaadd-beb9-4efc-9df6-56729bf291a9. May 26 19:30:36.788110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.792435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.840398 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2170720 May 26 19:30:36.841382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98212b1-eade-4407-9ce7-4a5397988fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9455d-2c2a-45ff-88be-a4252b35ea43,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:36.843691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51216) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:36.844588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-18699d97-20da-4f04-bbc5-726381c25c31 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:36.846042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-18699d97-20da-4f04-bbc5-726381c25c31 tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f8140e-362d-43b0-a8fc-21daf44944c2 HTTP/1.1" status: 200 len: 948 time: 0.3099906 May 26 19:30:36.908993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.936163 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:36.991015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.007550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9455d-2c2a-45ff-88be-a4252b35ea43,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:37.012774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.013909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce10f043-c378-408c-8bf9-99b8c2eff964 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e9455d-2c2a-45ff-88be-a4252b35ea43 HTTP/1.1" status: 204 len: 168 time: 0.1693501 May 26 19:30:37.192443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Deleting port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:37.192998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.331752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b6269-bd81-47fe-8289-8dba95f05eb4 req-0361d61a-1814-4adb-bbde-298d9a9711a3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:37.333225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45b6269-bd81-47fe-8289-8dba95f05eb4 req-0361d61a-1814-4adb-bbde-298d9a9711a3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 944 time: 0.5033011 May 26 19:30:37.601757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b45b6269-bd81-47fe-8289-8dba95f05eb4 req-28c95f3b-69d8-4d2e-8569-6c776b8f2af6 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138548 May 26 19:30:37.628356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51244) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:37.665445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:37.674320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] For port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:37.674679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.756185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-255428322-network', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:37.761459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:37.765402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Usage tracker for resource:network and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:37.768243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:37.778349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:37.788812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Made reservation on behalf of c6b04893a72849678f8f7e913fc20db5 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:37.792210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.805403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.820809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:37.824896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:37.827797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:37.833652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:37.854697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Calling delete_port for 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:37.925433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.931084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.965190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:37.970450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19163a5f-5d80-492f-b229-4a84972d16f7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:37.977739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:37.978249 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Added segment 30ffe945-8e7e-4894-8b3f-36e754b6b2d9 of type vlan for network 85552f65-8932-45be-8ba0-28e1d83d54f6 May 26 19:30:38.005181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.035844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.036863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.037480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.139438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:38.151459 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Sync routers for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:38.163325 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:38.164177 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:38.188113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.254198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120accb9-2ef3-4c2c-8728-7d58229759c1 req-89722d01-0caa-436e-9bee-af058808c9ed tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.255630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120accb9-2ef3-4c2c-8728-7d58229759c1 req-89722d01-0caa-436e-9bee-af058808c9ed tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2656996 May 26 19:30:38.258306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Pushing event deleted for resources: {'Port': ['ID=3b0d5141-c2fe-4d95-b0f7-3e9d24891aee,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:38.260700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.261350 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6314859 May 26 19:30:38.262056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51252) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:38.264564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a318ba-1b95-41d6-91a4-84fa11c2fb74 admin admin] Pushing event updated for resources: {'Network': ['ID=85552f65-8932-45be-8ba0-28e1d83d54f6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:38.270765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Request body: {'subnet': {'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-255428322-subnet', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:38.276426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:38.280423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:30:38.283633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Usage tracker for resource:subnet and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:38.286980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:38.300130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:38.311168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Made reservation on behalf of c6b04893a72849678f8f7e913fc20db5 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:38.313921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.393671 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:38.537681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.538169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] No DVR routers for this DVR port 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:38.543836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.545753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4db20dbc-bbe5-454c-8f07-de52b5390779 req-6282974f-7585-4626-9caa-30ae6561ee7f tempest-ListImageFiltersTestJSON-833705490 tempest-ListImageFiltersTestJSON-833705490-project] 10.222.0.53 "DELETE /v2.0/ports/3b0d5141-c2fe-4d95-b0f7-3e9d24891aee HTTP/1.1" status: 204 len: 173 time: 1.5232291 May 26 19:30:38.548580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-deleted', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:38.560514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-89eb37e2-dee9-4704-8c80-65a9e1470cf1 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8186500 May 26 19:30:38.563783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120accb9-2ef3-4c2c-8728-7d58229759c1 req-bf739d47-f0e9-4ea4-93a4-5cad70cb402a tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743993 May 26 19:30:38.564223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51258) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:38.621926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1021b9d5-ae08-47ae-a0b0-7c1b94028a66,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:38.637858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Checking segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:38.638884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Network hostable DHCP agents. Network: 85552f65-8932-45be-8ba0-28e1d83d54f6, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:38.664384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:38.678842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 85552f65-8932-45be-8ba0-28e1d83d54f6) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:38.689834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf117ba1-2422-4b6f-9d15-fe1a2a3c3ba3 None None] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:38.693571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.694169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.749348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59355366-76fc-4eb4-ac63-c8b9a8bcf565 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4860301 May 26 19:30:38.750005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:38.756260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:38.767656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:38.778044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Usage tracker for resource:router and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:38.784091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:38.797438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:38.800289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.800765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.801756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.802407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.803159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.803775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.804391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.805002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.805661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.806269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:38.809803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cb73e313-72f4-4cdb-af5d-d5831f365813 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7110 time: 0.2446606 May 26 19:30:38.813323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51268) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:38.829840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.831467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.850799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:38.882754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd86dae72-0893-4dea-8e90-cdcb418cfeb5', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'port_id': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'mac_address': 'fa:16:3e:2c:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:35Z', 'updated_at': '2022-05-26T19:30:35Z', 'revision_number': 0, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:38.893959 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Checking router: f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:38.904111 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:38.904718 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:39.017084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.018017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.018643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.019256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.019871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.020603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.021251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.022040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.022666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.023271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.026047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e7705f8d-f62d-45d7-98a1-b2674c307bff tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6594 time: 0.2114785 May 26 19:30:39.028721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:39.079316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-85552f65-8932-45be-8ba0-28e1d83d54f6', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:30:39.080151 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.137754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:39.203968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.215342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70397dcc-f878-45f7-83bd-08a6b9daef3c req-15ed6255-dbd7-4073-a84b-b8cdd8972fcb tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.216991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70397dcc-f878-45f7-83bd-08a6b9daef3c req-15ed6255-dbd7-4073-a84b-b8cdd8972fcb tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3227456 May 26 19:30:39.302033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Allocated IP 172.20.0.2 (85552f65-8932-45be-8ba0-28e1d83d54f6/1021b9d5-ae08-47ae-a0b0-7c1b94028a66/562e494e-ca26-4823-b5d7-b2d1323f88f9) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:39.311947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70397dcc-f878-45f7-83bd-08a6b9daef3c req-0b41a37d-70d5-4aaf-af4f-9ccd705c9e69 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787125 May 26 19:30:39.406306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63bcf4e1-83ee-430d-81e8-1a2deffe48a2 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3593 time: 0.3762136 May 26 19:30:39.409923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51276) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:39.426626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 842f6bf8-5691-4b52-9976-f6f1038db052 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:30:39.563549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433985e-fe52-487d-a3d0-c1efeac3ee9e tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.564536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433985e-fe52-487d-a3d0-c1efeac3ee9e tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.566397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c433985e-fe52-487d-a3d0-c1efeac3ee9e tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 HTTP/1.1" status: 200 len: 1989 time: 0.1548181 May 26 19:30:39.709758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=842f6bf8-5691-4b52-9976-f6f1038db052,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:39.720493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce9308-39a9-467e-a13e-cb9171bf9606 req-ca80233e-2f37-4e49-8028-b80cb1ca79b0 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:39.730177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '842f6bf8-5691-4b52-9976-f6f1038db052', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'port_id': '842f6bf8-5691-4b52-9976-f6f1038db052', 'mac_address': 'fa:16:3e:2a:28:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:30:39.732114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73ce9308-39a9-467e-a13e-cb9171bf9606 req-ca80233e-2f37-4e49-8028-b80cb1ca79b0 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.1342771 May 26 19:30:39.738612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.741166 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd86dae72-0893-4dea-8e90-cdcb418cfeb5', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'port_id': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'mac_address': 'fa:16:3e:2c:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:35Z', 'updated_at': '2022-05-26T19:30:35Z', 'revision_number': 0, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:39.746694 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c001be-46af-4cb9-90cd-f95e5aa32c0a None None] The sync data for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 is: [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd86dae72-0893-4dea-8e90-cdcb418cfeb5', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'port_id': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'mac_address': 'fa:16:3e:2c:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:35Z', 'updated_at': '2022-05-26T19:30:35Z', 'revision_number': 0, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:39.772007 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.785495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73ce9308-39a9-467e-a13e-cb9171bf9606 req-1b844a81-bcad-4395-9040-2a75396509c7 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 May 26 19:30:39.787323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.823091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 842f6bf8-5691-4b52-9976-f6f1038db052 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:39.823449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.843050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Transition to ACTIVE for port object 562e494e-ca26-4823-b5d7-b2d1323f88f9 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:39.856060 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06ec515-ee49-4d56-85e7-41ff2b14db43'] response: {'server_uuid': '23f8140e-362d-43b0-a8fc-21daf44944c2', 'name': 'network-vif-deleted', 'tag': '3b0d5141-c2fe-4d95-b0f7-3e9d24891aee', 'status': 'completed', 'code': 200} May 26 19:30:39.856365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842f6bf8-5691-4b52-9976-f6f1038db052 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:30:39.878491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Transition to ACTIVE for port object 562e494e-ca26-4823-b5d7-b2d1323f88f9 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:39.882237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=842f6bf8-5691-4b52-9976-f6f1038db052,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:39.886277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.940896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Allocated IP 172.25.0.124 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:39.941171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:39.962100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Pushing event updated for resources: {'Port': ['ID=562e494e-ca26-4823-b5d7-b2d1323f88f9,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:39.965369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:40.005885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:40.013081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:40.055798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a04f5-6c85-4c8a-a20b-e5e82ab05cbc req-6d709590-4531-4902-adde-7f347d48033b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:40.057735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f3a04f5-6c85-4c8a-a20b-e5e82ab05cbc req-6d709590-4531-4902-adde-7f347d48033b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 945 time: 0.0991914 May 26 19:30:40.129949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f3a04f5-6c85-4c8a-a20b-e5e82ab05cbc req-12d8ac2a-e61a-436b-be4d-c9b88273286c tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615218 May 26 19:30:40.142818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b1103-7de2-42eb-b7f1-19b691b59f5a None None] New status for floating IP d86dae72-0893-4dea-8e90-cdcb418cfeb5: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:30:40.184598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.224054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.296270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:40.299311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:40.303837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:40.317339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:40.322002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Attempting to bind port 562e494e-ca26-4823-b5d7-b2d1323f88f9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:40.322403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Attempting to bind port 562e494e-ca26-4823-b5d7-b2d1323f88f9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:40.322765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Attempting to bind port 562e494e-ca26-4823-b5d7-b2d1323f88f9 on network 85552f65-8932-45be-8ba0-28e1d83d54f6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:40.354348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Pushing event updated for resources: {'Port': ['ID=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:40.422999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:40.423512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Checking segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:40.424091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.424576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Bound using segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:40.425185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Bound port: 562e494e-ca26-4823-b5d7-b2d1323f88f9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:40.425670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.585347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['842f6bf8-5691-4b52-9976-f6f1038db052'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:40.693808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] For port 562e494e-ca26-4823-b5d7-b2d1323f88f9, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:40.714396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] For port 562e494e-ca26-4823-b5d7-b2d1323f88f9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=562e494e-ca26-4823-b5d7-b2d1323f88f9,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:40.727310 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.781070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-cc1606da-f003-4777-85b9-8c1c3a0bc5e2 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:40.782704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-cc1606da-f003-4777-85b9-8c1c3a0bc5e2 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1877339 May 26 19:30:40.798560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb8874-e61d-4c25-807d-8be4e33dce0b req-1339dbb2-2ae3-4926-81f9-55577340e20f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:40.800221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cffb8874-e61d-4c25-807d-8be4e33dce0b req-1339dbb2-2ae3-4926-81f9-55577340e20f tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1381996 May 26 19:30:40.877010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000d52-9a27-4bdd-ad58-190f1fbf6232 None None] Pushing event updated for resources: {'Port': ['ID=562e494e-ca26-4823-b5d7-b2d1323f88f9,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:40.893433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.898909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Deleting port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:40.899249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:40.925597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cffb8874-e61d-4c25-807d-8be4e33dce0b req-b7ab690f-a5ad-441f-8ea3-63b0074e96ef tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=39e33f62-c7e2-4096-b493-1366aee980c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916929 May 26 19:30:41.261359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] For port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:41.261632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:41.324712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:41.357203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:41.360385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:41.360859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3b0d5141-c2fe-4d95-b0f7-3e9d24891aee not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:41.492556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060e33b-2cf7-403d-834e-60423b5b30c0 req-53b8bdd5-4fc6-4c3c-a2cb-ab8a85c07a3c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:41.494596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b060e33b-2cf7-403d-834e-60423b5b30c0 req-53b8bdd5-4fc6-4c3c-a2cb-ab8a85c07a3c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3401308 May 26 19:30:41.567733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:30:41.627968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b060e33b-2cf7-403d-834e-60423b5b30c0 req-627ef46e-2202-4c12-b974-2723113f3cac tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251216 May 26 19:30:41.785210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:41.797817 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:41.808400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:41.809022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:41.809022 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Floating IP 9df81b85-fbf4-417d-b255-0c4dcf5b910a disassociated. External IP: 172.25.0.203, port: 8f7e77d4-dc34-44ff-bfef-275c69ce92e5. May 26 19:30:41.809501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Calling delete_port for 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:41.811773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:41.812437 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:41.833885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:41.835217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c43a402-411e-4552-9a3b-abe2d6a61368 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0842671 May 26 19:30:41.839945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51322) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:41.870826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 562e494e-ca26-4823-b5d7-b2d1323f88f9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:41.882675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:41.977085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 562e494e-ca26-4823-b5d7-b2d1323f88f9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:42.066376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:42.127074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd77ca-f261-49b4-bb88-b787afc554f5 None None] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:42.158608 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:42.160405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event deleted for resources: {'Port': ['ID=8f7e77d4-dc34-44ff-bfef-275c69ce92e5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:42.323287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Provisioning for port 562e494e-ca26-4823-b5d7-b2d1323f88f9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:42.335989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Provisioning complete for port 562e494e-ca26-4823-b5d7-b2d1323f88f9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:42.336718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:42.455211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Router 38561066-d88d-4234-a242-f5fc55421efd has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:42.532227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:40Z', 'revision_number': 3, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:42.536300 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:42.536635 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Updating router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:42.601744 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:42.691189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Current status of the port 562e494e-ca26-4823-b5d7-b2d1323f88f9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:42.691859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:42.736951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] For port 562e494e-ca26-4823-b5d7-b2d1323f88f9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=562e494e-ca26-4823-b5d7-b2d1323f88f9,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:42.749696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:42.816638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d9c24-eb32-411a-b95e-7d7211c19dd9 req-0d325110-ae97-4588-a37c-31f51d7709c7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:42.825616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-059d9c24-eb32-411a-b95e-7d7211c19dd9 req-0d325110-ae97-4588-a37c-31f51d7709c7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 945 time: 0.2860789 May 26 19:30:42.845467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:42.866626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415655e-3032-499f-9991-9e4598c285e7 None None] Pushing event updated for resources: {'Port': ['ID=562e494e-ca26-4823-b5d7-b2d1323f88f9,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:42.869828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:42.882786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:42.883398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:42.959208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] No DVR routers for this DVR port 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:42.962383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.016893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-059d9c24-eb32-411a-b95e-7d7211c19dd9 req-76075df6-d0cd-492c-ac09-c5b18e0fcb9c tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902425 May 26 19:30:43.046572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70904ed7-84eb-43c9-94a7-3051556cd789 req-59e50ea1-7104-4c17-9bf4-84c8cd03aa44 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "DELETE /v2.0/ports/8f7e77d4-dc34-44ff-bfef-275c69ce92e5 HTTP/1.1" status: 204 len: 173 time: 2.2570763 May 26 19:30:43.102302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.148635 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ff324-c1db-4f60-9ca6-d3146f960125'] response: {'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'status': 'completed', 'code': 200} May 26 19:30:43.149787 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.172541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:43.180660 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Transition to ACTIVE for port object b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:43.196081 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.245989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb04c174-945d-4cc8-9def-c3e5089ca00f None None] Provisioning complete for port 562e494e-ca26-4823-b5d7-b2d1323f88f9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:43.246378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb04c174-945d-4cc8-9def-c3e5089ca00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.318812 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Attempting to bind port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:43.319533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Attempting to bind port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:43.320974 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Attempting to bind port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:43.325773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 842f6bf8-5691-4b52-9976-f6f1038db052 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:43.335891 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:43.336501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:43.337077 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.338890 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:43.339624 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Bound port: b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:43.340160 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.376267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4308d539-0bd5-44b7-a080-6d37eb4d8291 req-068357ce-46fd-4ab8-81c1-10c3d36e928b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:43.402299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4308d539-0bd5-44b7-a080-6d37eb4d8291 req-068357ce-46fd-4ab8-81c1-10c3d36e928b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:43.403877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4308d539-0bd5-44b7-a080-6d37eb4d8291 req-068357ce-46fd-4ab8-81c1-10c3d36e928b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=82618d74-8de7-4bed-a3d8-9d6a270f0d8f HTTP/1.1" status: 200 len: 210 time: 0.0982780 May 26 19:30:43.412969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-cf4161f7-93da-4166-a0bf-b6f4a0904d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:43.415048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-cf4161f7-93da-4166-a0bf-b6f4a0904d79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.2376995 May 26 19:30:43.434765 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] For port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:43.439031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] For port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:43.453476 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.486061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:43.486679 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:43.499254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Allocated IP 172.20.0.1 (85552f65-8932-45be-8ba0-28e1d83d54f6/1021b9d5-ae08-47ae-a0b0-7c1b94028a66/81bc0f7c-116f-4aec-8850-f53cfc67904c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:43.590678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34204d9-d4f2-45e6-bb5c-e8619b27ef7b None None] Pushing event updated for resources: {'Port': ['ID=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:43.591702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb04c174-945d-4cc8-9def-c3e5089ca00f None None] Current status of the port 562e494e-ca26-4823-b5d7-b2d1323f88f9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:43.723327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-bdf38f06-8ae3-4171-bd68-17a56117c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:43.725006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-bdf38f06-8ae3-4171-bd68-17a56117c0e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 898 time: 0.3004041 May 26 19:30:43.768111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.788293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Transition to ACTIVE for port object 81bc0f7c-116f-4aec-8850-f53cfc67904c will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:43.797237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 842f6bf8-5691-4b52-9976-f6f1038db052 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:43.814505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 842f6bf8-5691-4b52-9976-f6f1038db052 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:43.815305 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34204d9-d4f2-45e6-bb5c-e8619b27ef7b None None] Pushing event updated for resources: {'Port': ['ID=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:43.815868 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.818969 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:43.829797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:43.932284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 562e494e-ca26-4823-b5d7-b2d1323f88f9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:43.978610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:43.989574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:43.995317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:44.018129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-1914edfe-ff7d-4865-b09a-ffd61cbe3530 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 1000 time: 0.2851121 May 26 19:30:44.103289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Pushing event updated for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:44.183052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.327186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.374644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 562e494e-ca26-4823-b5d7-b2d1323f88f9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:44.375018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.390218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:40Z', 'revision_number': 3, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:44.394681 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dda15a-aba2-4e8d-a7f5-c3d1d9fed526 None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:40Z', 'revision_number': 3, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:44.406376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:44.489348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-50f8296f-8d35-48c6-80c9-3a5423012285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:44.490788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-50f8296f-8d35-48c6-80c9-3a5423012285 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 200 len: 834 time: 0.4627960 May 26 19:30:44.491735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-375763d1-cf0f-4b6e-9aab-f00f408e51a7 None None] Provisioning for port 81bc0f7c-116f-4aec-8850-f53cfc67904c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:44.508619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-375763d1-cf0f-4b6e-9aab-f00f408e51a7 None None] Provisioning complete for port 81bc0f7c-116f-4aec-8850-f53cfc67904c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:44.509289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-375763d1-cf0f-4b6e-9aab-f00f408e51a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.551489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:44.584212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:44.604772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-3c50b462-da70-4864-b8e5-70212c11158e tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:44.611906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-3c50b462-da70-4864-b8e5-70212c11158e tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.53 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.3092725 May 26 19:30:44.631938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:44.632561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:44.653505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.682561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 842f6bf8-5691-4b52-9976-f6f1038db052 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:44.682935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.701379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-375763d1-cf0f-4b6e-9aab-f00f408e51a7 None None] Port 81bc0f7c-116f-4aec-8850-f53cfc67904c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:44.708251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d3a7e-da42-49e2-8ca7-eb5fd07f8dc1 req-5172b558-92af-437a-ab5c-2e5d0f6ff956 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:44.716085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b31d3a7e-da42-49e2-8ca7-eb5fd07f8dc1 req-5172b558-92af-437a-ab5c-2e5d0f6ff956 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 945 time: 0.5837235 May 26 19:30:44.770291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-43ee84e5-e906-49ee-9c86-e2fd7d329081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.828751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Deleting port f1adf853-575c-47dc-987d-ad68581158c2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:44.833208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:44.882837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ac2fc726-dd2e-4aaa-a636-109fcae9b9d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27def29dcd02484fa08144274a91174a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722795 May 26 19:30:44.887512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51372) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:44.907763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b31d3a7e-da42-49e2-8ca7-eb5fd07f8dc1 req-53b93227-276d-4334-bd1e-0c2d770c044f tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7368534-6885-4ed8-988c-29381f3258ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906047 May 26 19:30:44.941453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:45.131295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-1f5cb099-a18d-451d-928c-b4518577e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:45.133662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-1f5cb099-a18d-451d-928c-b4518577e973 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6332276 May 26 19:30:45.178939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.198084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'name': 'network-vif-deleted', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:45.224456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.234957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:45.237795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.249715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.262402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=842f6bf8-5691-4b52-9976-f6f1038db052,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:45.263432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 562e494e-ca26-4823-b5d7-b2d1323f88f9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:45.275209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.276783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:45.414109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] For port f1adf853-575c-47dc-987d-ad68581158c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f1adf853-575c-47dc-987d-ad68581158c2,segment=NetworkSegment(9f5ba89d-9c77-438f-b953-95ae93936166),segment_id=9f5ba89d-9c77-438f-b953-95ae93936166)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:45.414484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.415538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Pushing event updated for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:45.418441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.455047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80476fb-bf8c-48c4-a8f1-80079c13ef20 req-d25fa954-7efe-4f55-80e6-243dfcd3a847 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:45.456543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b80476fb-bf8c-48c4-a8f1-80079c13ef20 req-d25fa954-7efe-4f55-80e6-243dfcd3a847 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3277135 May 26 19:30:45.480395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:45.496898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.497523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.498023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.498513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.498996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.499466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.499942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.500408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.500874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.501369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.501846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.502310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.536031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:45.536586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8f7e77d4-dc34-44ff-bfef-275c69ce92e5 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:45.585472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:45.590798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f008a8-5bb2-4bd7-9ab8-f501dbd372cd None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:23:31Z', 'revision_number': 4, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'fbc6b6c6-b2b5-43de-b678-808a7f12c27a', 'name': '', 'network_id': '2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'mac_address': 'fa:16:3e:0e:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:29Z', 'updated_at': '2022-05-26T19:23:49Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'subnets': [{'id': 'cd25de2d-a982-4932-999a-cdfdabb94aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:45.599364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.599706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.600040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.600374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.600699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.601025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.601374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.601694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.602010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.602399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.602724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.603416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:30:45.651365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:45.684754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Calling delete_port for f1adf853-575c-47dc-987d-ad68581158c2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:45.698170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:45.700971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:45.703144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3af456-68ac-4196-aaf7-6be0925650f6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:45.735742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-c35c1f19-e56c-4bca-ba66-3a7db9a0e580 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244186 May 26 19:30:45.868914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:45.874505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b80476fb-bf8c-48c4-a8f1-80079c13ef20 req-eac828e3-6735-438b-9cea-5f5116743743 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079499 May 26 19:30:46.039602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:46.049616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:46.050134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.059877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d7d9a71-b3f3-4c1c-a027-476eb9b1e66f req-f5ff5116-c7d3-4304-b999-d3a1729da175 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123641 May 26 19:30:46.106950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.108297 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b23e04c-121c-4ac3-ad00-7b6e73e38e79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec3af456-68ac-4196-aaf7-6be0925650f6 HTTP/1.1" status: 204 len: 168 time: 1.2197831 May 26 19:30:46.120518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:46.144777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.282168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Pushing event deleted for resources: {'Port': ['ID=f1adf853-575c-47dc-987d-ad68581158c2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:46.304874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f1adf853-575c-47dc-987d-ad68581158c2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:46.354666 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d05ae07-b348-455b-9f2a-56ff36604cb8 None None] New status for floating IP 9df81b85-fbf4-417d-b255-0c4dcf5b910a: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:30:46.390622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] No DVR routers for this DVR port f1adf853-575c-47dc-987d-ad68581158c2 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:46.394529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.409905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795e44-8919-4035-9647-88e81005c24c req-d24e81c7-c073-475f-b971-50a8182ec679 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:46.418692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b795e44-8919-4035-9647-88e81005c24c req-d24e81c7-c073-475f-b971-50a8182ec679 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.3555250 May 26 19:30:46.434182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0fe95f68-f273-4954-8fe0-09f9ef856387 None None] Provisioning complete for port 81bc0f7c-116f-4aec-8850-f53cfc67904c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:46.434576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39a1b902-42ff-413b-8ee3-8c7338c2ed43 req-58c38a03-8e40-4756-a4f2-259d6fde5715 tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.53 "DELETE /v2.0/ports/f1adf853-575c-47dc-987d-ad68581158c2 HTTP/1.1" status: 204 len: 173 time: 1.8127532 May 26 19:30:46.435344 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0fe95f68-f273-4954-8fe0-09f9ef856387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.491781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b795e44-8919-4035-9647-88e81005c24c req-0bc4eaf9-2139-4ff7-8957-cbfe67163f98 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721064 May 26 19:30:46.535416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:46.540564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9be0d8d-5c76-430b-b1d2-04ff8b4c3e7f admin admin] 10.222.0.24 "PUT /v2.0/routers/34acebaa-6cfc-4104-8a8e-21541dc8fad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6995151 May 26 19:30:46.567087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0fe95f68-f273-4954-8fe0-09f9ef856387 None None] Port 81bc0f7c-116f-4aec-8850-f53cfc67904c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:46.659466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:46.659842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.731716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:46.738126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:46.777139 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3d4d8b-7aea-4e5d-afcb-d2245b35a0e1'] response: {'server_uuid': '82618d74-8de7-4bed-a3d8-9d6a270f0d8f', 'name': 'network-vif-deleted', 'tag': '8f7e77d4-dc34-44ff-bfef-275c69ce92e5', 'status': 'completed', 'code': 200} May 26 19:30:46.848916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:46.894445 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcd3bf8-4a5d-4a00-9019-2748e707eab7'] response: {'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052', 'code': 200} May 26 19:30:46.895633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:46.897255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:47.136944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:47.243489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-edfb4372-a06c-4b65-9af8-31be8541dc39 req-2d759268-8e8d-4ab0-828a-7dfc154363ef tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Synchronizing usage tracker for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:47.279371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-edfb4372-a06c-4b65-9af8-31be8541dc39 req-2d759268-8e8d-4ab0-828a-7dfc154363ef tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] Unset dirty status for tenant:09cdfa9852ed4a099a80f30ee2417ad0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:47.284994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edfb4372-a06c-4b65-9af8-31be8541dc39 req-2d759268-8e8d-4ab0-828a-7dfc154363ef tempest-ServersNegativeTestMultiTenantJSON-875318987 tempest-ServersNegativeTestMultiTenantJSON-875318987-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81c4190-4d99-49cd-b85a-b867567ed23e HTTP/1.1" status: 200 len: 210 time: 0.2407026 May 26 19:30:47.289121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808f8d6-946f-4986-a689-cda8a03d627d req-bdd84992-8cc8-4659-94d5-979d10d29575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:47.292181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c808f8d6-946f-4986-a689-cda8a03d627d req-bdd84992-8cc8-4659-94d5-979d10d29575 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 1097 time: 0.3321517 May 26 19:30:47.349511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51416) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:47.411571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a35e1bb1-7329-42df-8808-6d5efb50f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.414571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c808f8d6-946f-4986-a689-cda8a03d627d req-cde58590-c91d-4eb8-b5f7-d248234096ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110406 May 26 19:30:47.494352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.515362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.520269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:47.554475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.616998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac769a-528b-4458-a408-79edfe65240c req-244dfaae-e2f4-48b4-814c-dcf37c93e9ec tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:47.618696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcac769a-528b-4458-a408-79edfe65240c req-244dfaae-e2f4-48b4-814c-dcf37c93e9ec tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.1316032 May 26 19:30:47.629292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.645850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 2, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:47.651171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:47.651521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Updating router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 port 81bc0f7c-116f-4aec-8850-f53cfc67904c binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:47.655934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e33f62-c7e2-4096-b493-1366aee980c1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:47.663798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.665542 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b31d1ee8-87ed-4b62-a051-8bd3588bcd96 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "DELETE /v2.0/security-groups/39e33f62-c7e2-4096-b493-1366aee980c1 HTTP/1.1" status: 204 len: 168 time: 0.3146584 May 26 19:30:47.667821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:47.675331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcac769a-528b-4458-a408-79edfe65240c req-e107e647-8254-4143-971e-904b3f48de0e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 May 26 19:30:47.692902 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8221acc6-a390-4572-bdde-2b426ea0663b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] show failed (client error): The resource could not be found. May 26 19:30:47.693997 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8221acc6-a390-4572-bdde-2b426ea0663b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups/39e33f62-c7e2-4096-b493-1366aee980c1 HTTP/1.1" status: 404 len: 347 time: 0.0250647 May 26 19:30:47.696663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:47.702126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51438) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:47.709846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2026597122-network', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:47.728644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:47.740051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Usage tracker for resource:network and tenant:1cf4899c533a494ab4cdcc69909342e0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:47.747590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:47.756657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.757831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:47.780133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Made reservation on behalf of 1cf4899c533a494ab4cdcc69909342e0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:47.783360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.800604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.830197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:47.869982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:47.880536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf4899c533a494ab4cdcc69909342e0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:47.885739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:47.891222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Deleting port 2f4613d6-d68b-47ea-96e2-81cbc66f4694 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:47.891646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:47.893831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:47.948956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c8aaa-4cb6-4f1b-bcc0-c2d12717e1b3 req-59347bd4-ac8d-406b-9f55-19d97c6cda99 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:47.950540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-371c8aaa-4cb6-4f1b-bcc0-c2d12717e1b3 req-59347bd4-ac8d-406b-9f55-19d97c6cda99 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.1393619 May 26 19:30:47.986539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:47.987119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.030467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-371c8aaa-4cb6-4f1b-bcc0-c2d12717e1b3 req-ca1e77df-9de6-460f-8499-076638a52084 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633645 May 26 19:30:48.046246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.063250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.102425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.102848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.109448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:48.122868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca46631f-fd8c-4c59-9e35-21d0207fd0af,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:48.127506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.127842 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Added segment e8dbec6a-cbb0-4d04-81a1-0b85d04154a0 of type vlan for network eee2c369-90a2-4ec6-81de-1051c29d5c81 May 26 19:30:48.157825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.194996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.196430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:48.198224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.202720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.257174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Calling delete_port for 2f4613d6-d68b-47ea-96e2-81cbc66f4694 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:48.315294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51446) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:48.315767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6084914 May 26 19:30:48.316679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c413-09fd-4866-8928-ef4858cb7e03 admin admin] Pushing event updated for resources: {'Network': ['ID=eee2c369-90a2-4ec6-81de-1051c29d5c81,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:48.327301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Request body: {'subnet': {'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2026597122-subnet', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:48.329146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:30:48.333796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:48.466696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Usage tracker for resource:subnet and tenant:1cf4899c533a494ab4cdcc69909342e0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:48.472181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:48.489528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:48.494014 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.510086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Made reservation on behalf of 1cf4899c533a494ab4cdcc69909342e0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:48.512480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.554972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51452) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:48.587237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:48.621652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Deleting subnet 4a7e2963-2367-455d-89c7-0608ef087fa6 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:30:48.625029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.668822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Transition to ACTIVE for port object 81bc0f7c-116f-4aec-8850-f53cfc67904c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:48.670019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.679249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.687553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.723869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event deleted for resources: {'Port': ['ID=2f4613d6-d68b-47ea-96e2-81cbc66f4694,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:48.776223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.857261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'name': 'network-vif-deleted', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:48.891136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.917984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.942640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.979704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7e2963-2367-455d-89c7-0608ef087fa6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:48.983402 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:48.984555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1c40ca66-027c-4cec-ac99-0f640d864c07 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "DELETE /v2.0/floatingips/9df81b85-fbf4-417d-b255-0c4dcf5b910a HTTP/1.1" status: 204 len: 168 time: 1.2863979 May 26 19:30:49.002239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.002571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76629a-92fd-4e70-9b8f-a30178e265df None None] Pushing event updated for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:49.029510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd552ce-ac1f-47d3-9aec-71cd834f8ac2,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:49.039831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Checking segment: {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:49.040192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Network hostable DHCP agents. Network: eee2c369-90a2-4ec6-81de-1051c29d5c81, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:49.071726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Attempting to bind port 81bc0f7c-116f-4aec-8850-f53cfc67904c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:49.071971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:49.073301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Attempting to bind port 81bc0f7c-116f-4aec-8850-f53cfc67904c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:49.073823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Attempting to bind port 81bc0f7c-116f-4aec-8850-f53cfc67904c on network 85552f65-8932-45be-8ba0-28e1d83d54f6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:49.074143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51472) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:49.078079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-23510a28-ee3d-41d3-9a4d-aaf48f0de36b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a7e2963-2367-455d-89c7-0608ef087fa6 HTTP/1.1" status: 204 len: 168 time: 0.5219736 May 26 19:30:49.085758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:49.089103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Checking segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:49.090128 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.090624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Bound using segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:49.091195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Bound port: 81bc0f7c-116f-4aec-8850-f53cfc67904c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:49.092224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.142010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068653a5-cbba-483c-a056-e4224a0bd82e req-98af6a6b-569d-42ff-9012-c5d5e1173791 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:49.153375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-068653a5-cbba-483c-a056-e4224a0bd82e req-98af6a6b-569d-42ff-9012-c5d5e1173791 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2883327 May 26 19:30:49.188608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, eee2c369-90a2-4ec6-81de-1051c29d5c81) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:49.208759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:49.209389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.230727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca03f9-210e-49ea-a4f9-3172ea9a1bdf None None] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:49.244977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-068653a5-cbba-483c-a056-e4224a0bd82e req-69f3ae15-22e3-4f65-b83e-5b342a9a665d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884624 May 26 19:30:49.245194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.248901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-989dff45-2f3d-4945-8e07-e4d11653c51c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9325495 May 26 19:30:49.251523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:49.266158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:49.270130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:49.278378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Usage tracker for resource:router and tenant:1cf4899c533a494ab4cdcc69909342e0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:49.282218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:49.332703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:49.374874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f1adf853-575c-47dc-987d-ad68581158c2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:30:49.405587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] For port 81bc0f7c-116f-4aec-8850-f53cfc67904c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:49.407839 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c2bbe6-214c-4e47-a7c3-e2be4432853f'] response: {'server_uuid': 'f81c4190-4d99-49cd-b85a-b867567ed23e', 'name': 'network-vif-deleted', 'tag': 'f1adf853-575c-47dc-987d-ad68581158c2', 'status': 'completed', 'code': 200} May 26 19:30:49.422732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f1adf853-575c-47dc-987d-ad68581158c2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:30:49.423161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f1adf853-575c-47dc-987d-ad68581158c2 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:30:49.439058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.440228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.442763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] For port 81bc0f7c-116f-4aec-8850-f53cfc67904c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81bc0f7c-116f-4aec-8850-f53cfc67904c,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:49.450817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.458404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.611204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:49.611849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:49.661169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.673133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bec6ea-e71f-440a-8045-4cbdbbbb83b4 req-da6081b9-bb69-4326-89eb-775ea0577dd7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:49.678355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35bec6ea-e71f-440a-8045-4cbdbbbb83b4 req-da6081b9-bb69-4326-89eb-775ea0577dd7 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.1378236 May 26 19:30:49.750470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76629a-92fd-4e70-9b8f-a30178e265df None None] Pushing event updated for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:49.760663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.803387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35bec6ea-e71f-440a-8045-4cbdbbbb83b4 req-202a43ce-b97f-42ee-8144-b3e406e73d50 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175933 May 26 19:30:49.818954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53750feb-e3fb-465e-9764-3776732ebaf3']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:49.898001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-eee2c369-90a2-4ec6-81de-1051c29d5c81', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:30:49.898962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.911381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:49.921752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5ba89d-9c77-438f-b953-95ae93936166') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:49.922175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5ba89d-9c77-438f-b953-95ae93936166') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:49.951811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.040272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45bae4-43be-42a3-8941-dd36bb294a97 req-aeaaf127-f77f-4254-bf80-94b0f926cc97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:50.042438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b45bae4-43be-42a3-8941-dd36bb294a97 req-aeaaf127-f77f-4254-bf80-94b0f926cc97 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.0912867 May 26 19:30:50.051159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.052755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51488) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:50.057015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:50.061523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Request body: {'floatingip': {'port_id': '842f6bf8-5691-4b52-9976-f6f1038db052'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:50.063387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:30:50.063824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.201063 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9f5ba89d-9c77-438f-b953-95ae93936166 resource provider aggregate not found May 26 19:30:50.220740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.224856 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9f5ba89d-9c77-438f-b953-95ae93936166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f5ba89d-9c77-438f-b953-95ae93936166 found for delete ", "request_id": "req-aea399fd-e37c-43b8-8100-e5876ac334e2"}]} May 26 19:30:50.252208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.270808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.300182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] Pushing event deleted for resources: {'Network': ['ID=53750feb-e3fb-465e-9764-3776732ebaf3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:50.333960 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ca836d2-6d53-48b4-8e15-83cd1b3855ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/53750feb-e3fb-465e-9764-3776732ebaf3 HTTP/1.1" status: 204 len: 168 time: 1.2587929 May 26 19:30:50.335616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:50.389762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Allocated IP 172.20.0.2 (eee2c369-90a2-4ec6-81de-1051c29d5c81/5dd552ce-ac1f-47d3-9aec-71cd834f8ac2/9c89c344-e018-484a-95e4-9e87c377426e) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:50.773125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.788332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Transition to ACTIVE for port object 9c89c344-e018-484a-95e4-9e87c377426e will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:50.813972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Transition to ACTIVE for port object 9c89c344-e018-484a-95e4-9e87c377426e will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:50.821729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.833169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Deleting subnet 6f4105b9-8719-4ba9-b540-c906ba1a504e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:30:50.836535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.887790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.909372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Pushing event updated for resources: {'Port': ['ID=9c89c344-e018-484a-95e4-9e87c377426e,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:50.922931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:50.925238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:50.929977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:50.939733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:49Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:50.949338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:50.973986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a66fe2-8532-4634-b43c-feda1c47a596 None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:49Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:51.029370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.102060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.117393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Attempting to bind port 9c89c344-e018-484a-95e4-9e87c377426e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:51.118368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Attempting to bind port 9c89c344-e018-484a-95e4-9e87c377426e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:51.118945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Attempting to bind port 9c89c344-e018-484a-95e4-9e87c377426e on network eee2c369-90a2-4ec6-81de-1051c29d5c81 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:51.135337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:51.135758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Checking segment: {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:51.136161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.136548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Bound using segment: {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:51.137172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Bound port: 9c89c344-e018-484a-95e4-9e87c377426e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:51.137552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.137667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcdeab-ab33-42ad-81d6-235924d7a79c req-cc9d0a35-d6dc-4e88-ae36-845d03fe4f65 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:51.144629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84fcdeab-ab33-42ad-81d6-235924d7a79c req-cc9d0a35-d6dc-4e88-ae36-845d03fe4f65 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.5242710 May 26 19:30:51.155051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.211577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4105b9-8719-4ba9-b540-c906ba1a504e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:51.220763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.234147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84fcdeab-ab33-42ad-81d6-235924d7a79c req-69755e92-4698-4635-801f-5e5c28b0f90b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784371 May 26 19:30:51.237989 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c27298a-1db2-4d2e-a9b9-726080675e86 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f4105b9-8719-4ba9-b540-c906ba1a504e HTTP/1.1" status: 204 len: 168 time: 0.9008052 May 26 19:30:51.242746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51508) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:51.298354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] For port 9c89c344-e018-484a-95e4-9e87c377426e, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:51.303217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] For port 9c89c344-e018-484a-95e4-9e87c377426e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9c89c344-e018-484a-95e4-9e87c377426e,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:51.309489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.444105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Allocated IP 172.25.0.46 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/eeee87ae-bda9-4b76-94e8-341d714e205c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:51.449421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e262087-0c17-486e-85b9-3f19d16510a4 None None] Pushing event updated for resources: {'Port': ['ID=9c89c344-e018-484a-95e4-9e87c377426e,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:51.474710 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.886473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.936029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:51.981760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.016927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81bc0f7c-116f-4aec-8850-f53cfc67904c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:52.086723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:52.126316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:52.138519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:52.147944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.193915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ae4dbf-d3b9-4f81-b917-ea089f0805f7']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:52.209752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e953f3e-2907-4fa4-9d81-bbcbc456a3cd') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:52.210080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e953f3e-2907-4fa4-9d81-bbcbc456a3cd') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:52.237843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.264448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.272537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:30:52.273722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.283589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 81bc0f7c-116f-4aec-8850-f53cfc67904c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:52.300790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 81bc0f7c-116f-4aec-8850-f53cfc67904c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:52.301574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.389151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.454293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51534) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:52.476818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.487086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.539740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c0ae4dbf-d3b9-4f81-b917-ea089f0805f7 HTTP/1.1" status: 204 len: 168 time: 1.2961869 May 26 19:30:52.603863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=eeee87ae-bda9-4b76-94e8-341d714e205c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:52.637032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 81bc0f7c-116f-4aec-8850-f53cfc67904c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:52.637464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.668424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916acf-74bb-4f57-90cc-25867b457c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ae4dbf-d3b9-4f81-b917-ea089f0805f7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:52.734284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 81bc0f7c-116f-4aec-8850-f53cfc67904c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81bc0f7c-116f-4aec-8850-f53cfc67904c,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:52.749645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.859876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:52.912197 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6e953f3e-2907-4fa4-9d81-bbcbc456a3cd resource provider aggregate not found May 26 19:30:52.947279 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6e953f3e-2907-4fa4-9d81-bbcbc456a3cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e953f3e-2907-4fa4-9d81-bbcbc456a3cd found for delete ", "request_id": "req-0e193178-66fa-457a-8829-6a1be6abb7a3"}]} May 26 19:30:52.973207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec3a9e-00c8-4acc-a78b-d4a222ea70c5 req-b437520c-21bd-4705-afb4-00ebf5ac663a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:52.980877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdec3a9e-00c8-4acc-a78b-d4a222ea70c5 req-b437520c-21bd-4705-afb4-00ebf5ac663a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.5052006 May 26 19:30:53.008207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:53.017768 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Floating IP 601398f4-6fbc-4013-bb9a-a29acb073279 associated. External IP: 172.25.0.8, port: 842f6bf8-5691-4b52-9976-f6f1038db052. May 26 19:30:53.077467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:53.093107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Usage tracker for resource:security_group_rule and tenant:bd9768fe404e4179a89bf237aedf0e8a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:53.102180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:53.109227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:53.113010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51548) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:53.253744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.266002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.280034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdec3a9e-00c8-4acc-a78b-d4a222ea70c5 req-34709ceb-3552-485e-8142-8a02d8dcb4ba tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981594 May 26 19:30:53.297160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-724a3c02-dcc2-45c8-94e1-e89c07a73c0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09cdfa9852ed4a099a80f30ee2417ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804955 May 26 19:30:53.298105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51554) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:53.421352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00230b-be14-4d1e-85fc-38e5db8a9e69 None None] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:53.433549 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd9768fe404e4179a89bf237aedf0e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9781163 May 26 19:30:53.437661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:53.443317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e124643-2770-4eb0-b29a-04f35d21fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3023c-b2ee-4e70-a6fb-b10b1afc4fdc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:53.498858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.517707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.520707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c320d090-f27b-4069-b7d4-07514c360eff None None] Provisioning for port 9c89c344-e018-484a-95e4-9e87c377426e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:53.621590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.724770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.754931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.897958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:53.938873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:53.957487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9c89c344-e018-484a-95e4-9e87c377426e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:53.970274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3023c-b2ee-4e70-a6fb-b10b1afc4fdc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:54.035845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.074031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7368534-6885-4ed8-988c-29381f3258ca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:54.099101 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.111201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-47783d16-c647-4807-98ee-99d50850c901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7368534-6885-4ed8-988c-29381f3258ca HTTP/1.1" status: 204 len: 168 time: 0.8041646 May 26 19:30:54.177822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.182833 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e35f8419-a7f8-4f8c-a61b-0e3e9688ec75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2f3023c-b2ee-4e70-a6fb-b10b1afc4fdc HTTP/1.1" status: 204 len: 168 time: 0.7384620 May 26 19:30:54.190408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9c89c344-e018-484a-95e4-9e87c377426e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:54.196269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9c89c344-e018-484a-95e4-9e87c377426e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:54.197462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.399017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.449538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:54.463620 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:54.464939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.478169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:54.478796 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:54.520880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9c89c344-e018-484a-95e4-9e87c377426e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:54.521901 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.568431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 9c89c344-e018-484a-95e4-9e87c377426e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9c89c344-e018-484a-95e4-9e87c377426e,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:54.577886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.579082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81bc0f7c-116f-4aec-8850-f53cfc67904c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:54.723919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d086543-c097-4b8e-ad40-a84218cd66b3 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "PUT /v2.0/floatingips/601398f4-6fbc-4013-bb9a-a29acb073279 HTTP/1.1" status: 200 len: 990 time: 4.6698232 May 26 19:30:54.737670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:54.818301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=9c89c344-e018-484a-95e4-9e87c377426e,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:54.832756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f3d3a-2b22-4432-9f35-7e5c46a19177 req-b97c259f-95db-496f-ae79-bea28777ed17 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:54.841709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Router a43491d3-58b7-4162-aed2-4ae02e17c202 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:30:54.844746 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:54.848761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f67f3d3a-2b22-4432-9f35-7e5c46a19177 req-b97c259f-95db-496f-ae79-bea28777ed17 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2781088 May 26 19:30:54.855714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 81bc0f7c-116f-4aec-8850-f53cfc67904c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:54.856416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:54.952760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f67f3d3a-2b22-4432-9f35-7e5c46a19177 req-370d8e95-13d1-42a5-a318-d691b56f5278 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 May 26 19:30:55.059530 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247b3b67-2fbd-4559-855a-4c365ada0baf'] response: {'name': 'network-changed', 'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052', 'status': 'completed', 'code': 200} May 26 19:30:55.091392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 81bc0f7c-116f-4aec-8850-f53cfc67904c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:55.128526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51586) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:55.205005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393e9d-516c-4842-9ccc-255605982af4 req-948001ce-5c1c-4706-8cde-502474446767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:55.206952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-948001ce-5c1c-4706-8cde-502474446767 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=995264af62b349c7951e1d4d6bade465&device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 1097 time: 0.1229172 May 26 19:30:55.210649 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6455bffc-7bcc-4a18-ab1a-8a5a76c0f8e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cde6c23cb6ce4901908faf71a6acc8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809648 May 26 19:30:55.213858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51590) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:55.229152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:55.238320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Sync routers for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:30:55.251725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:55.257121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:55.275795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:55.279719 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-765a0a8a-c045-497d-937e-588dc3ee5ef2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0246296 May 26 19:30:55.282048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:55.386852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:55.496578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:55.521664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393e9d-516c-4842-9ccc-255605982af4 req-522a35da-c2e4-4f6f-b340-96320a1e0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:55.526722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-522a35da-c2e4-4f6f-b340-96320a1e0cfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 200 len: 911 time: 0.3107629 May 26 19:30:55.602831 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '601398f4-6fbc-4013-bb9a-a29acb073279', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '842f6bf8-5691-4b52-9976-f6f1038db052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:2a:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:22Z', 'updated_at': '2022-05-26T19:30:51Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:55.622244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:55.657078 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:55.658321 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:55.735090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-5dfeac2e-611a-49f0-bf8a-fba2a62afaea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=842f6bf8-5691-4b52-9976-f6f1038db052 HTTP/1.1" status: 200 len: 998 time: 0.1997724 May 26 19:30:55.742817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:55.774921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd1a06-d66b-4c42-b627-0a924b781488,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:55.787891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:55.789018 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff7375fe-7f9e-4be5-b9f6-c843d60a9ac0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84dd1a06-d66b-4c42-b627-0a924b781488 HTTP/1.1" status: 204 len: 168 time: 0.5742695 May 26 19:30:55.830732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:55.936055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393e9d-516c-4842-9ccc-255605982af4 req-426b43dc-9515-4851-a4c3-145f35a7aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:55.939149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-426b43dc-9515-4851-a4c3-145f35a7aece service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 200 len: 849 time: 0.1960080 May 26 19:30:55.940318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51612) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:56.182281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9c89c344-e018-484a-95e4-9e87c377426e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:30:56.216835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393e9d-516c-4842-9ccc-255605982af4 req-8640acf2-c00e-44a9-b04e-1d3d3afbdf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:56.224933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-8640acf2-c00e-44a9-b04e-1d3d3afbdf8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad646e7e-741a-4917-a169-180605b1b82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2614257 May 26 19:30:56.285800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:56.549395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1172068268-network', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:56.594674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9c89c344-e018-484a-95e4-9e87c377426e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:56.595100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:56.595997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:56.628699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Usage tracker for resource:network and tenant:0d607d4671dd4eaca3209ee1adeb0f06 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:56.636675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:56.660271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:56.671035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 3, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:56.726158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Checking router: a43491d3-58b7-4162-aed2-4ae02e17c202 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:30:56.726407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Updating router a43491d3-58b7-4162-aed2-4ae02e17c202 port eeee87ae-bda9-4b76-94e8-341d714e205c binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:30:56.749431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:56.764241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Made reservation on behalf of 0d607d4671dd4eaca3209ee1adeb0f06 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:56.766544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:56.792528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9c89c344-e018-484a-95e4-9e87c377426e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:30:56.796303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-e850ea61-cb97-4cde-9b4a-22a63ee038f0 service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624299 May 26 19:30:56.797907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:56.833812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:56.934844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:56.948999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62be3-28e0-40c7-81a4-0bab70102677 req-67281b22-9608-4736-ae6a-7a18f29b7d54 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:56.950519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4f62be3-28e0-40c7-81a4-0bab70102677 req-67281b22-9608-4736-ae6a-7a18f29b7d54 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.6586323 May 26 19:30:56.957884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Usage tracker for resource:security_group_rule and tenant:0d607d4671dd4eaca3209ee1adeb0f06 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:56.960795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:56.980953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:57.068233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Allocated IP 172.20.0.1 (eee2c369-90a2-4ec6-81de-1051c29d5c81/5dd552ce-ac1f-47d3-9aec-71cd834f8ac2/5d0f46a1-e528-4812-abfc-8418802b5d06) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:30:57.098618 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '601398f4-6fbc-4013-bb9a-a29acb073279', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '842f6bf8-5691-4b52-9976-f6f1038db052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:2a:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:22Z', 'updated_at': '2022-05-26T19:30:51Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:57.113255 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ecb8e-9de0-4c32-9670-77afeefc71c7 None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '601398f4-6fbc-4013-bb9a-a29acb073279', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'port_id': '842f6bf8-5691-4b52-9976-f6f1038db052', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'mac_address': 'fa:16:3e:2a:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:30:22Z', 'updated_at': '2022-05-26T19:30:51Z', 'revision_number': 1, 'project_id': '995264af62b349c7951e1d4d6bade465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:57.150605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4f62be3-28e0-40c7-81a4-0bab70102677 req-b7d423fe-08d8-461a-b6f3-7923f2a223d7 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789451 May 26 19:30:57.179131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86393e9d-516c-4842-9ccc-255605982af4 req-9d34fdee-e67c-4f2e-9b98-ccefe301453f service neutron] 10.222.0.53 "GET /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685277 May 26 19:30:57.234465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-9352da0e-b128-4e0a-a3ef-daebba29f50c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:57.238835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-9352da0e-b128-4e0a-a3ef-daebba29f50c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.4078124 May 26 19:30:57.358011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Deleting port 4718f692-9039-4834-a0b4-e5be3f0db572 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:30:57.358698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.456719 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.458127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.480675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Transition to ACTIVE for port object eeee87ae-bda9-4b76-94e8-341d714e205c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:57.482967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Transition to ACTIVE for port object 5d0f46a1-e528-4812-abfc-8418802b5d06 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:30:57.496653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.516167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.536515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6035aae9-4dff-4900-bc6f-9f8896f2ef02 None None] New status for floating IP 601398f4-6fbc-4013-bb9a-a29acb073279: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:30:57.586155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Attempting to bind port eeee87ae-bda9-4b76-94e8-341d714e205c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:30:57.586537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Attempting to bind port eeee87ae-bda9-4b76-94e8-341d714e205c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:30:57.586901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Attempting to bind port eeee87ae-bda9-4b76-94e8-341d714e205c on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:30:57.606145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.611491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:30:57.612062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:57.612474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.613227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:30:57.613758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Bound port: eeee87ae-bda9-4b76-94e8-341d714e205c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:30:57.614137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.628986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.645840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Pushing event updated for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:57.675961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:30:57.682364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:57.684327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:57.688077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:30:57.698757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] For port eeee87ae-bda9-4b76-94e8-341d714e205c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:30:57.703065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] For port eeee87ae-bda9-4b76-94e8-341d714e205c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eeee87ae-bda9-4b76-94e8-341d714e205c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:30:57.712034 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.741644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d39374-4d94-4b92-9762-b9a0ff86ee45 None None] Pushing event updated for resources: {'Port': ['ID=eeee87ae-bda9-4b76-94e8-341d714e205c,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:57.779413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.781433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04572c-49d1-4610-81bf-6e3c70328233,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:57.812927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.813560 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Added segment a7515ffd-96f1-4930-9e79-e476578ac13f of type vlan for network d381e78d-ee00-4199-8ea6-dabd319dc14f May 26 19:30:57.865751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:30:57.867391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:57.964443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:57.972812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.039689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b055a2-b745-4ec9-9b67-8a0d0391d094 req-bf8be079-dfc1-43bd-80bb-afe3a4a8277e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:58.049095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5b055a2-b745-4ec9-9b67-8a0d0391d094 req-bf8be079-dfc1-43bd-80bb-afe3a4a8277e tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 946 time: 0.6492577 May 26 19:30:58.115567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:30:58.194444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5b055a2-b745-4ec9-9b67-8a0d0391d094 req-44dc03e5-9397-4604-9b5b-d89d513e7fae tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314938 May 26 19:30:58.194444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.194444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:58.194444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.240221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] For port 4718f692-9039-4834-a0b4-e5be3f0db572, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4718f692-9039-4834-a0b4-e5be3f0db572,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:30:58.240580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.395230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.407820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.526458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Pushing event updated for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:58.529300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.554743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Calling delete_port for 4718f692-9039-4834-a0b4-e5be3f0db572 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:30:58.578578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d39374-4d94-4b92-9762-b9a0ff86ee45 None None] Pushing event updated for resources: {'Port': ['ID=eeee87ae-bda9-4b76-94e8-341d714e205c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:58.586151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-00dfab18-1a3c-4199-8998-fe5b21358251 None None] Provisioning for port 5d0f46a1-e528-4812-abfc-8418802b5d06 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:30:58.592262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-00dfab18-1a3c-4199-8998-fe5b21358251 None None] Provisioning complete for port 5d0f46a1-e528-4812-abfc-8418802b5d06 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:58.592638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-00dfab18-1a3c-4199-8998-fe5b21358251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.624821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] Pushing event updated for resources: {'Network': ['ID=d381e78d-ee00-4199-8ea6-dabd319dc14f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:58.644094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4fdb57b1-387e-4706-aec9-4360005c6b5c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7021115 May 26 19:30:58.648544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51664) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:58.650371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-00dfab18-1a3c-4199-8998-fe5b21358251 None None] Port 5d0f46a1-e528-4812-abfc-8418802b5d06 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:58.656065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d381e78d-ee00-4199-8ea6-dabd319dc14f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:30:58.661388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Request body: {'subnet': {'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-subnet', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:58.685541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:58.693404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Usage tracker for resource:subnet and tenant:0d607d4671dd4eaca3209ee1adeb0f06 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:58.697767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:58.704984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:30:58.706515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:58.707497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:58.771899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d0f46a1-e528-4812-abfc-8418802b5d06', 'name': '', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'mac_address': 'fa:16:3e:5f:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:56Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 1, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'subnets': [{'id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:30:58.776091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Made reservation on behalf of 0d607d4671dd4eaca3209ee1adeb0f06 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:30:58.780504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.783175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ccabe-6815-4318-b699-3c92dedbf396 None None] The sync data for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 is: [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d0f46a1-e528-4812-abfc-8418802b5d06', 'name': '', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'mac_address': 'fa:16:3e:5f:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:56Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 1, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'subnets': [{'id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:30:58.828472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5319d-3310-431f-84f3-e021ac0ab2e9 req-eda58dfc-368b-4243-9705-593f32dfd649 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:58.836600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56d5319d-3310-431f-84f3-e021ac0ab2e9 req-eda58dfc-368b-4243-9705-593f32dfd649 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.4618301 May 26 19:30:58.987551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:58.988095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7ae72a63-3c5c-4f0b-b012-409e801168b0 None None] Provisioning complete for port 5d0f46a1-e528-4812-abfc-8418802b5d06 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:30:58.989420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ae72a63-3c5c-4f0b-b012-409e801168b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.005181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Router a43491d3-58b7-4162-aed2-4ae02e17c202 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:30:59.062393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7ae72a63-3c5c-4f0b-b012-409e801168b0 None None] Port 5d0f46a1-e528-4812-abfc-8418802b5d06 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:30:59.064892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event deleted for resources: {'Port': ['ID=4718f692-9039-4834-a0b4-e5be3f0db572,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:59.066203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a1b402df-0b13-41a4-9d97-019b96e12e5a', '4718f692-9039-4834-a0b4-e5be3f0db572'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:30:59.076127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56d5319d-3310-431f-84f3-e021ac0ab2e9 req-d3e504ad-91b8-4837-9727-58809fa2aa9c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386768 May 26 19:30:59.283921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] No DVR routers for this DVR port 4718f692-9039-4834-a0b4-e5be3f0db572 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:30:59.294868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.299860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'name': 'network-vif-deleted', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:30:59.438068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea939a96-5ef1-4f49-9bc3-5016eb289aac req-82c64334-4c21-4f42-b185-29d8b9d56623 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "DELETE /v2.0/ports/4718f692-9039-4834-a0b4-e5be3f0db572 HTTP/1.1" status: 204 len: 173 time: 2.1902647 May 26 19:30:59.443086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-38e7b9f8-e810-4c8e-a702-2674b2795be2 req-c79ae0ed-ade0-4874-a633-f65f7295b29d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:30:59.498120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-38e7b9f8-e810-4c8e-a702-2674b2795be2 req-c79ae0ed-ade0-4874-a633-f65f7295b29d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:30:59.499270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38e7b9f8-e810-4c8e-a702-2674b2795be2 req-c79ae0ed-ade0-4874-a633-f65f7295b29d tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=269baa7c-0882-4f88-9268-d49ba0a515fd HTTP/1.1" status: 200 len: 210 time: 0.1693504 May 26 19:30:59.563669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.569822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:30:59.635217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d9baf582-ed6b-4c77-ada0-9b4c3487cffc admin admin] 10.222.0.24 "PUT /v2.0/routers/a43491d3-58b7-4162-aed2-4ae02e17c202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3514771 May 26 19:30:59.682350 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39628079-d8ba-4082-9682-6b7f92ca66ae'] response: {'server_uuid': '269baa7c-0882-4f88-9268-d49ba0a515fd', 'name': 'network-vif-deleted', 'tag': '4718f692-9039-4834-a0b4-e5be3f0db572', 'status': 'completed', 'code': 200} May 26 19:30:59.725616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47b6cd3-6486-4c60-bfc4-6cda048c06be,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:30:59.742681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Checking segment: {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:30:59.743040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Network hostable DHCP agents. Network: d381e78d-ee00-4199-8ea6-dabd319dc14f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:30:59.779702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Network d381e78d-ee00-4199-8ea6-dabd319dc14f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:30:59.801875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d381e78d-ee00-4199-8ea6-dabd319dc14f) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:30:59.807540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:30:59.808499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.812575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a817440-2c99-4e1b-831c-9cadc5bfedcb None None] Network d381e78d-ee00-4199-8ea6-dabd319dc14f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:30:59.837465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:30:59.838044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d8256d0d-8f14-4359-b4aa-7683046a28ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1838145 May 26 19:30:59.845193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:30:59.860832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:30:59.866202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Usage tracker for resource:router and tenant:0d607d4671dd4eaca3209ee1adeb0f06 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:30:59.870086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:30:59.877305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:30:59.888977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.890574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:30:59.906625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:00.189346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-d381e78d-ee00-4199-8ea6-dabd319dc14f', 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'fixed_ips': [{'subnet_id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:31:00.191596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:00.461281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:00.468492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581620a0-5541-40b0-9637-3a51b48a8cd6 req-1e02d4b8-eb30-4f2d-b637-3fafdd822dd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:00.477273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-581620a0-5541-40b0-9637-3a51b48a8cd6 req-1e02d4b8-eb30-4f2d-b637-3fafdd822dd1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.1563613 May 26 19:31:00.538896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-581620a0-5541-40b0-9637-3a51b48a8cd6 req-0e344552-6b7a-44d4-bc77-c6e9ebc61712 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601773 May 26 19:31:00.576136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51716) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:00.590957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Allocated IP 172.20.0.2 (d381e78d-ee00-4199-8ea6-dabd319dc14f/f47b6cd3-6486-4c60-bfc4-6cda048c06be/3378dc5d-46fb-49e8-afc6-056d6166cb93) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:00.836753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:00.875904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:00.890096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Usage tracker for resource:security_group_rule and tenant:4f586b33db5d4e379d48a4bebf55823d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:00.896267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:00.903304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:01.034376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.054211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Transition to ACTIVE for port object 3378dc5d-46fb-49e8-afc6-056d6166cb93 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:01.080153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Transition to ACTIVE for port object 3378dc5d-46fb-49e8-afc6-056d6166cb93 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:01.088742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.112109 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.121394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.206564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.228992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f586b33db5d4e379d48a4bebf55823d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516325 May 26 19:31:01.232644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51760) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:01.252236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Network d381e78d-ee00-4199-8ea6-dabd319dc14f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:01.256666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Pushing event updated for resources: {'Port': ['ID=3378dc5d-46fb-49e8-afc6-056d6166cb93,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:01.261612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:01.264025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:01.267149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.384248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Attempting to bind port 3378dc5d-46fb-49e8-afc6-056d6166cb93 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:01.385470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Attempting to bind port 3378dc5d-46fb-49e8-afc6-056d6166cb93 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:01.385904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Attempting to bind port 3378dc5d-46fb-49e8-afc6-056d6166cb93 on network d381e78d-ee00-4199-8ea6-dabd319dc14f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:01.392062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4718f692-9039-4834-a0b4-e5be3f0db572 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:01.431080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:01.431484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Checking segment: {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:01.431981 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.432495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Bound using segment: {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:01.433081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Bound port: 3378dc5d-46fb-49e8-afc6-056d6166cb93, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:01.433549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.456120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4718f692-9039-4834-a0b4-e5be3f0db572 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:01.456590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4718f692-9039-4834-a0b4-e5be3f0db572 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:01.485618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8743929-5caf-453a-92ef-8a523bcfe99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb91329-0c77-4de0-a463-d676d5edd77b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:01.533703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Allocated IP 172.25.0.154 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5c903752-e20e-4f65-8264-37761451d3ed) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:01.549596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] For port 3378dc5d-46fb-49e8-afc6-056d6166cb93, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:01.554351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] For port 3378dc5d-46fb-49e8-afc6-056d6166cb93, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3378dc5d-46fb-49e8-afc6-056d6166cb93,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:01.554966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.562912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.591676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a7174-dfc8-4463-91a5-afe25a106541 req-8a8e4cfe-1ae0-4c3b-8321-6fd1600c1398 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:01.598979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-258a7174-dfc8-4463-91a5-afe25a106541 req-8a8e4cfe-1ae0-4c3b-8321-6fd1600c1398 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.3631988 May 26 19:31:01.625488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.661631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81195a6d-ecef-4192-9746-a378f3a2a397 None None] Pushing event updated for resources: {'Port': ['ID=3378dc5d-46fb-49e8-afc6-056d6166cb93,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:01.701022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-258a7174-dfc8-4463-91a5-afe25a106541 req-b36592ad-57bb-46a2-b140-4b1ef86d5f34 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011105 May 26 19:31:01.735920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.758533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.765922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb91329-0c77-4de0-a463-d676d5edd77b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:01.776824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.781692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a61b6aef-d246-412e-8a2e-58a187360773 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bb91329-0c77-4de0-a463-d676d5edd77b HTTP/1.1" status: 204 len: 168 time: 0.4959219 May 26 19:31:01.823605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:01.945420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eeee87ae-bda9-4b76-94e8-341d714e205c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:01.956193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:01.976447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:01.984956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:02.130487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561913-8809-4625-a660-b2a2ec27a0c3 req-6e96fd65-ba4f-4631-a986-d3bcb5412d9e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:02.134760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6561913-8809-4625-a660-b2a2ec27a0c3 req-6e96fd65-ba4f-4631-a986-d3bcb5412d9e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2177811 May 26 19:31:02.185944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port eeee87ae-bda9-4b76-94e8-341d714e205c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:02.193472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eeee87ae-bda9-4b76-94e8-341d714e205c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:02.193964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Pushing event updated for resources: {'Port': ['ID=5c903752-e20e-4f65-8264-37761451d3ed,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:02.194687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.412183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6561913-8809-4625-a660-b2a2ec27a0c3 req-f0269605-efd1-42eb-bb93-ecfef29013d0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727952 May 26 19:31:02.427333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:02.455055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eeee87ae-bda9-4b76-94e8-341d714e205c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:02.457100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.457479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.483633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:02.493955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port eeee87ae-bda9-4b76-94e8-341d714e205c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eeee87ae-bda9-4b76-94e8-341d714e205c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:02.496013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-39c12d26-8f65-44f4-a937-0c74246cf07b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:02.498059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-39c12d26-8f65-44f4-a937-0c74246cf07b tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.3121023 May 26 19:31:02.499726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.501254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Usage tracker for resource:security_group_rule and tenant:9c781d172921417c8eb39dc6ad3fba2a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:02.507244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:02.599274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Deleting port a1b402df-0b13-41a4-9d97-019b96e12e5a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:02.599708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.637253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=eeee87ae-bda9-4b76-94e8-341d714e205c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:02.637542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:02.929906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:02.977333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] For port a1b402df-0b13-41a4-9d97-019b96e12e5a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a1b402df-0b13-41a4-9d97-019b96e12e5a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:02.977697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.203554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Calling delete_port for a1b402df-0b13-41a4-9d97-019b96e12e5a owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:03.252415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.266917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.345972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c781d172921417c8eb39dc6ad3fba2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9172094 May 26 19:31:03.346239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:03.349727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.362662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde8487-31dc-4d92-a5f0-3f3d38d90c59 req-1c58cd10-5b1f-4e01-8411-6cb21bf3b6db tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:03.364416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfde8487-31dc-4d92-a5f0-3f3d38d90c59 req-1c58cd10-5b1f-4e01-8411-6cb21bf3b6db tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 946 time: 0.2978737 May 26 19:31:03.367426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f402ec0-f55b-4892-bb2e-b7f0273985fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e2fe3f-2a6d-44fe-92bb-6d233c05ae69,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:03.461482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Sync routers for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:03.477544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:03.478900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:03.542187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfde8487-31dc-4d92-a5f0-3f3d38d90c59 req-9c182a24-a0ee-47be-a207-fd9f45d31777 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/security-groups?id=82166c6f-b917-4591-8701-8c96c12e8f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697598 May 26 19:31:03.565307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.647585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.688934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Pushing event deleted for resources: {'Port': ['ID=a1b402df-0b13-41a4-9d97-019b96e12e5a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:03.718575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:03.899027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Router f54a0c51-8675-409c-b1db-c5109db613cb is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:31:03.985030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f34bf-856a-44d3-8f32-b3a84962a95c None None] Network d381e78d-ee00-4199-8ea6-dabd319dc14f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:04.018755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:04.030921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:04.060101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e2fe3f-2a6d-44fe-92bb-6d233c05ae69,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:04.117962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] No DVR routers for this DVR port a1b402df-0b13-41a4-9d97-019b96e12e5a on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:31:04.122570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:04.126377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3378dc5d-46fb-49e8-afc6-056d6166cb93 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:04.138115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'name': 'network-vif-deleted', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:31:04.207310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:04.211660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-671fad71-7dff-41d3-9ed5-76ff78bfeb7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38e2fe3f-2a6d-44fe-92bb-6d233c05ae69 HTTP/1.1" status: 204 len: 168 time: 0.8615534 May 26 19:31:04.211833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bc3fb18-8b23-4a87-80c0-e204c93a1994 req-2626065b-0e76-4cdb-a8be-89460f93fc02 tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.53 "DELETE /v2.0/ports/a1b402df-0b13-41a4-9d97-019b96e12e5a HTTP/1.1" status: 204 len: 173 time: 1.7047906 May 26 19:31:04.262149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2eb88-4b50-4504-8f5f-23086022565a req-2512ec78-fe05-4491-8626-0632a1bd5402 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:04.264189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c2eb88-4b50-4504-8f5f-23086022565a req-2512ec78-fe05-4491-8626-0632a1bd5402 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3832798 May 26 19:31:04.266754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:04.279597 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Sync routers for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:04.296414 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:04.298656 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:04.310091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:04.312831 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7496213a-b1e2-447a-a484-b3f93d041d72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4735615 May 26 19:31:04.318357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51828) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:04.476910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-589bff45-ac3a-4963-821e-9cdfcaa85734 None None] Provisioning for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:04.520800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c2eb88-4b50-4504-8f5f-23086022565a req-bf1c0991-3f80-4d1f-afb1-189f29d1b234 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466013 May 26 19:31:04.570065 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:31:04.624442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:04.654386 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eff877f-664a-4f05-917a-844000d1efc1'] response: {'server_uuid': 'bd570348-5bc4-44c7-aad8-4096b1653039', 'name': 'network-vif-deleted', 'tag': 'a1b402df-0b13-41a4-9d97-019b96e12e5a', 'status': 'completed', 'code': 200} May 26 19:31:04.809616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:04.810085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:04.816510 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:05.124256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d0f46a1-e528-4812-abfc-8418802b5d06', 'name': '', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'mac_address': 'fa:16:3e:5f:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:56Z', 'updated_at': '2022-05-26T19:30:58Z', 'revision_number': 2, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'subnets': [{'id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:05.151145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ae11c10-653e-464f-a839-746de96f7949 req-1deeaf25-0047-4282-8065-318e04e6ad2c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Synchronizing usage tracker for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:31:05.184734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Checking router: a43491d3-58b7-4162-aed2-4ae02e17c202 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:05.185482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Updating router a43491d3-58b7-4162-aed2-4ae02e17c202 port 5d0f46a1-e528-4812-abfc-8418802b5d06 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:05.257593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ae11c10-653e-464f-a839-746de96f7949 req-1deeaf25-0047-4282-8065-318e04e6ad2c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] Unset dirty status for tenant:79792bdba2844a90b4ee750eced1e671 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:31:05.258633 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:05.259633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae11c10-653e-464f-a839-746de96f7949 req-1deeaf25-0047-4282-8065-318e04e6ad2c tempest-ServerRescueNegativeTestJSON-794200997 tempest-ServerRescueNegativeTestJSON-794200997-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd570348-5bc4-44c7-aad8-4096b1653039 HTTP/1.1" status: 200 len: 210 time: 0.2225902 May 26 19:31:05.353642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3378dc5d-46fb-49e8-afc6-056d6166cb93 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:05.354022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:05.461466 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 3, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:05.467412 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Checking router: f54a0c51-8675-409c-b1db-c5109db613cb for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:05.467616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a1b402df-0b13-41a4-9d97-019b96e12e5a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:05.468090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Updating router f54a0c51-8675-409c-b1db-c5109db613cb port 5c903752-e20e-4f65-8264-37761451d3ed binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:05.543750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: a1b402df-0b13-41a4-9d97-019b96e12e5a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:05.544310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a1b402df-0b13-41a4-9d97-019b96e12e5a not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:05.569514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3378dc5d-46fb-49e8-afc6-056d6166cb93, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3378dc5d-46fb-49e8-afc6-056d6166cb93,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:05.587630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:05.588416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eeee87ae-bda9-4b76-94e8-341d714e205c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:05.593697 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:05.947027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46f8ad2c-b4a9-4a67-a2b4-137be538862b None None] Provisioning complete for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:05.947404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46f8ad2c-b4a9-4a67-a2b4-137be538862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.009180 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.135894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3378dc5d-46fb-49e8-afc6-056d6166cb93,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:06.198000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa293-95bd-4581-83b6-8022b03ebaa5 req-69c07ffa-0461-4f63-85b3-d4e5f9f77833 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:06.200174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1daaa293-95bd-4581-83b6-8022b03ebaa5 req-69c07ffa-0461-4f63-85b3-d4e5f9f77833 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.4213612 May 26 19:31:06.200306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eeee87ae-bda9-4b76-94e8-341d714e205c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:06.200578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.232727 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.247596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Transition to ACTIVE for port object 5c903752-e20e-4f65-8264-37761451d3ed will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:06.260880 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.318689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1daaa293-95bd-4581-83b6-8022b03ebaa5 req-de68fb55-d848-41c5-90d7-30331b160c2d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801182 May 26 19:31:06.352350 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Pushing event updated for resources: {'Port': ['ID=5c903752-e20e-4f65-8264-37761451d3ed,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:06.383248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Allocated IP 172.20.0.1 (d381e78d-ee00-4199-8ea6-dabd319dc14f/f47b6cd3-6486-4c60-bfc4-6cda048c06be/d9228f22-c8cc-4d80-84e8-9232c51d2899) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:06.387560 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.389588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.391500 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.391909 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.392237 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.392561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.394139 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.394465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.394787 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.395105 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.395422 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.395737 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:06.449396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Attempting to bind port 5c903752-e20e-4f65-8264-37761451d3ed on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:06.449772 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Attempting to bind port 5c903752-e20e-4f65-8264-37761451d3ed by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:06.450120 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Attempting to bind port 5c903752-e20e-4f65-8264-37761451d3ed on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:06.458349 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:06.460821 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:06.461244 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.461629 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:06.463641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Bound port: 5c903752-e20e-4f65-8264-37761451d3ed, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:06.465810 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.510259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eeee87ae-bda9-4b76-94e8-341d714e205c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:06.531189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.544328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.552543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51870) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:06.580105 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] For port 5c903752-e20e-4f65-8264-37761451d3ed, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:06.583558 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] For port 5c903752-e20e-4f65-8264-37761451d3ed, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5c903752-e20e-4f65-8264-37761451d3ed,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:06.588755 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.619495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Transition to ACTIVE for port object 5d0f46a1-e528-4812-abfc-8418802b5d06 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:06.666089 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.697253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.714267 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ccc7e-7bda-4461-86f5-8148e0b465f3 None None] Pushing event updated for resources: {'Port': ['ID=5c903752-e20e-4f65-8264-37761451d3ed,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:06.723493 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:06.724285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:06.742447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Transition to ACTIVE for port object d9228f22-c8cc-4d80-84e8-9232c51d2899 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:06.786431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3378dc5d-46fb-49e8-afc6-056d6166cb93 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:06.820527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:06.821217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560fbb9-88d5-4837-bc53-cde57e259a89 None None] Pushing event updated for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:06.970103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-46f8ad2c-b4a9-4a67-a2b4-137be538862b None None] Current status of the port 3378dc5d-46fb-49e8-afc6-056d6166cb93 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:07.038115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Network d381e78d-ee00-4199-8ea6-dabd319dc14f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:07.038443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Pushing event updated for resources: {'Port': ['ID=d9228f22-c8cc-4d80-84e8-9232c51d2899,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:07.046061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:07.049183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:07.114085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:07.188841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Attempting to bind port 5d0f46a1-e528-4812-abfc-8418802b5d06 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:07.189783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Attempting to bind port 5d0f46a1-e528-4812-abfc-8418802b5d06 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:07.191633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Attempting to bind port 5d0f46a1-e528-4812-abfc-8418802b5d06 on network eee2c369-90a2-4ec6-81de-1051c29d5c81 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:07.216054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:07.221386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.224050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Checking segment: {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:07.224654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.228782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Bound using segment: {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:07.236591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Bound port: 5d0f46a1-e528-4812-abfc-8418802b5d06, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:07.236996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.303890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:07.304464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.582133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] For port 5d0f46a1-e528-4812-abfc-8418802b5d06, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:07.589525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] For port 5d0f46a1-e528-4812-abfc-8418802b5d06, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d0f46a1-e528-4812-abfc-8418802b5d06,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:07.601408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.636229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:07.656671 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 3, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:07.661756 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead60c7-6e76-467d-8eba-3a003355020c None None] The sync data for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 is: [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 3, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:07.859748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560fbb9-88d5-4837-bc53-cde57e259a89 None None] Pushing event updated for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:07.887923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:07.889487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:07.978612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbad37-4d5a-4ba8-ade9-cc373bad5153 req-56c6c9e6-dbd2-4fb5-b5ed-ed2c72688e16 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:07.980693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4cbad37-4d5a-4ba8-ade9-cc373bad5153 req-56c6c9e6-dbd2-4fb5-b5ed-ed2c72688e16 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3475928 May 26 19:31:08.489368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4cbad37-4d5a-4ba8-ade9-cc373bad5153 req-7869b366-8429-4cca-9ad4-1cc8ae2e06b8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921484 May 26 19:31:08.541353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3378dc5d-46fb-49e8-afc6-056d6166cb93 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:08.558271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1a77ebf4-edcf-4388-b3b4-ca068df99597 None None] Provisioning for port d9228f22-c8cc-4d80-84e8-9232c51d2899 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:08.569645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:08.585395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:08.596215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1a77ebf4-edcf-4388-b3b4-ca068df99597 None None] Provisioning complete for port d9228f22-c8cc-4d80-84e8-9232c51d2899 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:08.598329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1a77ebf4-edcf-4388-b3b4-ca068df99597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:08.617963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:08.735288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:08.761378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1a77ebf4-edcf-4388-b3b4-ca068df99597 None None] Port d9228f22-c8cc-4d80-84e8-9232c51d2899 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:08.864995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:08.953624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Pushing event updated for resources: {'Port': ['ID=d9228f22-c8cc-4d80-84e8-9232c51d2899,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:09.018367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5c903752-e20e-4f65-8264-37761451d3ed up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:09.028363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Network d381e78d-ee00-4199-8ea6-dabd319dc14f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:09.028363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:09.374269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Deleting port fbc6b6c6-b2b5-43de-b678-808a7f12c27a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:09.374606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:09.405835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Router f54a0c51-8675-409c-b1db-c5109db613cb has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:31:09.432001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:31:09.672931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5c903752-e20e-4f65-8264-37761451d3ed completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:09.677220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] For port fbc6b6c6-b2b5-43de-b678-808a7f12c27a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:09.678420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:09.767016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-27fb9333-077e-456a-bb13-19257c5728c6 None None] Provisioning complete for port d9228f22-c8cc-4d80-84e8-9232c51d2899 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:09.767382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-27fb9333-077e-456a-bb13-19257c5728c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:09.797335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5c903752-e20e-4f65-8264-37761451d3ed triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:09.797757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:09.833228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:09.855213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Calling delete_port for fbc6b6c6-b2b5-43de-b678-808a7f12c27a owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:09.940698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-27fb9333-077e-456a-bb13-19257c5728c6 None None] Port d9228f22-c8cc-4d80-84e8-9232c51d2899 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:10.015633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:10.018722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0b21c53a-337e-4cec-977c-da7921e009fd admin admin] 10.222.0.24 "PUT /v2.0/routers/f54a0c51-8675-409c-b1db-c5109db613cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6974981 May 26 19:31:10.092673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'mac_address': 'fa:16:3e:70:20:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:31:10.135869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4208f-6fa0-4531-8f5d-1a1258d01363 req-ed8fa075-11e0-4968-91de-7325195f7e3d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:10.137112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5c903752-e20e-4f65-8264-37761451d3ed is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:10.137492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:10.139910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cc4208f-6fa0-4531-8f5d-1a1258d01363 req-ed8fa075-11e0-4968-91de-7325195f7e3d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3021159 May 26 19:31:10.193184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5c903752-e20e-4f65-8264-37761451d3ed, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5c903752-e20e-4f65-8264-37761451d3ed,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:10.202606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:10.203018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:10.215928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:10.216710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d0f46a1-e528-4812-abfc-8418802b5d06 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:10.297944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5cc4208f-6fa0-4531-8f5d-1a1258d01363 req-9e2e1f78-d5c6-45be-99c2-3e9fddfd6c25 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522574 May 26 19:31:10.362373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51936) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:10.364253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d0f46a1-e528-4812-abfc-8418802b5d06', 'name': '', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'mac_address': 'fa:16:3e:5f:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:56Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'subnets': [{'id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:10.392115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1beda1d-f978-41f6-8dea-6b75fc00e608 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:31:10.396557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Sync routers for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:10.429764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dece00-5f98-45d9-a3a3-96a790dfd68e None None] The sync data for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 is: [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:30:57Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d0f46a1-e528-4812-abfc-8418802b5d06', 'name': '', 'network_id': 'eee2c369-90a2-4ec6-81de-1051c29d5c81', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'mac_address': 'fa:16:3e:5f:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_interface', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:56Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 4, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'subnets': [{'id': '5dd552ce-ac1f-47d3-9aec-71cd834f8ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:10.473694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5c903752-e20e-4f65-8264-37761451d3ed,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:10.479743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:10.510208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:10.510846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:10.621944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:10.787116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc6b6c6-b2b5-43de-b678-808a7f12c27a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:10.989616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:11.267525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:11.479819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:11.544485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5d0f46a1-e528-4812-abfc-8418802b5d06 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:11.564784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d0f46a1-e528-4812-abfc-8418802b5d06 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:11.565276 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:11.650341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e1beda1d-f978-41f6-8dea-6b75fc00e608'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:31:11.679385 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:11.890939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d0f46a1-e528-4812-abfc-8418802b5d06 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:11.891319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:11.932856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Router 38561066-d88d-4234-a242-f5fc55421efd has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:31:11.934097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5d0f46a1-e528-4812-abfc-8418802b5d06, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d0f46a1-e528-4812-abfc-8418802b5d06,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:11.937866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:11.946501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:12.086293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 4, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd9228f22-c8cc-4d80-84e8-9232c51d2899', 'name': '', 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'mac_address': 'fa:16:3e:cd:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:06Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 2, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'subnets': [{'id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:12.092477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0b71-5e15-412c-a156-a0343c38a73a req-46c29e14-a77d-4ab5-8be9-f576a923616e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:12.092815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Checking router: f54a0c51-8675-409c-b1db-c5109db613cb for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:12.093200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Updating router f54a0c51-8675-409c-b1db-c5109db613cb port d9228f22-c8cc-4d80-84e8-9232c51d2899 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:12.110677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-975b0b71-5e15-412c-a156-a0343c38a73a req-46c29e14-a77d-4ab5-8be9-f576a923616e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 945 time: 0.5601676 May 26 19:31:12.252959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5c903752-e20e-4f65-8264-37761451d3ed up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:12.285393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:12.298720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:12.306550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:12.316832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Sync routers for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:12.326511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9cefa293-ce81-4da3-bb08-f930011181eb admin admin] 10.222.0.24 "PUT /v2.0/routers/38561066-d88d-4234-a242-f5fc55421efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7719047 May 26 19:31:12.328922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:12.332000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:12.335445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:12.380427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-975b0b71-5e15-412c-a156-a0343c38a73a req-0ee6bb6e-0cf2-41fd-984c-2a4354b93c16 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493889 May 26 19:31:12.581139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5c903752-e20e-4f65-8264-37761451d3ed triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:12.581511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:12.673621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Deleting port d9228f22-c8cc-4d80-84e8-9232c51d2899 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:12.674304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:12.679408 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:12.735713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:12.932617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5c903752-e20e-4f65-8264-37761451d3ed is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:12.963995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.136388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Calling delete_port for d9228f22-c8cc-4d80-84e8-9232c51d2899 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:13.148781 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.170816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Deleting port 8bc0f636-358c-44e4-bf5e-d8f56f3de732 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:13.170816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.185562 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:31:10Z', 'revision_number': 5, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port': {'id': '8bc0f636-358c-44e4-bf5e-d8f56f3de732', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38561066-d88d-4234-a242-f5fc55421efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:17Z', 'updated_at': '2022-05-26T19:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:13.198067 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Checking router: 38561066-d88d-4234-a242-f5fc55421efd for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:13.218291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.226866 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Routers {'38561066-d88d-4234-a242-f5fc55421efd'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:13.227569 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['38561066-d88d-4234-a242-f5fc55421efd'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:13.248188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Transition to ACTIVE for port object d9228f22-c8cc-4d80-84e8-9232c51d2899 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:13.265759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.431827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:31:13.432552 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:31:13.528365 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] Set router 38561066-d88d-4234-a242-f5fc55421efd gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:13.541737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eb036-d3da-40ea-bdf5-5ae985054796 None None] Pushing event updated for resources: {'Port': ['ID=d9228f22-c8cc-4d80-84e8-9232c51d2899,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:13.551229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:13.699338 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:31:13Z', 'revision_number': 6, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:13.713726 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64acbe-043a-4dfe-8b1e-24ba443d8050 None None] The sync data for ids ['38561066-d88d-4234-a242-f5fc55421efd'] in n-d-843146-9 is: [{'id': '38561066-d88d-4234-a242-f5fc55421efd', 'name': 'tempest-ServerRescueNegativeTestJSON-303559741-router', 'tenant_id': '79792bdba2844a90b4ee750eced1e671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:14Z', 'updated_at': '2022-05-26T19:31:13Z', 'revision_number': 6, 'project_id': '79792bdba2844a90b4ee750eced1e671', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:13.815814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104906a-63e0-45d4-b221-13587e180ab7 req-15071577-55d4-4b9d-8264-04b7dfc11951 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:13.827556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f104906a-63e0-45d4-b221-13587e180ab7 req-15071577-55d4-4b9d-8264-04b7dfc11951 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 945 time: 0.2112551 May 26 19:31:13.845949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e1beda1d-f978-41f6-8dea-6b75fc00e608 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:13.846313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.912770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f104906a-63e0-45d4-b221-13587e180ab7 req-d84ad5b5-9e34-48cd-a4f3-250a55cca3c6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795176 May 26 19:31:13.926157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] For port 8bc0f636-358c-44e4-bf5e-d8f56f3de732, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8bc0f636-358c-44e4-bf5e-d8f56f3de732,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:13.926380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Attempting to bind port d9228f22-c8cc-4d80-84e8-9232c51d2899 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:13.926380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Attempting to bind port d9228f22-c8cc-4d80-84e8-9232c51d2899 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:13.926568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.926651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Attempting to bind port d9228f22-c8cc-4d80-84e8-9232c51d2899 on network d381e78d-ee00-4199-8ea6-dabd319dc14f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:13.933834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Deleting port d9228f22-c8cc-4d80-84e8-9232c51d2899 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:13.934455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.949185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:13.949558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Checking segment: {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:13.949955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.950341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Bound using segment: {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:13.950802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Bound port: d9228f22-c8cc-4d80-84e8-9232c51d2899, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7515ffd-96f1-4930-9e79-e476578ac13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:13.951173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:13.992239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.179484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] For port d9228f22-c8cc-4d80-84e8-9232c51d2899, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:14.185369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:14.186085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.206792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Calling delete_port for 8bc0f636-358c-44e4-bf5e-d8f56f3de732 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:14.226779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] For port d9228f22-c8cc-4d80-84e8-9232c51d2899, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9228f22-c8cc-4d80-84e8-9232c51d2899,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:14.249258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.378968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:31:14.388338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d0f46a1-e528-4812-abfc-8418802b5d06 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:14.397351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] For port d9228f22-c8cc-4d80-84e8-9232c51d2899, host n-d-843146-9, got binding levels [] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:14.397990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.532380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:14.544332 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383ca1f8-0976-4e3e-b2dd-ce96f8c9c983'] response: {'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'code': 200} May 26 19:31:14.555759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.580209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:14.580209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:30:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:14.601969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Calling delete_port for d9228f22-c8cc-4d80-84e8-9232c51d2899 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:14.669188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:14.715770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eb036-d3da-40ea-bdf5-5ae985054796 None None] Pushing event updated for resources: {'Port': ['ID=d9228f22-c8cc-4d80-84e8-9232c51d2899,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:14.869358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:31:14.869709 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:31:14.936264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc0f636-358c-44e4-bf5e-d8f56f3de732,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:14.939761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:15.073516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.074696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-550de77a-4df1-415c-b088-14db42ca3a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.122935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d0f46a1-e528-4812-abfc-8418802b5d06 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:15.123542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.222876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:15.354381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.360180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.401181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.402335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38561066-d88d-4234-a242-f5fc55421efd {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:31:15.405752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb6cee-c44e-4fc1-b77d-47a6b778fb6d req-f64a7528-1713-426e-a600-fe41be73f4ef tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:15.407392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75fb6cee-c44e-4fc1-b77d-47a6b778fb6d req-f64a7528-1713-426e-a600-fe41be73f4ef tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2338758 May 26 19:31:15.429205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.431433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-075ffbf2-f253-4064-9a1b-efd248353292 admin admin] 10.222.0.24 "DELETE /v2.0/routers/38561066-d88d-4234-a242-f5fc55421efd HTTP/1.1" status: 204 len: 168 time: 3.1012783 May 26 19:31:15.434140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:15.470095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75fb6cee-c44e-4fc1-b77d-47a6b778fb6d req-56ce9562-58c2-4274-9b6d-24e6db916425 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563369 May 26 19:31:15.509640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Deleting subnet cd25de2d-a982-4932-999a-cdfdabb94aa2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:31:15.513193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.582316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Deleting port d9228f22-c8cc-4d80-84e8-9232c51d2899 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:15.583050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.614971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.744701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.783442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d0f46a1-e528-4812-abfc-8418802b5d06 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:15.840916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fbc6b6c6-b2b5-43de-b678-808a7f12c27a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:15.889969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: fbc6b6c6-b2b5-43de-b678-808a7f12c27a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:15.890335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fbc6b6c6-b2b5-43de-b678-808a7f12c27a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:15.916448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.964588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd25de2d-a982-4932-999a-cdfdabb94aa2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:15.975815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:15.993081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56529479-eb13-4fc8-b937-d7d6dfb90d20 None None] Network 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:16.000401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-28e65a37-07ab-4b66-a780-8abd6367e962 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd25de2d-a982-4932-999a-cdfdabb94aa2 HTTP/1.1" status: 204 len: 168 time: 0.5625651 May 26 19:31:16.001518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:16.202997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8bc0f636-358c-44e4-bf5e-d8f56f3de732 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:16.217687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] For port d9228f22-c8cc-4d80-84e8-9232c51d2899, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9228f22-c8cc-4d80-84e8-9232c51d2899,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:16.218044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.275839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.297430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Deleting port b742afd0-30b7-4661-ae52-7233122c6991 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:16.303155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.318259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 8bc0f636-358c-44e4-bf5e-d8f56f3de732 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:16.318593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8bc0f636-358c-44e4-bf5e-d8f56f3de732 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:16.397073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Calling delete_port for d9228f22-c8cc-4d80-84e8-9232c51d2899 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:16.523986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 4, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd9228f22-c8cc-4d80-84e8-9232c51d2899', 'name': '', 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'mac_address': 'fa:16:3e:cd:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:06Z', 'updated_at': '2022-05-26T19:31:14Z', 'revision_number': 4, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'subnets': [{'id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:16.538717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65222616-6060-401f-8f5b-8477bcaff7d3 None None] The sync data for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 is: [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:07Z', 'revision_number': 4, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd9228f22-c8cc-4d80-84e8-9232c51d2899', 'name': '', 'network_id': 'd381e78d-ee00-4199-8ea6-dabd319dc14f', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'mac_address': 'fa:16:3e:cd:f2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:06Z', 'updated_at': '2022-05-26T19:31:14Z', 'revision_number': 4, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'subnets': [{'id': 'f47b6cd3-6486-4c60-bfc4-6cda048c06be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:16.645326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] DHCP port deletion for 2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:31:16.659639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Deleting port b742afd0-30b7-4661-ae52-7233122c6991 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:16.662470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.735000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.827178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] For port b742afd0-30b7-4661-ae52-7233122c6991, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b742afd0-30b7-4661-ae52-7233122c6991,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:16.827775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:16.875283 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-843e7849-5984-472c-a11e-c64e93b1155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:17.163962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9228f22-c8cc-4d80-84e8-9232c51d2899,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:17.287577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] For port b742afd0-30b7-4661-ae52-7233122c6991, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b742afd0-30b7-4661-ae52-7233122c6991,segment=NetworkSegment(0237a5a6-7803-4863-acb2-178f8b4cc62a),segment_id=0237a5a6-7803-4863-acb2-178f8b4cc62a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:17.287965 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:17.395038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Calling delete_port for b742afd0-30b7-4661-ae52-7233122c6991 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:17.437683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661fa19-afdc-4e02-8572-d8e36e810a6c req-24f64d1e-3013-434c-a32e-9f2b8fd3678f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:17.452496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e661fa19-afdc-4e02-8572-d8e36e810a6c req-24f64d1e-3013-434c-a32e-9f2b8fd3678f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.7115297 May 26 19:31:17.582198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Calling delete_port for b742afd0-30b7-4661-ae52-7233122c6991 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:17.643221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:17.783490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:31:17.783879 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:31:17.815899 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:17.818966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b742afd0-30b7-4661-ae52-7233122c6991,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:17.848565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] No DVR routers for this DVR port b742afd0-30b7-4661-ae52-7233122c6991 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:31:17.878661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e661fa19-afdc-4e02-8572-d8e36e810a6c req-8fe4841f-439e-44cc-ac10-05580e4e7cd6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247684 May 26 19:31:17.991972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.132312 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.143659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b742afd0-30b7-4661-ae52-7233122c6991 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:18.266512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b742afd0-30b7-4661-ae52-7233122c6991 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:18.267012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b742afd0-30b7-4661-ae52-7233122c6991 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:18.284958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Deleting port b742afd0-30b7-4661-ae52-7233122c6991 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:18.285855 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.333799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.395716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:18.436596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0237a5a6-7803-4863-acb2-178f8b4cc62a') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:18.436903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0237a5a6-7803-4863-acb2-178f8b4cc62a') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:18.475169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.506546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ec724-6554-4a77-9bb2-af9f23b09b71 None None] The port 'b742afd0-30b7-4661-ae52-7233122c6991' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:31:18.546608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.557787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:31:18.558208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.695457 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0237a5a6-7803-4863-acb2-178f8b4cc62a resource provider aggregate not found May 26 19:31:18.724853 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0237a5a6-7803-4863-acb2-178f8b4cc62a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0237a5a6-7803-4863-acb2-178f8b4cc62a found for delete ", "request_id": "req-370e810e-ed3d-4bca-8e27-4d3a095bbd20"}]} May 26 19:31:18.776462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.836179 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:18.839962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:18.874636 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-760ea72e-c7e3-4420-a554-b91d601fbb86 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cfdddf6-0e7f-48b7-8e31-b97b0cbf4551 HTTP/1.1" status: 204 len: 168 time: 2.8715844 May 26 19:31:19.082738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Router f54a0c51-8675-409c-b1db-c5109db613cb has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:31:19.360554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52074) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:19.407102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:19.527988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49a07c45-3007-45e9-a4b6-6b6292c3a85f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79792bdba2844a90b4ee750eced1e671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196017 May 26 19:31:19.529863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52084) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:19.680446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:19.686131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:19.744593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca6e96-0c89-42f7-9cfb-4817d2173784 req-b5e27438-d4de-4389-9342-750637985b95 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:19.749632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:19.752390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24ca6e96-0c89-42f7-9cfb-4817d2173784 req-b5e27438-d4de-4389-9342-750637985b95 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.6601427 May 26 19:31:19.822255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:19.835454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Sync routers for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:19.850072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24ca6e96-0c89-42f7-9cfb-4817d2173784 req-c40dcf7f-5e57-4aab-9e36-0e76c3100fef tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954125 May 26 19:31:19.854668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:19.856238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-37b6594d-5ca4-4d04-bcc4-87ed3a988636 admin admin] 10.222.0.24 "PUT /v2.0/routers/f54a0c51-8675-409c-b1db-c5109db613cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4924645 May 26 19:31:19.867476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:19.882370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:19.883024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:19.905593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:19.910489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d85543f87e524b3eb630f584d158a87d is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:19.915059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:19.924052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:19.965738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.064507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82166c6f-b917-4591-8701-8c96c12e8f1b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:20.094860 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.111876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b3ff8d2-9ff9-4185-9f27-61475393c537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82166c6f-b917-4591-8701-8c96c12e8f1b HTTP/1.1" status: 204 len: 168 time: 0.5711770 May 26 19:31:20.168259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.270449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.278622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.361499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9e067-66ad-46bf-9730-3a56ffc1cca5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:20.393512 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b045f48c-bd97-4e34-ab5a-2806abe683e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d85543f87e524b3eb630f584d158a87d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0273108 May 26 19:31:20.403668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52096) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:20.425993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.447052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Deleting port 5c903752-e20e-4f65-8264-37761451d3ed {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:20.447685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.520619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:20.574349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.640271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.763183 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.844815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:20.848544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97e9e067-66ad-46bf-9730-3a56ffc1cca5 HTTP/1.1" status: 204 len: 168 time: 0.4416492 May 26 19:31:20.848544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e0bd-c4a9-4d1e-86d7-166377c188b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9e067-66ad-46bf-9730-3a56ffc1cca5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:20.912055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] For port 5c903752-e20e-4f65-8264-37761451d3ed, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5c903752-e20e-4f65-8264-37761451d3ed,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:20.912535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:21.153685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '5c903752-e20e-4f65-8264-37761451d3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:16Z', 'revision_number': 5, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port': {'id': '5c903752-e20e-4f65-8264-37761451d3ed', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:01Z', 'updated_at': '2022-05-26T19:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:21.158668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Checking router: f54a0c51-8675-409c-b1db-c5109db613cb for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:21.177419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Routers {'f54a0c51-8675-409c-b1db-c5109db613cb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:21.178488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f54a0c51-8675-409c-b1db-c5109db613cb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:21.432983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Calling delete_port for 5c903752-e20e-4f65-8264-37761451d3ed owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:21.528575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] Set router f54a0c51-8675-409c-b1db-c5109db613cb gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:21.671680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:21.703478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52130) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:21.747047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:21.811186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c903752-e20e-4f65-8264-37761451d3ed,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:21.823470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:21.844097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Usage tracker for resource:security_group_rule and tenant:9425d9af17ee483887616efb52d3f03c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:21.854606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:21.879561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:21.883009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:20Z', 'revision_number': 6, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:21.905607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26cddce-9301-4055-bb11-7dabd628c2ca None None] The sync data for ids ['f54a0c51-8675-409c-b1db-c5109db613cb'] in n-d-843146-9 is: [{'id': 'f54a0c51-8675-409c-b1db-c5109db613cb', 'name': 'tempest-ServersTestFqdnHostnames-1172068268-router', 'tenant_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:59Z', 'updated_at': '2022-05-26T19:31:20Z', 'revision_number': 6, 'project_id': '0d607d4671dd4eaca3209ee1adeb0f06', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:21.996446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.059647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.066963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.167419 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9425d9af17ee483887616efb52d3f03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627557 May 26 19:31:22.169708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52148) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:22.243689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bb34e-2d5c-47c5-a03f-456081794db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ccf92-bb02-4f24-9e40-a0a984e91d26,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:22.354636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.385579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.389127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.398959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f459a-d633-47ca-89c5-6cb62ac3af73 req-680472a0-ab9f-4b2f-a156-957b6ddcf975 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:22.400580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c8f459a-d633-47ca-89c5-6cb62ac3af73 req-680472a0-ab9f-4b2f-a156-957b6ddcf975 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 1.1789970 May 26 19:31:22.419503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.456852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.457444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54a0c51-8675-409c-b1db-c5109db613cb {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:31:22.473867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c8f459a-d633-47ca-89c5-6cb62ac3af73 req-5e9fa91a-6276-4f84-b516-60c42bef2432 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 May 26 19:31:22.482184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.483491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-df0b78a9-80a9-4cd6-b3ac-1c65107267dd admin admin] 10.222.0.24 "DELETE /v2.0/routers/f54a0c51-8675-409c-b1db-c5109db613cb HTTP/1.1" status: 204 len: 168 time: 2.6116288 May 26 19:31:22.485965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52156) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:22.547426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.575240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ccf92-bb02-4f24-9e40-a0a984e91d26,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:22.629290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.631046 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7160d11-b9da-4464-93bf-e6bd9f8dbf0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e37ccf92-bb02-4f24-9e40-a0a984e91d26 HTTP/1.1" status: 204 len: 168 time: 0.4604187 May 26 19:31:22.642340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Deleting subnet f47b6cd3-6486-4c60-bfc4-6cda048c06be {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:31:22.646300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.735403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:22.917240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.085544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:23.108224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.242143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47b6cd3-6486-4c60-bfc4-6cda048c06be,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:23.255953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.265315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed28e432-4fbe-4242-a238-3d00817a3088 None None] Network d381e78d-ee00-4199-8ea6-dabd319dc14f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:23.278450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a8d2774-8843-43b8-9231-a82c974b578c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f47b6cd3-6486-4c60-bfc4-6cda048c06be HTTP/1.1" status: 204 len: 168 time: 0.7859228 May 26 19:31:23.278675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52176) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:23.428487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.455702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Deleting port 3378dc5d-46fb-49e8-afc6-056d6166cb93 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:23.456174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.487829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.523723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:23.537887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6315a75f880c4d28a22b33d5599cd861 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:23.547642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:23.567729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:23.891809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.904887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:23.947010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] DHCP port deletion for d381e78d-ee00-4199-8ea6-dabd319dc14f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:31:23.956143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Deleting port 3378dc5d-46fb-49e8-afc6-056d6166cb93 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:23.956526 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.040925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6dbc-04a7-4db2-9411-215232e07109 req-87477b33-b707-4aa1-9764-f72a21fa9c3f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:24.063211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017b6dbc-04a7-4db2-9411-215232e07109 req-87477b33-b707-4aa1-9764-f72a21fa9c3f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3798387 May 26 19:31:24.063499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6315a75f880c4d28a22b33d5599cd861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9754870 May 26 19:31:24.064209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:24.103435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf9d4d-de7e-4150-8a9a-e66ae7ec12b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f272c7-c387-4350-be2b-7011519446de,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:24.155598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] For port 3378dc5d-46fb-49e8-afc6-056d6166cb93, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3378dc5d-46fb-49e8-afc6-056d6166cb93,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:24.156951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.202324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.226435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017b6dbc-04a7-4db2-9411-215232e07109 req-1ef0799f-c2dc-4f5b-99a9-ed9dd0503bee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623516 May 26 19:31:24.300149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.318319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5c903752-e20e-4f65-8264-37761451d3ed no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:24.392691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5c903752-e20e-4f65-8264-37761451d3ed {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:24.393365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5c903752-e20e-4f65-8264-37761451d3ed not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:24.393914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3378dc5d-46fb-49e8-afc6-056d6166cb93 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:24.401792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.434457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f272c7-c387-4350-be2b-7011519446de,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:24.440165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.450180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8f5aea08-6cfc-40b1-b477-01eba71dcfa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7f272c7-c387-4350-be2b-7011519446de HTTP/1.1" status: 204 len: 168 time: 0.3818984 May 26 19:31:24.548921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Calling delete_port for 3378dc5d-46fb-49e8-afc6-056d6166cb93 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:24.600911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] For port 3378dc5d-46fb-49e8-afc6-056d6166cb93, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3378dc5d-46fb-49e8-afc6-056d6166cb93,segment=NetworkSegment(a7515ffd-96f1-4930-9e79-e476578ac13f),segment_id=a7515ffd-96f1-4930-9e79-e476578ac13f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:24.601413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.703149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:24.822897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] No DVR routers for this DVR port 3378dc5d-46fb-49e8-afc6-056d6166cb93 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:31:24.826972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3378dc5d-46fb-49e8-afc6-056d6166cb93,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:24.947840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Calling delete_port for 3378dc5d-46fb-49e8-afc6-056d6166cb93 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:25.006561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port 3378dc5d-46fb-49e8-afc6-056d6166cb93 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:31:25.008997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3378dc5d-46fb-49e8-afc6-056d6166cb93 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:25.021699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9228f22-c8cc-4d80-84e8-9232c51d2899 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:25.107568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.142984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d9228f22-c8cc-4d80-84e8-9232c51d2899 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:31:25.143814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9228f22-c8cc-4d80-84e8-9232c51d2899 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:31:25.179986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d381e78d-ee00-4199-8ea6-dabd319dc14f']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:25.209530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:31:25.209894 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:31:25.217462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7515ffd-96f1-4930-9e79-e476578ac13f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:25.217744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7515ffd-96f1-4930-9e79-e476578ac13f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:25.255612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.312795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.328339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:31:25.328739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.395000 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a7515ffd-96f1-4930-9e79-e476578ac13f resource provider aggregate not found May 26 19:31:25.711124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Deleting port 3378dc5d-46fb-49e8-afc6-056d6166cb93 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:25.712324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.849344 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a7515ffd-96f1-4930-9e79-e476578ac13f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7515ffd-96f1-4930-9e79-e476578ac13f found for delete ", "request_id": "req-8d18f61d-e251-4c9e-be78-3c7c99c9fd70"}]} May 26 19:31:25.861312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-55709048-1b9b-4057-adee-6fd75b5a4fd6 None None] The port '3378dc5d-46fb-49e8-afc6-056d6166cb93' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:31:25.909375 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.948207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:25.954323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d381e78d-ee00-4199-8ea6-dabd319dc14f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:25.968683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bbb56a70-66ba-4ec6-9007-93c0180fec95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d381e78d-ee00-4199-8ea6-dabd319dc14f HTTP/1.1" status: 204 len: 168 time: 2.6890264 May 26 19:31:25.999121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3487-8948-446e-9a35-195ca854d73e req-f169e6c9-8bf8-4337-bbb6-5e13680e5097 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:26.000612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ead3487-8948-446e-9a35-195ca854d73e req-f169e6c9-8bf8-4337-bbb6-5e13680e5097 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2515221 May 26 19:31:26.132861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ead3487-8948-446e-9a35-195ca854d73e req-fb2d78a8-3c75-4657-bf0b-87243a49f6f5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207538 May 26 19:31:26.222905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52268) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:26.338175 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3f88e3fb-2d4b-4a4f-a8a4-73b851a10afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d607d4671dd4eaca3209ee1adeb0f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138165 May 26 19:31:26.341676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:26.393733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52276) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:26.459356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.539444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.668298 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.691504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04572c-49d1-4610-81bf-6e3c70328233,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:26.700711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.702215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bb32f8c0-3ea9-464e-abff-f3ce079bf35e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c04572c-49d1-4610-81bf-6e3c70328233 HTTP/1.1" status: 204 len: 168 time: 0.3593857 May 26 19:31:26.751553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-499068617-network', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:26.759996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:26.769669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Usage tracker for resource:network and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:26.778593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:26.796137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:26.822506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:26.826512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.861747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:26.909403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:26.917676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:26.928548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:26.944053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:27.127657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.136395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.185802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:31:27.231271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.232720 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Added segment ade68801-96af-46ba-81dc-1b87549b9ed4 of type vlan for network 39a5a466-b3a8-4e8e-8f15-95e55e96479b May 26 19:31:27.350482 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.480560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.487440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:27.488784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:27.670780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070601b-a77b-4387-9796-55eca580021a req-382d60b4-acec-4b33-b7ac-385e59232ca1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:27.695567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d070601b-a77b-4387-9796-55eca580021a req-382d60b4-acec-4b33-b7ac-385e59232ca1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2039227 May 26 19:31:27.806532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Pushing event updated for resources: {'Network': ['ID=39a5a466-b3a8-4e8e-8f15-95e55e96479b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:27.818297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:31:27.848802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522442ea-2f36-4eed-a490-90e254e7516b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:27.883472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d070601b-a77b-4387-9796-55eca580021a req-1daa7a20-99cb-4a1e-a0f3-181a82446100 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790607 May 26 19:31:27.895294 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d245efe-e4aa-4e3c-a92e-c134676f41e1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4978819 May 26 19:31:27.895835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52316) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:27.921369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Request body: {'subnet': {'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-499068617-subnet', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:27.929655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:27.934268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Usage tracker for resource:subnet and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:27.938165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:27.944944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:27.958511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:27.961805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.314550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.446698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:28.447835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Network hostable DHCP agents. Network: 39a5a466-b3a8-4e8e-8f15-95e55e96479b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:31:28.467851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e2f39d-1d03-423d-a09d-51015a5fff20,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:28.497710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:31:28.513154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 39a5a466-b3a8-4e8e-8f15-95e55e96479b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:28.526092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6709962-d99f-4145-a94e-e1626dbdfb64 None None] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:28.535090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:28.537100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.573714 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c47f7496-edc5-49ec-bd26-4d9b34e29161 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6672838 May 26 19:31:28.576334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52328) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:28.586500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:28.595289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:28.606000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Usage tracker for resource:router and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:28.613028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:28.623791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:28.646874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.652810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.682553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:28.852848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:31:28.854341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.171978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52342) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:29.230236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aea960-39e7-4059-a1bb-ebfc585ce4e5 req-f37f7a23-ad1a-431c-878c-739284070d94 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:29.232089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aea960-39e7-4059-a1bb-ebfc585ce4e5 req-f37f7a23-ad1a-431c-878c-739284070d94 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.1189618 May 26 19:31:29.325973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b4aea960-39e7-4059-a1bb-ebfc585ce4e5 req-aa843c5a-3593-4038-a53f-3656bfd8ec30 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809062 May 26 19:31:29.342317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Allocated IP 172.20.0.2 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/66313afb-6090-4d55-a9ab-58fdf8413020) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:29.381476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.514236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1874832027-network', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:29.522088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:29.530826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Usage tracker for resource:network and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:29.537952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:29.550683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:29.580099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Made reservation on behalf of 07147ba28f414cc4803aeef650b39c6e for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:29.585054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.621462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.659099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:29.666204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Usage tracker for resource:security_group_rule and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:29.672871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:29.681853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:29.821112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:29.856501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.888827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Transition to ACTIVE for port object 66313afb-6090-4d55-a9ab-58fdf8413020 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:29.914459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.921287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.932658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Transition to ACTIVE for port object 66313afb-6090-4d55-a9ab-58fdf8413020 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:29.942566 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.951638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:31:29.966074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.977985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:29.978330 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Added segment fd249125-97a3-49a7-ae65-04017d8a18e8 of type vlan for network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b May 26 19:31:29.986592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46ad1f-393b-48fb-a1f0-d4524085df81,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.036532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.038658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Pushing event updated for resources: {'Port': ['ID=66313afb-6090-4d55-a9ab-58fdf8413020,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.045079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.050370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:30.052114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:30.054951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:30.099685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.100694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:30.101414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.220775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0408516 May 26 19:31:30.226433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:30.241345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Request body: {'subnet': {'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1874832027-subnet', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:30.246257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:30.250412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Usage tracker for resource:subnet and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:30.253893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:30.257226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Attempting to bind port 66313afb-6090-4d55-a9ab-58fdf8413020 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:30.257599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Attempting to bind port 66313afb-6090-4d55-a9ab-58fdf8413020 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:30.259881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Attempting to bind port 66313afb-6090-4d55-a9ab-58fdf8413020 on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:30.260305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:30.273661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:30.274161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:30.274922 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.275280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:30.276049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Made reservation on behalf of 07147ba28f414cc4803aeef650b39c6e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:30.276458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Bound port: 66313afb-6090-4d55-a9ab-58fdf8413020, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:30.276840 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.278582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.286219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Allocated IP 172.25.0.49 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/7dd213c1-790f-4e52-a767-805442dd388a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:30.299997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1afa-9918-421d-93f9-cb8a1ca05faf admin admin] Pushing event updated for resources: {'Network': ['ID=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.317540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:31:30.547324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] For port 66313afb-6090-4d55-a9ab-58fdf8413020, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:30.548989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.551196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] For port 66313afb-6090-4d55-a9ab-58fdf8413020, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=66313afb-6090-4d55-a9ab-58fdf8413020,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:30.559873 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.582435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:30.598951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Usage tracker for resource:security_group_rule and tenant:b857ec8d8a8d44baae12206e72d8464b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:30.604699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:30.614095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.617576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:30.725740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.754107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411456ab-6eda-4c6c-871b-9e326c0d618f None None] Pushing event updated for resources: {'Port': ['ID=66313afb-6090-4d55-a9ab-58fdf8413020,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.808277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9804d6b-dd24-4b36-8b57-26249fbca82a req-41706661-dc56-4038-a8e1-292fc5fc008c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:30.820317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9804d6b-dd24-4b36-8b57-26249fbca82a req-41706661-dc56-4038-a8e1-292fc5fc008c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2851253 May 26 19:31:30.858255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:30.863057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:30.872434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:30.892020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.919977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Pushing event updated for resources: {'Port': ['ID=7dd213c1-790f-4e52-a767-805442dd388a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.958015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.961323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba0fcef-5fd9-4435-82d4-13d1fdeacd69,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:30.966932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:30.981591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9804d6b-dd24-4b36-8b57-26249fbca82a req-2db5f482-2ae0-49b8-8e15-f2854bbececd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584115 May 26 19:31:31.046663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d407a2-f7c1-4c5a-8bd6-c74108a95e4c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:31.057495 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8281a892-67d2-496b-be47-8f61031fb11d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b857ec8d8a8d44baae12206e72d8464b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2351019 May 26 19:31:31.062223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52378) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:31.112575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Checking segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:31.114514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Network hostable DHCP agents. Network: ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:31:31.235701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:31:31.281139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:31.292905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb613d-d796-46cc-b9fe-e8f90077ff23 None None] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:31.299219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:31.299821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.309596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.396731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.406367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c281811c-0114-4a4f-8959-6d1a3b3a3f5c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1788750 May 26 19:31:31.477780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52386) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:31.497630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:31.502876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.520299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d407a2-f7c1-4c5a-8bd6-c74108a95e4c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:31.536856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:31.541364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.543435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d68d24ed-1cdd-4ca9-bc8c-0f679f3b793e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03d407a2-f7c1-4c5a-8bd6-c74108a95e4c HTTP/1.1" status: 204 len: 168 time: 0.4745114 May 26 19:31:31.558295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Usage tracker for resource:router and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:31.563855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:31.573578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:31.670311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.671788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.909239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:31:31.912629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.953491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:31.965076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.300944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Allocated IP 172.20.0.2 (ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b/aba0fcef-5fd9-4435-82d4-13d1fdeacd69/3ba2222c-4a82-481b-8f23-2218e5ed9a6a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:32.370589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52404) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:32.551474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.564490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Transition to ACTIVE for port object 3ba2222c-4a82-481b-8f23-2218e5ed9a6a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:32.573335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eaf3b-4f55-46a6-a9b9-5b90f7bbe7ec req-8c3d12a1-1235-402d-b374-982875789efc tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:32.587182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb2eaf3b-4f55-46a6-a9b9-5b90f7bbe7ec req-8c3d12a1-1235-402d-b374-982875789efc tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.3154547 May 26 19:31:32.589291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Transition to ACTIVE for port object 3ba2222c-4a82-481b-8f23-2218e5ed9a6a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:32.596168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 66313afb-6090-4d55-a9ab-58fdf8413020 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:32.616679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.626848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754c698-582a-428d-a51e-5da4ecea6b5d None None] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:32.653835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:32.657971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Usage tracker for resource:security_group_rule and tenant:5aaf1d4bb70f49b791d1d083da12eb13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:32.661051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:32.667810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:32.678987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb2eaf3b-4f55-46a6-a9b9-5b90f7bbe7ec req-258b79fb-c678-45de-9325-4249a5fc9375 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902784 May 26 19:31:32.728196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.768992 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.806632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:32.826707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:32.829735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:32.835214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:32.915126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bdcf99bd-7c6a-462a-8137-722215431712 None None] Provisioning for port 66313afb-6090-4d55-a9ab-58fdf8413020 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:33.006436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Pushing event updated for resources: {'Port': ['ID=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:33.010695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.061335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aaf1d4bb70f49b791d1d083da12eb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866508 May 26 19:31:33.063221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52410) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:33.079589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5222ed2-dd76-4e71-a521-8f5f6cb2b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f86780-f6b4-42bd-8f43-e8e14472ad59,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:33.231256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.253265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.282533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.345677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.372406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f86780-f6b4-42bd-8f43-e8e14472ad59,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:33.377314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.378424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5dc1f166-3d8d-4ac3-a13f-edf6fb36654f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1f86780-f6b4-42bd-8f43-e8e14472ad59 HTTP/1.1" status: 204 len: 168 time: 0.3139644 May 26 19:31:33.383995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Attempting to bind port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:33.384450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Attempting to bind port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:33.384765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Attempting to bind port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a on network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:33.412487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:33.412970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Checking segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:33.415231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.415705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Bound using segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:33.416202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Bound port: 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:33.416578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.552564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 66313afb-6090-4d55-a9ab-58fdf8413020 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:33.569420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 66313afb-6090-4d55-a9ab-58fdf8413020 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:33.570490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.702049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] For port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:33.706252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] For port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:33.719859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:33.899880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f014a47-50ce-4e4d-8942-1b54fbb02ae3 None None] Pushing event updated for resources: {'Port': ['ID=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:33.971496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 66313afb-6090-4d55-a9ab-58fdf8413020 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:33.971884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.068194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 66313afb-6090-4d55-a9ab-58fdf8413020, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=66313afb-6090-4d55-a9ab-58fdf8413020,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:34.075938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.160324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Router facf56ac-c653-4d4d-8222-a49b5aa85829 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:31:34.173807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.191546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0384610-94f8-4951-94db-2afed6999048 req-41631b34-b756-4fe2-afcf-08d5b292debe tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:34.195032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0384610-94f8-4951-94db-2afed6999048 req-41631b34-b756-4fe2-afcf-08d5b292debe tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2936950 May 26 19:31:34.275963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0384610-94f8-4951-94db-2afed6999048 req-203eb996-67de-49ae-a37e-e06bc66c91e5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749729 May 26 19:31:34.289853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.371017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=66313afb-6090-4d55-a9ab-58fdf8413020,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:34.379723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bf5eea64-7eac-4b42-824e-1e3fd0c3f1e8 None None] Provisioning complete for port 66313afb-6090-4d55-a9ab-58fdf8413020 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:34.380530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bf5eea64-7eac-4b42-824e-1e3fd0c3f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.512092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Allocated IP 172.25.0.88 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/0a250807-1f97-4964-a62b-3dfb7a7d2b60) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:34.666307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:34.698923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bf5eea64-7eac-4b42-824e-1e3fd0c3f1e8 None None] Current status of the port 66313afb-6090-4d55-a9ab-58fdf8413020 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:34.719844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:34.743532 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:34.744519 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:34.843638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:34.851663 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-829182cf-ec4b-4bc9-b758-0b16027f7f4c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2653179 May 26 19:31:34.851663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52442) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:35.092317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:35.254596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:35.359509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:35.473417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Pushing event updated for resources: {'Port': ['ID=0a250807-1f97-4964-a62b-3dfb7a7d2b60,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:35.506938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:35.511778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:35.517663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:35.802117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b687b-a3bd-41da-9e34-11a8eb14858f req-8fd8aa93-45e8-4687-8c63-f6549b12d818 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:35.804634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d70b687b-a3bd-41da-9e34-11a8eb14858f req-8fd8aa93-45e8-4687-8c63-f6549b12d818 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.2149014 May 26 19:31:35.901025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:31Z', 'revision_number': 3, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:35.906447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:35.906785 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Updating router facf56ac-c653-4d4d-8222-a49b5aa85829 port 7dd213c1-790f-4e52-a767-805442dd388a binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:35.910627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d70b687b-a3bd-41da-9e34-11a8eb14858f req-53582b0c-92f6-4e92-8a81-17390eba5ad9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 May 26 19:31:35.982545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2597a0-c02d-4d30-9056-5f5e5c77d4cc None None] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:31:36.046894 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:36.301855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-83bc612f-0341-4536-9f07-ccd7498911d5 None None] Provisioning for port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:36.418579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3ba2222c-4a82-481b-8f23-2218e5ed9a6a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:36.682108 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:36.748732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:36.757959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:36.759789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:36.976547 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:36.994549 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Transition to ACTIVE for port object 7dd213c1-790f-4e52-a767-805442dd388a will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:37.025579 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.088384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:37.090790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.176706 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Attempting to bind port 7dd213c1-790f-4e52-a767-805442dd388a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:37.177081 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Attempting to bind port 7dd213c1-790f-4e52-a767-805442dd388a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:37.177445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Attempting to bind port 7dd213c1-790f-4e52-a767-805442dd388a on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:37.179920 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d449e7e-953c-4d10-9e52-145b1570f101 None None] Pushing event updated for resources: {'Port': ['ID=7dd213c1-790f-4e52-a767-805442dd388a,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:37.200618 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:37.201206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:37.201612 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.203530 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:37.204026 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Bound port: 7dd213c1-790f-4e52-a767-805442dd388a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:37.205004 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.225110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:37.235209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.236445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 66313afb-6090-4d55-a9ab-58fdf8413020 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:37.287434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.398020 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] For port 7dd213c1-790f-4e52-a767-805442dd388a, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:37.402709 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] For port 7dd213c1-790f-4e52-a767-805442dd388a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7dd213c1-790f-4e52-a767-805442dd388a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:37.417052 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.487501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3582-2dfe-4010-a478-84eeaa8af215 req-7d89aeb9-813c-455f-8392-4f82d0516910 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:37.498157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59fb3582-2dfe-4010-a478-84eeaa8af215 req-7d89aeb9-813c-455f-8392-4f82d0516910 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.1731882 May 26 19:31:37.550585 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:37.551369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:37.612735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59fb3582-2dfe-4010-a478-84eeaa8af215 req-2a2542ff-906d-415a-b4e4-905eae536625 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135290 May 26 19:31:37.650209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:37.709918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-34fe4aa3-1b56-4300-b775-fcec94839d1b None None] Provisioning complete for port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:37.713401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34fe4aa3-1b56-4300-b775-fcec94839d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.745451 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d449e7e-953c-4d10-9e52-145b1570f101 None None] Pushing event updated for resources: {'Port': ['ID=7dd213c1-790f-4e52-a767-805442dd388a,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:37.817195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 66313afb-6090-4d55-a9ab-58fdf8413020 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:37.817603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:37.968356 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:38.127830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-34fe4aa3-1b56-4300-b775-fcec94839d1b None None] Current status of the port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:38.129776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 66313afb-6090-4d55-a9ab-58fdf8413020 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:38.169452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:38.252420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3ba2222c-4a82-481b-8f23-2218e5ed9a6a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:38.421506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:38.421882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:38.464829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Allocated IP 172.20.0.1 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/380b57ce-397c-4991-bd7f-468374cdbf00) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:38.670252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:38.710472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Transition to ACTIVE for port object 380b57ce-397c-4991-bd7f-468374cdbf00 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:38.754652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52534) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:38.809735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:38.829799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:31Z', 'revision_number': 3, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:38.838328 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ea7dd-6ac1-4f49-b9fd-ba3706323ca0 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:31Z', 'revision_number': 3, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:38.858138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:38.994550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:39.000492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:39.020670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:39.073952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.076701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Pushing event updated for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:39.230331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.266270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:39.306335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Usage tracker for resource:security_group_rule and tenant:cffcf77d6f4e473eb43a4eaa72273c90 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:39.318285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:39.356611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:39.377981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ce1a0-86ad-4118-855e-7b79c7e79d25 req-d23c3e02-d0e2-4757-8633-68fac0947965 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:39.387282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad8ce1a0-86ad-4118-855e-7b79c7e79d25 req-d23c3e02-d0e2-4757-8633-68fac0947965 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.5819533 May 26 19:31:39.495816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad8ce1a0-86ad-4118-855e-7b79c7e79d25 req-1d4e9f3c-112d-4841-be3b-a47e57fe8046 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914278 May 26 19:31:39.626216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.650309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.654402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ba81931d-3115-4c58-95cd-b4f80c2f5b60 None None] Provisioning for port 380b57ce-397c-4991-bd7f-468374cdbf00 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:39.661354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ba81931d-3115-4c58-95cd-b4f80c2f5b60 None None] Provisioning complete for port 380b57ce-397c-4991-bd7f-468374cdbf00 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:39.662119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ba81931d-3115-4c58-95cd-b4f80c2f5b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.668103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.769681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cffcf77d6f4e473eb43a4eaa72273c90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0098829 May 26 19:31:39.771403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52544) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:39.828841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2ea3a-bc6b-4297-b4d6-b0db02d82633,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:39.837244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ba81931d-3115-4c58-95cd-b4f80c2f5b60 None None] Port 380b57ce-397c-4991-bd7f-468374cdbf00 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:39.906827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.907209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.907546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.907879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.908209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.908533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.909649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.909797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.909991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.910446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.910762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.911256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c16a33a-0259-4404-8182-d67cf557d831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:39.952050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:39.992073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:40.085592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:40.093952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Router 631e6e14-0e3f-45c7-a254-4fc62d50100d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:31:40.146081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2ea3a-bc6b-4297-b4d6-b0db02d82633,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:40.163602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:40.173337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f2eace31-b540-49d7-b536-b5e2e5341e33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03d2ea3a-bc6b-4297-b4d6-b0db02d82633 HTTP/1.1" status: 204 len: 168 time: 0.3490739 May 26 19:31:40.395946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7dd213c1-790f-4e52-a767-805442dd388a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:40.441025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:40.483933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Sync routers for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:40.535484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:40.538723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:40.577134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:40.581304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52564) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:40.595037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d992826-55e2-420d-b79c-71bcc56960ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1161406 May 26 19:31:40.692944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:40.872378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7dd213c1-790f-4e52-a767-805442dd388a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:40.884803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7dd213c1-790f-4e52-a767-805442dd388a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:40.885569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.052612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.055019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:41.075958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.092870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:41.097852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5a374fd0a64c2bb54990ce2e3d8895 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:41.101259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:41.108568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:41.114345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:41.267433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.268757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.420088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.433910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.499176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9662faf-302f-444b-82c3-741c88e339eb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:41.536472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:31:41.691120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7dd213c1-790f-4e52-a767-805442dd388a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:41.691768 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.706160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:41.718292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:41.727374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7dd213c1-790f-4e52-a767-805442dd388a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7dd213c1-790f-4e52-a767-805442dd388a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:41.755888 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:41.833864 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d22c04f8-6d88-4263-8a22-ef1e001dda60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b5a374fd0a64c2bb54990ce2e3d8895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7776854 May 26 19:31:41.834590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Pushing event updated for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:41.839321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52588) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:41.946152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7dd213c1-790f-4e52-a767-805442dd388a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:41.982236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:36Z', 'revision_number': 3, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:41.986044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:31:42.001825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Checking router: 631e6e14-0e3f-45c7-a254-4fc62d50100d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:42.003031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Updating router 631e6e14-0e3f-45c7-a254-4fc62d50100d port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:42.050162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.064318 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.098076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.154998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.169180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae36ecd-f59f-4594-9f3e-8c9d5c1377b9 req-46608aa4-3a42-4dc4-a3f7-d9e9b54af498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:42.176246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae36ecd-f59f-4594-9f3e-8c9d5c1377b9 req-46608aa4-3a42-4dc4-a3f7-d9e9b54af498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.4764235 May 26 19:31:42.199604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:42.211069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9662faf-302f-444b-82c3-741c88e339eb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:42.219974 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:42.221965 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c5820561-7985-4739-96df-5d3c332ed838 admin admin] 10.222.0.24 "PUT /v2.0/routers/facf56ac-c653-4d4d-8222-a49b5aa85829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3716521 May 26 19:31:42.244643 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:42.251425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:42.289624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.291022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-83946713-795e-4b0d-90d3-2bfd88300f9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9662faf-302f-444b-82c3-741c88e339eb HTTP/1.1" status: 204 len: 168 time: 0.4488833 May 26 19:31:42.332224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae36ecd-f59f-4594-9f3e-8c9d5c1377b9 req-72353619-c2e3-4b22-b935-102bf9910ddd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551352 May 26 19:31:42.368956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7dd213c1-790f-4e52-a767-805442dd388a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:42.547453 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.628695 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:42.670572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab2f92ed-9174-4463-99c2-59d511546147 None None] Provisioning complete for port 380b57ce-397c-4991-bd7f-468374cdbf00 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:42.670938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab2f92ed-9174-4463-99c2-59d511546147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.730962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f92ed-9174-4463-99c2-59d511546147 None None] Port 380b57ce-397c-4991-bd7f-468374cdbf00 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:42.756646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7dd213c1-790f-4e52-a767-805442dd388a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:42.756990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:42.931583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7dd213c1-790f-4e52-a767-805442dd388a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:43.013434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.040657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Transition to ACTIVE for port object 0a250807-1f97-4964-a62b-3dfb7a7d2b60 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:43.056586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.132310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Attempting to bind port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:43.132899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Attempting to bind port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:43.133505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Attempting to bind port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:43.154511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:43.155101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:43.155739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.156277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:43.156904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Bound port: 0a250807-1f97-4964-a62b-3dfb7a7d2b60, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:43.157668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.236598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-796b4dc6-7238-46ad-bffc-c15a081b4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:43.238122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-796b4dc6-7238-46ad-bffc-c15a081b4717 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 1097 time: 0.5133319 May 26 19:31:43.270343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Allocated IP 172.20.0.1 (ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b/aba0fcef-5fd9-4435-82d4-13d1fdeacd69/bf3313e8-26a2-4917-b2d5-e8afaf526444) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:43.275467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aab5c-313f-4d82-9736-3a9874b3d82b None None] Pushing event updated for resources: {'Port': ['ID=0a250807-1f97-4964-a62b-3dfb7a7d2b60,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:43.302250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52618) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:43.307840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125981600', 'description': 'tempest-description--626729804'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:43.320795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:43.327280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:43.332491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:43.345932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:43.346460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] For port 0a250807-1f97-4964-a62b-3dfb7a7d2b60, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:43.359521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] For port 0a250807-1f97-4964-a62b-3dfb7a7d2b60, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0a250807-1f97-4964-a62b-3dfb7a7d2b60,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:43.368652 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.378699 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:43.389060 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:43.389555 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Updating router facf56ac-c653-4d4d-8222-a49b5aa85829 port 380b57ce-397c-4991-bd7f-468374cdbf00 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:43.481244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:43.481883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:43.512260 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.619911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-f4322dd2-7bd8-476d-89ee-216763502799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:43.621678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-f4322dd2-7bd8-476d-89ee-216763502799 service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.3759758 May 26 19:31:43.692565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.732893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:43.734864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:43.742177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:43.755183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:43.767937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:43.779282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-f959e431-b5d3-4607-822e-a1f9dad0c449 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608 HTTP/1.1" status: 200 len: 217 time: 0.1401641 May 26 19:31:43.888595 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.893820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.935475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88baf2-885d-42aa-ba28-ceb281d9ad64,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:43.957809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:43.959955 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02c577e0-d597-4ecb-b458-b6a4d98281cf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6559165 May 26 19:31:43.962073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52634) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:43.971332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': 'fa88baf2-885d-42aa-ba28-ceb281d9ad64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:43.987787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:44.001226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:44.007379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-d4b5a5b5-fda1-44a1-bae1-14d3f1b09ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:44.009309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:44.009750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-d4b5a5b5-fda1-44a1-bae1-14d3f1b09ba3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1539245 May 26 19:31:44.018773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:44.054440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.119711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9adbf1-2cef-4803-893e-d9efe9b8fdf6 req-22e483e0-71c5-4fcf-b2e0-674a95ea6535 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:44.121611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff9adbf1-2cef-4803-893e-d9efe9b8fdf6 req-22e483e0-71c5-4fcf-b2e0-674a95ea6535 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 946 time: 0.4884248 May 26 19:31:44.123731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-8bccf19e-9f1d-4d3e-b178-4e4b18274319 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049874 May 26 19:31:44.200563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.208200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.261225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b47f67-d7ad-4596-9199-a3324e5b278e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:44.291017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.292525 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-08dae08b-e0cd-43ad-87ac-a9dc37630fa7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294356 May 26 19:31:44.296841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:44.308443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': 'fa88baf2-885d-42aa-ba28-ceb281d9ad64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:44.319335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:44.323800 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.329341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:44.339638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:44.340385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aab5c-313f-4d82-9736-3a9874b3d82b None None] Pushing event updated for resources: {'Port': ['ID=0a250807-1f97-4964-a62b-3dfb7a7d2b60,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:44.345551 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Transition to ACTIVE for port object 380b57ce-397c-4991-bd7f-468374cdbf00 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:44.353782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:44.356340 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.359488 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.390050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.406991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.411577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Transition to ACTIVE for port object bf3313e8-26a2-4917-b2d5-e8afaf526444 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:44.419357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:36Z', 'revision_number': 3, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:44.426671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41719ef3-2d49-4065-b8ae-f324f993f24f None None] The sync data for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 is: [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:36Z', 'revision_number': 3, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:44.466624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.577344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-38c5ee70-b09f-42ce-95de-42954465a99c service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418087 May 26 19:31:44.581186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Pushing event updated for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:44.601184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.609630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.631179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bdaae16-9bfb-4906-8182-bad6aa26ba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.646366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f770c245-56f5-411d-a9d4-e7a2295479cb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:44.696465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.709200 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8c9525e-2c3c-41da-a7a0-d87aec5543c5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4086962 May 26 19:31:44.709532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:44.714865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:44.726436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:44.731041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:floatingip and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:44.734041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:44.741721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:44.764287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.787422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:44.809668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff9adbf1-2cef-4803-893e-d9efe9b8fdf6 req-333f8a45-8b0d-420b-844a-7816a96a83b8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704617 May 26 19:31:44.813709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:44.840281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:44.855392 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Attempting to bind port 380b57ce-397c-4991-bd7f-468374cdbf00 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:44.855752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Attempting to bind port 380b57ce-397c-4991-bd7f-468374cdbf00 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:44.857126 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Attempting to bind port 380b57ce-397c-4991-bd7f-468374cdbf00 on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:44.865643 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:44.866296 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:44.866854 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.867962 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:44.868576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Bound port: 380b57ce-397c-4991-bd7f-468374cdbf00, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:44.869148 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:44.899072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1c37-514c-47c2-8414-a340c50378bb None None] Pushing event updated for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:44.979100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:45.125501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] For port 380b57ce-397c-4991-bd7f-468374cdbf00, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:45.137423 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] For port 380b57ce-397c-4991-bd7f-468374cdbf00, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=380b57ce-397c-4991-bd7f-468374cdbf00,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:45.149613 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:45.206623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:45.314355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecccd39b-f8b0-4524-b617-4cc8438d7440 req-daeab697-8d61-4fb7-b15f-fd4695dfad02 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183816 May 26 19:31:45.411105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b0c2564-32fb-4575-b1fc-85f7f7d592a5 None None] Provisioning for port bf3313e8-26a2-4917-b2d5-e8afaf526444 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:45.426148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b0c2564-32fb-4575-b1fc-85f7f7d592a5 None None] Provisioning complete for port bf3313e8-26a2-4917-b2d5-e8afaf526444 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:45.426148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2564-32fb-4575-b1fc-85f7f7d592a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:45.446848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:45.455389 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:45.565654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c2564-32fb-4575-b1fc-85f7f7d592a5 None None] Port bf3313e8-26a2-4917-b2d5-e8afaf526444 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:45.578404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.25.0.9 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b670822f-10c9-43e2-9047-f581b48708fa) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:45.612001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1c37-514c-47c2-8414-a340c50378bb None None] Pushing event updated for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:45.652120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:45.735999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.014281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.020011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:46.020151 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.050117 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:46.111829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.180522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:46.184963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:31:46.211281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.330546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0a250807-1f97-4964-a62b-3dfb7a7d2b60 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:46.366826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=b670822f-10c9-43e2-9047-f581b48708fa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:46.392924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.413511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.414798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.415920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.420699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.421188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.421629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.422065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.422506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.422933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.423377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.423801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.447684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:46.452251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:46.459690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:46.504941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:46.513688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.514032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.514377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.514713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.515043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.516457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.518228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.519553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.520117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.520626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.521155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.521664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:31:46.562886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:46.571668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:46.573727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.600828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.612778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.662534 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.818112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:46.973183 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:46.980035 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec76ede-dfd0-4fd0-9e86-8ab3d4e44d82 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:46.986833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:46.988784 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.059653 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4b42e92-ef48-496c-a082-2e00ef665dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.110960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0a250807-1f97-4964-a62b-3dfb7a7d2b60, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0a250807-1f97-4964-a62b-3dfb7a7d2b60,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:47.119078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.259997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Pushing event updated for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:47.299528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.312781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7c1c-3b77-4674-a5f5-d38482714ce5 req-40f0ac0d-dc7c-4c73-9cab-015d8db8e9d9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:47.314614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-064f7c1c-3b77-4674-a5f5-d38482714ce5 req-40f0ac0d-dc7c-4c73-9cab-015d8db8e9d9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 1.0570571 May 26 19:31:47.398680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.413347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0a250807-1f97-4964-a62b-3dfb7a7d2b60,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:47.551711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:47.569596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:47.609235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-064f7c1c-3b77-4674-a5f5-d38482714ce5 req-becf8e44-298f-4375-9030-c3ee084e77d7 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992439 May 26 19:31:47.630940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.650601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.750341 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdaf39f-086b-4708-9366-66b763a3dd4d'] response: {'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'code': 200} May 26 19:31:47.861696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=b670822f-10c9-43e2-9047-f581b48708fa,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:47.890843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.903964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:47.925372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:47.927070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-14d112c2-9a2a-4705-b161-f3d2d556df06 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2162225 May 26 19:31:48.008141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Router 631e6e14-0e3f-45c7-a254-4fc62d50100d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:31:48.047516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2d3c43d8-14f2-4e70-a440-01d796659dd3 None None] Provisioning complete for port bf3313e8-26a2-4917-b2d5-e8afaf526444 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:48.049307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2d3c43d8-14f2-4e70-a440-01d796659dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.189411 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.218672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.223655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c43d8-14f2-4e70-a440-01d796659dd3 None None] Port bf3313e8-26a2-4917-b2d5-e8afaf526444 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:48.256595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:48.271040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Usage tracker for resource:security_group_rule and tenant:63f77864bdd84913a86e395a4ae8bcfd is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:48.279262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:48.291554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:48.367125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:48.385891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Sync routers for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:48.394167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0f2673b0-32f8-4037-bf2a-2147c2cd558c admin admin] 10.222.0.24 "PUT /v2.0/routers/631e6e14-0e3f-45c7-a254-4fc62d50100d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8116348 May 26 19:31:48.400265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:48.400888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:48.406885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.412313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-f5d49abd-4098-412c-9271-3f5f0433d7d8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1125981600&fields=id&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 267 time: 0.0650899 May 26 19:31:48.413243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.479357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f7cbf-1ef9-4744-a854-033dda93bffa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:48.502085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a36342c2-fd98-4ee4-b33d-27d2a338a663 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63f77864bdd84913a86e395a4ae8bcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945556 May 26 19:31:48.505532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:48.598888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.605380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 380b57ce-397c-4991-bd7f-468374cdbf00 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:48.639202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.718081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-1befd8c1-5afe-40a0-a926-5ea68867c9fe tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:48.732166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-1befd8c1-5afe-40a0-a926-5ea68867c9fe tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.3087924 May 26 19:31:48.751730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-05f56245-dc70-4312-b88c-bb47ef79c880 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/quotas/f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 375 time: 0.0183663 May 26 19:31:48.765322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.787563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f7cbf-1ef9-4744-a854-033dda93bffa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:48.800929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:48.802587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4ef3726-392d-4f3a-807d-89a204f8208a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a20f7cbf-1ef9-4744-a854-033dda93bffa HTTP/1.1" status: 204 len: 168 time: 0.2959316 May 26 19:31:48.832694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:48.870467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-823e9462-a162-48f9-bf26-e632f6b45b3e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1208835 May 26 19:31:48.887658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 380b57ce-397c-4991-bd7f-468374cdbf00 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:48.953702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 380b57ce-397c-4991-bd7f-468374cdbf00 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:48.954363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.022869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-d58442ea-f18a-4722-b4db-9a9b2e1dc67f service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512771 May 26 19:31:49.251438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-9d52cbe4-412e-46e6-ba1e-6931a5114ccb service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125380 May 26 19:31:49.387373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:49.415309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.435749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:49.441491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Usage tracker for resource:security_group_rule and tenant:c6a7fb871d3d4506937d550e30e346e1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:49.444835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:49.447741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 380b57ce-397c-4991-bd7f-468374cdbf00 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:49.448072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.454196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:49.535049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 380b57ce-397c-4991-bd7f-468374cdbf00, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=380b57ce-397c-4991-bd7f-468374cdbf00,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:49.543466 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.544302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0a250807-1f97-4964-a62b-3dfb7a7d2b60 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:49.635731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.643864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.657187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953f351-2c53-42c3-a323-833e6b4cbed1 req-eea056eb-55d9-4e33-a938-67e7938eb80c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:49.664988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e953f351-2c53-42c3-a323-833e6b4cbed1 req-eea056eb-55d9-4e33-a938-67e7938eb80c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 0.1240542 May 26 19:31:49.714783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e34a29-d880-44b6-a011-b2c6944fc5bd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:49.737425 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15175c08-5ec1-4df3-aee1-d0e9a4e6453d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6a7fb871d3d4506937d550e30e346e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480585 May 26 19:31:49.739959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:49.769306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e953f351-2c53-42c3-a323-833e6b4cbed1 req-a4d7c2be-a3c3-4846-b928-96ee2bc20054 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032825 May 26 19:31:49.852103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:49.852103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.857968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.877356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.896667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.904588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 2, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:49.911183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:49.937112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Checking router: 631e6e14-0e3f-45c7-a254-4fc62d50100d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:49.937754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Updating router 631e6e14-0e3f-45c7-a254-4fc62d50100d port bf3313e8-26a2-4917-b2d5-e8afaf526444 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:49.966111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:49.993028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e34a29-d880-44b6-a011-b2c6944fc5bd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:50.012416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.015929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5522ee26-37e6-4561-8dad-24a512b0171f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9e34a29-d880-44b6-a011-b2c6944fc5bd HTTP/1.1" status: 204 len: 168 time: 0.2727041 May 26 19:31:50.082049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.102463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:50.312765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52824) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:50.327460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329283338', 'description': 'tempest-description--1687335142'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:50.336442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 380b57ce-397c-4991-bd7f-468374cdbf00 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:50.361165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:50.365645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Usage tracker for resource:security_group and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:50.369577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:50.376336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:50.388808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.410175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:50.414889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Usage tracker for resource:security_group_rule and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:50.418203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:50.424073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:50.524239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.532446 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.613294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3da50-dcad-4597-82a7-434c34881732,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:50.618176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.622764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-932ca248-263d-46ad-a6e4-5612716dc4bd req-d6f06861-cff6-495d-b789-4ce7830b7c4b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 210 time: 0.0677636 May 26 19:31:50.622966 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-367b5b10-a7a8-4239-ac36-1f937243453d tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3089485 May 26 19:31:50.624800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 380b57ce-397c-4991-bd7f-468374cdbf00 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:50.624913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52834) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:50.625187 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.634906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'security_group_rule': {'security_group_id': 'afe3da50-dcad-4597-82a7-434c34881732', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:50.650165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:50.663293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Usage tracker for resource:security_group_rule and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:50.672675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:50.688144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:50.727660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.859523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.867849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.885143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.892316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 380b57ce-397c-4991-bd7f-468374cdbf00 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:50.907212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Transition to ACTIVE for port object bf3313e8-26a2-4917-b2d5-e8afaf526444 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:50.919843 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.923932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c14369-8a04-4b11-b8e7-9bd3772b6895,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:50.937796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:50.940593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-247f56d2-a134-4a89-a4aa-d9072999a903 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139575 May 26 19:31:50.943202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52852) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:50.953122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'security_group_rule': {'security_group_id': 'afe3da50-dcad-4597-82a7-434c34881732', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:50.968790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:50.977891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Usage tracker for resource:security_group_rule and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:50.989740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:50.999784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:51.256971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65976d-45bb-466e-b6d3-e6a2f16c01c6 None None] Pushing event updated for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:51.346571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Attempting to bind port bf3313e8-26a2-4917-b2d5-e8afaf526444 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:51.347618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Attempting to bind port bf3313e8-26a2-4917-b2d5-e8afaf526444 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:51.348149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Attempting to bind port bf3313e8-26a2-4917-b2d5-e8afaf526444 on network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:51.365749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:51.366447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Checking segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:51.367009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.368342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Bound using segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:51.368992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Bound port: bf3313e8-26a2-4917-b2d5-e8afaf526444, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:51.369638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.501505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] For port bf3313e8-26a2-4917-b2d5-e8afaf526444, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:51.505429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] For port bf3313e8-26a2-4917-b2d5-e8afaf526444, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bf3313e8-26a2-4917-b2d5-e8afaf526444,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:51.521903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.539569 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.621304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.630737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.681923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e1beda1d-f978-41f6-8dea-6b75fc00e608 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:31:51.685767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5bbbde-8458-45ab-a0a7-56807a486e54,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:51.734130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.735636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6ef6e3f1-bb07-42ef-a885-accfbc057139 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7912700 May 26 19:31:51.738700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:51.745675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:51.756692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:51.773573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Usage tracker for resource:floatingip and tenant:07147ba28f414cc4803aeef650b39c6e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:51.777464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:51.795678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:51.819873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:51.870623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:51.871739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:51.876327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-b5ec146a-c516-4743-a219-3ad28bc60e7c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:51.881113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-b5ec146a-c516-4743-a219-3ad28bc60e7c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.8708594 May 26 19:31:51.966109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-2f8abf12-3b22-4a2d-915b-54ac2f131c80 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 380 time: 0.0771878 May 26 19:31:51.998325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65976d-45bb-466e-b6d3-e6a2f16c01c6 None None] Pushing event updated for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:52.058506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'port': {'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'admin_state_up': True, 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'security_groups': ['fa88baf2-885d-42aa-ba28-ceb281d9ad64']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:52.317449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:52.368650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:52.370805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:52.375093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:port and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:52.380634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:52.389125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:52.402452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:52.408063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:52.442201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e1beda1d-f978-41f6-8dea-6b75fc00e608 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:52.578238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Allocated IP 172.25.0.86 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/60a1501b-9922-4796-9e30-5e569e94e759) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:52.793984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-c939dac3-fecd-4bc7-8079-8999af3265f1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:52.800808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-c939dac3-fecd-4bc7-8079-8999af3265f1 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd54a515-c65d-4bf4-b1da-d51669f2de3b HTTP/1.1" status: 200 len: 944 time: 0.3561647 May 26 19:31:52.841106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:51Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:52.851547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8fd59-5306-4654-bccd-0acc1b1b49d4 None None] The sync data for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 is: [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:51Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:31:52.895719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.20.0.5 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/8490c40c-83f3-4f92-a6be-8d6d44625d2e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:52.909747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port e1beda1d-f978-41f6-8dea-6b75fc00e608 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:31:52.910085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:52.975771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.025328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.113341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:53.116496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:53.120978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:53.213946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'Port': ['ID=60a1501b-9922-4796-9e30-5e569e94e759,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:53.270016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.399664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.490748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port e1beda1d-f978-41f6-8dea-6b75fc00e608, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e1beda1d-f978-41f6-8dea-6b75fc00e608,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:53.491110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.659535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for e1beda1d-f978-41f6-8dea-6b75fc00e608 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:31:53.735056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.747474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.780562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.813352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Transition to ACTIVE for port object 8490c40c-83f3-4f92-a6be-8d6d44625d2e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:53.924651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:53.949561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:53.988868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.042013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=e1beda1d-f978-41f6-8dea-6b75fc00e608,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:54.090044 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.101258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'Port': ['ID=60a1501b-9922-4796-9e30-5e569e94e759,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:54.170789 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b2dc4212-646a-43f0-8188-f57d43da7d80 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3963 time: 0.2200541 May 26 19:31:54.172369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.182013 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-54319fb1-5632-420f-b687-8e2b1f0bd0d2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4413149 May 26 19:31:54.182576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:54.189187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'network': {'name': 'tempest-network-smoke--554163417', 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'port_security_enabled': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:54.196300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:54.202830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:network and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:54.206439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:54.218483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:54.232364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:54.247244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.293896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bf3313e8-26a2-4917-b2d5-e8afaf526444 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:54.298815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:31:54.311281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.311805 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Added segment cd008ed9-891b-4999-9143-f36b46fb2560 of type vlan for network 08d5d6ec-fde4-4c75-9073-f42d937a1055 May 26 19:31:54.345282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.416895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.423999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port e1beda1d-f978-41f6-8dea-6b75fc00e608 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:31:54.426703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.429183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:54.435778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.443160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-deleted', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:31:54.468628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bf3313e8-26a2-4917-b2d5-e8afaf526444 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:54.468830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:54.469889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:54.472356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:54.481962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bf3313e8-26a2-4917-b2d5-e8afaf526444 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:54.483683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.570940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:54.571654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.586007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de7392e2-8b27-4f02-9b92-c118c5834787 req-246c776e-6206-4ec7-8c7c-c21294d3b20c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "DELETE /v2.0/ports/e1beda1d-f978-41f6-8dea-6b75fc00e608 HTTP/1.1" status: 204 len: 173 time: 1.7841773 May 26 19:31:54.626082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:54.649475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-4f3843c0-8635-443b-9339-ccdc9f88b621 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6019166 May 26 19:31:54.663369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Request body: {'port': {'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:54.755803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Network': ['ID=08d5d6ec-fde4-4c75-9073-f42d937a1055,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:54.782753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3b91e505-7e7e-4b04-b6a6-62d3fff62652 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5988524 May 26 19:31:54.785730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53038) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:54.796614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'admin_state_up': True, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:54.818925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:54.831733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:router and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:54.835502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:54.855048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:54.889273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:31:54.900010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.901942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:54.937901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.016128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.183134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-702d5e72-aca9-4fae-9c04-6d382f207689 None None] Provisioning for port 8490c40c-83f3-4f92-a6be-8d6d44625d2e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:31:55.204819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bf3313e8-26a2-4917-b2d5-e8afaf526444 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:55.206569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.250370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-702d5e72-aca9-4fae-9c04-6d382f207689 None None] Provisioning complete for port 8490c40c-83f3-4f92-a6be-8d6d44625d2e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:55.250742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-702d5e72-aca9-4fae-9c04-6d382f207689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.342218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bf3313e8-26a2-4917-b2d5-e8afaf526444, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bf3313e8-26a2-4917-b2d5-e8afaf526444,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:31:55.350559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-702d5e72-aca9-4fae-9c04-6d382f207689 None None] Port 8490c40c-83f3-4f92-a6be-8d6d44625d2e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:31:55.357365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.478309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.607573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:55.807617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8490c40c-83f3-4f92-a6be-8d6d44625d2e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:31:55.816094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.833962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Transition to ACTIVE for port object 8490c40c-83f3-4f92-a6be-8d6d44625d2e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:31:55.886417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:55.969701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Pushing event updated for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:56.126974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.157464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.292266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Attempting to bind port 8490c40c-83f3-4f92-a6be-8d6d44625d2e on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:31:56.292828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Attempting to bind port 8490c40c-83f3-4f92-a6be-8d6d44625d2e by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:31:56.293199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Attempting to bind port 8490c40c-83f3-4f92-a6be-8d6d44625d2e on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:56.300485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Port 8490c40c-83f3-4f92-a6be-8d6d44625d2e on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:31:56.300802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Attempting to bind port 8490c40c-83f3-4f92-a6be-8d6d44625d2e on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:31:56.307732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:31:56.308171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:31:56.308429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:31:56.308846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Bound port: 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:31:56.309604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.334366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bf3313e8-26a2-4917-b2d5-e8afaf526444 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:31:56.355845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.25.0.34 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/017bdca7-f5e5-4d16-9a51-454eb173f30c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:31:56.360638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355b8fd-28b2-4db7-a509-ece145f284df req-6ab0a456-f363-453c-9bfd-748c90475548 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:56.361837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5355b8fd-28b2-4db7-a509-ece145f284df req-6ab0a456-f363-453c-9bfd-748c90475548 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:31:56.454601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:31:56.458943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:31:56.468503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.524949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:56.526900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.529096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-bd119b1d-7999-4247-974b-b93de956782f service neutron] 10.222.0.53 "PUT /v2.0/ports/8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 1091 time: 1.8707407 May 26 19:31:56.529707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53102) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:56.531911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bf3313e8-26a2-4917-b2d5-e8afaf526444 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:31:56.533229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.572604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.585562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5355b8fd-28b2-4db7-a509-ece145f284df req-6ab0a456-f363-453c-9bfd-748c90475548 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:31:56.586997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5355b8fd-28b2-4db7-a509-ece145f284df req-6ab0a456-f363-453c-9bfd-748c90475548 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 943 time: 0.7515953 May 26 19:31:56.623103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.668232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd119b1d-7999-4247-974b-b93de956782f service neutron] Pushing event updated for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:56.726737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=017bdca7-f5e5-4d16-9a51-454eb173f30c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:56.741529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:31:56.743414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:31:56.746152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:31:56.784205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5355b8fd-28b2-4db7-a509-ece145f284df req-75c2c82f-27c7-4544-9c23-f6b61be3d4c3 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986669 May 26 19:31:56.809913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-f9e49008-61e0-491e-bf38-e48e0e17b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:56.811832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-f9e49008-61e0-491e-bf38-e48e0e17b652 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1094 time: 0.2208312 May 26 19:31:56.823360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bf3313e8-26a2-4917-b2d5-e8afaf526444 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:31:56.919324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:56.931417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-b0801acc-5edb-4361-a6dd-a8cb50cc7cd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 217 time: 0.1119998 May 26 19:31:56.936862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:56.979959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Usage tracker for resource:security_group_rule and tenant:604df601405d4fbfb1f7a5c0dccf09ed is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:57.015375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:57.040744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-f6a8bbbd-27db-43ac-89d4-dc8f671ce8bc tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Synchronizing usage tracker for tenant:07147ba28f414cc4803aeef650b39c6e on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:31:57.046603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:57.085709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-ca1ec96a-e612-479d-8312-bf414943f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:57.101205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-ca1ec96a-e612-479d-8312-bf414943f5b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.1614256 May 26 19:31:57.145019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-f6a8bbbd-27db-43ac-89d4-dc8f671ce8bc tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Unset dirty status for tenant:07147ba28f414cc4803aeef650b39c6e on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:31:57.146277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-f6a8bbbd-27db-43ac-89d4-dc8f671ce8bc tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1329283338&fields=id&tenant_id=07147ba28f414cc4803aeef650b39c6e HTTP/1.1" status: 200 len: 267 time: 0.1715732 May 26 19:31:57.290677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:57.372976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-698458df-729a-4869-bb8e-67ba6eaf6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:57.374486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-698458df-729a-4869-bb8e-67ba6eaf6a0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662289 May 26 19:31:57.384517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-435b7e70-e7ae-4ea5-8552-a81a4597c512 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:57.385192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-435b7e70-e7ae-4ea5-8552-a81a4597c512 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Synchronizing usage tracker for tenant:07147ba28f414cc4803aeef650b39c6e on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:31:57.388643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:57.416231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:57.525180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-435b7e70-e7ae-4ea5-8552-a81a4597c512 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Unset dirty status for tenant:07147ba28f414cc4803aeef650b39c6e on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:31:57.526326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-435b7e70-e7ae-4ea5-8552-a81a4597c512 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/networks?id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b HTTP/1.1" status: 200 len: 812 time: 0.3687692 May 26 19:31:57.542732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=604df601405d4fbfb1f7a5c0dccf09ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9936943 May 26 19:31:57.542732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4078b-8241-4bfa-b257-a49bb8d4b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f301b0cf-866e-4047-83cb-9cf334575bfa,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:57.546896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:57.558823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-b96ee497-2692-4e34-a1d7-08fb90a6a36b tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/quotas/07147ba28f414cc4803aeef650b39c6e HTTP/1.1" status: 200 len: 375 time: 0.0242517 May 26 19:31:57.704252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:57.707022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:57.733984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-3e92fa5b-e957-4777-82bd-b8bec713762b service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430109 May 26 19:31:57.873672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-b922c513-7650-430b-8704-84b827dc6508 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Synchronizing usage tracker for tenant:07147ba28f414cc4803aeef650b39c6e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:31:57.901961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd7a62f9-1bc4-4506-9178-55662bf516c0 req-caa14e6f-2ee9-4318-b33e-88c7235c8d01 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600528 May 26 19:31:57.909494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-277e165c-131f-45fe-aba7-67800129506a req-b922c513-7650-430b-8704-84b827dc6508 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Unset dirty status for tenant:07147ba28f414cc4803aeef650b39c6e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:31:57.910794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-b922c513-7650-430b-8704-84b827dc6508 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07147ba28f414cc4803aeef650b39c6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2395771 May 26 19:31:57.930745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:58.084746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-f40a8194-e987-4711-b830-e807b03c2380 service neutron] 10.222.0.24 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594589 May 26 19:31:58.122440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:58.162215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f301b0cf-866e-4047-83cb-9cf334575bfa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:58.165602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:58.169432 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-05a18a89-74d2-45b2-b9a2-af0d4acb090f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f301b0cf-866e-4047-83cb-9cf334575bfa HTTP/1.1" status: 204 len: 168 time: 0.6194174 May 26 19:31:58.169933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router 9f7913bb-241c-4c0c-aee7-66e11617e4ab is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:31:58.257185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-8c49b6fd-ab09-45ac-8b86-6f31d2364f11 service neutron] 10.222.0.24 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579733 May 26 19:31:58.407106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:31:58.418074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Sync routers for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:31:58.430126 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:31:58.433080 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:58.433636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:58.435028 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c1ff556-6d05-4f17-9d14-9628c36d76d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6480961 May 26 19:31:58.437987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53138) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:58.564306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1a6e7-f112-44ce-a35b-aa657d5dcc95 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:58.568553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-05f1a6e7-f112-44ce-a35b-aa657d5dcc95 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=425c61e4253b48e59f3d2ce031ab9848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1262972 May 26 19:31:58.568553 n-d-843146-9 neutron-server[88363]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3b952e5f-fa76-4b8c-a895-fe0c61893587']: {'server_uuid': 'cd54a515-c65d-4bf4-b1da-d51669f2de3b', 'name': 'network-vif-deleted', 'tag': 'e1beda1d-f978-41f6-8dea-6b75fc00e608', 'status': 'failed', 'code': 422} returned with failed status May 26 19:31:58.568940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:58.630051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53154) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:58.675509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:58.711577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:58.716246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Usage tracker for resource:security_group_rule and tenant:92552cb29ba1430281f24b6d8a5d99e4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:58.717385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:31:58.729924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:58.741025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:58.767534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522189ed-6849-45f9-be3e-71f9dd83443c tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:58.769076 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-522189ed-6849-45f9-be3e-71f9dd83443c tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1994126 May 26 19:31:58.771942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:58.837513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5f03012-5e80-46be-b246-5b11c915711f tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642014 May 26 19:31:58.840178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53168) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:58.903339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a583d1a9-1b0f-41b4-b2b1-eb9a3adfedef tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=425c61e4253b48e59f3d2ce031ab9848&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582917 May 26 19:31:58.903576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:59.037422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.068623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.130338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae6be4-0a85-4d7b-8fc6-3afaa3e13e07 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:59.135101 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2eae6be4-0a85-4d7b-8fc6-3afaa3e13e07 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2305436 May 26 19:31:59.135892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:59.171123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92552cb29ba1430281f24b6d8a5d99e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396018 May 26 19:31:59.180699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53184) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:59.208879 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ffebf016-056c-4bc8-8d04-5ff7b640ca31 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713151 May 26 19:31:59.209480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53188) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:31:59.235224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717150213', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:31:59.250703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c0ca7-25b5-411e-8dd8-5e1a83cfea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af04a7-be6b-42a4-a93b-8126ad93d3b0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:59.288637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ddc6e-1daa-4033-babb-172c4585357d req-03ab932e-21f3-4f6d-b453-9b5bf26af81b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:31:59.297590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a25ddc6e-1daa-4033-babb-172c4585357d req-03ab932e-21f3-4f6d-b453-9b5bf26af81b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 943 time: 0.3141840 May 26 19:31:59.332648 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:31:57Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:31:59.339966 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Checking router: 9f7913bb-241c-4c0c-aee7-66e11617e4ab for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:31:59.340306 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Updating router 9f7913bb-241c-4c0c-aee7-66e11617e4ab port 017bdca7-f5e5-4d16-9a51-454eb173f30c binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:31:59.404248 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.408494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:31:59.412115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a25ddc6e-1daa-4033-babb-172c4585357d req-dec71246-4c07-483a-975a-1105554b46c8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136124 May 26 19:31:59.418540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:subnet and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:31:59.423892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:31:59.442617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:31:59.450066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.458646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:31:59.463996 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.484815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.557994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.595471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af04a7-be6b-42a4-a93b-8126ad93d3b0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:31:59.660888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-077644ca-e83c-4551-ab3c-68bab4575e3f req-d0ebbb94-99ec-49c2-a249-af7e3a1d4253 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 210 time: 0.0586057 May 26 19:31:59.669663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.671091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-098bbe6f-6ac2-4ead-9ef4-d6048548f729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94af04a7-be6b-42a4-a93b-8126ad93d3b0 HTTP/1.1" status: 204 len: 168 time: 0.4796441 May 26 19:31:59.855201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.978605 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:31:59.993491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Subnet': ['ID=4e005e5c-145b-4034-91c9-396e8d6cc52e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:00.005803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Checking segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:00.006223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network hostable DHCP agents. Network: 08d5d6ec-fde4-4c75-9073-f42d937a1055, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:32:00.016872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Transition to ACTIVE for port object 017bdca7-f5e5-4d16-9a51-454eb173f30c will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:00.030384 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.031571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:32:00.046183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 08d5d6ec-fde4-4c75-9073-f42d937a1055) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:00.052506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:00.053364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.065557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e0b24-0e61-4506-af67-6dac936c9adf None None] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:00.071690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-1f7fc561-50b8-48dd-b97c-ed02b64ad4c8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:00.073320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-1f7fc561-50b8-48dd-b97c-ed02b64ad4c8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2871447 May 26 19:32:00.089326 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a20f46ea-69d7-4e53-a837-537eb8124591 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8778870 May 26 19:32:00.089945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:00.239915 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Attempting to bind port 017bdca7-f5e5-4d16-9a51-454eb173f30c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:00.240635 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Attempting to bind port 017bdca7-f5e5-4d16-9a51-454eb173f30c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:00.241244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Attempting to bind port 017bdca7-f5e5-4d16-9a51-454eb173f30c on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:00.243600 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a35486-fe76-4876-b085-cc22be25c693 None None] Pushing event updated for resources: {'Port': ['ID=017bdca7-f5e5-4d16-9a51-454eb173f30c,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:00.249760 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:00.250459 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:00.251573 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.252162 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:00.252816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Bound port: 017bdca7-f5e5-4d16-9a51-454eb173f30c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:00.253417 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.344135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] For port 017bdca7-f5e5-4d16-9a51-454eb173f30c, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:00.380024 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] For port 017bdca7-f5e5-4d16-9a51-454eb173f30c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=017bdca7-f5e5-4d16-9a51-454eb173f30c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:00.391280 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.485716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-4f95fb26-c553-4edb-9437-d9996679f6cc tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0925198 May 26 19:32:00.526021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:00.526655 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:00.571802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:00.593594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-2bc80ddf-fcc0-43c8-b491-ccd3d63ad2c4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:00.616043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-08d5d6ec-fde4-4c75-9073-f42d937a1055', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'fixed_ips': [{'subnet_id': '4e005e5c-145b-4034-91c9-396e8d6cc52e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:32:00.617480 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:00.619922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-cd9322b7-3783-494a-9527-7b48b3acd536 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:00.624387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-cd9322b7-3783-494a-9527-7b48b3acd536 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.53 "GET /v2.0/networks?id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b HTTP/1.1" status: 200 len: 812 time: 0.5424781 May 26 19:32:00.634772 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a35486-fe76-4876-b085-cc22be25c693 None None] Pushing event updated for resources: {'Port': ['ID=017bdca7-f5e5-4d16-9a51-454eb173f30c,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:00.685792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-2bc80ddf-fcc0-43c8-b491-ccd3d63ad2c4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:00.688765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-2bc80ddf-fcc0-43c8-b491-ccd3d63ad2c4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1939290 May 26 19:32:00.788032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:00.876936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-17dd9fe2-3cf2-48b3-b519-c673af1b4757 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07147ba28f414cc4803aeef650b39c6e HTTP/1.1" status: 200 len: 380 time: 0.2375016 May 26 19:32:00.892823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'port': {'device_id': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'admin_state_up': True, 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'security_groups': ['afe3da50-dcad-4597-82a7-434c34881732']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:01.113561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Allocated IP 172.20.0.18 (08d5d6ec-fde4-4c75-9073-f42d937a1055/4e005e5c-145b-4034-91c9-396e8d6cc52e/1121e2d0-786e-4be2-b4d4-c26c31f7d73d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:01.392360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-3740259b-4686-4501-9fda-868e7d3568c3 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945851 May 26 19:32:01.473293 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:31:57Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:01.483769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e3fe6d-8130-4733-9d1c-8b9d9b88c4cf None None] The sync data for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 is: [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:31:57Z', 'revision_number': 3, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:01.571423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:01.584750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Transition to ACTIVE for port object 1121e2d0-786e-4be2-b4d4-c26c31f7d73d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:01.607945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Transition to ACTIVE for port object 1121e2d0-786e-4be2-b4d4-c26c31f7d73d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:01.618342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:01.690700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:01.691631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:01.693192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:01.705201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Pushing event updated for resources: {'Port': ['ID=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:01.707906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:01.739733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:01.775983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8490c40c-83f3-4f92-a6be-8d6d44625d2e details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:32:01.782074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:01.825894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Made reservation on behalf of 07147ba28f414cc4803aeef650b39c6e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:01.830318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:01.887971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-60d3a51f-447c-4187-8435-a390478b46ba service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695191 May 26 19:32:02.175305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Attempting to bind port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:02.177495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Attempting to bind port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:02.179199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Attempting to bind port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d on network 08d5d6ec-fde4-4c75-9073-f42d937a1055 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:02.240774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:02.249296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Checking segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:02.249806 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:02.250215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Bound using segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:02.250722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Bound port: 1121e2d0-786e-4be2-b4d4-c26c31f7d73d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:02.251103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:02.397308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Allocated IP 172.20.0.5 (ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b/aba0fcef-5fd9-4435-82d4-13d1fdeacd69/ee9bd650-935a-4911-b4a7-5dcfba7f7400) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:02.408815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 017bdca7-f5e5-4d16-9a51-454eb173f30c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:02.572799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:02.606299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] For port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:02.609654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] For port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:02.619467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:02.627791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:02.717689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:32:02.779560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.20.0.17 (08d5d6ec-fde4-4c75-9073-f42d937a1055/4e005e5c-145b-4034-91c9-396e8d6cc52e/0d642b03-e0e5-4f03-91ba-b6a2678ab466) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:02.859506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:02.869499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8490c40c-83f3-4f92-a6be-8d6d44625d2e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:02.870643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:02.884593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Transition to ACTIVE for port object ee9bd650-935a-4911-b4a7-5dcfba7f7400 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:02.909884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ae245-b3df-4249-9c51-8e26ce83d52f req-73a029dd-0241-4705-91e5-f865433dc711 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:02.915822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8490c40c-83f3-4f92-a6be-8d6d44625d2e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:02.918511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d76ae245-b3df-4249-9c51-8e26ce83d52f req-73a029dd-0241-4705-91e5-f865433dc711 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 943 time: 0.6069531 May 26 19:32:02.924856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 017bdca7-f5e5-4d16-9a51-454eb173f30c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:03.008473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 017bdca7-f5e5-4d16-9a51-454eb173f30c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:03.010619 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.028342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d76ae245-b3df-4249-9c51-8e26ce83d52f req-95acdb13-db4b-4f4a-8868-6f3a4f82ccfa tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087418 May 26 19:32:03.035200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-464739688'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:03.042233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.064061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:03.071540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Usage tracker for resource:network and tenant:3e969ae8e1a34444a5b13f485baf6b5c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:03.077336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:03.109444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:03.163881 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e28d669-dd9c-4709-9ed9-896bb98ae922'] response: {'name': 'network-changed', 'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'status': 'completed', 'code': 200} May 26 19:32:03.252594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:03.254281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27e1e-6513-4f5a-8d1c-5dacc074ad76 None None] Pushing event updated for resources: {'Port': ['ID=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:03.295803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.296328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:03.305233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:03.331743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:03.343222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Transition to ACTIVE for port object 0d642b03-e0e5-4f03-91ba-b6a2678ab466 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:03.419240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.428836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 017bdca7-f5e5-4d16-9a51-454eb173f30c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:03.429958 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.449099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.508999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Made reservation on behalf of 3e969ae8e1a34444a5b13f485baf6b5c for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:03.511003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event updated for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:03.524649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.591997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.638661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 017bdca7-f5e5-4d16-9a51-454eb173f30c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=017bdca7-f5e5-4d16-9a51-454eb173f30c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:03.642755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:03.646632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.660101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:03.677688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:03.678164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.691957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:03.694013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:03.730298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-b0c2177f-2634-4321-aad8-a45a0ad4043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:03.746141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-b0c2177f-2634-4321-aad8-a45a0ad4043f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1095 time: 0.5398262 May 26 19:32:03.780678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:03.792925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-6d3d7dfd-b74c-49c6-9eac-2566669bfa89 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9104226 May 26 19:32:03.797856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Usage tracker for resource:security_group_rule and tenant:3e969ae8e1a34444a5b13f485baf6b5c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:03.808751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:03.823106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:03.823670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=017bdca7-f5e5-4d16-9a51-454eb173f30c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:03.825149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:03.826239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a5c08-e409-40ab-91ec-1711b94933e9 req-6fd3a2d4-c3ea-4ff7-8160-b1e6b31594ff tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:03.828720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2a0a5c08-e409-40ab-91ec-1711b94933e9 req-6fd3a2d4-c3ea-4ff7-8160-b1e6b31594ff tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Synchronizing usage tracker for tenant:07147ba28f414cc4803aeef650b39c6e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:03.835334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.849438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8490c40c-83f3-4f92-a6be-8d6d44625d2e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:32:03.951565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Request body: {'port': {'device_id': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:03.989339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:03.999840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.017908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:32:04.022720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bfd89be5-0ff2-45ac-842e-be9ede80f2f7 None None] Provisioning for port ee9bd650-935a-4911-b4a7-5dcfba7f7400 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:04.033700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.034062 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Added segment e172d35d-ae0b-4cb0-ba66-0569161d1ec6 of type vlan for network aba5477a-8a96-4fc6-86a1-14cc10979f56 May 26 19:32:04.037334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bfd89be5-0ff2-45ac-842e-be9ede80f2f7 None None] Provisioning complete for port ee9bd650-935a-4911-b4a7-5dcfba7f7400 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:04.037766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bfd89be5-0ff2-45ac-842e-be9ede80f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.067934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2a0a5c08-e409-40ab-91ec-1711b94933e9 req-6fd3a2d4-c3ea-4ff7-8160-b1e6b31594ff tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Unset dirty status for tenant:07147ba28f414cc4803aeef650b39c6e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:04.080706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a0a5c08-e409-40ab-91ec-1711b94933e9 req-6fd3a2d4-c3ea-4ff7-8160-b1e6b31594ff tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 931 time: 0.6387556 May 26 19:32:04.089202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.234893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bfd89be5-0ff2-45ac-842e-be9ede80f2f7 None None] Port ee9bd650-935a-4911-b4a7-5dcfba7f7400 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:04.315158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a0a5c08-e409-40ab-91ec-1711b94933e9 req-d668014a-6f43-4cc4-a130-4847ddd98f50 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333024 May 26 19:32:04.319072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-c8af3911-6682-4ee3-8e57-41172437b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:04.320931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-c8af3911-6682-4ee3-8e57-41172437b82a service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.5791233 May 26 19:32:04.399323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6423767f-e548-4aa3-affc-db7e00fcc362,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:04.407257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1121e2d0-786e-4be2-b4d4-c26c31f7d73d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:04.457129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.467984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-2aa6db80-ca4d-479f-bea8-ba387dd03bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 217 time: 0.1354113 May 26 19:32:04.525230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.526374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:04.530823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:04.531407 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.532551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 017bdca7-f5e5-4d16-9a51-454eb173f30c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:04.589119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17c088a5-3a95-4f37-91b0-c8c7594749b6 req-4ef389aa-8cf5-4bc3-b186-4c4ea00107f2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 210 time: 0.1169636 May 26 19:32:04.675472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 017bdca7-f5e5-4d16-9a51-454eb173f30c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:04.675898 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:04.928267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 017bdca7-f5e5-4d16-9a51-454eb173f30c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:04.952609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.044469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-9cdc769c-e218-4084-8528-5b8726b16af9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:05.045289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-9cdc769c-e218-4084-8528-5b8726b16af9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:05.062719 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4887593 May 26 19:32:05.084590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c11c6-e7a5-4b9c-88f4-244a100f97bd tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Pushing event updated for resources: {'Network': ['ID=aba5477a-8a96-4fc6-86a1-14cc10979f56,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:05.107391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:32:05.200366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9bd650-935a-4911-b4a7-5dcfba7f7400 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:05.227969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-9cdc769c-e218-4084-8528-5b8726b16af9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:05.229152 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-9cdc769c-e218-4084-8528-5b8726b16af9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 1.0723233 May 26 19:32:05.244862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:05.248351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.265153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-25bf29ca-8e97-4b32-9260-34ca42761bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:05.266581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-25bf29ca-8e97-4b32-9260-34ca42761bba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.7498937 May 26 19:32:05.277471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402de09c-2dd9-447c-a112-495dadad4d25 None None] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:05.328630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Transition to ACTIVE for port object ee9bd650-935a-4911-b4a7-5dcfba7f7400 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:05.351857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.397675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:05.408759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:05.491751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:05.496012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.592197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Provisioning for port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:05.635254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:05.641479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Provisioning complete for port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:05.641479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.649239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-84cf22bc-9cd0-4e08-8a07-9f250b6d7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:05.650925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-84cf22bc-9cd0-4e08-8a07-9f250b6d7801 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3743525 May 26 19:32:05.681849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c12e3-3ac2-47b0-9444-3b09c910c7bd req-baf2c3bb-9949-4a15-baba-568d68337cca tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:05.690210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-480c12e3-3ac2-47b0-9444-3b09c910c7bd req-baf2c3bb-9949-4a15-baba-568d68337cca tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 944 time: 0.5260842 May 26 19:32:05.738790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8490c40c-83f3-4f92-a6be-8d6d44625d2e up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:05.881843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-480c12e3-3ac2-47b0-9444-3b09c910c7bd req-259e88df-148e-4842-b12d-309b8d02c911 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903443 May 26 19:32:05.891637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Attempting to bind port ee9bd650-935a-4911-b4a7-5dcfba7f7400 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:05.892238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Attempting to bind port ee9bd650-935a-4911-b4a7-5dcfba7f7400 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:05.893223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Attempting to bind port ee9bd650-935a-4911-b4a7-5dcfba7f7400 on network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:05.946430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Current status of the port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:05.946922 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.953904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Port ee9bd650-935a-4911-b4a7-5dcfba7f7400 on network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:05.954525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Attempting to bind port ee9bd650-935a-4911-b4a7-5dcfba7f7400 on network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:05.963212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 8490c40c-83f3-4f92-a6be-8d6d44625d2e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:05.967720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:05.971994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Checking segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:05.972644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Bound using segment: {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:05.973322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Bound port: ee9bd650-935a-4911-b4a7-5dcfba7f7400, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd249125-97a3-49a7-ae65-04017d8a18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:05.974729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:05.981922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 8490c40c-83f3-4f92-a6be-8d6d44625d2e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:05.982429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.091397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] For port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:06.113372 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.138038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-2d9fe376-f337-4b12-98be-877258d8dccd service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662905 May 26 19:32:06.201394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.229948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.312490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53306) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:06.324942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56', 'binding:host_id': 'n-h1-843146-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-897367617'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:06.329381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:06.370044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:06.378795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:06.406836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Usage tracker for resource:port and tenant:7303ad0b328f4a6d90b693841772cee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:06.419498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:06.432049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.458523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8490c40c-83f3-4f92-a6be-8d6d44625d2e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:06.459935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.470397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0da48-be1a-46c3-9075-2389ebb50214 None None] Pushing event updated for resources: {'Port': ['ID=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:06.506383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:06.511310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.539490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.543428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:06.548168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:06.550518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.565153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:06.583431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:06.609645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70076a35-9711-4309-9f4b-1e6a16f99099 req-35fd176f-b4f8-4a85-ba4b-8fec2e1a1b06 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638710 May 26 19:32:06.628004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:06.628645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.630145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-58817472-0687-4be9-b72c-eed1018c85c3 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee9bd650-935a-4911-b4a7-5dcfba7f7400 HTTP/1.1" status: 200 len: 1091 time: 2.8132315 May 26 19:32:06.630522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:06.652176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Made reservation on behalf of 7303ad0b328f4a6d90b693841772cee4 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:06.654498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.671493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.712523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:06.768141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Provisioning for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:06.773778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Provisioning complete for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:06.774145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:06.781711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.13 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/67c4b7a7-7c1f-4768-b28a-4bff9cc46133) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:06.796669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:06.812191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Usage tracker for resource:security_group_rule and tenant:7303ad0b328f4a6d90b693841772cee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:06.818378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:06.832477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:06.870116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe38a1a-24cd-43b0-8d92-9634790c5f59 req-386aab76-c1ff-490b-a3e8-c55bf61e313c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:06.872143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfe38a1a-24cd-43b0-8d92-9634790c5f59 req-386aab76-c1ff-490b-a3e8-c55bf61e313c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 943 time: 0.3217220 May 26 19:32:06.875591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-de80d93b-737c-42e1-ad30-638f46df1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:06.876972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-de80d93b-737c-42e1-ad30-638f46df1f4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07147ba28f414cc4803aeef650b39c6e&device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 1094 time: 0.1929417 May 26 19:32:06.902880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:06.903593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:06.908252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:06.921003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Provisioning complete for port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:06.921621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.089446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-216a9d00-a294-4aa2-b4f6-e0222f547715 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400 HTTP/1.1" status: 200 len: 217 time: 0.2024889 May 26 19:32:07.157149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bc048-c967-463c-a38a-1c973a70efcd None None] Current status of the port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:07.260100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.265681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfe38a1a-24cd-43b0-8d92-9634790c5f59 req-717f3c4e-647b-47c8-81aa-20c80f7d4aec tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954006 May 26 19:32:07.303376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.308636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port dd0c4f92-090c-4e73-8c57-17712bf9998f yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:07.318434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.324991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2f733209-20b0-489f-a43c-2e58e435bfdd None None] Provisioning complete for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:07.326962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2f733209-20b0-489f-a43c-2e58e435bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.329050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router 9f7913bb-241c-4c0c-aee7-66e11617e4ab has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:07.455946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2f733209-20b0-489f-a43c-2e58e435bfdd None None] Port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:07.639290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-80dfaaf8-403c-45b8-8af3-fde6c49f82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:07.642806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-80dfaaf8-403c-45b8-8af3-fde6c49f82a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aba0fcef-5fd9-4435-82d4-13d1fdeacd69 HTTP/1.1" status: 200 len: 851 time: 0.4866371 May 26 19:32:07.669582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.752764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:07.757338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:07.760405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:07.784395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8aab99-d05a-4311-8d7c-d8cdcb25172d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:07.796885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:07.809491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Sync routers for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:07.820757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:07.821403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:07.824855 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7661d496-77b2-44ab-bd8f-2231814df768 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "PUT /v2.0/routers/9f7913bb-241c-4c0c-aee7-66e11617e4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7330890 May 26 19:32:07.832034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:07.874107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:07.875635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.903011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-a97805a6-eb1a-4e73-9489-73a5c3bb62b5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6631384 May 26 19:32:07.915354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Request body: {'port': {'device_id': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:07.916854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port dd0c4f92-090c-4e73-8c57-17712bf9998f yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:07.930222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:07.941791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e165c-131f-45fe-aba7-67800129506a req-dad90ba6-6b1f-4447-af2c-0cc126bdbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:07.943283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-dad90ba6-6b1f-4447-af2c-0cc126bdbf70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861235 May 26 19:32:07.969521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Transition to ACTIVE for port object dd0c4f92-090c-4e73-8c57-17712bf9998f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:07.986033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfa08d-3204-437c-bf49-90e631f4c80d req-7d605d9e-6381-4240-8090-25b65ac21889 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:07.993561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55dfa08d-3204-437c-bf49-90e631f4c80d req-7d605d9e-6381-4240-8090-25b65ac21889 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 932 time: 0.3441997 May 26 19:32:08.100595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:08.137887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:08.147693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:08.161882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55dfa08d-3204-437c-bf49-90e631f4c80d req-6a831171-3318-4446-be4e-fb37a53dce6e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674011 May 26 19:32:08.265316 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e995be6-3905-46d8-a89d-567bb3135458'] response: {'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'code': 200} May 26 19:32:08.329382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Checking segment: {'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:08.329723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Network hostable DHCP agents. Network: aba5477a-8a96-4fc6-86a1-14cc10979f56, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:32:08.341148 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a82ab9-a962-429c-afd4-07de0c21c034'] response: {'name': 'network-changed', 'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'status': 'completed', 'code': 200} May 26 19:32:08.407665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0c4f92-090c-4e73-8c57-17712bf9998f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:08.434771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-ef8c915c-117b-4c6d-b10b-99d699539fec service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836390 May 26 19:32:08.436785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1121e2d0-786e-4be2-b4d4-c26c31f7d73d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:08.633771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-277e165c-131f-45fe-aba7-67800129506a req-447b2a71-447a-4c69-a4ca-9fd079831aea service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444871 May 26 19:32:08.661391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:32:08.682216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb2998-857c-417d-96a7-95082109394e req-c20d6017-600b-471a-bd78-b06e93e22390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:08.684671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cecb2998-857c-417d-96a7-95082109394e req-c20d6017-600b-471a-bd78-b06e93e22390 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1096 time: 0.3494389 May 26 19:32:08.688323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, aba5477a-8a96-4fc6-86a1-14cc10979f56) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:08.692394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 {{(pid=88362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:08.692903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:08.707185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08018487-d62d-41d4-a5dd-d493590b5988 None None] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:08.707542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:08.727627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Transition to ACTIVE for port object 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:08.732844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:08.781600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:08.781910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:08.782281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:08.813698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c66569-a3df-4b1d-bfa4-08305f4097db req-735ba047-ad2f-470a-899c-e94e482810d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:08.815084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9c66569-a3df-4b1d-bfa4-08305f4097db req-735ba047-ad2f-470a-899c-e94e482810d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 945 time: 0.3794470 May 26 19:32:08.821068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:08.821420 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:08.824483 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 2 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:08.827325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:08.873064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cecb2998-857c-417d-96a7-95082109394e req-e5c14c77-b513-4c22-988c-92a47866a17f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713114 May 26 19:32:08.895938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:08.896331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:08.896607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:08.913069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:08.913408 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:08.916889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9c66569-a3df-4b1d-bfa4-08305f4097db req-514b7798-54b3-4183-a1d2-cb3f35226ea8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729892 May 26 19:32:08.918145 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 3 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:08.933413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:08.933746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:08.934075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:08.941275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:08.941596 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:08.942115 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 4 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:08.950726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-8174d0bb-589c-4deb-a672-520c9c96bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:08.952374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-8174d0bb-589c-4deb-a672-520c9c96bde2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07147ba28f414cc4803aeef650b39c6e&device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 1094 time: 0.2466986 May 26 19:32:08.961410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:08.961743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:08.962071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:08.972090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:08.972404 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:08.972779 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 5 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:08.988813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:08.989174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:08.989545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:08.998661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:08.998996 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.000149 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 6 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:09.025055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.025395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.025848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.032786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.033234 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.033625 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 7 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:09.035885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:09.036359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.051849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.052042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.052366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.058415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.058748 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.059248 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 8 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:09.111219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0d642b03-e0e5-4f03-91ba-b6a2678ab466', 'name': '', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:51:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:32:02Z', 'updated_at': '2022-05-26T19:32:05Z', 'revision_number': 2, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:09.120772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.121134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.121597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.123148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Checking router: 9f7913bb-241c-4c0c-aee7-66e11617e4ab for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:09.123512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Updating router 9f7913bb-241c-4c0c-aee7-66e11617e4ab port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:32:09.149471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Attempting to bind port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.150162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Attempting to bind port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.150741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Attempting to bind port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.158420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.159026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Attempting to bind port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.166992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:09.167646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:09.168411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:09.169133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Bound port: 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:09.169830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.182328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.182328 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.191480 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 9 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:09.229696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.253156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.253669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.253993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.299982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:09.303841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:09.309756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.316480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:09.320881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.321232 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.325842 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 10 to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f May 26 19:32:09.374606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.375420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.375585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:09.375871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:09.376205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:09.377063 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] 10.222.0.53 "PUT /v2.0/ports/67c4b7a7-7c1f-4768-b28a-4bff9cc46133 HTTP/1.1" status: 200 len: 1092 time: 1.4662952 May 26 19:32:09.377576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:09.411789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42aa4c-e6b7-4b77-a0d8-ed227bef0ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:09.426629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port dd0c4f92-090c-4e73-8c57-17712bf9998f on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:09.426952 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port dd0c4f92-090c-4e73-8c57-17712bf9998f on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:09.427304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.521922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-2693d878-b559-44c8-98be-65e19c060f81 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.523956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-2693d878-b559-44c8-98be-65e19c060f81 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/networks?id=08d5d6ec-fde4-4c75-9073-f42d937a1055 HTTP/1.1" status: 200 len: 797 time: 0.4494839 May 26 19:32:09.524235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-b9d766ba-1da9-49bf-a411-8d502fee0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.525823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-b9d766ba-1da9-49bf-a411-8d502fee0a3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 1095 time: 0.1025469 May 26 19:32:09.571440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-daa95d02-0b9f-40cc-be9c-5cbd6cfad2c2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/quotas/425c61e4253b48e59f3d2ce031ab9848 HTTP/1.1" status: 200 len: 375 time: 0.0390956 May 26 19:32:09.575948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-973b2c26-223d-48e4-9215-5278b54bd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.577541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-973b2c26-223d-48e4-9215-5278b54bd142 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b HTTP/1.1" status: 200 len: 913 time: 0.3577807 May 26 19:32:09.613453 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-2f663188-b289-4281-b6c3-9e2048c029f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133 HTTP/1.1" status: 200 len: 217 time: 0.0780308 May 26 19:32:09.656370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.668740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Transition to ACTIVE for port object 0d642b03-e0e5-4f03-91ba-b6a2678ab466 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:09.677771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:09.687941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0e08514b-3631-4323-9986-2ae7bd067764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.689989 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-0e08514b-3631-4323-9986-2ae7bd067764 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.0692489 May 26 19:32:09.726964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-0b232320-f9e3-482f-88a0-3dd0f975a81c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400 HTTP/1.1" status: 200 len: 217 time: 0.1057808 May 26 19:32:09.838210 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-9350032f-e0c4-4c56-ab38-58d6c9edd70d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363204 May 26 19:32:09.873873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce75d8-4e58-4e6f-ba8f-ac33850d93ff None None] Pushing event updated for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:09.963143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port dd0c4f92-090c-4e73-8c57-17712bf9998f, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:09.963502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempted to set empty binding levels {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:32:09.973321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-677f5ab7-5bc2-4aeb-9f13-c9ef324445d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:09.974757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-677f5ab7-5bc2-4aeb-9f13-c9ef324445d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aba0fcef-5fd9-4435-82d4-13d1fdeacd69 HTTP/1.1" status: 200 len: 851 time: 0.2398818 May 26 19:32:09.977828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.003364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Attempting to bind port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:10.004276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Attempting to bind port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:10.004831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Attempting to bind port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 on network 08d5d6ec-fde4-4c75-9073-f42d937a1055 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:10.018089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:10.018600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Checking segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:10.019026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.019483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Bound using segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:10.020089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Bound port: 0d642b03-e0e5-4f03-91ba-b6a2678ab466, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:10.020529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.025396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:10.026408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.092497 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-1be605c3-2e62-41d7-8bae-6a48e0a1eee8 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469745 May 26 19:32:10.132368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] For port 0d642b03-e0e5-4f03-91ba-b6a2678ab466, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:10.136216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] For port 0d642b03-e0e5-4f03-91ba-b6a2678ab466, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d642b03-e0e5-4f03-91ba-b6a2678ab466,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:10.142990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.180431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-692a2166-dfd6-4621-9e5b-bafb44ced139 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6002398 May 26 19:32:10.181120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0c4f92-090c-4e73-8c57-17712bf9998f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:10.197579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae0595b0-20c4-43b3-b753-6bd0f20785c5 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.8814626 May 26 19:32:10.213695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:10.233374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:10.234162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:31:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:10.355751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce75d8-4e58-4e6f-ba8f-ac33850d93ff None None] Pushing event updated for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:10.381288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-bf641191-707e-4f2e-aeed-4e353ec5559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:10.383045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-bf641191-707e-4f2e-aeed-4e353ec5559e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3955302 May 26 19:32:10.507849 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b1cfcaea-782e-4717-ac69-5e5a798ea778 req-e257dc3f-54cd-4682-b7ce-fb422d23109f service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081061 May 26 19:32:10.525961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Deleting port dd0c4f92-090c-4e73-8c57-17712bf9998f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:10.526284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:10.623428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-a0042ec9-805e-4220-8d7a-590ecc1986e7 service neutron] 10.222.0.24 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247022 May 26 19:32:10.663553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:10.805789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-6be554b1-0577-4224-8186-b20290ea54f5 service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113696 May 26 19:32:10.990703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0d642b03-e0e5-4f03-91ba-b6a2678ab466', 'name': '', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:51:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:32:02Z', 'updated_at': '2022-05-26T19:32:10Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:11.001572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce843dd-785d-4914-8d3e-995bdb72cd3f None None] The sync data for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 is: [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0d642b03-e0e5-4f03-91ba-b6a2678ab466', 'name': '', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:51:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:32:02Z', 'updated_at': '2022-05-26T19:32:10Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:11.013710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-3e8c6c75-3150-4eae-8f81-eb4dcbf26d00 service neutron] 10.222.0.24 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812428 May 26 19:32:11.064512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port dd0c4f92-090c-4e73-8c57-17712bf9998f, host n-h1-843146-9, got binding levels [] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:11.064872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:11.257024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1de2af5d-8ef0-4b52-9370-e56576d13a03 req-4e7e75de-2ece-4962-b818-980c965990cd service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425292 May 26 19:32:11.276932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Calling delete_port for dd0c4f92-090c-4e73-8c57-17712bf9998f owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:11.469305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:11.528088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c99630-8395-47f2-8195-bdddb0c1b7ed req-dca95570-9e07-437f-a618-8efac90b0716 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:11.529580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0c99630-8395-47f2-8195-bdddb0c1b7ed req-dca95570-9e07-437f-a618-8efac90b0716 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 943 time: 0.2022281 May 26 19:32:11.542101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd0c4f92-090c-4e73-8c57-17712bf9998f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:11.548677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:11.584192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:11.584869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f881c430-a058-4e6c-b886-5e7c2c71c17c tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dd0c4f92-090c-4e73-8c57-17712bf9998f HTTP/1.1" status: 204 len: 168 time: 1.3694906 May 26 19:32:11.599446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0c99630-8395-47f2-8195-bdddb0c1b7ed req-bd2b1a60-b292-4d03-9b2f-953c0cc40626 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 May 26 19:32:11.635541 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dfaa5e-dd45-4d3a-a888-dc6c412c6935 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] GET failed (client error): The resource could not be found. May 26 19:32:11.641090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53382) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:11.647044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-249914393'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:11.651193 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4dfaa5e-dd45-4d3a-a888-dc6c412c6935 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports/dd0c4f92-090c-4e73-8c57-17712bf9998f HTTP/1.1" status: 404 len: 333 time: 0.0658753 May 26 19:32:11.653331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:11.657349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Usage tracker for resource:port and tenant:7303ad0b328f4a6d90b693841772cee4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:11.660293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:11.667727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:11.681558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Made reservation on behalf of 7303ad0b328f4a6d90b693841772cee4 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:11.684472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:11.718744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port c243d76f-da76-4f31-a82d-f787f8fb1ee2 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:11.766722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ee9bd650-935a-4911-b4a7-5dcfba7f7400 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:32:12.006096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:12.020845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'port_id': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'mac_address': 'fa:16:3e:d6:62:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:32:12.112366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ee9bd650-935a-4911-b4a7-5dcfba7f7400 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:12.115152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.145307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9bd650-935a-4911-b4a7-5dcfba7f7400 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:12.213463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:12.227754 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.236586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.329444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d642b03-e0e5-4f03-91ba-b6a2678ab466 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:12.357911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a3272-147b-4593-8200-45857c610f55 req-1329f5d1-ca76-4c04-bc2f-252180de29c2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:12.359500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9a3272-147b-4593-8200-45857c610f55 req-1329f5d1-ca76-4c04-bc2f-252180de29c2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 944 time: 0.5661745 May 26 19:32:12.395738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.399548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:12.440507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:12.450832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:12.451401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.488246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9a3272-147b-4593-8200-45857c610f55 req-c8ed4120-60ac-4806-94e6-7380f3075eb6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190124 May 26 19:32:12.499858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:12.504020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:12.506053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=c243d76f-da76-4f31-a82d-f787f8fb1ee2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:12.508763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:12.509771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:12.510357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.556751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e0d0fe74-a48e-4781-b443-e6a4f04c8e37 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9144976 May 26 19:32:12.561111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53392) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:12.568539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:12.649185 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d2781d-cc5a-443c-8117-9644189bd064'] response: {'name': 'network-changed', 'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133', 'status': 'completed', 'code': 200} May 26 19:32:12.675170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:12.675556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.753459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0d642b03-e0e5-4f03-91ba-b6a2678ab466, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d642b03-e0e5-4f03-91ba-b6a2678ab466,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:12.763283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ee9bd650-935a-4911-b4a7-5dcfba7f7400'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:32:12.862563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:12.903494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.035615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:13.078201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-a2a66437-6986-4b99-a0a0-ae5659ba7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.079598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-a2a66437-6986-4b99-a0a0-ae5659ba7e20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 1095 time: 0.4492078 May 26 19:32:13.209107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port c243d76f-da76-4f31-a82d-f787f8fb1ee2 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:13.217478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.233827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Transition to ACTIVE for port object c243d76f-da76-4f31-a82d-f787f8fb1ee2 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:13.237640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.239188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-229cda0e-abf6-4146-97ba-9abbf6cd06e2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.240785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-229cda0e-abf6-4146-97ba-9abbf6cd06e2 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.13 "GET /v2.0/networks?id=08d5d6ec-fde4-4c75-9073-f42d937a1055 HTTP/1.1" status: 200 len: 797 time: 0.4902043 May 26 19:32:13.255662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e15f-c790-4b01-a214-6edb025b17b5 req-0a72643e-0e62-4c1d-ada1-0a450c2e4cd3 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.257146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bb2e15f-c790-4b01-a214-6edb025b17b5 req-0a72643e-0e62-4c1d-ada1-0a450c2e4cd3 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 945 time: 0.3883088 May 26 19:32:13.272315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Request body: {'port': {'device_id': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'admin_state_up': True, 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:13.375129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=c243d76f-da76-4f31-a82d-f787f8fb1ee2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:13.384044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.384044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.384044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.388757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.389127 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.389526 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 2 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.400796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-fe1b372d-8699-4c30-bb2d-4313a60ed17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.402356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-fe1b372d-8699-4c30-bb2d-4313a60ed17f service neutron] 10.222.0.53 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.3061421 May 26 19:32:13.404446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.404953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.405340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.410531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.411284 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.411284 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 3 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.414313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bb2e15f-c790-4b01-a214-6edb025b17b5 req-27518401-6c5c-4767-b7d3-c02605338016 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448927 May 26 19:32:13.427377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.427733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.428075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.432789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.433141 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.433530 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 4 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.456508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.456903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.457462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.462791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.463174 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.463614 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 5 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.478877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.479873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.479873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.484723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.485314 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.485785 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 6 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.489105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-e57fc44c-63e4-4be1-a5d0-856df5a1347e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133 HTTP/1.1" status: 200 len: 217 time: 0.0718369 May 26 19:32:13.502580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.503063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.503972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.510079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.510404 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.510785 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 7 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.529338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.529799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.530138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.534899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.537218 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.537774 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 8 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.564684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.565010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.565560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.571354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.571812 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.572268 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 9 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.594767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.595173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.595571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.600590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.601789 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.602232 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 10 to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 May 26 19:32:13.618749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:13.619163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:13.619548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:13.624842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:13.625440 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:13.625729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.626562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbae9275-10ff-4cb4-a0c5-7215771850f9 req-adf8af00-0cdf-4167-9d13-0ac2bf2489cb tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0556669 May 26 19:32:13.634504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-4976a9b4-d09e-4503-88b9-dfd64accdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.635534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-4976a9b4-d09e-4503-88b9-dfd64accdbc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.1293750 May 26 19:32:13.636451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:13.685272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Usage tracker for resource:port and tenant:425c61e4253b48e59f3d2ce031ab9848 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:13.689024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:13.699744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-f5480ad3-5a3c-4639-9d4c-8ff9207c4913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562642 May 26 19:32:13.700551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:13.727991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Made reservation on behalf of 425c61e4253b48e59f3d2ce031ab9848 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:13.731287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.775388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port c243d76f-da76-4f31-a82d-f787f8fb1ee2, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:13.775961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempted to set empty binding levels {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:32:13.780474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.788689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:32:13.843888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] In _notify_port_updated(), no bound segment for port c243d76f-da76-4f31-a82d-f787f8fb1ee2 on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:32:13.844740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.845361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.849286 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "PUT /v2.0/ports/c243d76f-da76-4f31-a82d-f787f8fb1ee2 HTTP/1.1" status: 200 len: 974 time: 1.2843192 May 26 19:32:13.850073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53410) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:13.905603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a3f1a-216e-48b2-a62a-9421ab98e5c1 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=c243d76f-da76-4f31-a82d-f787f8fb1ee2,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:13.948395 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:13.968016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.968224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.968620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.969105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.969563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.970405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.970526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.970952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.971405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.971852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.972441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.972897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.973759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.974255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.974706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.975153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.975902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.976067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.976523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.977389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.977510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-f621a5e2-3f2e-4172-847f-84346113c163 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696795 May 26 19:32:13.977597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.977984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.978440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.978886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.979517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.980342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.981738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.981939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.982602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.983067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.983668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.984191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.984655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.985138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.985876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:13.990932 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c947b7a5-8eb2-413d-8c65-3d5410c6375a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31486 time: 0.1401362 May 26 19:32:13.991459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:13.996483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:14.010202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133', 'mac_address': 'fa:16:3e:84:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:32:14.065941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Deleting port c243d76f-da76-4f31-a82d-f787f8fb1ee2 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:14.066420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.079103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:14.081373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.103100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:14.122807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:14.132209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.227225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:14.305683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port c243d76f-da76-4f31-a82d-f787f8fb1ee2, host n-h1-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:14.306034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.306720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d642b03-e0e5-4f03-91ba-b6a2678ab466 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:14.373779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95d9da-0358-4f10-a90c-5dc88b1bf582 req-68375859-3995-4e8e-a23f-5bad75b64f15 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:14.376019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf95d9da-0358-4f10-a90c-5dc88b1bf582 req-68375859-3995-4e8e-a23f-5bad75b64f15 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 944 time: 0.5819526 May 26 19:32:14.392749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:14.393672 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.480335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf95d9da-0358-4f10-a90c-5dc88b1bf582 req-993c8717-c189-43c9-bfd0-b37147ffe2ed tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898588 May 26 19:32:14.481954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Allocated IP 172.20.0.29 (08d5d6ec-fde4-4c75-9073-f42d937a1055/4e005e5c-145b-4034-91c9-396e8d6cc52e/65389ae9-6183-4b01-bd0f-a581a31f2f55) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:14.520935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82796faa-720b-402d-9f41-81efa5b17bf2 req-cc5eb5c2-fbad-4252-b43d-d85020e44849 service neutron] 10.222.0.53 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349355 May 26 19:32:14.530307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['67c4b7a7-7c1f-4768-b28a-4bff9cc46133'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:32:14.579585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Calling delete_port for c243d76f-da76-4f31-a82d-f787f8fb1ee2 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:14.674414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.691931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:14.754435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb863246-ca83-4351-bd4d-a5beb935f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.757782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.759131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event deleted for resources: {'Port': ['ID=c243d76f-da76-4f31-a82d-f787f8fb1ee2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:14.769707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.780754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Transition to ACTIVE for port object 65389ae9-6183-4b01-bd0f-a581a31f2f55 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:14.781175 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b6fc7fec-8a33-4014-beb7-5fb881a9851e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c243d76f-da76-4f31-a82d-f787f8fb1ee2 HTTP/1.1" status: 204 len: 168 time: 0.7832386 May 26 19:32:14.781860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53422) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:14.812339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3017e5-8fcf-48b8-9d13-85af8a3694f4 req-54602685-918d-4456-94be-7e512f2edfbb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:14.824805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a3017e5-8fcf-48b8-9d13-85af8a3694f4 req-54602685-918d-4456-94be-7e512f2edfbb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 945 time: 0.1548615 May 26 19:32:14.828079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53426) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:14.840684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:14.844296 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f802029-79f3-4c5a-a0e9-c11821a6a51e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] GET failed (client error): The resource could not be found. May 26 19:32:14.845095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7f802029-79f3-4c5a-a0e9-c11821a6a51e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Synchronizing usage tracker for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:14.862529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7f802029-79f3-4c5a-a0e9-c11821a6a51e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Unset dirty status for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:14.868862 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7f802029-79f3-4c5a-a0e9-c11821a6a51e tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports/c243d76f-da76-4f31-a82d-f787f8fb1ee2 HTTP/1.1" status: 404 len: 333 time: 0.0838115 May 26 19:32:14.869723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:14.875542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1397683488', 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:14.881051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:14.892127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:14.906840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Made reservation on behalf of 7303ad0b328f4a6d90b693841772cee4 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:14.910106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.927132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:14.935223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port 3c28865b-8f01-4856-8cc5-6fcbb6b52045 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:15.043263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.182248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:15.188097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.191705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:15.223953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.228666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:15.295030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event updated for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:15.317959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:15.321986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:15.324851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:15.326411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:15.327101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.339242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:15.339778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.347296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=3c28865b-8f01-4856-8cc5-6fcbb6b52045,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:15.376253 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d487061-feca-449c-8605-542fce07be75 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5049169 May 26 19:32:15.377186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53440) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:15.436416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eafaf-6c93-4a16-99a1-1ac472e25f74 req-ebdb068f-1995-4e81-9206-1a0ce631cb03 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:15.444635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-582eafaf-6c93-4a16-99a1-1ac472e25f74 req-ebdb068f-1995-4e81-9206-1a0ce631cb03 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 945 time: 0.4567404 May 26 19:32:15.451623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b999e50-096a-4b0c-9f36-b049429cce93 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:15.452377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b999e50-096a-4b0c-9f36-b049429cce93 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Synchronizing usage tracker for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:15.468479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b999e50-096a-4b0c-9f36-b049429cce93 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Unset dirty status for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:15.471927 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b999e50-096a-4b0c-9f36-b049429cce93 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports/3c28865b-8f01-4856-8cc5-6fcbb6b52045 HTTP/1.1" status: 200 len: 955 time: 0.0917189 May 26 19:32:15.472972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:15.492467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23662cac-4417-47f4-a665-4309d148b1c9 None None] Provisioning for port 65389ae9-6183-4b01-bd0f-a581a31f2f55 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:15.500554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23662cac-4417-47f4-a665-4309d148b1c9 None None] Provisioning complete for port 65389ae9-6183-4b01-bd0f-a581a31f2f55 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:15.501807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-23662cac-4417-47f4-a665-4309d148b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.532455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-0815c744-ea6f-4170-9292-17c926858d8c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2646062 May 26 19:32:15.552613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Deleting port 3c28865b-8f01-4856-8cc5-6fcbb6b52045 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:15.553355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.553659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-f88a2dbb-2d87-4c70-bc96-19127152e1a3 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:32:15.554692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-f88a2dbb-2d87-4c70-bc96-19127152e1a3 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049365 May 26 19:32:15.566346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-23662cac-4417-47f4-a665-4309d148b1c9 None None] Port 65389ae9-6183-4b01-bd0f-a581a31f2f55 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:15.591785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-582eafaf-6c93-4a16-99a1-1ac472e25f74 req-9a472aad-107c-4b3d-8458-5120368e7c8a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441991 May 26 19:32:15.712833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Request body: {'port': {'device_id': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:15.805771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.817450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ee9bd650-935a-4911-b4a7-5dcfba7f7400 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:15.928209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ee9bd650-935a-4911-b4a7-5dcfba7f7400 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:15.936569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ee9bd650-935a-4911-b4a7-5dcfba7f7400 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:15.937569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.939597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:15.970298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Calling delete_port for 3c28865b-8f01-4856-8cc5-6fcbb6b52045 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:15.976525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2470a-dd78-4a41-b132-bae7a7802f8e req-fda57f51-e1a4-442e-9d62-a47c9ecd5802 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:15.977243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0bb2470a-dd78-4a41-b132-bae7a7802f8e req-fda57f51-e1a4-442e-9d62-a47c9ecd5802 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Synchronizing usage tracker for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:16.125408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.140357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ee9bd650-935a-4911-b4a7-5dcfba7f7400 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:16.140752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.203414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:16.208226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c28865b-8f01-4856-8cc5-6fcbb6b52045,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:16.218453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.226301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:16.232166 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.232682 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d77cace9-4740-4464-a989-b88cd38948e4 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3c28865b-8f01-4856-8cc5-6fcbb6b52045 HTTP/1.1" status: 204 len: 168 time: 0.7578931 May 26 19:32:16.233011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:16.234921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:16.268856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0bb2470a-dd78-4a41-b132-bae7a7802f8e req-fda57f51-e1a4-442e-9d62-a47c9ecd5802 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Unset dirty status for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:16.270094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bb2470a-dd78-4a41-b132-bae7a7802f8e req-fda57f51-e1a4-442e-9d62-a47c9ecd5802 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 895 time: 0.5185151 May 26 19:32:16.280472 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cc42a8-f738-4261-a249-bdb3b08a84f8 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] GET failed (client error): The resource could not be found. May 26 19:32:16.281022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e0cc42a8-f738-4261-a249-bdb3b08a84f8 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Synchronizing usage tracker for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:16.299733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e0cc42a8-f738-4261-a249-bdb3b08a84f8 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Unset dirty status for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:16.301613 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0cc42a8-f738-4261-a249-bdb3b08a84f8 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports/3c28865b-8f01-4856-8cc5-6fcbb6b52045 HTTP/1.1" status: 404 len: 333 time: 0.0656350 May 26 19:32:16.306482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53462) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:16.311657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-281709535'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:16.317172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:16.328880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:16.340245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Made reservation on behalf of 7303ad0b328f4a6d90b693841772cee4 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:16.343131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.366782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port fe63fb4d-2618-4e1e-8a24-2578e3338d2a yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:16.446201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:16.471087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:16.477738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:16.478230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.529968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.546449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.613675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:16.614216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.641557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.665903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:16.671894 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.680337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.755131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:16.758174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Network aba5477a-8a96-4fc6-86a1-14cc10979f56 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:16.769599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:16.779226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:16.780272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:16.781134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.785824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a69c1676-511e-47a3-aacc-ea1d15cf9024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.812637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=fe63fb4d-2618-4e1e-8a24-2578e3338d2a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:16.831271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-caee3610-37f6-4656-96ef-070e9e9493d0 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5213549 May 26 19:32:16.831725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53470) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:16.833796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e1ca-1e2b-4c8c-81b3-2647bb1c4cd0 req-338fa373-84df-4748-8601-4ebc67ba4404 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:16.835241 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51c2e1ca-1e2b-4c8c-81b3-2647bb1c4cd0 req-338fa373-84df-4748-8601-4ebc67ba4404 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.3679287 May 26 19:32:16.837982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:16.841817 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 3a33a050-4ebd-4668-8a1b-c15ec0a66daa associated. External IP: 172.25.0.9, port: 8490c40c-83f3-4f92-a6be-8d6d44625d2e. May 26 19:32:16.923438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65389ae9-6183-4b01-bd0f-a581a31f2f55 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:16.950427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:16.956512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.030186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51c2e1ca-1e2b-4c8c-81b3-2647bb1c4cd0 req-baaed0cf-90e1-484b-bdd8-5c9e71c3df56 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337132 May 26 19:32:17.090735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Transition to ACTIVE for port object 65389ae9-6183-4b01-bd0f-a581a31f2f55 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:17.117870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.119503 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4426777f-0fad-4556-a360-f04baf9fd135'] response: {'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'code': 200} May 26 19:32:17.320877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.343155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] device_id is not set on port fe63fb4d-2618-4e1e-8a24-2578e3338d2a yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:17.357724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.370379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230b358-8d6d-4c02-b17b-41c8b78d90f5 req-a4e6743c-49a3-46ce-9dfd-3ad3e1776a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:17.372308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e230b358-8d6d-4c02-b17b-41c8b78d90f5 req-a4e6743c-49a3-46ce-9dfd-3ad3e1776a20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 1096 time: 0.1780190 May 26 19:32:17.399703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Transition to ACTIVE for port object fe63fb4d-2618-4e1e-8a24-2578e3338d2a will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:17.423198 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-e230b358-8d6d-4c02-b17b-41c8b78d90f5 req-91a0f8a5-ef76-4ac0-b7c0-21477402d87b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 May 26 19:32:17.423783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.425481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Pushing event updated for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:17.510965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-42447b5e-4549-4ed4-ac34-a19d7592befe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5341382 May 26 19:32:17.596919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=fe63fb4d-2618-4e1e-8a24-2578e3338d2a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:17.717732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.718081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.718304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.725363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.725680 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.727118 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 2 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.755146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Attempting to bind port 65389ae9-6183-4b01-bd0f-a581a31f2f55 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.755723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Attempting to bind port 65389ae9-6183-4b01-bd0f-a581a31f2f55 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.755868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Attempting to bind port 65389ae9-6183-4b01-bd0f-a581a31f2f55 on network 08d5d6ec-fde4-4c75-9073-f42d937a1055 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.763558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.763959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.764393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.768162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Port 65389ae9-6183-4b01-bd0f-a581a31f2f55 on network 08d5d6ec-fde4-4c75-9073-f42d937a1055 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.768330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Attempting to bind port 65389ae9-6183-4b01-bd0f-a581a31f2f55 on network 08d5d6ec-fde4-4c75-9073-f42d937a1055 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.770038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.770495 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.771107 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 3 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.780745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66492d0-2132-44c3-b7b8-bbe3e2556e50 req-a7333e84-64f0-46d7-9754-fe36bef807d8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:17.787866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b66492d0-2132-44c3-b7b8-bbe3e2556e50 req-a7333e84-64f0-46d7-9754-fe36bef807d8 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.5423872 May 26 19:32:17.790335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.792166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.792900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.806743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:17.807677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Checking segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:17.808028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.808410 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.808623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Bound using segment: {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:17.808806 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 4 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.809516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Bound port: 65389ae9-6183-4b01-bd0f-a581a31f2f55, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd008ed9-891b-4999-9143-f36b46fb2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:17.810032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:17.826243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.826810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.826903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.831608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.831930 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.832306 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 5 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.848363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.848955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.849337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.854871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.855190 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.855569 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 6 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.870422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.870751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.871082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.875457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:17.875762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.876035 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.876412 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 7 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.890807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.891130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.891457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.896097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.896414 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.896789 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 8 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.912114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.912455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.912919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.920421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.920749 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.921164 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 9 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.938385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.938732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.939131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.944452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.945420 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.946040 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempt 10 to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a May 26 19:32:17.955147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b66492d0-2132-44c3-b7b8-bbe3e2556e50 req-147cdc4f-658a-49bd-a6a1-0357fe1a39c3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665194 May 26 19:32:17.964426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:17.964757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:17.965482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempting to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:17.970606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:32:17.970858 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Failed to bind port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'aba5477a-8a96-4fc6-86a1-14cc10979f56'}] May 26 19:32:17.971302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.082190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:18.089362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:18.120374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.163723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port fe63fb4d-2618-4e1e-8a24-2578e3338d2a, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:18.164221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attempted to set empty binding levels {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:32:18.170665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.187734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.236470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] In _notify_port_updated(), no bound segment for port fe63fb4d-2618-4e1e-8a24-2578e3338d2a on network aba5477a-8a96-4fc6-86a1-14cc10979f56 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:32:18.237469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.237842 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.239141 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "PUT /v2.0/ports/fe63fb4d-2618-4e1e-8a24-2578e3338d2a HTTP/1.1" status: 200 len: 974 time: 1.4064336 May 26 19:32:18.242224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53484) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:18.243769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-f935fb03-aa42-4dd2-9b51-5676d258a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.245272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-f935fb03-aa42-4dd2-9b51-5676d258a623 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.4262815 May 26 19:32:18.305720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.306270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.307588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] 10.222.0.13 "PUT /v2.0/ports/65389ae9-6183-4b01-bd0f-a581a31f2f55 HTTP/1.1" status: 200 len: 1055 time: 2.7371664 May 26 19:32:18.314189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d201cd-c293-461b-bff8-94c342875d71 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event updated for resources: {'Port': ['ID=fe63fb4d-2618-4e1e-8a24-2578e3338d2a,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:18.325397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:18.347913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:18.356118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Deleting port fe63fb4d-2618-4e1e-8a24-2578e3338d2a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:18.356477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.362462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:18.389956 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:18.390572 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:18.424492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.583120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6b80f-8d94-41a6-a331-053f8c1b47cf service neutron] Pushing event updated for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:18.628277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-985ff7dd-00f2-4770-ad45-85f7c73f9d9b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "PUT /v2.0/floatingips/3a33a050-4ebd-4668-8a1b-c15ec0a66daa HTTP/1.1" status: 200 len: 989 time: 3.7990634 May 26 19:32:18.670094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] For port fe63fb4d-2618-4e1e-8a24-2578e3338d2a, host n-h1-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:18.671452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:18.695677 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:18.723889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadc7bc-f71f-46ff-accd-c87c9457b1a9 req-2564bcda-a57c-4876-965f-68c07fbb1faf tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.732049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6aadc7bc-f71f-46ff-accd-c87c9457b1a9 req-2564bcda-a57c-4876-965f-68c07fbb1faf tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 907 time: 0.5898914 May 26 19:32:18.737885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-ccb4b931-5914-44db-bb9a-28de57f00d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.741492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-ccb4b931-5914-44db-bb9a-28de57f00d50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 898 time: 0.4563842 May 26 19:32:18.832864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Calling delete_port for fe63fb4d-2618-4e1e-8a24-2578e3338d2a owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:18.885153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-c63cb195-f4c0-4841-a904-04c699ab794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:18.886734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-c63cb195-f4c0-4841-a904-04c699ab794c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 1058 time: 0.4655929 May 26 19:32:18.912948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:32:18.955112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.029954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-227819d6-f06e-4c81-b904-dc1b9c13465d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 1000 time: 0.2780108 May 26 19:32:19.031483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-5d61860a-7ae2-4ddc-96ae-496aef879e7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55 HTTP/1.1" status: 200 len: 217 time: 0.1324751 May 26 19:32:19.059825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe63fb4d-2618-4e1e-8a24-2578e3338d2a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:19.071076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.081519 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7f09863-cc42-427c-aecc-f8bfda658cf2 tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fe63fb4d-2618-4e1e-8a24-2578e3338d2a HTTP/1.1" status: 204 len: 168 time: 0.8385551 May 26 19:32:19.084088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:19.121219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:19.149879 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc18a354-a53a-467e-9a77-aa3d8c0dcd1a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] GET failed (client error): The resource could not be found. May 26 19:32:19.150545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc18a354-a53a-467e-9a77-aa3d8c0dcd1a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Synchronizing usage tracker for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:19.168031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cc18a354-a53a-467e-9a77-aa3d8c0dcd1a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] Unset dirty status for tenant:7303ad0b328f4a6d90b693841772cee4 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:19.169898 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc18a354-a53a-467e-9a77-aa3d8c0dcd1a tempest-PortsAdminExtendedAttrsTestJSON-2071263302 tempest-PortsAdminExtendedAttrsTestJSON-2071263302-project-admin] 10.222.0.24 "GET /v2.0/ports/fe63fb4d-2618-4e1e-8a24-2578e3338d2a HTTP/1.1" status: 404 len: 333 time: 0.0846026 May 26 19:32:19.174082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53508) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:19.225693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-f5e17b1a-bc9c-4179-bde4-07bc223fafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:19.228356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-f5e17b1a-bc9c-4179-bde4-07bc223fafb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 200 len: 834 time: 0.1903486 May 26 19:32:19.298933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-58814c2b-09ce-4f77-b0af-0eaa82216721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:19.300266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-58814c2b-09ce-4f77-b0af-0eaa82216721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e005e5c-145b-4034-91c9-396e8d6cc52e HTTP/1.1" status: 200 len: 837 time: 0.2610593 May 26 19:32:19.324339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.326810 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:15Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:19.331244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:19.343039 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:19.343893 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:19.388126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc259-e35b-4b5d-92f0-2f98645d6cb5 req-28a1bb74-7fb0-4dd4-99f1-bd8cc704ac29 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:19.394979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-942cc259-e35b-4b5d-92f0-2f98645d6cb5 req-28a1bb74-7fb0-4dd4-99f1-bd8cc704ac29 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.3623939 May 26 19:32:19.446724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-8945c23d-d4f6-4e23-8910-d92bf8c61a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:19.448203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-8945c23d-d4f6-4e23-8910-d92bf8c61a51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067444 May 26 19:32:19.467113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-942cc259-e35b-4b5d-92f0-2f98645d6cb5 req-04fdb510-75b7-4ab2-a031-3cbaa068e6c2 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712640 May 26 19:32:19.480416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.502672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba5477a-8a96-4fc6-86a1-14cc10979f56']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:19.517360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:19.517772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e172d35d-ae0b-4cb0-ba66-0569161d1ec6') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:19.531500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.555708 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.562272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:32:19.562673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.623917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:19.648429 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aef06e-ed34-4e39-9fee-f24e8ef9913b'] response: {'name': 'network-changed', 'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55', 'status': 'completed', 'code': 200} May 26 19:32:19.677723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-46d0114c-0482-4cfe-87f6-d7ec5d10519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:19.690592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-46d0114c-0482-4cfe-87f6-d7ec5d10519f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d5d6ec-fde4-4c75-9073-f42d937a1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750029 May 26 19:32:19.694199 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e172d35d-ae0b-4cb0-ba66-0569161d1ec6 resource provider aggregate not found May 26 19:32:19.721480 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.758287 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e172d35d-ae0b-4cb0-ba66-0569161d1ec6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e172d35d-ae0b-4cb0-ba66-0569161d1ec6 found for delete ", "request_id": "req-1963cba7-c6ac-4300-9c6e-5130db934c9a"}]} May 26 19:32:19.776536 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.805497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:19.820530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] Pushing event deleted for resources: {'Network': ['ID=aba5477a-8a96-4fc6-86a1-14cc10979f56,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:19.826707 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a6fc1bc0-6a62-44b7-8ee8-a9fb77d4f273 tempest-PortsAdminExtendedAttrsTestJSON-1608716110 tempest-PortsAdminExtendedAttrsTestJSON-1608716110-project] 10.222.0.24 "DELETE /v2.0/networks/aba5477a-8a96-4fc6-86a1-14cc10979f56 HTTP/1.1" status: 204 len: 168 time: 0.6495695 May 26 19:32:20.112476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-b3348fc8-72d3-490d-9f78-51cc63f88d09 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6442811 May 26 19:32:20.148565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:15Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:20.152964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb342c9-d0d5-4cba-8e9f-e82b4558b1b6 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:15Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:20.232674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53528) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:20.302654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78ddef-3a5a-42e9-b4db-da144fed52d0 req-1f1aa4aa-8a37-41ff-954b-c27478d0e82e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:20.304218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f78ddef-3a5a-42e9-b4db-da144fed52d0 req-1f1aa4aa-8a37-41ff-954b-c27478d0e82e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.5569272 May 26 19:32:20.340710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-125b1b9e-896a-4fd7-a4e0-67061644607c service neutron] 10.222.0.13 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325014 May 26 19:32:20.412795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f78ddef-3a5a-42e9-b4db-da144fed52d0 req-2532ad99-8db4-45ac-8bbb-5fefb613109b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945480 May 26 19:32:20.428750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5146f376-c060-41be-8e49-881c62252a9f None None] New status for floating IP 3a33a050-4ebd-4668-8a1b-c15ec0a66daa: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:32:20.432444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bfd0d478-7964-4e5f-8bed-bb4bdccfdb8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e969ae8e1a34444a5b13f485baf6b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980021 May 26 19:32:20.435003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53534) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:20.477196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17306989-3f1f-4464-b3e9-9290d8a60222 req-fb758fc9-357e-4bf4-9e3f-0cd80948a657 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404000 May 26 19:32:20.526214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:20.543558 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2350697-7ebc-4ad5-85c4-8d4c3e1b8373'] response: {'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133', 'code': 200} May 26 19:32:20.582800 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:20.650051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:20.673875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423767f-e548-4aa3-affc-db7e00fcc362,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:20.686138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-397fcf12-4666-45d8-8c02-d7b36b0843d4 req-d19ed259-cc79-47b0-973a-3e1a447fe813 service neutron] 10.222.0.13 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385987 May 26 19:32:20.693407 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:20.698544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61dbae6e-0494-4b42-a440-d094cac2b819 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6423767f-e548-4aa3-affc-db7e00fcc362 HTTP/1.1" status: 204 len: 168 time: 0.2588289 May 26 19:32:20.733814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8cb41-a4e2-487f-b5e0-c6b3f4cd2bf9 req-8fbfedb6-d6cb-4663-a247-00f20dbf701c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:20.736150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bf8cb41-a4e2-487f-b5e0-c6b3f4cd2bf9 req-8fbfedb6-d6cb-4663-a247-00f20dbf701c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 907 time: 0.1184134 May 26 19:32:20.818544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe403d23-d096-4d19-9905-f5c08a85f8e3 req-71088234-c24b-4d98-afe5-4ad9ee94a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:20.820089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe403d23-d096-4d19-9905-f5c08a85f8e3 req-71088234-c24b-4d98-afe5-4ad9ee94a834 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 1097 time: 0.2455194 May 26 19:32:20.878424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe403d23-d096-4d19-9905-f5c08a85f8e3 req-49caac73-7542-423e-b338-d3f9618b584f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 May 26 19:32:20.892505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-269d5b45-de50-4897-8c05-be5582cfeecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:20.894164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-269d5b45-de50-4897-8c05-be5582cfeecd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 1058 time: 0.1546056 May 26 19:32:21.109370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-2869f576-4ba6-48b0-b918-780d6835f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:21.110812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-2869f576-4ba6-48b0-b918-780d6835f62d service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d5d6ec-fde4-4c75-9073-f42d937a1055 HTTP/1.1" status: 200 len: 898 time: 0.2077029 May 26 19:32:21.119975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b693e10-d639-4373-b977-d1e6c367aa6a req-3f00567a-1b20-462b-9fbf-140149b29349 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:21.121428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b693e10-d639-4373-b977-d1e6c367aa6a req-3f00567a-1b20-462b-9fbf-140149b29349 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.1891601 May 26 19:32:21.147590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53550) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:21.200109 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-919a8be9-35cb-42ab-9c24-700f5a36be61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7303ad0b328f4a6d90b693841772cee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509691 May 26 19:32:21.200708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-30aa3fee-e8c0-44a6-ba2a-19dcbbf889da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55 HTTP/1.1" status: 200 len: 217 time: 0.0782053 May 26 19:32:21.202470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:21.268328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:21.269881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-dde14c0b-b14b-4898-bb55-62e6d637df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:21.271508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-dde14c0b-b14b-4898-bb55-62e6d637df40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e005e5c-145b-4034-91c9-396e8d6cc52e HTTP/1.1" status: 200 len: 837 time: 0.0647061 May 26 19:32:21.296547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:21.302037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b693e10-d639-4373-b977-d1e6c367aa6a req-c8b713f3-6f62-465a-ba8e-898938dfd246 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319900 May 26 19:32:21.360462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:21.375676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8aab99-d05a-4311-8d7c-d8cdcb25172d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:21.383180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:21.391281 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cef01077-25be-4c4c-832b-42bde6f32393 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a8aab99-d05a-4311-8d7c-d8cdcb25172d HTTP/1.1" status: 204 len: 168 time: 0.1846938 May 26 19:32:21.529530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c604385-bc79-421d-af84-502ec697389c req-5c3f6cd6-b2c3-4d17-bf51-9f9565c5794e tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:21.540938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:21.544653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c604385-bc79-421d-af84-502ec697389c req-5c3f6cd6-b2c3-4d17-bf51-9f9565c5794e tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.1140647 May 26 19:32:21.546700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Request body: {'floatingip': {'port_id': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:21.560446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-7b98529e-76b4-452f-b80a-5ef8502ac399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:21.563601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-7b98529e-76b4-452f-b80a-5ef8502ac399 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d5d6ec-fde4-4c75-9073-f42d937a1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2726667 May 26 19:32:21.704699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:21.710875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:21.857270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-3fb3591a-6e74-4e84-8bc5-9dd0d01b6cbc service neutron] 10.222.0.13 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857175 May 26 19:32:22.054038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164aa7f-159c-4228-8733-c75d7f06bea4 req-4a6a1cb5-06d4-4498-9784-12d532791668 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:22.058157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2164aa7f-159c-4228-8733-c75d7f06bea4 req-4a6a1cb5-06d4-4498-9784-12d532791668 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.3359442 May 26 19:32:22.278011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcabf64f-ccc2-4dfd-a9d0-030039f483a8 req-38a094c9-bea1-4a07-8919-e1853fd0afce service neutron] 10.222.0.13 "GET /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105549 May 26 19:32:22.301678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2164aa7f-159c-4228-8733-c75d7f06bea4 req-11efaed6-c801-496a-884e-6b6144ab8fd4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422886 May 26 19:32:22.391616 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591bd794-c497-4a6d-8bf5-a9dadb87669b'] response: {'name': 'network-changed', 'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'status': 'completed', 'code': 200} May 26 19:32:22.563881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-8e0b4097-4acb-451c-8314-203e1db633e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:22.570761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-8e0b4097-4acb-451c-8314-203e1db633e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1096 time: 0.1529052 May 26 19:32:22.681687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53602) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:22.786195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-48e9661d-2f13-415a-851f-0f1b7a0bf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:22.787632 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-48e9661d-2f13-415a-851f-0f1b7a0bf18c service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.2084312 May 26 19:32:22.838628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:22.847443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:22.935156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-78f1909e-25d0-4a05-aaa6-d2d65be39698 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 999 time: 0.1335502 May 26 19:32:22.945931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10bfaa-90df-43f4-b59c-e843ee66fe09 req-e9b91be9-d7f0-4a18-9a19-01cec579078b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:22.947497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec10bfaa-90df-43f4-b59c-e843ee66fe09 req-e9b91be9-d7f0-4a18-9a19-01cec579078b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 907 time: 0.2650597 May 26 19:32:22.952222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-194160539'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:23.014357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:23.017478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-bb4f7f9e-4c13-4f3f-a024-6a7d5cc120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:23.019212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-bb4f7f9e-4c13-4f3f-a024-6a7d5cc120ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.0707645 May 26 19:32:23.021677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Usage tracker for resource:network and tenant:59003a375c8a488bac9bdd6dc129d2bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:23.025296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:23.069178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:23.098211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Made reservation on behalf of 59003a375c8a488bac9bdd6dc129d2bb for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:23.099046 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Floating IP ba233808-f0ca-45f5-b6c2-0d803b16adb9 associated. External IP: 172.25.0.86, port: ee9bd650-935a-4911-b4a7-5dcfba7f7400. May 26 19:32:23.102991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.120246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65389ae9-6183-4b01-bd0f-a581a31f2f55 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:32:23.123115 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.141270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:23.147212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Usage tracker for resource:security_group_rule and tenant:59003a375c8a488bac9bdd6dc129d2bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:23.153575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:23.163052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:23.168713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-d2dcb9fe-e413-4171-8b04-c6af8c70b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:23.170552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-d2dcb9fe-e413-4171-8b04-c6af8c70b8ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421206 May 26 19:32:23.354308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:23.368658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '65389ae9-6183-4b01-bd0f-a581a31f2f55', 'network_id': '08d5d6ec-fde4-4c75-9073-f42d937a1055', 'port_id': '65389ae9-6183-4b01-bd0f-a581a31f2f55', 'mac_address': 'fa:16:3e:2a:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e005e5c-145b-4034-91c9-396e8d6cc52e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:32:23.397395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-29342984-63b2-4bdb-a5ff-39f014aa7693 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177882 May 26 19:32:23.431793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 65389ae9-6183-4b01-bd0f-a581a31f2f55 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:23.432383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.462951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65389ae9-6183-4b01-bd0f-a581a31f2f55 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:32:23.493393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:23.502996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.534001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.585448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.596795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:32:23.597221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:23.605714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.606055 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Added segment ab20944a-b3b0-445b-869e-f0fa7ba199ff of type vlan for network 87f3c75c-975e-4df4-b847-581163697f2c May 26 19:32:23.663069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.695570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Router 631e6e14-0e3f-45c7-a254-4fc62d50100d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:23.715995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e56380d-bf56-4bb5-8a71-87bfb69cc4ed,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:23.729485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['65389ae9-6183-4b01-bd0f-a581a31f2f55'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:32:23.767495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de65c-e9dd-4cdc-bed7-34fbbebbaaed req-6ecdb121-153f-4f0b-a088-cde656cd1d80 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:23.774427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-332de65c-e9dd-4cdc-bed7-34fbbebbaaed req-6ecdb121-153f-4f0b-a088-cde656cd1d80 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.3037298 May 26 19:32:23.789109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f9a4975-2b95-4880-aef5-7dbdf4bda7ae req-93f037ad-f710-4b3f-ab58-022f34cb3c6b service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826640 May 26 19:32:23.791702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.797031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:23.797635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:23.941375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-332de65c-e9dd-4cdc-bed7-34fbbebbaaed req-103403c2-59f1-4826-b2e7-55d70b449468 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608560 May 26 19:32:23.994973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3112266 May 26 19:32:23.996024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53630) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:24.008700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Request body: {'subnet': {'network_id': '87f3c75c-975e-4df4-b847-581163697f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:24.081228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:24.091011 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Sync routers for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:24.093467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:24.114009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:24.114975 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:24.162139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215a6b-2cc1-457a-8a9b-89db519799d9 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'Network': ['ID=87f3c75c-975e-4df4-b847-581163697f2c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:24.170103 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d50be177-6949-4097-b562-af77886986ac tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "PUT /v2.0/floatingips/ba233808-f0ca-45f5-b6c2-0d803b16adb9 HTTP/1.1" status: 200 len: 990 time: 2.6258178 May 26 19:32:24.170103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:24.175395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 87f3c75c-975e-4df4-b847-581163697f2c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:32:24.177324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:24.196365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Usage tracker for resource:subnet and tenant:59003a375c8a488bac9bdd6dc129d2bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:24.206009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:24.219787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:24.256382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Made reservation on behalf of 59003a375c8a488bac9bdd6dc129d2bb for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:24.266478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:24.512826 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:24.668776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1669179-c0ad-4a75-a3b2-19d03e979e13 req-0535ef64-0cd9-4e8f-88cb-4cd9a7fe63ff tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:24.670285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1669179-c0ad-4a75-a3b2-19d03e979e13 req-0535ef64-0cd9-4e8f-88cb-4cd9a7fe63ff tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 908 time: 0.1315227 May 26 19:32:24.671537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:24.919025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'Subnet': ['ID=df39696b-8e86-403a-b556-c1034d9ac18b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:24.936073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Checking segment: {'id': 'ab20944a-b3b0-445b-869e-f0fa7ba199ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:24.936420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Network hostable DHCP agents. Network: 87f3c75c-975e-4df4-b847-581163697f2c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:32:24.962226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005faa-6e22-4977-9cf6-3ac89e6f1226 req-bc0489b3-ee2d-4b7c-bdc2-f968d23b5d28 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:24.962462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ba233808-f0ca-45f5-b6c2-0d803b16adb9', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'port_id': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'mac_address': 'fa:16:3e:d6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:53Z', 'updated_at': '2022-05-26T19:32:22Z', 'revision_number': 1, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:24.963674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79005faa-6e22-4977-9cf6-3ac89e6f1226 req-bc0489b3-ee2d-4b7c-bdc2-f968d23b5d28 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.1442132 May 26 19:32:24.972677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Network 87f3c75c-975e-4df4-b847-581163697f2c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:32:24.974158 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Checking router: 631e6e14-0e3f-45c7-a254-4fc62d50100d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:24.982917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:24.983505 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:25.007897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 87f3c75c-975e-4df4-b847-581163697f2c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:25.017914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ff223-a0c7-4e5e-91dd-4113291ec5d9 None None] Network 87f3c75c-975e-4df4-b847-581163697f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:25.030882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:25.031507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.081194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79005faa-6e22-4977-9cf6-3ac89e6f1226 req-024bdc9b-0553-44bf-b666-c5dcc2ede3eb tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001430 May 26 19:32:25.083054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-425228e6-7587-4eb6-8662-7e626c14d224 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0827820 May 26 19:32:25.086426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53648) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:25.104477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Request body: {'port': {'network_id': '87f3c75c-975e-4df4-b847-581163697f2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1092342052'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:25.167704 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923fa80b-64e4-4482-880b-a7d11ebd1234'] response: {'name': 'network-changed', 'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'status': 'completed', 'code': 200} May 26 19:32:25.170223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65389ae9-6183-4b01-bd0f-a581a31f2f55 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:25.236175 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:25.437956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 65389ae9-6183-4b01-bd0f-a581a31f2f55 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:25.457146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 65389ae9-6183-4b01-bd0f-a581a31f2f55 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:25.457625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.479497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:25.482935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-8317cc32-9b60-4ce9-a647-ce698a22c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:25.484399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-8317cc32-9b60-4ce9-a647-ce698a22c901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07147ba28f414cc4803aeef650b39c6e&device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 1096 time: 0.2336123 May 26 19:32:25.489075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Usage tracker for resource:port and tenant:59003a375c8a488bac9bdd6dc129d2bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:25.492635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:25.643724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-6a6999dc-1221-4fb1-965a-b82aa0728940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:25.645103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-6a6999dc-1221-4fb1-965a-b82aa0728940 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b HTTP/1.1" status: 200 len: 913 time: 0.1490116 May 26 19:32:25.646887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:25.659375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-87f3c75c-975e-4df4-b847-581163697f2c', 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c', 'tenant_id': '59003a375c8a488bac9bdd6dc129d2bb', 'fixed_ips': [{'subnet_id': 'df39696b-8e86-403a-b556-c1034d9ac18b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:32:25.660528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.661391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1050f-00a5-4442-a111-b0a45211ff7b req-7de92de5-d88b-4353-adc7-7765ccc6619c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:25.662849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ac1050f-00a5-4442-a111-b0a45211ff7b req-7de92de5-d88b-4353-adc7-7765ccc6619c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.3358033 May 26 19:32:25.683763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 65389ae9-6183-4b01-bd0f-a581a31f2f55 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:25.684351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.762368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Made reservation on behalf of 59003a375c8a488bac9bdd6dc129d2bb for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:25.767118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.768299 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ba233808-f0ca-45f5-b6c2-0d803b16adb9', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'port_id': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'mac_address': 'fa:16:3e:d6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:53Z', 'updated_at': '2022-05-26T19:32:22Z', 'revision_number': 1, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:25.775436 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b22ff5-2661-4d0b-8143-e631971f7ad2 None None] The sync data for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 is: [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ba233808-f0ca-45f5-b6c2-0d803b16adb9', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'port_id': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'mac_address': 'fa:16:3e:d6:62:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:53Z', 'updated_at': '2022-05-26T19:32:22Z', 'revision_number': 1, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:25.790538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:25.815462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:25.830329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ac1050f-00a5-4442-a111-b0a45211ff7b req-e42ab2ca-e7df-450c-837c-1e59e25c3280 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018901 May 26 19:32:25.833480 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:25.850060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-7f2dd77d-4a34-4acf-8738-9cc271904791 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400 HTTP/1.1" status: 200 len: 998 time: 0.1860578 May 26 19:32:25.851384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] device_id is not set on port 1d52367b-7de3-4343-8743-53bb4992862e yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:25.973782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:25.983609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Allocated IP 172.20.0.2 (87f3c75c-975e-4df4-b847-581163697f2c/df39696b-8e86-403a-b556-c1034d9ac18b/58d96cc9-a1f7-4499-8244-989df6b4b250) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:26.075105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-a2315467-762a-49d2-8c2c-d43612638e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:26.077366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-a2315467-762a-49d2-8c2c-d43612638e98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aba0fcef-5fd9-4435-82d4-13d1fdeacd69 HTTP/1.1" status: 200 len: 851 time: 0.1764266 May 26 19:32:26.186404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2182683-8e2c-44b5-aabe-31995910cfd5 None None] New status for floating IP ba233808-f0ca-45f5-b6c2-0d803b16adb9: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:32:26.243416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-ca783947-0f1c-4aeb-839e-d02f04c5de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:26.245187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-ca783947-0f1c-4aeb-839e-d02f04c5de38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590233 May 26 19:32:26.428666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-f5952542-f354-4c09-8d73-82affd8ea3b8 service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644435 May 26 19:32:26.638751 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:26.651452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Transition to ACTIVE for port object 58d96cc9-a1f7-4499-8244-989df6b4b250 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:26.673690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Transition to ACTIVE for port object 58d96cc9-a1f7-4499-8244-989df6b4b250 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:26.681125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:26.757202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Network 87f3c75c-975e-4df4-b847-581163697f2c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:26.759902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:26.763777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:26.773252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Pushing event updated for resources: {'Port': ['ID=58d96cc9-a1f7-4499-8244-989df6b4b250,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:26.825282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f26c6e-ffb0-4f02-8aa6-8e1434a9b3e1 req-2a75c575-d4f8-492f-a985-fc28b7b1ece6 service neutron] 10.222.0.53 "GET /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790693 May 26 19:32:26.830155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Allocated IP 172.20.0.13 (87f3c75c-975e-4df4-b847-581163697f2c/df39696b-8e86-403a-b556-c1034d9ac18b/1d52367b-7de3-4343-8743-53bb4992862e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:26.878525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac962f-c10a-4e86-81b5-6fa5d7c098ce req-a70e8731-2b4a-4286-bd68-a9665f67771e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:26.879989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0eac962f-c10a-4e86-81b5-6fa5d7c098ce req-a70e8731-2b4a-4286-bd68-a9665f67771e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.2485647 May 26 19:32:26.904844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Attempting to bind port 58d96cc9-a1f7-4499-8244-989df6b4b250 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:32:26.905255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Attempting to bind port 58d96cc9-a1f7-4499-8244-989df6b4b250 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ab20944a-b3b0-445b-869e-f0fa7ba199ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:32:26.905616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Attempting to bind port 58d96cc9-a1f7-4499-8244-989df6b4b250 on network 87f3c75c-975e-4df4-b847-581163697f2c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:32:26.922160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:32:26.922546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Checking segment: {'id': 'ab20944a-b3b0-445b-869e-f0fa7ba199ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:26.922990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:26.926501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Bound using segment: {'id': 'ab20944a-b3b0-445b-869e-f0fa7ba199ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:32:26.927269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Bound port: 58d96cc9-a1f7-4499-8244-989df6b4b250, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab20944a-b3b0-445b-869e-f0fa7ba199ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '87f3c75c-975e-4df4-b847-581163697f2c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:32:26.929780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:27.030443 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1984892d-47b5-4446-9fe3-0bbe022c34b3'] response: {'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55', 'code': 200} May 26 19:32:27.086137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] For port 58d96cc9-a1f7-4499-8244-989df6b4b250, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:32:27.096920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] For port 58d96cc9-a1f7-4499-8244-989df6b4b250, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=58d96cc9-a1f7-4499-8244-989df6b4b250,segment=NetworkSegment(ab20944a-b3b0-445b-869e-f0fa7ba199ff),segment_id=ab20944a-b3b0-445b-869e-f0fa7ba199ff)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:32:27.107952 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:27.280991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894be44f-b2c3-4394-925d-c72746d14aeb None None] Pushing event updated for resources: {'Port': ['ID=58d96cc9-a1f7-4499-8244-989df6b4b250,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:27.403382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:27.411764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccddc8a-4d2c-4994-a742-ce0c7df62124 req-05fa3a19-a1ce-4902-b68d-1defa1f405ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:27.413850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ccddc8a-4d2c-4994-a742-ce0c7df62124 req-05fa3a19-a1ce-4902-b68d-1defa1f405ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 1060 time: 0.3724663 May 26 19:32:27.424839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Transition to ACTIVE for port object 1d52367b-7de3-4343-8743-53bb4992862e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:27.451840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:27.626462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Network 87f3c75c-975e-4df4-b847-581163697f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:27.627605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'Port': ['ID=1d52367b-7de3-4343-8743-53bb4992862e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:27.630496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:27.634588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:27.746138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:27.747329 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:27.777876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee291f6-43d3-46e3-83b7-209e038d8a78 req-29270aa4-2b54-4d24-91b1-416320761a47 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:27.779434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee291f6-43d3-46e3-83b7-209e038d8a78 req-29270aa4-2b54-4d24-91b1-416320761a47 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2305872 May 26 19:32:27.787404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-32fc8ae8-8d1e-45c4-8c09-7e0ff0c9e00d tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6997631 May 26 19:32:27.790692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53694) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:27.808756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Request body: {'port': {'network_id': '87f3c75c-975e-4df4-b847-581163697f2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1113589314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:27.809321 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] bootfile-name is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:27.809657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] tftp-server is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:27.809978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] server-ip-address is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:27.952833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:27.960895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Usage tracker for resource:port and tenant:59003a375c8a488bac9bdd6dc129d2bb is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:27.964550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:27.978459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:27.992875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee291f6-43d3-46e3-83b7-209e038d8a78 req-283deb5f-8573-4bf8-b6c0-b59e5aba2dee tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034030 May 26 19:32:28.000775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Made reservation on behalf of 59003a375c8a488bac9bdd6dc129d2bb for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:28.004819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:28.038800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] device_id is not set on port 5e706e23-12d4-4ff0-81a6-cab96de64693 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:28.346200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Allocated IP 172.20.0.12 (87f3c75c-975e-4df4-b847-581163697f2c/df39696b-8e86-403a-b556-c1034d9ac18b/5e706e23-12d4-4ff0-81a6-cab96de64693) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:28.410634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a64c33-8295-4307-96ae-4018adf6b69f req-2d75344c-4e44-4f52-babd-9166ae758628 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:28.438583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 58d96cc9-a1f7-4499-8244-989df6b4b250 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:28.439093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96a64c33-8295-4307-96ae-4018adf6b69f req-2d75344c-4e44-4f52-babd-9166ae758628 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.2244310 May 26 19:32:28.577184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 58d96cc9-a1f7-4499-8244-989df6b4b250 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:28.586519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5ed6a-2c1a-4612-b5f2-ca86ffabdc21 None None] Network 87f3c75c-975e-4df4-b847-581163697f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:28.724798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Provisioning for port 58d96cc9-a1f7-4499-8244-989df6b4b250 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:28.743612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Provisioning complete for port 58d96cc9-a1f7-4499-8244-989df6b4b250 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:28.743612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:28.790909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:28.815513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Transition to ACTIVE for port object 5e706e23-12d4-4ff0-81a6-cab96de64693 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:32:28.885169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:28.966046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Network 87f3c75c-975e-4df4-b847-581163697f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:28.969334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:28.973397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:28.988264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Current status of the port 58d96cc9-a1f7-4499-8244-989df6b4b250 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:28.988641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.008544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'Port': ['ID=5e706e23-12d4-4ff0-81a6-cab96de64693,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:29.034918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] For port 58d96cc9-a1f7-4499-8244-989df6b4b250, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=58d96cc9-a1f7-4499-8244-989df6b4b250,segment=NetworkSegment(ab20944a-b3b0-445b-869e-f0fa7ba199ff),segment_id=ab20944a-b3b0-445b-869e-f0fa7ba199ff)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:29.044482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.045529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.045784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.070243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a03285f4-e43a-4f0e-b074-6278057d7b3c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2784181 May 26 19:32:29.072941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:29.127406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39654f-6238-49de-97da-f34135bdaa70 None None] Pushing event updated for resources: {'Port': ['ID=58d96cc9-a1f7-4499-8244-989df6b4b250,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:29.191885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c8fe5-6c97-4bf9-9d0d-e3a29d8cd983 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.198584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c8fe5-6c97-4bf9-9d0d-e3a29d8cd983 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.204781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c8fe5-6c97-4bf9-9d0d-e3a29d8cd983 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.206776 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-435c8fe5-6c97-4bf9-9d0d-e3a29d8cd983 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1322672 May 26 19:32:29.209823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53714) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:29.273268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11262c3-d3a3-43db-99f6-1e252fc019e2 req-4094d15a-02e2-4847-9a96-0b41314d62e0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.281743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f11262c3-d3a3-43db-99f6-1e252fc019e2 req-4094d15a-02e2-4847-9a96-0b41314d62e0 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1328881 May 26 19:32:29.288474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Deleting port 5e706e23-12d4-4ff0-81a6-cab96de64693 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:29.289193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.336406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f11262c3-d3a3-43db-99f6-1e252fc019e2 req-9c84bf27-a589-4373-9731-4099e224c6fd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 May 26 19:32:29.383064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Provisioning complete for port 58d96cc9-a1f7-4499-8244-989df6b4b250 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:29.383569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.542358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Current status of the port 58d96cc9-a1f7-4499-8244-989df6b4b250 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:29.557149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Provisioning for port 1d52367b-7de3-4343-8743-53bb4992862e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:29.564507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Provisioning complete for port 1d52367b-7de3-4343-8743-53bb4992862e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:29.565033 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.635618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Port 1d52367b-7de3-4343-8743-53bb4992862e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:29.647867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.653132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Provisioning for port 5e706e23-12d4-4ff0-81a6-cab96de64693 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:32:29.660173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Provisioning complete for port 5e706e23-12d4-4ff0-81a6-cab96de64693 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:29.660759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.716870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467865b9-f91b-4099-9d0a-fe709a0b3e2a req-2ac7c1b9-a06f-47ba-8027-7923451f08cd tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:29.735198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa645a93-328d-498c-935e-f5ed944e1cf5 None None] Port 5e706e23-12d4-4ff0-81a6-cab96de64693 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:29.750844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-467865b9-f91b-4099-9d0a-fe709a0b3e2a req-2ac7c1b9-a06f-47ba-8027-7923451f08cd tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.1582191 May 26 19:32:29.830187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Calling delete_port for 5e706e23-12d4-4ff0-81a6-cab96de64693 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:29.880867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a40bad81-8dc7-494e-a198-1f0d86b835ad None None] Provisioning complete for port 1d52367b-7de3-4343-8743-53bb4992862e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:29.881177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a40bad81-8dc7-494e-a198-1f0d86b835ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:29.968877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a40bad81-8dc7-494e-a198-1f0d86b835ad None None] Port 1d52367b-7de3-4343-8743-53bb4992862e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:30.014804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b345fc-41d5-4ee6-9bb4-6d9152d83bca req-ce07364c-aaa8-4fd0-a4de-a9ef738f0043 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:30.016425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8b345fc-41d5-4ee6-9bb4-6d9152d83bca req-ce07364c-aaa8-4fd0-a4de-a9ef738f0043 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.1178281 May 26 19:32:30.071451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.081886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-349a0008-bd24-4da1-a00b-470c416e7c5d None None] Could not find standard attr ID for object 5e706e23-12d4-4ff0-81a6-cab96de64693. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:32:30.142530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event deleted for resources: {'Port': ['ID=5e706e23-12d4-4ff0-81a6-cab96de64693,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:30.234393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349e5d-4cc4-4cc6-a421-c020eb72e51f req-7f631f78-3258-499a-ad61-ada180c4534a tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:30.235881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87349e5d-4cc4-4cc6-a421-c020eb72e51f req-7f631f78-3258-499a-ad61-ada180c4534a tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 1060 time: 0.1028013 May 26 19:32:30.261713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.274078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53734) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:30.275647 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a23e6a71-2aec-43f9-b02e-4a4f433da325 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "DELETE /v2.0/ports/5e706e23-12d4-4ff0-81a6-cab96de64693 HTTP/1.1" status: 204 len: 168 time: 1.0634358 May 26 19:32:30.280945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Request body: {'port': {'name': 'tempest-new-port-name-434424966', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:30.281360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] bootfile-name is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:30.281696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] tftp-server is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:30.282021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] server-ip-address is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:32:30.314515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 58d96cc9-a1f7-4499-8244-989df6b4b250 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:32:30.421896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 58d96cc9-a1f7-4499-8244-989df6b4b250 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:30.422386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.490742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.548933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 58d96cc9-a1f7-4499-8244-989df6b4b250 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:32:30.561361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822f86a-fdcc-4f0c-b8e9-113ca5e8b807 req-e60152bd-a62b-4b5d-b02e-7e0a092f0333 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:30.562834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d822f86a-fdcc-4f0c-b8e9-113ca5e8b807 req-e60152bd-a62b-4b5d-b02e-7e0a092f0333 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.1555259 May 26 19:32:30.793789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d822f86a-fdcc-4f0c-b8e9-113ca5e8b807 req-7666beca-e0e5-49e5-a74d-790f02bcbb20 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Synchronizing usage tracker for tenant:c81d7ebdc97a45ebb2af98cd817f4772 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:30.829644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d822f86a-fdcc-4f0c-b8e9-113ca5e8b807 req-7666beca-e0e5-49e5-a74d-790f02bcbb20 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Unset dirty status for tenant:c81d7ebdc97a45ebb2af98cd817f4772 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:30.830753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d822f86a-fdcc-4f0c-b8e9-113ca5e8b807 req-7666beca-e0e5-49e5-a74d-790f02bcbb20 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2601898 May 26 19:32:30.856278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:30.898367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.903964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:30.954170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f05b0-218e-4eb2-aec2-647203e9ced7 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:30.956011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-793f05b0-218e-4eb2-aec2-647203e9ced7 tempest-TestSecurityGroupsBasicOps-441196107 tempest-TestSecurityGroupsBasicOps-441196107-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 1055 time: 0.0984783 May 26 19:32:31.095795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event updated for resources: {'Port': ['ID=1d52367b-7de3-4343-8743-53bb4992862e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:31.115621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] In _notify_port_updated(), no bound segment for port 1d52367b-7de3-4343-8743-53bb4992862e on network 87f3c75c-975e-4df4-b847-581163697f2c {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:32:31.121944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:31.122598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:31.123892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6a131ee7-0850-4026-8071-0cfe2a99698f tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "PUT /v2.0/ports/1d52367b-7de3-4343-8743-53bb4992862e HTTP/1.1" status: 200 len: 1136 time: 0.8484924 May 26 19:32:31.126694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53754) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:31.136916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95024e7-e199-4566-ba87-d444601aa0d2 req-ff85d09b-f4ca-4e5e-b13f-cbafe2c3695c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:31.138399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a95024e7-e199-4566-ba87-d444601aa0d2 req-ff85d09b-f4ca-4e5e-b13f-cbafe2c3695c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1412244 May 26 19:32:31.203395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a95024e7-e199-4566-ba87-d444601aa0d2 req-e6b12980-c327-4b08-83c5-4c7e8aac7953 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580587 May 26 19:32:31.222478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ddf81-07c4-43ae-beef-d40b32ae977a tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:31.223078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-404ddf81-07c4-43ae-beef-d40b32ae977a tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Synchronizing usage tracker for tenant:59003a375c8a488bac9bdd6dc129d2bb on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:31.243380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-404ddf81-07c4-43ae-beef-d40b32ae977a tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Unset dirty status for tenant:59003a375c8a488bac9bdd6dc129d2bb on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:31.244882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-404ddf81-07c4-43ae-beef-d40b32ae977a tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "GET /v2.0/ports/1d52367b-7de3-4343-8743-53bb4992862e HTTP/1.1" status: 200 len: 1136 time: 0.1165826 May 26 19:32:31.248851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53758) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:31.311876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-21d0be93-e610-4626-8a59-8a361c68524f None None] Provisioning complete for port 1d52367b-7de3-4343-8743-53bb4992862e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:32:31.312508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-21d0be93-e610-4626-8a59-8a361c68524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:31.324507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Deleting port 1d52367b-7de3-4343-8743-53bb4992862e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:31.329415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:31.399022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-21d0be93-e610-4626-8a59-8a361c68524f None None] Port 1d52367b-7de3-4343-8743-53bb4992862e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:32:31.659001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:31.791111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc8449-38bd-4e72-96e2-670450a01765 req-33ab2c57-f9fd-4b4f-b6a0-5cb4999d3883 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:31.792782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7cc8449-38bd-4e72-96e2-670450a01765 req-33ab2c57-f9fd-4b4f-b6a0-5cb4999d3883 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.2500408 May 26 19:32:31.800079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Calling delete_port for 1d52367b-7de3-4343-8743-53bb4992862e owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:31.973861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.051858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event deleted for resources: {'Port': ['ID=1d52367b-7de3-4343-8743-53bb4992862e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:32.131129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.147948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c1606877-82f0-44f4-badf-226012971d98 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "DELETE /v2.0/ports/1d52367b-7de3-4343-8743-53bb4992862e HTTP/1.1" status: 204 len: 168 time: 0.8951280 May 26 19:32:32.148197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53772) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:32.231109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Deleting subnet df39696b-8e86-403a-b556-c1034d9ac18b {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:32:32.236651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.314771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.459933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc252aff-c694-4f70-8c74-a643a9210c24 req-33bebd32-a79d-4a39-baf8-5fb57ecde76f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:32.461945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc252aff-c694-4f70-8c74-a643a9210c24 req-33bebd32-a79d-4a39-baf8-5fb57ecde76f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1199114 May 26 19:32:32.466485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.555286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc252aff-c694-4f70-8c74-a643a9210c24 req-0160f002-28bf-4f36-8d72-0ffa55960b6f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618525 May 26 19:32:32.579231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.763964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event deleted for resources: {'Subnet': ['ID=df39696b-8e86-403a-b556-c1034d9ac18b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:32.775809 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:32.782167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50164766-cca5-493c-89ec-69c71cac988a None None] Network 87f3c75c-975e-4df4-b847-581163697f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:32.790568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c42f7a5d-6e2e-44d8-b19e-521b2cfa529c tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "DELETE /v2.0/subnets/df39696b-8e86-403a-b556-c1034d9ac18b HTTP/1.1" status: 204 len: 168 time: 0.6397357 May 26 19:32:32.791738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:32.822404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e899af-e712-423d-a141-82ddd18849d6 req-eef181da-eae7-4513-a73c-e93c8e4a377d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:32.824266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30e899af-e712-423d-a141-82ddd18849d6 req-eef181da-eae7-4513-a73c-e93c8e4a377d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.13 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.1048436 May 26 19:32:32.909723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port 65389ae9-6183-4b01-bd0f-a581a31f2f55 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:32.910511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.031968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.045594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Deleting port 58d96cc9-a1f7-4499-8244-989df6b4b250 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:33.046765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.107291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] DHCP port deletion for 87f3c75c-975e-4df4-b847-581163697f2c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:32:33.112980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Deleting port 58d96cc9-a1f7-4499-8244-989df6b4b250 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:33.113455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.344537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] For port 58d96cc9-a1f7-4499-8244-989df6b4b250, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=58d96cc9-a1f7-4499-8244-989df6b4b250,segment=NetworkSegment(ab20944a-b3b0-445b-869e-f0fa7ba199ff),segment_id=ab20944a-b3b0-445b-869e-f0fa7ba199ff)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:33.345164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.380128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204e4c4-a41e-4ca9-b50d-1ab3e779c3a3 req-ef88e42d-21c8-418a-800b-7a95060da7fc tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:33.381592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4204e4c4-a41e-4ca9-b50d-1ab3e779c3a3 req-ef88e42d-21c8-418a-800b-7a95060da7fc tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 909 time: 0.1940978 May 26 19:32:33.383964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port 65389ae9-6183-4b01-bd0f-a581a31f2f55, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65389ae9-6183-4b01-bd0f-a581a31f2f55,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:33.384320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.389522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] For port 58d96cc9-a1f7-4499-8244-989df6b4b250, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=58d96cc9-a1f7-4499-8244-989df6b4b250,segment=NetworkSegment(ab20944a-b3b0-445b-869e-f0fa7ba199ff),segment_id=ab20944a-b3b0-445b-869e-f0fa7ba199ff)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:33.390035 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.495977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Calling delete_port for 58d96cc9-a1f7-4499-8244-989df6b4b250 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:33.528953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for 65389ae9-6183-4b01-bd0f-a581a31f2f55 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:33.550343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Calling delete_port for 58d96cc9-a1f7-4499-8244-989df6b4b250 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:33.585395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.645304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event deleted for resources: {'Port': ['ID=58d96cc9-a1f7-4499-8244-989df6b4b250,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:33.664053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] No DVR routers for this DVR port 58d96cc9-a1f7-4499-8244-989df6b4b250 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:33.750135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:32:33.750758 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:32:33.819872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.875597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=65389ae9-6183-4b01-bd0f-a581a31f2f55,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:33.923406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21dd8c-f8c2-485a-b7b7-73c0bf11d141 req-ee2cd2e1-004f-4a98-8e16-87858a2d8248 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:33.931564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b21dd8c-f8c2-485a-b7b7-73c0bf11d141 req-ee2cd2e1-004f-4a98-8e16-87858a2d8248 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2085655 May 26 19:32:33.948391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:33.974958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f3c75c-975e-4df4-b847-581163697f2c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:33.992595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab20944a-b3b0-445b-869e-f0fa7ba199ff') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:33.992595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab20944a-b3b0-445b-869e-f0fa7ba199ff') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:34.003593 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.019987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.027062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:32:34.027459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.067135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] No DVR routers for this DVR port 65389ae9-6183-4b01-bd0f-a581a31f2f55 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:34.089823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b21dd8c-f8c2-485a-b7b7-73c0bf11d141 req-5f552567-62cb-40cf-b029-eb32366e01d5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553497 May 26 19:32:34.094243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.099696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'name': 'network-vif-deleted', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:34.127822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30e899af-e712-423d-a141-82ddd18849d6 req-a98f8f55-eea0-48fc-ad2f-0c23b3c70552 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.13 "DELETE /v2.0/ports/65389ae9-6183-4b01-bd0f-a581a31f2f55 HTTP/1.1" status: 204 len: 173 time: 1.2979279 May 26 19:32:34.154039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.161986 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.176807 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ab20944a-b3b0-445b-869e-f0fa7ba199ff resource provider aggregate not found May 26 19:32:34.188327 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d0f95b-8440-484c-802b-6cf778153fe3'] response: {'server_uuid': '74f16b1e-7728-45cf-bf95-027d89e6f5f2', 'name': 'network-vif-deleted', 'tag': '65389ae9-6183-4b01-bd0f-a581a31f2f55', 'status': 'completed', 'code': 200} May 26 19:32:34.224552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] 10.222.0.24 "DELETE /v2.0/networks/87f3c75c-975e-4df4-b847-581163697f2c HTTP/1.1" status: 204 len: 168 time: 1.4252687 May 26 19:32:34.235588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f9d08-16e5-41ab-9ebe-8b0eaabbe8b4 tempest-ExtraDHCPOptionsTestJSON-732896968 tempest-ExtraDHCPOptionsTestJSON-732896968-project] Pushing event deleted for resources: {'Network': ['ID=87f3c75c-975e-4df4-b847-581163697f2c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:34.235588 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ab20944a-b3b0-445b-869e-f0fa7ba199ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab20944a-b3b0-445b-869e-f0fa7ba199ff found for delete ", "request_id": "req-4b69030c-2b07-4535-b717-7ec82750d9ec"}]} May 26 19:32:34.251917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Deleting port 58d96cc9-a1f7-4499-8244-989df6b4b250 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:34.252472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:34.296380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 58d96cc9-a1f7-4499-8244-989df6b4b250 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:34.362443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 58d96cc9-a1f7-4499-8244-989df6b4b250 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:34.362443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 58d96cc9-a1f7-4499-8244-989df6b4b250 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:34.367535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-479ed54a-c346-40b4-8995-723e8aadf484 None None] The port '58d96cc9-a1f7-4499-8244-989df6b4b250' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:32:34.703676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:34.739516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-363a79b1-708f-436f-9ab3-099c5a1a8d8e req-4f6282b7-4291-4a2b-99a3-39dbc7517154 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Synchronizing usage tracker for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:34.774241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-363a79b1-708f-436f-9ab3-099c5a1a8d8e req-4f6282b7-4291-4a2b-99a3-39dbc7517154 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Unset dirty status for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:34.775523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-363a79b1-708f-436f-9ab3-099c5a1a8d8e req-4f6282b7-4291-4a2b-99a3-39dbc7517154 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=74f16b1e-7728-45cf-bf95-027d89e6f5f2 HTTP/1.1" status: 200 len: 210 time: 0.1349554 May 26 19:32:34.980919 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac71ea64-3cbd-4910-9b18-cc22225851ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59003a375c8a488bac9bdd6dc129d2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760165 May 26 19:32:34.983935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53838) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:35.047927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:35.076828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:35.132793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:35.147504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e56380d-bf56-4bb5-8a71-87bfb69cc4ed,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:35.153904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:35.159013 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fe04242b-50f0-41d7-82c1-93af4d57e480 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e56380d-bf56-4bb5-8a71-87bfb69cc4ed HTTP/1.1" status: 204 len: 168 time: 0.1701953 May 26 19:32:35.297654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b696d-d89d-4c3e-8ecd-e3d59f42a1b4 req-5e5ac541-c547-4af3-adc0-3b38200702ca tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:35.299236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b696d-d89d-4c3e-8ecd-e3d59f42a1b4 req-5e5ac541-c547-4af3-adc0-3b38200702ca tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.0923591 May 26 19:32:35.366334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b696d-d89d-4c3e-8ecd-e3d59f42a1b4 req-3da8c304-b173-4d39-9e42-d11830793a36 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595157 May 26 19:32:35.879125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:35.973063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:36.114103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-954444384'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:36.126371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:36.132907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:network and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:36.190621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:36.208469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:36.235269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:36.238757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.256819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.340357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:36.348170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:security_group_rule and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:36.353297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:36.362114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:36.506461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.626327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.626927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6ef1-d1bf-4012-a374-48399b51795f req-16fadb4c-0731-4551-bf6b-5825b0833d6d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:36.629573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6bb6ef1-d1bf-4012-a374-48399b51795f req-16fadb4c-0731-4551-bf6b-5825b0833d6d tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1317108 May 26 19:32:36.635542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.683317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6bb6ef1-d1bf-4012-a374-48399b51795f req-fac509b6-f82a-41b9-8bcd-aafa02720b0b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 May 26 19:32:36.719576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:32:36.721681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132236b6-f6f2-4151-bda9-811f0ea03e60,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:36.744804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.745237 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Added segment e61a6d5f-6efc-429a-ad96-4e0606778b4d of type vlan for network f41fdedf-f1d6-4937-81be-eac90c7e985d May 26 19:32:36.812756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.818792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.994491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:36.999820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:37.000420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.133435 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1584003 May 26 19:32:37.136328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53914) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:37.137990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76680-9469-4c50-9ca0-71fb5497f21f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Network': ['ID=f41fdedf-f1d6-4937-81be-eac90c7e985d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:37.148701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'subnet': {'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:37.153782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f41fdedf-f1d6-4937-81be-eac90c7e985d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:32:37.270722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65389ae9-6183-4b01-bd0f-a581a31f2f55 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:37.329867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:37.335873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:subnet and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:37.341933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:37.347889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 65389ae9-6183-4b01-bd0f-a581a31f2f55 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:37.348372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65389ae9-6183-4b01-bd0f-a581a31f2f55 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:37.349297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:37.362965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:37.367766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.581284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port 0d642b03-e0e5-4f03-91ba-b6a2678ab466 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:37.581666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.723892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.825106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Subnet': ['ID=bfb6b13a-8344-436f-b5b5-8e66943b1d43,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:37.831149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Checking segment: {'id': 'e61a6d5f-6efc-429a-ad96-4e0606778b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:32:37.831631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network hostable DHCP agents. Network: f41fdedf-f1d6-4937-81be-eac90c7e985d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:32:37.854916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port 0d642b03-e0e5-4f03-91ba-b6a2678ab466, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d642b03-e0e5-4f03-91ba-b6a2678ab466,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:37.855514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.878920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:32:37.891860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f41fdedf-f1d6-4937-81be-eac90c7e985d) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:37.901957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26e506-3e2f-4cf0-addf-c148c7547f74 None None] Network f41fdedf-f1d6-4937-81be-eac90c7e985d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:37.910728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:37.911305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:37.949791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c1df9cea-38a8-488f-b86e-70eec1d05c3a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8120456 May 26 19:32:37.953132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53936) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:37.965951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1033512211', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:37.983477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:37.993753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:router and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:38.007758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:38.020678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:38.042033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:38.043443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:38.070140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:38.075170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for 0d642b03-e0e5-4f03-91ba-b6a2678ab466 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:38.209458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f31a9-64ed-46f7-8230-207e7d16131e None None] Network f41fdedf-f1d6-4937-81be-eac90c7e985d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:38.573515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:38.658406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:38.696233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dad19f-a652-41a9-925d-a02c67c64efa req-086c7151-1938-4ed8-a0ac-e53cfc5a4254 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:38.703085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11dad19f-a652-41a9-925d-a02c67c64efa req-086c7151-1938-4ed8-a0ac-e53cfc5a4254 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2567847 May 26 19:32:38.718142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=0d642b03-e0e5-4f03-91ba-b6a2678ab466,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:38.771022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11dad19f-a652-41a9-925d-a02c67c64efa req-d9a90a63-7b5e-47be-9583-f151e31c8e09 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670598 May 26 19:32:39.097923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:39.131083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:39.160891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:39.352349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.82 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/8fcf1f4c-9557-470b-8f00-0e82a12ec35b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:39.571462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:39.604000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:39.690463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:39.695242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:39.698811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:39.751878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=8fcf1f4c-9557-470b-8f00-0e82a12ec35b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:39.791322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router 9f7913bb-241c-4c0c-aee7-66e11617e4ab has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:40.015217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:40.027933 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Sync routers for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:40.040144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d4fa8b9-68ca-4e0f-a9d4-917ef71a65f7 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "PUT /v2.0/routers/9f7913bb-241c-4c0c-aee7-66e11617e4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1594434 May 26 19:32:40.042785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53974) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:40.054463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:40.054463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:40.165524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting subnet 4e005e5c-145b-4034-91c9-396e8d6cc52e {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:32:40.169503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.282704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.283619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea185-06c7-4fec-8800-4e125fc67bd3 req-afdc6240-6927-4005-8239-ea213c1c2f91 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:40.285955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e3ea185-06c7-4fec-8800-4e125fc67bd3 req-afdc6240-6927-4005-8239-ea213c1c2f91 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2585120 May 26 19:32:40.353321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e3ea185-06c7-4fec-8800-4e125fc67bd3 req-263627f8-5444-41d1-9d00-0302f123ee5e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525959 May 26 19:32:40.427303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.432401 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:40.477012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.542006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.643816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.646602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Subnet': ['ID=4e005e5c-145b-4034-91c9-396e8d6cc52e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:40.650465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757e5b0-b68e-4b46-a24a-56e5e252350d None None] Network 08d5d6ec-fde4-4c75-9073-f42d937a1055 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:40.667175 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-049876e6-ff7d-4590-b2ba-782a719e39f9 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/subnets/4e005e5c-145b-4034-91c9-396e8d6cc52e HTTP/1.1" status: 204 len: 168 time: 0.6232252 May 26 19:32:40.669615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:40.842846 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:38Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:40.850465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Checking router: 9f7913bb-241c-4c0c-aee7-66e11617e4ab for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:40.868626 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Routers {'9f7913bb-241c-4c0c-aee7-66e11617e4ab'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:40.869567 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:40.887204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:40.956590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.030689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] DHCP port deletion for 08d5d6ec-fde4-4c75-9073-f42d937a1055 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:32:41.035062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Deleting port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:41.035643 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.175206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.191712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port 017bdca7-f5e5-4d16-9a51-454eb173f30c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:41.192256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.226336 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] Set router 9f7913bb-241c-4c0c-aee7-66e11617e4ab gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:41.313871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:32:41.322680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] For port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,segment=NetworkSegment(cd008ed9-891b-4999-9143-f36b46fb2560),segment_id=cd008ed9-891b-4999-9143-f36b46fb2560)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:41.323287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.423094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port 017bdca7-f5e5-4d16-9a51-454eb173f30c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=017bdca7-f5e5-4d16-9a51-454eb173f30c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:41.423449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.553928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:41.572926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for 017bdca7-f5e5-4d16-9a51-454eb173f30c owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:41.577011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Calling delete_port for 1121e2d0-786e-4be2-b4d4-c26c31f7d73d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:41.643097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:41.665529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:41.671991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bf59e81b-1c55-4621-bb1c-921302214597 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7138221 May 26 19:32:41.671991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54002) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:41.706878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:41.707523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:41.805654 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:38Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:41.813313 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934664d2-c7c7-4d28-979f-525eb31a5198 None None] The sync data for ids ['9f7913bb-241c-4c0c-aee7-66e11617e4ab'] in n-d-843146-9 is: [{'id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1725997211', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:54Z', 'updated_at': '2022-05-26T19:32:38Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '017bdca7-f5e5-4d16-9a51-454eb173f30c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:4a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7913bb-241c-4c0c-aee7-66e11617e4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:56Z', 'updated_at': '2022-05-26T19:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:41.836455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:41.849451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:41.850317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:41.851560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518c8d3-9243-4c67-86a5-4658dd90fc33 req-1c3f797b-7229-4df0-908a-993a02c12680 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:41.859409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5518c8d3-9243-4c67-86a5-4658dd90fc33 req-1c3f797b-7229-4df0-908a-993a02c12680 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2941079 May 26 19:32:41.919281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:41.919685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb8048-499d-49fc-89dc-01d02bb0be9f None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:41.945696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.011678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] Pushing event deleted for resources: {'Port': ['ID=1121e2d0-786e-4be2-b4d4-c26c31f7d73d,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:42.013010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.013783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a627ad-40af-4740-9389-fd4121c797c3 None None] No DVR routers for this DVR port 1121e2d0-786e-4be2-b4d4-c26c31f7d73d on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:42.118208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=017bdca7-f5e5-4d16-9a51-454eb173f30c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:42.174539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5518c8d3-9243-4c67-86a5-4658dd90fc33 req-77dcb4a6-b860-405b-9411-f112ed7f7cce tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117101 May 26 19:32:42.187451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.378002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1121e2d0-786e-4be2-b4d4-c26c31f7d73d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:42.410495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.413583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.441533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.442159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7913bb-241c-4c0c-aee7-66e11617e4ab {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:32:42.458511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1121e2d0-786e-4be2-b4d4-c26c31f7d73d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:42.458511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1121e2d0-786e-4be2-b4d4-c26c31f7d73d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:42.458832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d642b03-e0e5-4f03-91ba-b6a2678ab466 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:42.490735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.494823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-13c8a922-4249-4599-aa8f-0b5f4a4a443d tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/routers/9f7913bb-241c-4c0c-aee7-66e11617e4ab HTTP/1.1" status: 204 len: 168 time: 1.8204892 May 26 19:32:42.495522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:42.520501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0d642b03-e0e5-4f03-91ba-b6a2678ab466 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:42.521359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d642b03-e0e5-4f03-91ba-b6a2678ab466 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:42.631194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.784697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.825070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d5d6ec-fde4-4c75-9073-f42d937a1055']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:42.826372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.839196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd008ed9-891b-4999-9143-f36b46fb2560') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:42.839496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd008ed9-891b-4999-9143-f36b46fb2560') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:42.851863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.881263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.891931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:32:42.891931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:42.965366 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cd008ed9-891b-4999-9143-f36b46fb2560 resource provider aggregate not found May 26 19:32:42.999776 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cd008ed9-891b-4999-9143-f36b46fb2560 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd008ed9-891b-4999-9143-f36b46fb2560 found for delete ", "request_id": "req-4f3c6372-d5a6-4cf7-a0b6-4c4eb52879bf"}]} May 26 19:32:43.015057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.051557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.054995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Network': ['ID=08d5d6ec-fde4-4c75-9073-f42d937a1055,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:43.063621 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59489975-6a29-4464-8a66-5402a89ff956 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/networks/08d5d6ec-fde4-4c75-9073-f42d937a1055 HTTP/1.1" status: 204 len: 168 time: 0.5647695 May 26 19:32:43.064215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:43.332891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port bc24080c-a2d9-4997-afea-82f23c5308a3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:43.333267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.381003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.1 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/458673d4-76bb-4f0c-8133-7b3886611919) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:43.514588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87292ccd-ad51-4b0e-af69-290f4b71f91b req-bec13dbb-67eb-4641-8ffe-cf4de4e3aa12 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:43.516370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87292ccd-ad51-4b0e-af69-290f4b71f91b req-bec13dbb-67eb-4641-8ffe-cf4de4e3aa12 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1998861 May 26 19:32:43.519994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.520325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.603084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.608453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87292ccd-ad51-4b0e-af69-290f4b71f91b req-826be41f-84ba-4b61-991c-8e97db20935c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752125 May 26 19:32:43.643090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.713932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:43.717182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:43.722379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:43.757468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for bc24080c-a2d9-4997-afea-82f23c5308a3 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:43.771765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=458673d4-76bb-4f0c-8133-7b3886611919,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:43.786233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.786706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.787142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.787572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.788566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.789032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.789512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.789934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.790355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.790781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.791231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.791636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:43.803834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.919950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.935220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:43.944373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.001591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=bc24080c-a2d9-4997-afea-82f23c5308a3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:44.066770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.067467 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Floating IP d86dae72-0893-4dea-8e90-cdcb418cfeb5 disassociated (deleted). External IP: 172.25.0.96, port: 195aaadd-beb9-4efc-9df6-56729bf291a9. May 26 19:32:44.227341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 017bdca7-f5e5-4d16-9a51-454eb173f30c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:44.298028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 017bdca7-f5e5-4d16-9a51-454eb173f30c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:44.298632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 017bdca7-f5e5-4d16-9a51-454eb173f30c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:44.453441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:44.484477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.489946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.619643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=458673d4-76bb-4f0c-8133-7b3886611919,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:44.628439 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.632932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-28c08178-2428-4c3f-8b63-99e751841daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.651002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:44.663390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Sync routers for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:44.675935 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:44.676487 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:44.683981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:44.809352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc64746e-0f08-463c-9a4d-bd5e0f73ceaa tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/floatingips/d86dae72-0893-4dea-8e90-cdcb418cfeb5 HTTP/1.1" status: 204 len: 168 time: 1.7371604 May 26 19:32:44.810497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:44.869551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:44.872881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:44.912381 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:44.972588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901966c6-a59e-45a2-89c3-117042de02e3 req-899ef7f4-d9ab-40cc-bf5e-5f0d81576c1f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:44.974322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-901966c6-a59e-45a2-89c3-117042de02e3 req-899ef7f4-d9ab-40cc-bf5e-5f0d81576c1f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2071202 May 26 19:32:45.102298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-901966c6-a59e-45a2-89c3-117042de02e3 req-733d8d44-6a1c-4188-8557-e08e5aa8187b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750933 May 26 19:32:45.112381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:45.369661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:45.393169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-beadf52f-0b9f-48e6-ab89-71b6e6353dfa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/routers/41b1c4b1-3607-4235-aae8-b907ecad8f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7190392 May 26 19:32:45.393362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:45.393858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54062) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:45.399713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'port': {'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d', 'name': 'tempest-FloatingIPTestJSON-1610773302'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:45.407246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.411213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:45.411852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.413964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Checking router: f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:45.425497 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:45.426318 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.532372 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7805c9-38b2-498c-a1fe-a9f82d3b7c35'] response: {'name': 'network-changed', 'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'status': 'completed', 'code': 200} May 26 19:32:45.566853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.579787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:45.580415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.628982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:45.634429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:port and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:45.638274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:45.648956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:45.674711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:45.674711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:45.715379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] device_id is not set on port 4c94f573-2ebc-4371-a589-193da7963f5f yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:45.751521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:45.751934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b412a-522b-4f0d-9097-c1347e5c7610 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:45.764574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ff6c-b9e7-4260-9024-484111945c12 req-63bb7230-400c-4a3b-a743-3a7a52739af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:45.766457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-63bb7230-400c-4a3b-a743-3a7a52739af9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=425c61e4253b48e59f3d2ce031ab9848&device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 1135 time: 0.2428498 May 26 19:32:45.873316 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:45.946217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.3 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/4c94f573-2ebc-4371-a589-193da7963f5f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:46.035737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ff6c-b9e7-4260-9024-484111945c12 req-3c2f8f33-bafa-4953-b44e-b3a40054e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:46.037999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-3c2f8f33-bafa-4953-b44e-b3a40054e066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 200 len: 898 time: 0.1932800 May 26 19:32:46.384210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:46.446377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:46.480988 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:46.492782 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813d162-18d4-4a0d-a1cc-9e0e4e7719a6 None None] The sync data for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 is: [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:29:57Z', 'revision_number': 4, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'd730480a-f634-46ca-bbee-2b8710208666', 'name': '', 'network_id': 'ab6e9b2c-98a8-4fe3-945f-808c81bfc03f', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'mac_address': 'fa:16:3e:ec:28:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_interface', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:55Z', 'updated_at': '2022-05-26T19:30:06Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'subnets': [{'id': '91cc7e5e-ce70-47ef-80b1-81fa20c432bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:46.519341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4be66-5866-4fda-9d36-1eb207ed574d req-cbfd9f62-578f-4d9b-bbb4-95fcedc28730 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:46.520906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1c4be66-5866-4fda-9d36-1eb207ed574d req-cbfd9f62-578f-4d9b-bbb4-95fcedc28730 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.7533815 May 26 19:32:46.591449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-1f38afca-3405-4704-b181-d9868c67b441 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 200 len: 217 time: 0.5413709 May 26 19:32:46.725140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1c4be66-5866-4fda-9d36-1eb207ed574d req-118655ce-d938-487a-80d7-7b9770227c7c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1703074 May 26 19:32:46.727173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=4c94f573-2ebc-4371-a589-193da7963f5f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:46.751978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.752799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.753166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.753505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.753835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.754161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.754479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.754798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.755554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.756180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.757267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.757746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:46.767258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:46.768946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:46.773161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:46.781949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ff6c-b9e7-4260-9024-484111945c12 req-3368b51c-24aa-4ac0-bb28-57509bfa6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:46.797919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-3368b51c-24aa-4ac0-bb28-57509bfa6bf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 200 len: 834 time: 0.1992214 May 26 19:32:46.798572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-98bbd677-019a-4d27-861a-4f73b7b2d146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:46.872130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:46.873925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:46.902060 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3465b263-d4b3-42b6-ae02-c91b0fac4588 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5074556 May 26 19:32:46.902865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:46.909860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'port': {'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d', 'name': 'tempest-FloatingIPTestJSON-793363836'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:46.975735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71ff6c-b9e7-4260-9024-484111945c12 req-e68caa76-0653-4fc0-b7c0-f22df9b73d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:46.977462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-e68caa76-0653-4fc0-b7c0-f22df9b73d71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669018 May 26 19:32:47.002017 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99599c-fe4d-4328-a06a-e180ae257b35 None None] New status for floating IP d86dae72-0893-4dea-8e90-cdcb418cfeb5: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:32:47.144111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:47.148268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:port and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:47.151440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:47.158419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:47.164085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-ca926604-7822-42dc-b2db-4f534f74c82f service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708739 May 26 19:32:47.171179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:32:47.174960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:47.186008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aa77b-11e4-4aa2-a830-a0f7b37cb959 req-c9bee683-dadf-4170-8c22-31589fc350c2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:47.187492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab6aa77b-11e4-4aa2-a830-a0f7b37cb959 req-c9bee683-dadf-4170-8c22-31589fc350c2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2923465 May 26 19:32:47.198503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] device_id is not set on port e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:32:47.295038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:47.319730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab6aa77b-11e4-4aa2-a830-a0f7b37cb959 req-7ffc4c7e-17d8-4b8e-8c15-a2afcc0b06eb tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118672 May 26 19:32:47.378799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da71ff6c-b9e7-4260-9024-484111945c12 req-e49a8e42-fc6c-4da2-9b96-d09754ced81d service neutron] 10.222.0.53 "GET /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080038 May 26 19:32:47.410448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.6 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:47.447333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94390893-e913-4e6b-9372-82133840a752 req-b404f2c5-a1ff-4553-852a-6375551a0c97 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:47.447333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-94390893-e913-4e6b-9372-82133840a752 req-b404f2c5-a1ff-4553-852a-6375551a0c97 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Synchronizing usage tracker for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:47.488485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-94390893-e913-4e6b-9372-82133840a752 req-b404f2c5-a1ff-4553-852a-6375551a0c97 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Unset dirty status for tenant:425c61e4253b48e59f3d2ce031ab9848 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:47.489816 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-94390893-e913-4e6b-9372-82133840a752 req-b404f2c5-a1ff-4553-852a-6375551a0c97 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.53 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.1756272 May 26 19:32:47.638628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port 195aaadd-beb9-4efc-9df6-56729bf291a9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:47.639203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:47.884046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:47.923651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311e4a-9786-424d-8ece-b0a4a164f75f req-b18108a0-a4f0-4c79-886b-c946866fe5d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:47.927937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84311e4a-9786-424d-8ece-b0a4a164f75f req-b18108a0-a4f0-4c79-886b-c946866fe5d8 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 984 time: 0.0923054 May 26 19:32:47.992034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84311e4a-9786-424d-8ece-b0a4a164f75f req-4114a72b-896b-4926-9fb6-64d9252e7723 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/security-groups?id=45b763e9-0bb8-4a7e-a38a-99d08ebb340f&id=5d640f0e-5a23-4176-a496-a1a2b8735346&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0588446 May 26 19:32:48.041515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port 195aaadd-beb9-4efc-9df6-56729bf291a9, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=195aaadd-beb9-4efc-9df6-56729bf291a9,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:48.041874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.122337 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.131867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.238583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for 195aaadd-beb9-4efc-9df6-56729bf291a9 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:48.331823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:48.340095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:48.342850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:48.347130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:48.471833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:48.472509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.503405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.565153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:48.575641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:48.584259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7bd956e3-c5f5-4d3b-b107-177ab31f6022 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6566679 May 26 19:32:48.592066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:48.592534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=195aaadd-beb9-4efc-9df6-56729bf291a9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:48.609796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:floatingip and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:48.623843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:48.685625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:48.715114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.831547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e031b5-71c6-4dd9-958b-6f9558b10541 req-6902fdc5-beb1-4148-ab33-ebc3a24bcb53 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:48.833087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1e031b5-71c6-4dd9-958b-6f9558b10541 req-6902fdc5-beb1-4148-ab33-ebc3a24bcb53 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.2155113 May 26 19:32:48.841071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] No DVR routers for this DVR port 195aaadd-beb9-4efc-9df6-56729bf291a9 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:48.843510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:48.847174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-94390893-e913-4e6b-9372-82133840a752 req-7665070b-79c3-4448-be4a-7297719cc641 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.53 "DELETE /v2.0/ports/195aaadd-beb9-4efc-9df6-56729bf291a9 HTTP/1.1" status: 204 len: 173 time: 1.3464277 May 26 19:32:48.847909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'name': 'network-vif-deleted', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:48.913624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1e031b5-71c6-4dd9-958b-6f9558b10541 req-412633a0-85f7-4337-af4f-e94362b2b1cf tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 May 26 19:32:48.919786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:49.000861 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f308d93b-4bca-4edd-abfb-0d0831e2d48f'] response: {'server_uuid': '76e76145-e2d7-4c83-a588-db85d67a2d20', 'name': 'network-vif-deleted', 'tag': '195aaadd-beb9-4efc-9df6-56729bf291a9', 'status': 'completed', 'code': 200} May 26 19:32:49.208973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.58 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/42450849-850e-42ff-83b5-b2e5c5c6be44) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:49.232781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-628fb1a6-60da-46f4-ae93-f64cb1d33d79 req-b6f0c90e-8bb9-4fc3-9be3-5a4254df20a0 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e76145-e2d7-4c83-a588-db85d67a2d20 HTTP/1.1" status: 200 len: 210 time: 0.0717309 May 26 19:32:49.404452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:49.448143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:49.520289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=42450849-850e-42ff-83b5-b2e5c5c6be44,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:49.535581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:49.536838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:49.539775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:49.684288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.191110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4f3d-05bc-4cbe-9b8a-ecb3e839912e req-ff7f9dba-dd6d-4c64-b00f-f5810f249a34 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:50.192570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1eab4f3d-05bc-4cbe-9b8a-ecb3e839912e req-ff7f9dba-dd6d-4c64-b00f-f5810f249a34 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1243103 May 26 19:32:50.269555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1eab4f3d-05bc-4cbe-9b8a-ecb3e839912e req-95550c4f-ee16-4a97-b682-0dc9a0875681 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 May 26 19:32:50.273636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.355421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54184) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:50.371704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.555424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.603064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.685725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.700243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.705948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b763e9-0bb8-4a7e-a38a-99d08ebb340f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:50.711515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.836493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.840326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-26863427-4de7-4b61-a57b-99d86580f17b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/security-groups/45b763e9-0bb8-4a7e-a38a-99d08ebb340f HTTP/1.1" status: 204 len: 168 time: 0.4815683 May 26 19:32:50.841248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:50.850326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=42450849-850e-42ff-83b5-b2e5c5c6be44,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:50.860542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.932852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:50.971870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:51.047606 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP db8df7b2-9201-4831-9bb9-8a1a6562f049 associated. External IP: 172.25.0.58, port: e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe. May 26 19:32:51.076380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:51.138567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d640f0e-5a23-4176-a496-a1a2b8735346,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:51.141169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:51.142682 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6930f52c-1b52-4e90-8dae-a2c6d7f10255 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d640f0e-5a23-4176-a496-a1a2b8735346 HTTP/1.1" status: 204 len: 168 time: 0.2996271 May 26 19:32:51.145401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:51.488471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:51.875776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:51.945513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:51.970544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:51.979089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0fff-2626-452f-82f7-091eaba08c0f req-f121a04d-c0e0-457b-a273-cdc963e58e55 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:51.980612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24db0fff-2626-452f-82f7-091eaba08c0f req-f121a04d-c0e0-457b-a273-cdc963e58e55 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.1266534 May 26 19:32:51.981570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:51.984943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:51.985840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:52.065631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:52.075623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:52.076503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:52.142168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24db0fff-2626-452f-82f7-091eaba08c0f req-d4fa12c5-f983-4b8e-9709-414d5c01dc79 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246169 May 26 19:32:52.153596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-55348084-3eef-464d-a030-1fe12042beb7 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.5872424 May 26 19:32:52.156065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:52.161387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:52.197972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 195aaadd-beb9-4efc-9df6-56729bf291a9 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:52.254627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:52.255031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797e35-098a-4d99-bf58-e6b560ee8eee None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:52.257863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 195aaadd-beb9-4efc-9df6-56729bf291a9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:52.258201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 195aaadd-beb9-4efc-9df6-56729bf291a9 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:52.278887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:52.312489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port d730480a-f634-46ca-bbee-2b8710208666 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:52.312828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:52.563483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port d730480a-f634-46ca-bbee-2b8710208666, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d730480a-f634-46ca-bbee-2b8710208666,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:52.563954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:52.615929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:52.622557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:52.622727 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP db8df7b2-9201-4831-9bb9-8a1a6562f049 disassociated. External IP: 172.25.0.58, port: e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe. May 26 19:32:52.716955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for d730480a-f634-46ca-bbee-2b8710208666 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:53.076250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:53.129939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:53.257881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=d730480a-f634-46ca-bbee-2b8710208666,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:53.352627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:53.357543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:53.372238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:53.385533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:53.386150 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:53.458879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:53.469200 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:53.469735 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:53.535110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-61282e36-f761-45d9-9f57-6b870c96efeb tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/db8df7b2-9201-4831-9bb9-8a1a6562f049 HTTP/1.1" status: 200 len: 687 time: 1.3777101 May 26 19:32:53.541629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54274) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:53.546831 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:53.547436 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bf38f-aa02-436e-8247-9792dab2ee85 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:53.641132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:53.879052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 42450849-850e-42ff-83b5-b2e5c5c6be44 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:53.879052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:53.935872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c60f4-35f9-4598-ba85-0f98d8e1d26d req-1c561e34-570f-4202-9cc8-ac55ec00ddcd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:53.937378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-995c60f4-35f9-4598-ba85-0f98d8e1d26d req-1c561e34-570f-4202-9cc8-ac55ec00ddcd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.4450369 May 26 19:32:54.049798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:54.068443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-995c60f4-35f9-4598-ba85-0f98d8e1d26d req-19208a0d-2953-41a6-b666-13a04aa2c9a5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243207 May 26 19:32:54.120795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.121154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.292199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 42450849-850e-42ff-83b5-b2e5c5c6be44 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:54.332274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:54.344245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Sync routers for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:54.358895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0ac0bf4-aafb-428e-8389-ac6c44807f2b tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "PUT /v2.0/routers/f4e2a8c0-5231-4bef-8655-f4c5bc82ae53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080946 May 26 19:32:54.359020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:54.359020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:54.359481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:54.444679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting subnet 91cc7e5e-ce70-47ef-80b1-81fa20c432bf {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:32:54.449725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.462307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.524259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=42450849-850e-42ff-83b5-b2e5c5c6be44,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:54.562528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.615246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:54.627492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.644515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.649322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3e2e3adf-a83a-4450-94b7-81869b184a5b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/db8df7b2-9201-4831-9bb9-8a1a6562f049 HTTP/1.1" status: 204 len: 168 time: 1.1029108 May 26 19:32:54.649944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54302) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:54.654900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '4c94f573-2ebc-4371-a589-193da7963f5f'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:32:54.663379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:32:54.668099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:floatingip and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:32:54.672429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:32:54.678830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:32:54.692873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.722884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.859991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.943446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Subnet': ['ID=91cc7e5e-ce70-47ef-80b1-81fa20c432bf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:54.954562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.958936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:54.964047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e8081478-9ea5-4a01-8a07-1f3c4854fa7e tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/subnets/91cc7e5e-ce70-47ef-80b1-81fa20c432bf HTTP/1.1" status: 204 len: 168 time: 0.6021409 May 26 19:32:54.965014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54314) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:54.968337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34933d33-92e5-48b3-a5ed-5d270a132078 None None] Network ab6e9b2c-98a8-4fe3-945f-808c81bfc03f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:32:55.134567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0142db9-6c0e-464e-8b67-a6c919dd435d req-c15ca4f1-91d2-4ecd-a5c0-dc4388727c0a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:55.136038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0142db9-6c0e-464e-8b67-a6c919dd435d req-c15ca4f1-91d2-4ecd-a5c0-dc4388727c0a tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.2719483 May 26 19:32:55.208661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.234 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/35039a54-5bb4-475b-882e-15b7a82c89ef) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:32:55.218077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0142db9-6c0e-464e-8b67-a6c919dd435d req-c7e2936a-37f7-419d-972b-e03e0632bd66 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729258 May 26 19:32:55.359075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:32:53Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:55.366302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Checking router: f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:55.368716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.382254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Routers {'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:55.383255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:55.458030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.527843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.574939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.587268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Deleting port 9cb87c31-9e78-49cc-b210-e6a58d19f91d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:55.588213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.603432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] Set router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:55.608455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:32:55.618255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:32:55.620623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:32:55.683109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:32:55.761760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] DHCP port deletion for ab6e9b2c-98a8-4fe3-945f-808c81bfc03f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:32:55.767302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Deleting port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:55.767826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:55.809151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=35039a54-5bb4-475b-882e-15b7a82c89ef,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:55.842461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] For port 9cb87c31-9e78-49cc-b210-e6a58d19f91d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9cb87c31-9e78-49cc-b210-e6a58d19f91d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:55.843116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.043762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Calling delete_port for 9cb87c31-9e78-49cc-b210-e6a58d19f91d owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:56.049946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4b0e9-4114-4de9-ae8d-63ce99a946be req-242c68a5-e407-45df-9d14-4a80b5350e11 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:56.057472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e4b0e9-4114-4de9-ae8d-63ce99a946be req-242c68a5-e407-45df-9d14-4a80b5350e11 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.5723999 May 26 19:32:56.115446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e4b0e9-4114-4de9-ae8d-63ce99a946be req-04869da4-3e96-4388-8898-331815712042 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 May 26 19:32:56.268509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] For port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,segment=NetworkSegment(5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7),segment_id=5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:56.268833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.358193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.383458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:56.548111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Port': ['ID=9cb87c31-9e78-49cc-b210-e6a58d19f91d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:56.551513 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.618372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Calling delete_port for 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:56.646185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.719959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:32:53Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:56.730367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.821912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 update to DOWN by agent not found {{(pid=88364) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 26 19:32:56.823605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.828868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea863c-2e94-4c3c-8ac8-7c748e535d9f None None] The sync data for ids ['f4e2a8c0-5231-4bef-8655-f4c5bc82ae53'] in n-d-843146-9 is: [{'id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-30697319', 'tenant_id': '425c61e4253b48e59f3d2ce031ab9848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:29:45Z', 'updated_at': '2022-05-26T19:32:53Z', 'revision_number': 5, 'project_id': '425c61e4253b48e59f3d2ce031ab9848', 'gw_port': {'id': '9cb87c31-9e78-49cc-b210-e6a58d19f91d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ad:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2a8c0-5231-4bef-8655-f4c5bc82ae53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:29:47Z', 'updated_at': '2022-05-26T19:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:32:56.902611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Pushing event deleted for resources: {'Port': ['ID=45621bda-6cd3-4b1f-ac9c-6972c50a7c35,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:56.906193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] No DVR routers for this DVR port 45621bda-6cd3-4b1f-ac9c-6972c50a7c35 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:56.908911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.914031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:56.926233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.926570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.927274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.927274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.927592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.927827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.928177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.928548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.928797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.929134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.929471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.929762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b044e-e220-4762-81b2-1e121908ae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:32:56.932001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81505d-f7e1-4f3a-a54e-d8c2cefbda47 req-427e25cf-44d1-449b-b67d-126522b23a63 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:56.933667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec81505d-f7e1-4f3a-a54e-d8c2cefbda47 req-427e25cf-44d1-449b-b67d-126522b23a63 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.3014641 May 26 19:32:57.018616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.019207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Fanout notify agent at l3_agent the message router_deleted on router f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:32:57.029591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec81505d-f7e1-4f3a-a54e-d8c2cefbda47 req-16581d9b-4758-4c46-8c88-7871a765e4ed tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20bdbd8-420f-465a-a80d-9d78745b3133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793250 May 26 19:32:57.066249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.067569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7b37aed-5725-404b-afd0-40be3f1b622c tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/routers/f4e2a8c0-5231-4bef-8655-f4c5bc82ae53 HTTP/1.1" status: 204 len: 168 time: 2.1014719 May 26 19:32:57.076257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54354) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:57.079144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-0f9c4e4d-8439-4bb0-9fbd-b810d2dae31d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:57.080468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-0f9c4e4d-8439-4bb0-9fbd-b810d2dae31d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Synchronizing usage tracker for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:32:57.102137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-0f9c4e4d-8439-4bb0-9fbd-b810d2dae31d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Unset dirty status for tenant:995264af62b349c7951e1d4d6bade465 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:32:57.103568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-0f9c4e4d-8439-4bb0-9fbd-b810d2dae31d tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 946 time: 0.1872799 May 26 19:32:57.127311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.185453 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.214376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Deleting port 842f6bf8-5691-4b52-9976-f6f1038db052 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:57.215614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.386501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.402921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=35039a54-5bb4-475b-882e-15b7a82c89ef,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:57.424643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.644042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] For port 842f6bf8-5691-4b52-9976-f6f1038db052, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=842f6bf8-5691-4b52-9976-f6f1038db052,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:57.644656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.699344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc2b9a-fcdd-4186-8698-4f92baab769e req-6faf4706-42a0-4a95-9626-28371eb6775c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:57.706322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3cc2b9a-fcdd-4186-8698-4f92baab769e req-6faf4706-42a0-4a95-9626-28371eb6775c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.5282097 May 26 19:32:57.717167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.793442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6e9b2c-98a8-4fe3-945f-808c81bfc03f']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:57.816711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3cc2b9a-fcdd-4186-8698-4f92baab769e req-baa596fb-94a5-415f-bb84-c6e1b1be2d79 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095450 May 26 19:32:57.818258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:57.818555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:57.826370 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 1e09390d-7490-4f93-9f74-e7cd3aaa532b associated. External IP: 172.25.0.234, port: 4c94f573-2ebc-4371-a589-193da7963f5f. May 26 19:32:57.975264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.975638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:57.975946 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Floating IP 601398f4-6fbc-4013-bb9a-a29acb073279 disassociated. External IP: 172.25.0.8, port: 842f6bf8-5691-4b52-9976-f6f1038db052. May 26 19:32:57.976281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Calling delete_port for 842f6bf8-5691-4b52-9976-f6f1038db052 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:58.054768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.135622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.148645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:32:58.149121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.218910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.284588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'Port': ['ID=842f6bf8-5691-4b52-9976-f6f1038db052,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:58.290972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cb87c31-9e78-49cc-b210-e6a58d19f91d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:58.314723 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7 resource provider aggregate not found May 26 19:32:58.335720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9cb87c31-9e78-49cc-b210-e6a58d19f91d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:58.336071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9cb87c31-9e78-49cc-b210-e6a58d19f91d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:58.336488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d730480a-f634-46ca-bbee-2b8710208666 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:32:58.373506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d730480a-f634-46ca-bbee-2b8710208666 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:32:58.373843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d730480a-f634-46ca-bbee-2b8710208666 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:32:58.409329 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ee9aa2d-55d4-42ab-bad3-0d9e7b4edfd7 found for delete ", "request_id": "req-99713470-17f7-41df-a517-181eec7b7df6"}]} May 26 19:32:58.426662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-459fea22-16fe-44d2-8e53-e4baec20779f req-5765db70-9826-4852-9386-2a7a7480a985 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/ports?device_id=214ad8dd-3460-430b-8d7a-5f0646226bbf HTTP/1.1" status: 200 len: 210 time: 0.1288471 May 26 19:32:58.452151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.488890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:58.491414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20c585-a0be-4379-b11f-add989e5adac req-b1ae1a7e-683e-4c6c-8f3b-ac14d4bd6405 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:58.492838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e20c585-a0be-4379-b11f-add989e5adac req-b1ae1a7e-683e-4c6c-8f3b-ac14d4bd6405 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.4903169 May 26 19:32:58.497308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.539548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] Pushing event deleted for resources: {'Network': ['ID=ab6e9b2c-98a8-4fe3-945f-808c81bfc03f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:58.573670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6177cee4-d89b-49dc-9ad6-ea274bc65f38 tempest-TestSecurityGroupsBasicOps-1819702278 tempest-TestSecurityGroupsBasicOps-1819702278-project] 10.222.0.24 "DELETE /v2.0/networks/ab6e9b2c-98a8-4fe3-945f-808c81bfc03f HTTP/1.1" status: 204 len: 168 time: 1.4963679 May 26 19:32:58.672326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:32:58.673012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.711477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:32:58.723197 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:32:58.739470 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:58.744387 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:58.835285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] No DVR routers for this DVR port 842f6bf8-5691-4b52-9976-f6f1038db052 on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:32:58.860938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:58.867570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'name': 'network-vif-deleted', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:32:58.906614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-f8e22450-6ffe-43ae-87a0-9c68e0082145 req-56c84e10-f7b8-4d64-88b9-d7ae585cb279 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.53 "DELETE /v2.0/ports/842f6bf8-5691-4b52-9976-f6f1038db052 HTTP/1.1" status: 204 len: 173 time: 1.7963386 May 26 19:32:59.109941 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:59.141918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54390) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:59.254207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:32:59.342232 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e241aa0-e252-4547-9dc4-243a4e4c5cb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=425c61e4253b48e59f3d2ce031ab9848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989765 May 26 19:32:59.342818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54402) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:32:59.417347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:59.449803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:59.526317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:59.539159 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:59.543967 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:32:59.546992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8fe27-fd61-4221-9dc8-1946a4b377f1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:32:59.551238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:59.552348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-24d7b721-16c9-4503-b68c-cbd0c6e0fd0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0a8fe27-fd61-4221-9dc8-1946a4b377f1 HTTP/1.1" status: 204 len: 168 time: 0.2086337 May 26 19:32:59.565358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:32:59.565781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:32:59.574831 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:32:59.578294 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:32:59.607513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7325daa-559d-4e56-a2e7-24dab82e3ab1 req-ef28bbfe-892e-4bba-ba06-11efb153a8d3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:32:59.615302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7325daa-559d-4e56-a2e7-24dab82e3ab1 req-ef28bbfe-892e-4bba-ba06-11efb153a8d3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 946 time: 0.4084060 May 26 19:32:59.814449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7325daa-559d-4e56-a2e7-24dab82e3ab1 req-eb3d2996-d775-4771-a559-4098ee927404 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977491 May 26 19:32:59.891595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:32:59.899355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:32:59.900909 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c2ea27-e871-4e38-ac21-428de6b744fd'] response: {'server_uuid': '214ad8dd-3460-430b-8d7a-5f0646226bbf', 'name': 'network-vif-deleted', 'tag': '842f6bf8-5691-4b52-9976-f6f1038db052', 'status': 'completed', 'code': 200} May 26 19:32:59.984275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54416) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.027820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54422) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.030521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.105359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:00.118024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 842f6bf8-5691-4b52-9976-f6f1038db052 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:00.127101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Usage tracker for resource:security_group_rule and tenant:f9239039895f4e94911d6dd2598b8864 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:00.149378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:00.168078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:00.196093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 842f6bf8-5691-4b52-9976-f6f1038db052 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:00.196675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 842f6bf8-5691-4b52-9976-f6f1038db052 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:00.203852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:00.214038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:00.232669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:00.233883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:00.257076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.264453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.303314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.369827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:00.383306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.389658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:00.390587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ee9257b3-e348-4d16-a1f6-4c2592e5c158 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7394137 May 26 19:33:00.391583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.392598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:00.393564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54428) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.395532 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:00.401577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5ba8b-7781-4de6-a60a-025bb8ea4c27 None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:23:29Z', 'revision_number': 4, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e7d87b4c-d93f-49bf-af0d-06171d251d74', 'name': '', 'network_id': 'ad646e7e-741a-4917-a169-180605b1b82f', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'mac_address': 'fa:16:3e:52:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:27Z', 'updated_at': '2022-05-26T19:23:37Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'subnets': [{'id': '8ef5c362-722b-4b72-92e7-fa9ccb8a1d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:00.441150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.513949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.536846 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9239039895f4e94911d6dd2598b8864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515814 May 26 19:33:00.540096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01aec8-4ae8-47e8-9cc7-aa9e05015928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630bf167-3be0-4921-8f8d-5f56eb48931b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:00.554634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.555699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20bdbd8-420f-465a-a80d-9d78745b3133,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:00.560302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.568398 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7f52baa-21f4-4847-8709-3b1b94f9475b tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "DELETE /v2.0/security-groups/d20bdbd8-420f-465a-a80d-9d78745b3133 HTTP/1.1" status: 204 len: 168 time: 0.5392344 May 26 19:33:00.569148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54436) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.585175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=67c4b7a7-7c1f-4768-b28a-4bff9cc46133,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:00.623419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:00.623817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7fbc0-3c1c-4390-86b7-f0acfa5c8c2b None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:00.646365 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-9f61e80b-c670-4708-84b6-c55e94f501ff tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] show failed (client error): The resource could not be found. May 26 19:33:00.650700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f61e80b-c670-4708-84b6-c55e94f501ff tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "GET /v2.0/security-groups/d20bdbd8-420f-465a-a80d-9d78745b3133 HTTP/1.1" status: 404 len: 347 time: 0.0665455 May 26 19:33:00.658208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6002b55c-2ee0-402c-91a1-5bf1269c284d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/floatingips/1e09390d-7490-4f93-9f74-e7cd3aaa532b HTTP/1.1" status: 200 len: 978 time: 0.2633841 May 26 19:33:00.665032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.665398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:00.675100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.829733 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3def173-decd-40a2-b255-4ba26909567b None None] New status for floating IP 601398f4-6fbc-4013-bb9a-a29acb073279: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:33:00.835723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.914121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.917413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:33:00.942821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.945434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'name': 'network-vif-deleted', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:33:00.953529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630bf167-3be0-4921-8f8d-5f56eb48931b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:00.968750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:00.969926 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ffa43299-05c7-4573-ad1f-455f287102ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/630bf167-3be0-4921-8f8d-5f56eb48931b HTTP/1.1" status: 204 len: 168 time: 0.4114709 May 26 19:33:00.986182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Deleting port 64aef94e-f7ed-4e22-bd90-390d264e5abe {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:00.986526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.069406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e20c585-a0be-4379-b11f-add989e5adac req-0de11958-babf-4b85-900b-35727f1e4ec6 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.53 "DELETE /v2.0/ports/67c4b7a7-7c1f-4768-b28a-4bff9cc46133 HTTP/1.1" status: 204 len: 173 time: 2.5638280 May 26 19:33:01.086697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5301dc9-29e7-4abf-b116-54fdb9e43c09 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Synchronizing usage tracker for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:33:01.160844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3fdb345d-65f8-4a9a-aa4a-00d01ee01d3a req-8429247e-8305-46c4-a609-3c6d86b58abd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:33:01.243475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5301dc9-29e7-4abf-b116-54fdb9e43c09 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Unset dirty status for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:33:01.244687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b5301dc9-29e7-4abf-b116-54fdb9e43c09 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5767257 May 26 19:33:01.247750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54454) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:01.254944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': 'e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:01.265840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3fdb345d-65f8-4a9a-aa4a-00d01ee01d3a req-8429247e-8305-46c4-a609-3c6d86b58abd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:33:01.267245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fdb345d-65f8-4a9a-aa4a-00d01ee01d3a req-8429247e-8305-46c4-a609-3c6d86b58abd tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbeb356c-243e-4f19-ac9f-e7300ce29afa HTTP/1.1" status: 200 len: 210 time: 0.1555221 May 26 19:33:01.303816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.304149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.371979 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd33686d-05fe-4029-830d-31da92d869a4'] response: {'server_uuid': 'fbeb356c-243e-4f19-ac9f-e7300ce29afa', 'name': 'network-vif-deleted', 'tag': '67c4b7a7-7c1f-4768-b28a-4bff9cc46133', 'status': 'completed', 'code': 200} May 26 19:33:01.386353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.439312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Calling delete_port for 64aef94e-f7ed-4e22-bd90-390d264e5abe owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:01.473233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54460) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:01.559150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9919828a-2563-4fa0-b7a9-e278e6a5ccc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c81d7ebdc97a45ebb2af98cd817f4772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844522 May 26 19:33:01.562515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54464) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:01.588803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:33:01.589159 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:33:01.629980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.655708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.714781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.735153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8a9cf-20a7-4d36-9179-ce649963188f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:01.760597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:01.762148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-afc00396-b0fa-4915-9bba-e8945e798751 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3d8a9cf-20a7-4d36-9179-ce649963188f HTTP/1.1" status: 204 len: 168 time: 0.1987519 May 26 19:33:02.090640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Deleting port 64aef94e-f7ed-4e22-bd90-390d264e5abe {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:02.091118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:02.091282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:02.098719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:02.111730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:02.222720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:02.223057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 67c4b7a7-7c1f-4768-b28a-4bff9cc46133 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:02.330609 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 1e09390d-7490-4f93-9f74-e7cd3aaa532b associated. External IP: 172.25.0.234, port: 4c94f573-2ebc-4371-a589-193da7963f5f. May 26 19:33:02.401324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:02.402403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:02.710046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Calling delete_port for 64aef94e-f7ed-4e22-bd90-390d264e5abe owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:02.865220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:02.903614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-80e9c696-cf45-434d-ab5b-aa2b1485637b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:02.905050 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-80e9c696-cf45-434d-ab5b-aa2b1485637b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2750592 May 26 19:33:02.955718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-3e6e4678-f282-4429-a602-dd07418bd44e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/quotas/cf2fe801843349f4ab75f4343b7d6977 HTTP/1.1" status: 200 len: 375 time: 0.0213709 May 26 19:33:03.012564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-e77133d9-0ed6-4a2d-b6d3-9bff6ae683f2 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492156 May 26 19:33:03.020484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:03.070059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:03.081832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:03.097789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:03.098569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.106144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Pushing event deleted for resources: {'Port': ['ID=64aef94e-f7ed-4e22-bd90-390d264e5abe,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:03.171752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.183534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:03.184327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.257767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.258174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c816-fd43-4418-ab34-a2800d543666 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:03.295789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:03.332097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-34235be0-3f30-4b5b-9f1e-c8fd3be3efaa service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050640 May 26 19:33:03.334728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:03.348579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bd402dab-a2f5-4a5f-9562-2e39c9ec2800 tempest-AttachVolumeTestJSON-451364398 tempest-AttachVolumeTestJSON-451364398-project] 10.222.0.24 "DELETE /v2.0/floatingips/601398f4-6fbc-4013-bb9a-a29acb073279 HTTP/1.1" status: 204 len: 168 time: 2.6694291 May 26 19:33:03.486150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-890e779d-4320-43d7-860c-bf40174236e2 service neutron] 10.222.0.24 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531336 May 26 19:33:03.542445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:03.727715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-263f8ccd-41a6-44d2-8dc6-a33b9df76c21 req-75eed78a-5d78-4489-a469-249c6b75f647 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 210 time: 0.0539203 May 26 19:33:03.775967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:03.789426 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:03.789891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:03.810771 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:03.811107 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.886383 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.895415 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:03.896332 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.933202 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5fcb865e-87fb-4e1f-bba2-8f4da0f50808 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/1e09390d-7490-4f93-9f74-e7cd3aaa532b HTTP/1.1" status: 200 len: 977 time: 2.6832719 May 26 19:33:03.935529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54500) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:03.942289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:03.972397 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:03.972796 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bcd80-81ce-4164-8aae-0e47fd4fa391 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:04.069224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:04.423398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:04.427275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:04.427644 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 1e09390d-7490-4f93-9f74-e7cd3aaa532b disassociated. External IP: 172.25.0.234, port: e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe. May 26 19:33:05.093546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-347564fb-e2a2-4ee8-88b3-cf9e78d67177 req-32d21eba-9b97-4a7c-9dfc-4e14fcbf729f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 210 time: 0.2158215 May 26 19:33:05.100180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-99e9c83e-a3e4-4778-a9d9-a24600164752 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:05.101527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-99e9c83e-a3e4-4778-a9d9-a24600164752 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.13 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 811 time: 0.2252564 May 26 19:33:05.116861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Request body: {'port': {'device_id': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'admin_state_up': True, 'tenant_id': 'cf2fe801843349f4ab75f4343b7d6977'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:05.136719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:05.437647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:05.454214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:05.456723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:05.461539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:05.467814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:05.477899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:05.478782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:05.521426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-02a69930-0977-41c4-bdeb-f3cae2126a06 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/1e09390d-7490-4f93-9f74-e7cd3aaa532b HTTP/1.1" status: 200 len: 688 time: 1.5824294 May 26 19:33:05.522369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:05.531353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Made reservation on behalf of cf2fe801843349f4ab75f4343b7d6977 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:05.536114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:05.561012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:05.586441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:05.587407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:05.656725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:05.657635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d214e31-eea0-4adf-91e8-3bff15beb385 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:05.937273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 35039a54-5bb4-475b-882e-15b7a82c89ef {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:05.937273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:05.940726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Allocated IP 172.20.0.8 (66221f0e-99da-4fa3-9ef0-db6b168e9113/34c4443a-de2a-426b-9afd-af6269e62b1b/f3922874-bab6-42c2-91db-87a6065111db) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:06.051442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.051442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.356990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a024193b-829f-4989-9d4d-8719913f748c req-2e4c257a-6692-4408-90a0-4f76829f6b5c tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 210 time: 0.0662041 May 26 19:33:06.402949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.440244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.519052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 35039a54-5bb4-475b-882e-15b7a82c89ef owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:06.529534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.588536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Network 66221f0e-99da-4fa3-9ef0-db6b168e9113 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:06.588536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:06.596017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:06.627468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event updated for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:06.746574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:06.746574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.785074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c604f8f1-6575-42dd-a4f4-1cbb0f915939 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6727312 May 26 19:33:06.798453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Request body: {'port': {'device_id': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:06.861930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:06.971364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=35039a54-5bb4-475b-882e-15b7a82c89ef,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:07.085695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:07.126717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:07.133970 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8be31717-6aeb-4cc7-a0d7-f443bddb3149 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/1e09390d-7490-4f93-9f74-e7cd3aaa532b HTTP/1.1" status: 204 len: 168 time: 1.6042831 May 26 19:33:07.133970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:07.159960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:07.260399 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-234a9823-cb5b-46c0-aab1-129d6a6750fa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] delete failed (client error): The resource could not be found. May 26 19:33:07.261438 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-234a9823-cb5b-46c0-aab1-129d6a6750fa tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/1e09390d-7490-4f93-9f74-e7cd3aaa532b HTTP/1.1" status: 404 len: 345 time: 0.1199265 May 26 19:33:07.265435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:07.390792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:07.401843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:07.429713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:07.429713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Synchronizing usage tracker for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:33:07.459003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Unset dirty status for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:33:07.459003 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2eed9907-7af0-4434-a66b-1dd1c0b6dd03 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/ports?network_id=f41fdedf-f1d6-4937-81be-eac90c7e985d HTTP/1.1" status: 200 len: 2357 time: 0.1888354 May 26 19:33:07.459003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:07.598354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51a803-15a3-44a7-b567-b21e10bf69ce tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:07.604440 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a51a803-15a3-44a7-b567-b21e10bf69ce tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/subnets/bfb6b13a-8344-436f-b5b5-8e66943b1d43 HTTP/1.1" status: 200 len: 797 time: 0.1453092 May 26 19:33:07.605184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:07.610465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'port': {'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d', 'name': 'tempest-FloatingIPTestJSON-1515449166', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:07.744465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e2ad9-fea9-48df-84a1-153373e87d1e req-3f22189e-970a-4d87-ba29-e0301332e498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:07.745250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cb5e2ad9-fea9-48df-84a1-153373e87d1e req-3f22189e-970a-4d87-ba29-e0301332e498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:33:07.752221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3922874-bab6-42c2-91db-87a6065111db {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:33:07.762414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:07.784872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Transition to ACTIVE for port object f3922874-bab6-42c2-91db-87a6065111db will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:07.786689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:07.786981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cb5e2ad9-fea9-48df-84a1-153373e87d1e req-3f22189e-970a-4d87-ba29-e0301332e498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:33:07.788918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb5e2ad9-fea9-48df-84a1-153373e87d1e req-3f22189e-970a-4d87-ba29-e0301332e498 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 931 time: 0.2032061 May 26 19:33:07.790088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:07.832548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:07.843934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:07.978836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:08.068840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb5e2ad9-fea9-48df-84a1-153373e87d1e req-35689f8a-5550-41ad-88fd-d1cf54c17e87 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229507 May 26 19:33:08.109357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:08.132846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] device_id is not set on port dac97e17-2ad2-4cbd-b176-b29b8f686b1c yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:33:08.171164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Attempting to bind port f3922874-bab6-42c2-91db-87a6065111db on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:08.171164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Attempting to bind port f3922874-bab6-42c2-91db-87a6065111db by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:08.171164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Attempting to bind port f3922874-bab6-42c2-91db-87a6065111db on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:08.178758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Port f3922874-bab6-42c2-91db-87a6065111db on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:33:08.178758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Attempting to bind port f3922874-bab6-42c2-91db-87a6065111db on network 66221f0e-99da-4fa3-9ef0-db6b168e9113 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:08.188042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:08.188042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Checking segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:08.188042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Bound using segment: {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:08.188042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Bound port: f3922874-bab6-42c2-91db-87a6065111db, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4227b7e-6b8b-4421-808b-a0ae1674459a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:08.188042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:08.400263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:08.404251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=f3922874-bab6-42c2-91db-87a6065111db,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:08.411073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:08.479068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:08.479596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:08.481154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/f3922874-bab6-42c2-91db-87a6065111db HTTP/1.1" status: 200 len: 1091 time: 1.6870606 May 26 19:33:08.481587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:33:08.536977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56907b8-f573-4d33-9b95-5dde5cd6a3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:08.606794 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9603217c-1e95-411a-8b6e-873148e0cbf1'] response: {'name': 'network-changed', 'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db', 'status': 'completed', 'code': 200} May 26 19:33:08.633694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-6eac8f25-a82f-4551-9169-3f393baa7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:08.633694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-6eac8f25-a82f-4551-9169-3f393baa7417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 1094 time: 0.0850558 May 26 19:33:08.707257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.14 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/dac97e17-2ad2-4cbd-b176-b29b8f686b1c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:08.718493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.13 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/dac97e17-2ad2-4cbd-b176-b29b8f686b1c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:08.726867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-c14f4379-ab10-442c-81e1-3b1e96d9abd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3922874-bab6-42c2-91db-87a6065111db HTTP/1.1" status: 200 len: 217 time: 0.0800343 May 26 19:33:08.797351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-5d8219a6-63bc-44a0-9a3c-776d8fe48a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:08.799710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-5d8219a6-63bc-44a0-9a3c-776d8fe48a63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.0704377 May 26 19:33:08.864877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-9e89847d-8022-4d5c-a574-ee52cb5a455c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520260 May 26 19:33:09.042058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:09.061792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-19aaffb9-43b4-4b66-a65d-3a7e5e2fac17 service neutron] 10.222.0.13 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955664 May 26 19:33:09.094263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:09.164948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:09.173891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:09.180353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:09.251924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdca4654-2a9a-4898-9cf4-8b41a9f97883 req-2c896171-acd8-4df1-8778-316b2d641ccf service neutron] 10.222.0.13 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750004 May 26 19:33:09.266927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=dac97e17-2ad2-4cbd-b176-b29b8f686b1c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:09.304113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:09.304113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:09.351519 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18d3c9be-a81e-416b-8b9c-be9c2d8c4940 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7413149 May 26 19:33:09.351519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54596) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:09.358396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'dac97e17-2ad2-4cbd-b176-b29b8f686b1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:09.385729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:09.405943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:floatingip and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:09.405943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:09.413852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:09.433732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:09.635929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bbd86-0211-430b-90a7-82a2c0aa561f req-4ffde474-ae9d-4d72-a407-7409b1644ba9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:09.643051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d48bbd86-0211-430b-90a7-82a2c0aa561f req-4ffde474-ae9d-4d72-a407-7409b1644ba9 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 943 time: 0.2336607 May 26 19:33:09.647182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:09.663615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-bb5732fe-71a9-4e8a-a020-2b133d136f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:09.663615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-bb5732fe-71a9-4e8a-a020-2b133d136f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf2fe801843349f4ab75f4343b7d6977&device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 1094 time: 0.3348131 May 26 19:33:09.789664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d48bbd86-0211-430b-90a7-82a2c0aa561f req-761a4438-0e93-431a-a1b5-ede0a6b8c37e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511734 May 26 19:33:09.852230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-dcec5493-d601-42a6-8f56-09bc333fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:09.853825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-dcec5493-d601-42a6-8f56-09bc333fd37a service neutron] 10.222.0.13 "GET /v2.0/networks?id=66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 200 len: 912 time: 0.1884742 May 26 19:33:09.876933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.87 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9d507255-b6b4-418c-b0d8-db9c475f175f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:09.977003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-7e097f1a-37e4-49ac-b76f-482c728260bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3922874-bab6-42c2-91db-87a6065111db HTTP/1.1" status: 200 len: 217 time: 0.1102412 May 26 19:33:10.076876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-b4831b5c-1cdf-46f5-ae20-aafe926b8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:10.076876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-b4831b5c-1cdf-46f5-ae20-aafe926b8b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 200 len: 851 time: 0.0935583 May 26 19:33:10.090602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:10.123505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:10.142151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-a905d2da-6115-419b-a49c-70f99fc3667d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66221f0e-99da-4fa3-9ef0-db6b168e9113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613227 May 26 19:33:10.230162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:10.230162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:10.237944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:10.356519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=9d507255-b6b4-418c-b0d8-db9c475f175f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:10.437382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-0788a8ba-7ca0-4d06-af14-7a198449a658 service neutron] 10.222.0.13 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878435 May 26 19:33:10.636209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c951fdb-9ca6-4594-b111-d70e1e885b85 req-619ca968-c9e3-40ff-955b-768d6efbfb3f service neutron] 10.222.0.13 "GET /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863263 May 26 19:33:10.986097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.094468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.101786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de97af-b376-4a62-aae6-e4c0dc936951 req-0e87cd0b-816c-40a1-9d6a-e6846542cda4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:11.103325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7de97af-b376-4a62-aae6-e4c0dc936951 req-0e87cd0b-816c-40a1-9d6a-e6846542cda4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 943 time: 0.1456053 May 26 19:33:11.151541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7de97af-b376-4a62-aae6-e4c0dc936951 req-47780cc4-53a3-4572-8a4e-bbc5608ebe1f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 May 26 19:33:11.437952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device f3922874-bab6-42c2-91db-87a6065111db details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:33:11.442629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.448467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.583624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=9d507255-b6b4-418c-b0d8-db9c475f175f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:11.586613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.617431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=f3922874-bab6-42c2-91db-87a6065111db,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:11.633266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'f3922874-bab6-42c2-91db-87a6065111db', 'network_id': '66221f0e-99da-4fa3-9ef0-db6b168e9113', 'port_id': 'f3922874-bab6-42c2-91db-87a6065111db', 'mac_address': 'fa:16:3e:ec:20:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c4443a-de2a-426b-9afd-af6269e62b1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:33:11.722878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port f3922874-bab6-42c2-91db-87a6065111db is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:11.722878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.759016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3922874-bab6-42c2-91db-87a6065111db {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:33:11.788215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=f3922874-bab6-42c2-91db-87a6065111db,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:11.800540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:11.836067 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 18f34f81-6aeb-4d2f-a44e-aa0a8b923ed4 associated. External IP: 172.25.0.87, port: dac97e17-2ad2-4cbd-b176-b29b8f686b1c. May 26 19:33:11.882401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:11.988468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['f3922874-bab6-42c2-91db-87a6065111db'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:33:12.338677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:12.450595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20c6c-18c5-4988-bd72-d4a0f1121539 req-07dc74dd-3f53-40bf-8d94-ef8008230c4a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:12.457749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcf20c6c-18c5-4988-bd72-d4a0f1121539 req-07dc74dd-3f53-40bf-8d94-ef8008230c4a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 944 time: 0.1080775 May 26 19:33:12.515779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcf20c6c-18c5-4988-bd72-d4a0f1121539 req-5761e28e-881d-474f-9c95-fc79d7caa2a3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 May 26 19:33:12.696279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:12.713741 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:12.726617 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:12.735700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:12.743084 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:12.826121 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:12.834948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54654) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:12.835502 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:12.836164 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:12.843935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-309a5f53-ec4f-4dca-a3e7-1ab2f9fec6cd tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4948258 May 26 19:33:12.847377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54660) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:12.854035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': 'dac97e17-2ad2-4cbd-b176-b29b8f686b1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:13.026609 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:13.026609 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d7e02-13b3-4fae-a1ce-056be73f4d8b None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:13.068159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:13.448771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device f3922874-bab6-42c2-91db-87a6065111db up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:13.546993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port f3922874-bab6-42c2-91db-87a6065111db completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:13.554496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port f3922874-bab6-42c2-91db-87a6065111db triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:13.554879 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:13.767600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port f3922874-bab6-42c2-91db-87a6065111db is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:13.767600 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:13.798953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:33:13.814761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=f3922874-bab6-42c2-91db-87a6065111db,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:13.820455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:13.894707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:13.954070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:14.143781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b810ed-6941-4dee-a53a-861289899282 req-0675e80d-51ba-48de-9675-ebe522452e1e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:14.145254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57b810ed-6941-4dee-a53a-861289899282 req-0675e80d-51ba-48de-9675-ebe522452e1e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 944 time: 0.4502363 May 26 19:33:14.233984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57b810ed-6941-4dee-a53a-861289899282 req-876931cb-5e61-4d43-908a-4e95bdde76ea tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687966 May 26 19:33:14.296079 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4baf480-a114-4300-8304-6be4e017c8eb'] response: {'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db', 'code': 200} May 26 19:33:14.522596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:14.531497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:14.641931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b0cc77af-eff9-41ed-b613-09ff0444e385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:14.667987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3b95-00f3-4573-8f94-e458cb95e3ec req-d196b663-e01a-4b20-98a5-13d176672d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:14.667987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6ae3b95-00f3-4573-8f94-e458cb95e3ec req-d196b663-e01a-4b20-98a5-13d176672d37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 1096 time: 0.3044732 May 26 19:33:14.804182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6ae3b95-00f3-4573-8f94-e458cb95e3ec req-4423bbbd-77d5-4ec8-a59b-a8f99b60f2de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868125 May 26 19:33:14.822159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:15.361571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:15.728023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8eb47-16b8-4a56-a01e-8d785bd9cada req-b6fa0788-9cb9-4427-a0e6-693335b91f3a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:15.729499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6b8eb47-16b8-4a56-a01e-8d785bd9cada req-b6fa0788-9cb9-4427-a0e6-693335b91f3a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.3688455 May 26 19:33:15.778625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:15.788656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:15.797608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:15.820447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:15.821087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:15.909193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Deleting port e7d87b4c-d93f-49bf-af0d-06171d251d74 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:15.909193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:15.944597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:15.944597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:15.944597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:32:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:16.019713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:16.019713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3f5f6-960c-4ceb-9b25-1681dfb4ebad None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:16.107279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6b8eb47-16b8-4a56-a01e-8d785bd9cada req-6dff3e6e-0442-40c4-8ba1-24990bf4d314 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608389 May 26 19:33:16.218861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5ea48c1a-46de-4130-bef9-9e2083ebf83f tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/18f34f81-6aeb-4d2f-a44e-aa0a8b923ed4 HTTP/1.1" status: 200 len: 978 time: 3.3703828 May 26 19:33:16.220541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] For port e7d87b4c-d93f-49bf-af0d-06171d251d74, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7d87b4c-d93f-49bf-af0d-06171d251d74,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:16.220895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.222030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54700) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:16.362692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Calling delete_port for e7d87b4c-d93f-49bf-af0d-06171d251d74 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:16.470214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 9d507255-b6b4-418c-b0d8-db9c475f175f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:16.470469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.689687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.690017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.735408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.789394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-86576c3f-24dd-47f1-895c-cf5a5bff918b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:16.841376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 9d507255-b6b4-418c-b0d8-db9c475f175f owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:16.917418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d87b4c-d93f-49bf-af0d-06171d251d74,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:17.051699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:17.105364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=9d507255-b6b4-418c-b0d8-db9c475f175f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:17.245224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:17.245224 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 18f34f81-6aeb-4d2f-a44e-aa0a8b923ed4 disassociated (deleted). External IP: 172.25.0.87, port: dac97e17-2ad2-4cbd-b176-b29b8f686b1c. May 26 19:33:17.343319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:17.413942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:17.594601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8d10-8b62-4b8b-a5db-b7c83bd90274 req-1ffbe637-92f2-4e9c-9fcc-38b2c9522fe3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:17.594601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3dd8d10-8b62-4b8b-a5db-b7c83bd90274 req-1ffbe637-92f2-4e9c-9fcc-38b2c9522fe3 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.2377255 May 26 19:33:17.650200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:17.674662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3dd8d10-8b62-4b8b-a5db-b7c83bd90274 req-94077639-cca1-4538-b87a-7fa012e29a53 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 May 26 19:33:17.904918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Router bd333164-17c9-4999-b011-675c36b5f743 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:18.022696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:18.042591 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:18.081574 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:18.083066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:18.085008 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:18.113776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:18.165565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:18.176326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Sync routers for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:18.185507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce9a3f5e-db5e-4c9d-b16f-42626c9bcb5a admin admin] 10.222.0.24 "PUT /v2.0/routers/bd333164-17c9-4999-b011-675c36b5f743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3491187 May 26 19:33:18.188675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54726) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:18.191146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:18.196792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:18.241352 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:18.246229 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fdbcdf2b-dfa0-40d1-9add-3376615896ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/18f34f81-6aeb-4d2f-a44e-aa0a8b923ed4 HTTP/1.1" status: 204 len: 168 time: 2.0230012 May 26 19:33:18.253323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:18.270070 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:18.273774 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:18.350534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port dac97e17-2ad2-4cbd-b176-b29b8f686b1c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:18.351127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:18.367757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:18.367757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfba19d-a41e-40d5-95dc-427fe3c17c0d None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:18.608193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:18.631038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7e8ff-3f73-461f-bfb4-81c44ffb4a92 req-1b3d3360-669d-4173-9e22-31c714a9fbf5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:18.638027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68b7e8ff-3f73-461f-bfb4-81c44ffb4a92 req-1b3d3360-669d-4173-9e22-31c714a9fbf5 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.2621622 May 26 19:33:18.641304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:18.649486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-9efca923-a2f7-4d07-90b5-ae13bb3cb63b req-7404ba14-f571-44f7-9a5b-479e8590b219 service neutron] (88362) timed out ('10.222.0.24', 52154) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:33:18.956923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.080416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68b7e8ff-3f73-461f-bfb4-81c44ffb4a92 req-9a09ba64-bb48-4451-b82a-cd6068d5629a tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274423 May 26 19:33:19.153461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.159270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:33:16Z', 'revision_number': 5, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port': {'id': 'a9af1ca6-325d-413d-8ea5-c48953721a0c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd333164-17c9-4999-b011-675c36b5f743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:23:15Z', 'updated_at': '2022-05-26T19:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:19.175123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Checking router: bd333164-17c9-4999-b011-675c36b5f743 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:33:19.192959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Routers {'bd333164-17c9-4999-b011-675c36b5f743'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:19.192959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bd333164-17c9-4999-b011-675c36b5f743'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:19.240539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Deleting port a9af1ca6-325d-413d-8ea5-c48953721a0c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:19.240539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.246829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for dac97e17-2ad2-4cbd-b176-b29b8f686b1c owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:19.437829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-51fac77b-1d05-4e43-b922-852dc96b9577 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2676122 May 26 19:33:19.458226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] Set router bd333164-17c9-4999-b011-675c36b5f743 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:19.458997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] For port a9af1ca6-325d-413d-8ea5-c48953721a0c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a9af1ca6-325d-413d-8ea5-c48953721a0c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:19.459631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.538549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.617193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=dac97e17-2ad2-4cbd-b176-b29b8f686b1c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:19.619856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:33:19Z', 'revision_number': 6, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:19.628124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f1b3cc-5e6c-4939-98a1-37554761eb85 None None] The sync data for ids ['bd333164-17c9-4999-b011-675c36b5f743'] in n-d-843146-9 is: [{'id': 'bd333164-17c9-4999-b011-675c36b5f743', 'name': 'tempest-AttachVolumeTestJSON-171685020-router', 'tenant_id': '995264af62b349c7951e1d4d6bade465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:23:12Z', 'updated_at': '2022-05-26T19:33:19Z', 'revision_number': 6, 'project_id': '995264af62b349c7951e1d4d6bade465', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:19.673022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.733397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Calling delete_port for a9af1ca6-325d-413d-8ea5-c48953721a0c owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:19.810922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:19.825424 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b40d4661-5bad-4ed9-869a-b7a4855e196c tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/dac97e17-2ad2-4cbd-b176-b29b8f686b1c HTTP/1.1" status: 204 len: 168 time: 1.5649076 May 26 19:33:19.825424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:19.836125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:19.845616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:19.853744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:floatingip and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:19.856802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:19.864439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-8a13622c-623d-474b-a06d-d4a1ea98164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:19.864439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-8a13622c-623d-474b-a06d-d4a1ea98164a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1096 time: 0.2940664 May 26 19:33:19.866171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:19.875918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.071765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.105654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-00e39170-a2e8-4e03-9bd4-6339125689b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:20.107327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-00e39170-a2e8-4e03-9bd4-6339125689b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.2239945 May 26 19:33:20.199630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.310529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a9af1ca6-325d-413d-8ea5-c48953721a0c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:20.338970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.18 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/27c0e416-a598-43ce-9878-baae6c98a3f9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:20.399763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-e0ed3804-24b0-45a4-92d2-cae2f3b3e734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 999 time: 0.2835948 May 26 19:33:20.443047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.517824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.592285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.617225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7d87b4c-d93f-49bf-af0d-06171d251d74 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:20.684220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e7d87b4c-d93f-49bf-af0d-06171d251d74 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:20.684220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7d87b4c-d93f-49bf-af0d-06171d251d74 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:20.684220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a9af1ca6-325d-413d-8ea5-c48953721a0c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:20.715262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:20.718664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:20.722478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:20.733460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a9af1ca6-325d-413d-8ea5-c48953721a0c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:20.733801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a9af1ca6-325d-413d-8ea5-c48953721a0c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:20.838130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.855681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.895740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-0a98212f-6513-4287-bec3-7cfa37df9e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:20.895740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-0a98212f-6513-4287-bec3-7cfa37df9e6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.4818220 May 26 19:33:20.961716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b8556-cb00-4df1-946f-48ff5bc11ad9 req-df15a46d-7ed0-4009-8365-3ecd9dc66cae tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:20.971547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b53b8556-cb00-4df1-946f-48ff5bc11ad9 req-df15a46d-7ed0-4009-8365-3ecd9dc66cae tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.6092823 May 26 19:33:20.981645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:20.981645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd333164-17c9-4999-b011-675c36b5f743 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:33:20.997523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.046425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b53b8556-cb00-4df1-946f-48ff5bc11ad9 req-b1bde9ad-85f7-441d-8b84-2f4edff7452f tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774577 May 26 19:33:21.049934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=27c0e416-a598-43ce-9878-baae6c98a3f9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:21.072534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.077554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-34f3bbf8-33c5-4a30-b6f2-e5dea30a27ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/bd333164-17c9-4999-b011-675c36b5f743 HTTP/1.1" status: 204 len: 168 time: 2.8870838 May 26 19:33:21.081220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54764) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:21.102481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.150649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-f3abe449-59c0-49a5-a420-38bb81926fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:21.152229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-f3abe449-59c0-49a5-a420-38bb81926fc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505293 May 26 19:33:21.160946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Deleting subnet 8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:33:21.191719 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.401174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.455626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.466373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.539870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-f1059dc9-0570-4925-b740-2fea8576476d service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690071 May 26 19:33:21.616212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=27c0e416-a598-43ce-9878-baae6c98a3f9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:21.627985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.667526 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.667526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f1c37ef-88f6-4bec-8616-68e5588d8d51 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8421216 May 26 19:33:21.671880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54774) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:21.678228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'port': {'network_id': 'f41fdedf-f1d6-4937-81be-eac90c7e985d', 'name': 'tempest-FloatingIPTestJSON-1229039617'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:21.746652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.817123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:21.823042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:port and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:21.826877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:21.836961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:21.844884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09bc4cb1-b83c-468b-bea2-60bf7a4a72a7 req-275f61dd-e98e-4713-abb0-3dfe72487a1d service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043478 May 26 19:33:21.850367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:21.884024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.890893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.928644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] device_id is not set on port 30fbb6e2-bf02-48b2-94e1-d629aad78eff yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:33:21.948443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef5c362-722b-4b72-92e7-fa9ccb8a1d83,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:21.948443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:21.953797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5a5d2-c69d-4a93-8c50-5cb50bb6e7fc None None] Network ad646e7e-741a-4917-a169-180605b1b82f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:21.957275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2cb8b146-8a4d-4a7e-aa4f-74c00cc846fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ef5c362-722b-4b72-92e7-fa9ccb8a1d83 HTTP/1.1" status: 204 len: 168 time: 0.8643711 May 26 19:33:21.957275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aedc89-c6c4-430c-96fa-10f45126366b req-c16aed32-6c17-44a5-9d95-6b473e7f2a78 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:21.964684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47aedc89-c6c4-430c-96fa-10f45126366b req-c16aed32-6c17-44a5-9d95-6b473e7f2a78 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.3943717 May 26 19:33:21.964684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54780) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:22.130329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47aedc89-c6c4-430c-96fa-10f45126366b req-772ce69b-ff73-4e14-8d4a-e5ba848415f4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449163 May 26 19:33:22.218560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.233706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Deleting port d6ae1a7f-2419-4503-aefa-167480f7d600 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:22.234261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.264067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.9 (f41fdedf-f1d6-4937-81be-eac90c7e985d/bfb6b13a-8344-436f-b5b5-8e66943b1d43/30fbb6e2-bf02-48b2-94e1-d629aad78eff) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:22.422987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] DHCP port deletion for ad646e7e-741a-4917-a169-180605b1b82f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:33:22.434586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Deleting port d6ae1a7f-2419-4503-aefa-167480f7d600 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:22.434586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.538813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] For port d6ae1a7f-2419-4503-aefa-167480f7d600, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6ae1a7f-2419-4503-aefa-167480f7d600,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:22.539169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.619103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.656032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.685569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Calling delete_port for d6ae1a7f-2419-4503-aefa-167480f7d600 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:22.737631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] For port d6ae1a7f-2419-4503-aefa-167480f7d600, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6ae1a7f-2419-4503-aefa-167480f7d600,segment=NetworkSegment(afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0),segment_id=afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:22.737631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.756715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network f41fdedf-f1d6-4937-81be-eac90c7e985d is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:22.763877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:22.763877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:22.829131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=30fbb6e2-bf02-48b2-94e1-d629aad78eff,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:22.847548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:22.847548 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.861917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:22.882480 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03f3c861-2e95-4b15-89bf-3fa3331fcd62 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2077427 May 26 19:33:22.882480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54792) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:22.901511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': '30fbb6e2-bf02-48b2-94e1-d629aad78eff'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:22.931100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Calling delete_port for d6ae1a7f-2419-4503-aefa-167480f7d600 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.059915 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:33:23.069624 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:33:23.076113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.082213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ae1a7f-2419-4503-aefa-167480f7d600,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:23.082213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] No DVR routers for this DVR port d6ae1a7f-2419-4503-aefa-167480f7d600 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:33:23.265631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.355867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-975b2b42-6b46-40cd-8543-67537197a3ca tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:23.355867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-975b2b42-6b46-40cd-8543-67537197a3ca tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.13 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.5536752 May 26 19:33:23.359669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad646e7e-741a-4917-a169-180605b1b82f']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:23.427168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:23.427168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:23.464383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.496857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.505229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Deleting port f3922874-bab6-42c2-91db-87a6065111db {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:23.506189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.538951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:33:23.541878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.559294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Deleting port d6ae1a7f-2419-4503-aefa-167480f7d600 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:23.560107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.609790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ad82-d299-4855-ac18-544a16e19630 req-873d538d-32a6-40a2-b7a9-622def04a75e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:23.609790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0311ad82-d299-4855-ac18-544a16e19630 req-873d538d-32a6-40a2-b7a9-622def04a75e tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 945 time: 0.3252354 May 26 19:33:23.652013 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0 resource provider aggregate not found May 26 19:33:23.701241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a84fb-1472-4bc5-a659-9c277cdedc7d None None] The port 'd6ae1a7f-2419-4503-aefa-167480f7d600' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:33:23.710998 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afec1f2b-ef04-40cc-bdc2-459ff8dbd1e0 found for delete ", "request_id": "req-e846ff8e-929b-4b24-b61a-3898426a481c"}]} May 26 19:33:23.735784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0311ad82-d299-4855-ac18-544a16e19630 req-b6fa05b2-0f2a-4dae-8d64-e3f5e52b248b tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/security-groups?id=71b75be8-afce-4eca-a655-a4b71a416cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715160 May 26 19:33:23.785340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.806093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:23.823199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad646e7e-741a-4917-a169-180605b1b82f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:23.857014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e39c96fb-c144-4106-a7b2-76eab9cfb629 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad646e7e-741a-4917-a169-180605b1b82f HTTP/1.1" status: 204 len: 168 time: 1.8963192 May 26 19:33:24.030229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.054968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.057757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] For port f3922874-bab6-42c2-91db-87a6065111db, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=f3922874-bab6-42c2-91db-87a6065111db,segment=NetworkSegment(a4227b7e-6b8b-4421-808b-a0ae1674459a),segment_id=a4227b7e-6b8b-4421-808b-a0ae1674459a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:24.057757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.128902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54816) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:24.203165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Calling delete_port for f3922874-bab6-42c2-91db-87a6065111db owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:24.310997 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 4d9cbe6b-8759-4de9-80bf-8f314e2357e9 associated. External IP: 172.25.0.18, port: 30fbb6e2-bf02-48b2-94e1-d629aad78eff. May 26 19:33:24.319162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6232ecf5-aef6-445f-b5c4-6bed771e830a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=995264af62b349c7951e1d4d6bade465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907957 May 26 19:33:24.319162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54822) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:24.375398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6ae1a7f-2419-4503-aefa-167480f7d600 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:24.433550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.442577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d6ae1a7f-2419-4503-aefa-167480f7d600 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:24.442808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6ae1a7f-2419-4503-aefa-167480f7d600 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:24.446624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['f3922874-bab6-42c2-91db-87a6065111db'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:33:24.484557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.503042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Pushing event deleted for resources: {'Port': ['ID=f3922874-bab6-42c2-91db-87a6065111db,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:24.597518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.615585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] No DVR routers for this DVR port f3922874-bab6-42c2-91db-87a6065111db on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:33:24.620012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.620012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'name': 'network-vif-deleted', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:33:24.659775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6ed7adb-3139-4269-af2f-477b1250e150 req-c1ae342e-5b47-4216-b719-874a57d8ffa4 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.13 "DELETE /v2.0/ports/f3922874-bab6-42c2-91db-87a6065111db HTTP/1.1" status: 204 len: 173 time: 1.2885125 May 26 19:33:24.702999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.730039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ebcb7-1f32-4bfb-9fd9-683b8727a8ba,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:24.746577 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:24.747848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-59c255bf-fa31-4050-b69c-550ec45fc132 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d60ebcb7-1f32-4bfb-9fd9-683b8727a8ba HTTP/1.1" status: 204 len: 168 time: 0.4290090 May 26 19:33:24.842776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:25.143073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:25.145223 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49f3078-1401-4a9d-afac-3017fc02d9fb'] response: {'server_uuid': 'a69cee64-efe1-4c72-adf0-f0ccf29393b3', 'name': 'network-vif-deleted', 'tag': 'f3922874-bab6-42c2-91db-87a6065111db', 'status': 'completed', 'code': 200} May 26 19:33:25.150409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:25.155516 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:25.169946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:25.170573 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:25.361262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:25.366105 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-403224a4-4847-4173-bb46-bbad603c95ac tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/4d9cbe6b-8759-4de9-80bf-8f314e2357e9 HTTP/1.1" status: 200 len: 977 time: 2.4733133 May 26 19:33:25.366105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54848) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:25.369110 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:25.369110 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:25.411289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-99bfe8b5-43b6-4e71-8b31-330f154a2e2b req-738bbecb-15ab-419d-ae74-c0df278e1132 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Synchronizing usage tracker for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:33:25.432251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-99bfe8b5-43b6-4e71-8b31-330f154a2e2b req-738bbecb-15ab-419d-ae74-c0df278e1132 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] Unset dirty status for tenant:cf2fe801843349f4ab75f4343b7d6977 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:33:25.444091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99bfe8b5-43b6-4e71-8b31-330f154a2e2b req-738bbecb-15ab-419d-ae74-c0df278e1132 tempest-DeleteServersTestJSON-1779894690 tempest-DeleteServersTestJSON-1779894690-project] 10.222.0.24 "GET /v2.0/ports?device_id=a69cee64-efe1-4c72-adf0-f0ccf29393b3 HTTP/1.1" status: 200 len: 210 time: 0.1287854 May 26 19:33:25.444273 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:25.444644 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac5e40-ae3b-4521-a320-20cf686d4094 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:25.568154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 30fbb6e2-bf02-48b2-94e1-d629aad78eff {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:25.568154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:25.878741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:26.397052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:26.397052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:26.397052 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 4d9cbe6b-8759-4de9-80bf-8f314e2357e9 disassociated. External IP: 172.25.0.18, port: 30fbb6e2-bf02-48b2-94e1-d629aad78eff. May 26 19:33:26.397052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 30fbb6e2-bf02-48b2-94e1-d629aad78eff owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:26.574863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:26.697199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=30fbb6e2-bf02-48b2-94e1-d629aad78eff,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:26.977865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:27.288726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:27.300489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:27.329782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:27.329782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:27.485367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:27.495670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:27.497235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:27.497910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:27.508040 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8a4e35c-9e62-40d4-9bcc-10bf016bd918 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/30fbb6e2-bf02-48b2-94e1-d629aad78eff HTTP/1.1" status: 204 len: 168 time: 2.1404498 May 26 19:33:27.508383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:27.573999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:27.573999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea99ebb-d93c-4407-bd83-83b7d88e7671 None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:27.573999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device f3922874-bab6-42c2-91db-87a6065111db no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:27.599409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da5a792b-0e37-4fd0-87f8-57e21abf5e6d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/floatingips/4d9cbe6b-8759-4de9-80bf-8f314e2357e9 HTTP/1.1" status: 200 len: 687 time: 0.0871637 May 26 19:33:27.602883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54920) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:27.610842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: f3922874-bab6-42c2-91db-87a6065111db {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:27.610842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device f3922874-bab6-42c2-91db-87a6065111db not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:27.808100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 27c0e416-a598-43ce-9878-baae6c98a3f9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:27.808364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.038401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.038961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.239166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 27c0e416-a598-43ce-9878-baae6c98a3f9 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:28.587752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.783348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=27c0e416-a598-43ce-9878-baae6c98a3f9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:28.902615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.928422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:28.933397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:28.933971 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-42c312b9-2ed0-4e2b-b1c8-52f4e4edec58 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d9cbe6b-8759-4de9-80bf-8f314e2357e9 HTTP/1.1" status: 204 len: 168 time: 1.3326614 May 26 19:33:28.938543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:28.953797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:28.972642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:floatingip and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:28.975954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:28.993745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:29.021520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:29.422550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:29.618123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.185 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/125ef569-a29b-49c0-96bb-b6ab83c2d3c5) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:30.025524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:30.070828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:30.174575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:30.180874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:30.180874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:30.231557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=125ef569-a29b-49c0-96bb-b6ab83c2d3c5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:30.727047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:30.820965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:31.141025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:31.147193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:31.306308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=125ef569-a29b-49c0-96bb-b6ab83c2d3c5,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:31.340104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:31.668687 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 2deed8d3-c7ca-4f9c-921b-f6fcecd23814 associated. External IP: 172.25.0.185, port: e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe. May 26 19:33:31.833346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55026) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:32.317007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:32.492375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Deleting subnet 34c4443a-de2a-426b-9afd-af6269e62b1b {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:33:32.496221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:32.664459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:32.694858 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:33:32.747522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:32.754438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:32.759362 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:32.768997 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:32.769472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:32.830830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:32.916417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:32.926800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:32.926800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:32.948828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-760ea92e-4cae-4073-a388-7427924d6370 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0096889 May 26 19:33:32.948828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:32.951187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:32.956430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1537521018'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:32.966200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:32.973684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:network and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:32.986262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:32.995797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:33.014516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.023825 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:33.023825 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b462907c-7d98-4ef6-8314-fcdcee01409a None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:33.038426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/34c4443a-de2a-426b-9afd-af6269e62b1b HTTP/1.1" status: 204 len: 168 time: 1.2033186 May 26 19:33:33.038426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a18fe-39e4-4e4e-872c-8dcf3a0febeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c4443a-de2a-426b-9afd-af6269e62b1b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:33.038699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:33.043638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55050) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:33.047231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.081143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:33:33.092115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.092501 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Added segment 2b0f194f-872d-4ad3-bafb-642bf803dece of type vlan for network b42a1853-4e9d-4566-99d3-496d20177c18 May 26 19:33:33.121123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.173082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.182600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:33.182600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.184780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.312725 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3645365 May 26 19:33:33.313336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55060) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:33.318758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9556e-6f0b-41c2-a9b1-0fa77d92e375 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Network': ['ID=b42a1853-4e9d-4566-99d3-496d20177c18,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:33.323990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'subnet': {'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:33.329418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b42a1853-4e9d-4566-99d3-496d20177c18 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:33:33.336618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.363713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66221f0e-99da-4fa3-9ef0-db6b168e9113']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:33.377977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4227b7e-6b8b-4421-808b-a0ae1674459a') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:33.378375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4227b7e-6b8b-4421-808b-a0ae1674459a') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:33.391805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.428796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.440421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:33:33.440421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.482787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:33.486541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:subnet and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:33.493999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:33.507772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:33.513872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:33.516323 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a4227b7e-6b8b-4421-808b-a0ae1674459a resource provider aggregate not found May 26 19:33:33.529694 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.557496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.600361 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a4227b7e-6b8b-4421-808b-a0ae1674459a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4227b7e-6b8b-4421-808b-a0ae1674459a found for delete ", "request_id": "req-706c3507-cead-4dae-9657-ef4b3ee26080"}]} May 26 19:33:33.600361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.625761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66221f0e-99da-4fa3-9ef0-db6b168e9113,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:33.625761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1ec9531e-a03f-4c3c-84ac-ed389983b4d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/66221f0e-99da-4fa3-9ef0-db6b168e9113 HTTP/1.1" status: 204 len: 168 time: 0.5774908 May 26 19:33:33.873322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:33.875253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55084) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:33.934092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ad3ed19-1699-46d1-93cf-de1544d6bc77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf2fe801843349f4ab75f4343b7d6977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501609 May 26 19:33:33.934092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:33.946328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Subnet': ['ID=ef698a33-de39-4882-b9c7-cb583118ea53,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:33.993064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Checking segment: {'id': '2b0f194f-872d-4ad3-bafb-642bf803dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:33.993064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network hostable DHCP agents. Network: b42a1853-4e9d-4566-99d3-496d20177c18, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:33:34.003224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.045160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network b42a1853-4e9d-4566-99d3-496d20177c18 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:33:34.049107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.059101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b42a1853-4e9d-4566-99d3-496d20177c18) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:34.067452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:34.069028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f35687-dbcb-43eb-a580-1278f3cc475a None None] Network b42a1853-4e9d-4566-99d3-496d20177c18 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:34.077233 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.105072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95e7e249-a05a-4fc0-9229-db9778d5a6e9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7885079 May 26 19:33:34.105899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:34.116726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1442586828', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:34.135689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:34.143232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:router and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:34.150258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.161928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:34.183885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:34.190848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b75be8-afce-4eca-a655-a4b71a416cae,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:34.190848 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.190848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9e45e6f4-723d-4dba-87cf-b5d54fc6af71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71b75be8-afce-4eca-a655-a4b71a416cae HTTP/1.1" status: 204 len: 168 time: 0.2591407 May 26 19:33:34.215542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.215542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.330592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.490521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b42a1853-4e9d-4566-99d3-496d20177c18', 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18', 'tenant_id': '7fceb353e8594a1e8648348b08a926a2', 'fixed_ips': [{'subnet_id': 'ef698a33-de39-4882-b9c7-cb583118ea53'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:33:34.490521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:34.797463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Allocated IP 172.20.0.2 (b42a1853-4e9d-4566-99d3-496d20177c18/ef698a33-de39-4882-b9c7-cb583118ea53/496248da-b137-4483-bd27-ebc36c84da53) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:34.829735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.406396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.430775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Transition to ACTIVE for port object 496248da-b137-4483-bd27-ebc36c84da53 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:35.474311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Transition to ACTIVE for port object 496248da-b137-4483-bd27-ebc36c84da53 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:35.489273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.660521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Network b42a1853-4e9d-4566-99d3-496d20177c18 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:35.760175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Pushing event updated for resources: {'Port': ['ID=496248da-b137-4483-bd27-ebc36c84da53,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:35.762942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:35.765353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:35.892681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.945422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Attempting to bind port 496248da-b137-4483-bd27-ebc36c84da53 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:35.945422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Attempting to bind port 496248da-b137-4483-bd27-ebc36c84da53 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '2b0f194f-872d-4ad3-bafb-642bf803dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:35.945422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Attempting to bind port 496248da-b137-4483-bd27-ebc36c84da53 on network b42a1853-4e9d-4566-99d3-496d20177c18 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:35.956248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:35.956248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Checking segment: {'id': '2b0f194f-872d-4ad3-bafb-642bf803dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:35.959632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.962874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:35.962874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Bound using segment: {'id': '2b0f194f-872d-4ad3-bafb-642bf803dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:35.962874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Bound port: 496248da-b137-4483-bd27-ebc36c84da53, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0f194f-872d-4ad3-bafb-642bf803dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:35.962874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.006625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:36.167123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] For port 496248da-b137-4483-bd27-ebc36c84da53, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:36.174182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] For port 496248da-b137-4483-bd27-ebc36c84da53, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=496248da-b137-4483-bd27-ebc36c84da53,segment=NetworkSegment(2b0f194f-872d-4ad3-bafb-642bf803dece),segment_id=2b0f194f-872d-4ad3-bafb-642bf803dece)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:36.185303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.273032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-208863339-network', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:36.294175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:36.297074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.25.0.206 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/d19f1fde-b3aa-4d49-b3b1-66eaad417a93) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:36.310100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Usage tracker for resource:network and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:36.328109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:36.329725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe20d1-472a-4f3f-996f-28246a3721f7 None None] Pushing event updated for resources: {'Port': ['ID=496248da-b137-4483-bd27-ebc36c84da53,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:36.372600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:36.405658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:36.405658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.434231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.466614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:36.478167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Usage tracker for resource:security_group_rule and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:36.499665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:36.499665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:36.536418 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.646487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.671166 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.679810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.718319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.782950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b65e48-069b-4781-af4e-9a404f8b115d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:36.789962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:33:36.808139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:36.808771 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Added segment cd3b4477-e402-4e6b-93c3-50f69b8072a0 of type vlan for network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c May 26 19:33:36.908833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:36.908833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:36.932340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:37.110763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=d19f1fde-b3aa-4d49-b3b1-66eaad417a93,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:37.152153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:37.196014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:37.196912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:37.197677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:37.392372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] Pushing event updated for resources: {'Network': ['ID=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:37.413542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-91df85a6-cec2-4dd5-9d60-61fbe422250e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3993957 May 26 19:33:37.413542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55170) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:37.422953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Request body: {'subnet': {'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-subnet', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:37.432619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:37.439313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:33:37.443460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Usage tracker for resource:subnet and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:37.448298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:37.467234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:37.493632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:37.496554 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.059887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.089502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.284222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97692fe9-f2b6-4c64-9233-7a9109cc0cbf None None] Network b42a1853-4e9d-4566-99d3-496d20177c18 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:38.339178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66886d94-a17f-4a22-829a-a1e3d660b872,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:38.351206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Checking segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:38.352044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Network hostable DHCP agents. Network: 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:33:38.379360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:33:38.398463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:38.405415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:38.406814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.410563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55200) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:38.479127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31acd203-2ecf-4d0e-b24a-f35470362131 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0688930 May 26 19:33:38.485495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55206) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:38.498535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:38.516464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:38.516464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Usage tracker for resource:router and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:38.525419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:38.529741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd7bfd-8b50-4483-b9d1-c27dbf18c7a1 None None] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:38.545518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:38.598029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.598029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.665855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:38.959725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.096253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.116379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 496248da-b137-4483-bd27-ebc36c84da53 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:39.117173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:39.134393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c3f410ebc2d4bcdae12d9aac86a0147 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:39.187553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:39.203697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:39.210813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.374831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8322c48d-1cf6-4107-b3e3-01cf1ced7ebb None None] Provisioning for port 496248da-b137-4483-bd27-ebc36c84da53 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:39.445480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:33:39.445480 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.546343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.555496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.655176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 496248da-b137-4483-bd27-ebc36c84da53 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:39.680655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c3f410ebc2d4bcdae12d9aac86a0147&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2618916 May 26 19:33:39.680655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552175f-b9f9-4165-8bf8-e8fb283c54d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0eca56-da5e-4e77-ab31-93379e233952,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:39.686545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55230) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:39.759585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 496248da-b137-4483-bd27-ebc36c84da53 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:39.759585 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:39.790139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router f42b9a87-a9cf-4ad4-99dc-1042f958f48e is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:33:40.009336 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.088944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Allocated IP 172.20.0.2 (71d9e4d2-fd3f-46e8-b33e-c3d25511d52c/66886d94-a17f-4a22-829a-a1e3d660b872/91db910a-902c-4566-8eb0-9ed793b0ab08) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:40.092527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.169474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.249422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:40.261569 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.291647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.292952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] Sync routers for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:40.293827 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed1bdffc-1d8b-4a7f-8fc7-4d6651b5f75b tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1866086 May 26 19:33:40.296268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:40.398554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 496248da-b137-4483-bd27-ebc36c84da53 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:40.398923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.414324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:40.417844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:40.420532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.488284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0eca56-da5e-4e77-ab31-93379e233952,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:40.588305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:40.617057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:40.617057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:40.728821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:40.729502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9777d7-50d7-4179-8aaa-06a1f49b5d26 None None] The sync data for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:40.820561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 496248da-b137-4483-bd27-ebc36c84da53, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=496248da-b137-4483-bd27-ebc36c84da53,segment=NetworkSegment(2b0f194f-872d-4ad3-bafb-642bf803dece),segment_id=2b0f194f-872d-4ad3-bafb-642bf803dece)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:40.827441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Allocated IP 172.25.0.202 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:40.830579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4631c3c6-a44e-43a8-9bc3-04e12d07a672 None None] Provisioning complete for port 496248da-b137-4483-bd27-ebc36c84da53 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:40.830579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4631c3c6-a44e-43a8-9bc3-04e12d07a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:40.877972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.039027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.040472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b90a4715-08ca-4d78-8902-900f73463a2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af0eca56-da5e-4e77-ab31-93379e233952 HTTP/1.1" status: 204 len: 168 time: 1.3460426 May 26 19:33:41.066503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.100163 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.106558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.119871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Transition to ACTIVE for port object 91db910a-902c-4566-8eb0-9ed793b0ab08 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:41.199010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=496248da-b137-4483-bd27-ebc36c84da53,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:41.213873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:41.221323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:41.231956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:41.276256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Transition to ACTIVE for port object 91db910a-902c-4566-8eb0-9ed793b0ab08 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:41.298284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.307098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:41.374921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4631c3c6-a44e-43a8-9bc3-04e12d07a672 None None] Current status of the port 496248da-b137-4483-bd27-ebc36c84da53 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:41.433824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:41.444963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:41.449144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:41.567331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Pushing event updated for resources: {'Port': ['ID=91db910a-902c-4566-8eb0-9ed793b0ab08,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:41.697511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.859616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Attempting to bind port 91db910a-902c-4566-8eb0-9ed793b0ab08 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:41.860154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Attempting to bind port 91db910a-902c-4566-8eb0-9ed793b0ab08 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:41.860326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Attempting to bind port 91db910a-902c-4566-8eb0-9ed793b0ab08 on network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:41.872781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:41.873579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Checking segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:41.874140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:41.874671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Bound using segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:41.875274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Bound port: 91db910a-902c-4566-8eb0-9ed793b0ab08, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:41.876717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:42.051585 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:42.076955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] For port 91db910a-902c-4566-8eb0-9ed793b0ab08, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:42.084975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] For port 91db910a-902c-4566-8eb0-9ed793b0ab08, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91db910a-902c-4566-8eb0-9ed793b0ab08,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:42.098109 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:42.300966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba19fda-7adf-4f8f-aadf-771b9d3f6af0 None None] Pushing event updated for resources: {'Port': ['ID=91db910a-902c-4566-8eb0-9ed793b0ab08,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:42.514425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.1 (b42a1853-4e9d-4566-99d3-496d20177c18/ef698a33-de39-4882-b9c7-cb583118ea53/c1e96167-3de2-4cb5-bd4c-66adb22617d8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:42.813490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.073215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.115758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Transition to ACTIVE for port object c1e96167-3de2-4cb5-bd4c-66adb22617d8 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:43.146717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91db910a-902c-4566-8eb0-9ed793b0ab08 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:43.157850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.245115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfdc-6f18-4ecb-98af-3b306c40171c req-8feb2cf6-c6c3-4c2c-a928-f79e9e4e85c9 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:43.253996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5d9bfdc-6f18-4ecb-98af-3b306c40171c req-8feb2cf6-c6c3-4c2c-a928-f79e9e4e85c9 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.3169804 May 26 19:33:43.260596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 91db910a-902c-4566-8eb0-9ed793b0ab08 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:43.291239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network b42a1853-4e9d-4566-99d3-496d20177c18 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:43.292359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 496248da-b137-4483-bd27-ebc36c84da53 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:43.313449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:43.330095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:43.423467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=c1e96167-3de2-4cb5-bd4c-66adb22617d8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:43.467719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.497210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 496248da-b137-4483-bd27-ebc36c84da53 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:43.497956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.698747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5d9bfdc-6f18-4ecb-98af-3b306c40171c req-63ffdfb8-bcc0-481a-9313-697593292a1e tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422133 May 26 19:33:43.759203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Router 7b119d53-b309-4442-a3f9-950f6cae1356 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:33:43.859990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 496248da-b137-4483-bd27-ebc36c84da53 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:43.864342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f3bf57a-de78-43c9-87b9-b74f785fa562 None None] Provisioning for port c1e96167-3de2-4cb5-bd4c-66adb22617d8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:43.872880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f3bf57a-de78-43c9-87b9-b74f785fa562 None None] Provisioning complete for port c1e96167-3de2-4cb5-bd4c-66adb22617d8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:43.874420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f3bf57a-de78-43c9-87b9-b74f785fa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:43.901483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea45b4-a613-480d-adfa-a50b1b893bd6 None None] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:43.951173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.053059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:44.062519 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Sync routers for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:44.079674 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:44.080292 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:44.094543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.096539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ba94eed-d1cf-4334-9518-aecd87c5d833 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6145079 May 26 19:33:44.099905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55300) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:44.443978 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:44.475073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.511740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bf57a-de78-43c9-87b9-b74f785fa562 None None] Port c1e96167-3de2-4cb5-bd4c-66adb22617d8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:33:44.675192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-24df54c9-85a2-45ad-a085-8391db263800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.679043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Provisioning for port 91db910a-902c-4566-8eb0-9ed793b0ab08 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:44.686117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Provisioning complete for port 91db910a-902c-4566-8eb0-9ed793b0ab08 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:44.686797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.740167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55316) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:44.766867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506235339', 'description': 'tempest-secgroup-smoke-1506235339 description', 'project_id': 'c6b04893a72849678f8f7e913fc20db5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:44.783314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:44.810514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:44.818515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:44.826793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:44.852976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.881350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:44.886014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:44.888625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:44.894483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:44.976235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Current status of the port 91db910a-902c-4566-8eb0-9ed793b0ab08 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:44.976656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.986266 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:44.994488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.040375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:41Z', 'revision_number': 3, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:45.046167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Checking router: 7b119d53-b309-4442-a3f9-950f6cae1356 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:33:45.046555 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Updating router 7b119d53-b309-4442-a3f9-950f6cae1356 port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:33:45.056995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bef099-f630-4377-826a-fad224a6c431,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:45.060148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] For port 91db910a-902c-4566-8eb0-9ed793b0ab08, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91db910a-902c-4566-8eb0-9ed793b0ab08,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:45.067788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.084284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.086605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.090576 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a39d51e6-f334-4a82-9131-d2a225b9157d tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3467195 May 26 19:33:45.090770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55320) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:45.104752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:45.120310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:45.123267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.142136 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.164636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f2d86-ac91-4471-acde-0ceab98b3970 None None] Pushing event updated for resources: {'Port': ['ID=91db910a-902c-4566-8eb0-9ed793b0ab08,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:45.188226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ca6cdd50-b3c9-4589-990d-93dad27674c5 None None] Provisioning complete for port 91db910a-902c-4566-8eb0-9ed793b0ab08 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:45.189160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:45.189388 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca6cdd50-b3c9-4589-990d-93dad27674c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.197678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:45.202056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bff31-2459-4a8c-92bd-cbb8ccf5d1fb req-093c76f4-f311-42af-91cb-d3a7d0711cb7 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:45.203639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf6bff31-2459-4a8c-92bd-cbb8ccf5d1fb req-093c76f4-f311-42af-91cb-d3a7d0711cb7 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.3255835 May 26 19:33:45.232490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:45.264102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.331905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf6bff31-2459-4a8c-92bd-cbb8ccf5d1fb req-307f79d9-7584-459e-906d-8b7a621e0158 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154366 May 26 19:33:45.333946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=c1e96167-3de2-4cb5-bd4c-66adb22617d8,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:45.364796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.385627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cdd50-b3c9-4589-990d-93dad27674c5 None None] Current status of the port 91db910a-902c-4566-8eb0-9ed793b0ab08 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:45.446720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.497902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.511327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network b42a1853-4e9d-4566-99d3-496d20177c18 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:45.536060 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.541460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:45.546119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.547431 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4556897 May 26 19:33:45.557950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55326) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:45.565673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:45.608619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:45.615638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90432138-885d-49d1-8270-0f8fe8c7f7a6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc6ffdf-ca53-4a2c-b8e8-0a4bf111fa16,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:45.625479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:45.638136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:45.647418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:45.679684 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.693838 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Transition to ACTIVE for port object 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:45.704161 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.811907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.879118 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Attempting to bind port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:45.879484 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Attempting to bind port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:45.879847 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Attempting to bind port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:45.905442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Pushing event updated for resources: {'Port': ['ID=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:45.911204 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:45.911612 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:45.912088 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.912408 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:45.912888 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Bound port: 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:45.913291 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.956317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.959433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Allocated IP 172.20.0.1 (71d9e4d2-fd3f-46e8-b33e-c3d25511d52c/66886d94-a17f-4a22-829a-a1e3d660b872/f3b48f68-1c87-4b23-92dd-adb8d520e697) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:45.967811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:45.979598 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.979921 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.980254 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.980581 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.980903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.981259 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.981564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.981879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.982195 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.982507 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.982816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:45.983127 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.017517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-70766b69-2ca2-415d-8f28-4ecaf474a645 None None] Provisioning complete for port c1e96167-3de2-4cb5-bd4c-66adb22617d8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:46.017995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-70766b69-2ca2-415d-8f28-4ecaf474a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.041171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6367d77-d4fe-4c71-8819-8ae1478c7e46,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:46.072001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.073547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.073889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.074221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.075703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.076045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.076377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.076703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.077056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.077379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.079477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.081945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.087323 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] For port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:46.090588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] For port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:46.097088 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.184233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-70766b69-2ca2-415d-8f28-4ecaf474a645 None None] Port c1e96167-3de2-4cb5-bd4c-66adb22617d8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:33:46.185518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.190873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c2bbead0-57ca-40f4-938e-61c3239dc319 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6305401 May 26 19:33:46.195405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55338) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:46.206513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:46.219055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:46.225390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router f42b9a87-a9cf-4ad4-99dc-1042f958f48e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:46.225722 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:46.226884 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.229819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:46.233582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:46.246000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:46.299747 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725cea0-67b5-4f07-94de-3c60f4f7b261 None None] Pushing event updated for resources: {'Port': ['ID=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:46.368703 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.436808 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.468441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Transition to ACTIVE for port object f3b48f68-1c87-4b23-92dd-adb8d520e697 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:46.469066 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:46.522175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.584468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:46.590983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2605a08e-3e02-4c06-93af-af380d6c3fba tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/routers/f42b9a87-a9cf-4ad4-99dc-1042f958f48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2933860 May 26 19:33:46.594206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55346) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:46.597393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] Sync routers for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:46.612111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:46.637495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.641050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'port': {'network_id': 'b42a1853-4e9d-4566-99d3-496d20177c18', 'name': 'tempest-FloatingIPTestJSON-1864149534'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:46.709333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.725947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.736864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.747512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:46.748390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.833910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.834197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36f867-161f-4cdf-a68c-2426ae709699 None None] The sync data for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:46.847163 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-360f1896-0c57-419f-a02a-c70cb7e18a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.884207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:46.895135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:46.899162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fbff7a-b6e0-4ac8-bdb7-2f00d831fdc2,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:46.909902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:46.915676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.916140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.916574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.917072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.917511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.921320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.921753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.922181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.922624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.923049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.923790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.924288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:46.956817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:46.965794 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ce5b882-75f1-4697-8eec-0ce892c4efee tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7689197 May 26 19:33:46.966729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:46.972432 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:41Z', 'revision_number': 3, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:46.977427 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29045f-a21f-4b06-a988-70a120215623 None None] The sync data for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 is: [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:41Z', 'revision_number': 3, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:47.004229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:47.027757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:47.034488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91db910a-902c-4566-8eb0-9ed793b0ab08 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:47.040602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:47.065526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.076296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:47.082984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:47.096515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:47.114011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:47.121825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Usage tracker for resource:port and tenant:7fceb353e8594a1e8648348b08a926a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:47.133847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:47.143606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:47.164928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.177006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Made reservation on behalf of 7fceb353e8594a1e8648348b08a926a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:47.181521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.199352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 91db910a-902c-4566-8eb0-9ed793b0ab08 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:47.200490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.254711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] device_id is not set on port d315bd8e-8702-4ca5-82a0-be389314c770 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:33:47.294777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cda1c-7427-4f17-86ab-c659c3cc1e20 req-130ae897-4c3d-442e-a54e-b496d5f69dd8 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:47.302631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-583cda1c-7427-4f17-86ab-c659c3cc1e20 req-130ae897-4c3d-442e-a54e-b496d5f69dd8 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.5482092 May 26 19:33:47.365082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740fa97-7993-46e8-b316-d04da64f1567 req-615afd8c-403d-4844-bfb8-fb9343bcb382 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:47.365082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b740fa97-7993-46e8-b316-d04da64f1567 req-615afd8c-403d-4844-bfb8-fb9343bcb382 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.6104238 May 26 19:33:47.385190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.407030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-583cda1c-7427-4f17-86ab-c659c3cc1e20 req-4955582d-058b-421f-9704-c84740c00923 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031933 May 26 19:33:47.462323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6294273-1f30-4a30-a472-25f707a51ecf None None] Provisioning for port f3b48f68-1c87-4b23-92dd-adb8d520e697 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:47.472508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6294273-1f30-4a30-a472-25f707a51ecf None None] Provisioning complete for port f3b48f68-1c87-4b23-92dd-adb8d520e697 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:47.473180 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6294273-1f30-4a30-a472-25f707a51ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.487933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.525568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Deleting port ee9bd650-935a-4911-b4a7-5dcfba7f7400 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:47.526019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.565134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.632916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 91db910a-902c-4566-8eb0-9ed793b0ab08 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:47.658350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6294273-1f30-4a30-a472-25f707a51ecf None None] Port f3b48f68-1c87-4b23-92dd-adb8d520e697 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:33:47.692719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Allocated IP 172.20.0.6 (b42a1853-4e9d-4566-99d3-496d20177c18/ef698a33-de39-4882-b9c7-cb583118ea53/d315bd8e-8702-4ca5-82a0-be389314c770) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:47.759400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b09e700-bcfe-4c15-b983-b25d8e6cc5c7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:47.852035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.852921 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-08445e2a-3ab4-4730-8641-f58b48da1130 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8818896 May 26 19:33:47.859065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55364) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:47.881001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:47.963492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:47.972201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:47.972201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:47.996083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:47.999106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:48.015169 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Project c6b04893a72849678f8f7e913fc20db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:33:48.028010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.049544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Transition to ACTIVE for port object d315bd8e-8702-4ca5-82a0-be389314c770 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:48.085150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.130465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.188319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Network b42a1853-4e9d-4566-99d3-496d20177c18 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:48.193252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:48.211783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:48.252851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] For port ee9bd650-935a-4911-b4a7-5dcfba7f7400, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ee9bd650-935a-4911-b4a7-5dcfba7f7400,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:48.253247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.257983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event updated for resources: {'Port': ['ID=d315bd8e-8702-4ca5-82a0-be389314c770,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:48.273584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.309711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:48.310785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.334415 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b0ec6eb-64c1-447e-b523-a61e63c582dc tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7392094 May 26 19:33:48.336860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55368) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:48.342525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Request body: {'floatingip': {'port_id': 'd315bd8e-8702-4ca5-82a0-be389314c770'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:48.460400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.495564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a66e426c-3a98-4704-952e-6e79bb5d4180 None None] Provisioning for port d315bd8e-8702-4ca5-82a0-be389314c770 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:48.501660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a66e426c-3a98-4704-952e-6e79bb5d4180 None None] Provisioning complete for port d315bd8e-8702-4ca5-82a0-be389314c770 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:48.502472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a66e426c-3a98-4704-952e-6e79bb5d4180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.578354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a66e426c-3a98-4704-952e-6e79bb5d4180 None None] Port d315bd8e-8702-4ca5-82a0-be389314c770 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:33:48.723074 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.744438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:48.959555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:33:49.000286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4a072c-75ef-4cab-8e92-9fbd9fc906a5,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:49.014319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.032283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.038058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:49.063777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24afb9-9083-4c86-9cf9-dd61105d3122 req-a16d6236-eb9e-434d-8b2a-66399e709f6c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:49.065319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d24afb9-9083-4c86-9cf9-dd61105d3122 req-a16d6236-eb9e-434d-8b2a-66399e709f6c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d3a783-99c8-4a02-90d6-209e6de78392 HTTP/1.1" status: 200 len: 945 time: 0.4533768 May 26 19:33:49.131401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.133269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f34a6cc-229c-4754-8728-d7816e88838a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2729721 May 26 19:33:49.139843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:49.145247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:49.146197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.159236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55384) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:49.189204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'security_group_rule': {'security_group_id': '74bef099-f630-4377-826a-fad224a6c431', 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:49.197227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:49.202605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:security_group_rule and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:49.206774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:49.218404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:49.225454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.225825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.226136 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Floating IP ba233808-f0ca-45f5-b6c2-0d803b16adb9 disassociated. External IP: 172.25.0.86, port: ee9bd650-935a-4911-b4a7-5dcfba7f7400. May 26 19:33:49.226678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Calling delete_port for ee9bd650-935a-4911-b4a7-5dcfba7f7400 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:49.285562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.285811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:49.286004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.304329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:49.309521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.319044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d24afb9-9083-4c86-9cf9-dd61105d3122 req-8aad73c5-bbf8-4a28-8e06-caaa97b4cba8 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups?id=afe3da50-dcad-4597-82a7-434c34881732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135577 May 26 19:33:49.325281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:49.327723 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Project c6b04893a72849678f8f7e913fc20db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:33:49.365782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.391803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:49.434025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.439419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55388) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:49.446296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788343762', 'description': 'tempest-description--1772064958'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:49.452569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.511114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:49.530063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:49.534534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:49.549854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:49.622884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.630441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:49.638352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:49.658890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:49.667930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:49.673289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:49.684516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.686083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:49.688875 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 2deed8d3-c7ca-4f9c-921b-f6fcecd23814 associated. External IP: 172.25.0.185, port: e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe. May 26 19:33:49.718124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.726854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.753759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abac155e-5832-4a8f-8322-b57733971683,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:49.766603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.847718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event deleted for resources: {'Port': ['ID=ee9bd650-935a-4911-b4a7-5dcfba7f7400,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:49.941088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:49.961506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a39ca85-14d1-496d-965a-080f84086354 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7808619 May 26 19:33:50.025878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.039909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.121171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b6f096bc-6b49-4b2c-bc33-d7d7eed3450c None None] Provisioning complete for port f3b48f68-1c87-4b23-92dd-adb8d520e697 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:50.121892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6f096bc-6b49-4b2c-bc33-d7d7eed3450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.150689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278b9fec-4bc9-4953-87f0-2518314e2d9d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:50.167848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.169333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a4a3138-4d88-47b9-85ee-4abd1dc4bb53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7284389 May 26 19:33:50.180711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55404) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:50.186325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '278b9fec-4bc9-4953-87f0-2518314e2d9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:50.198796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:50.215532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:50.220632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:50.230944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b6f096bc-6b49-4b2c-bc33-d7d7eed3450c None None] Port f3b48f68-1c87-4b23-92dd-adb8d520e697 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:33:50.236507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:50.254268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:50.316339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Router 631e6e14-0e3f-45c7-a254-4fc62d50100d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:50.324910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Router 7b119d53-b309-4442-a3f9-950f6cae1356 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:50.330701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.367721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ee9bd650-935a-4911-b4a7-5dcfba7f7400 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:33:50.444094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ee9bd650-935a-4911-b4a7-5dcfba7f7400 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:33:50.444438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ee9bd650-935a-4911-b4a7-5dcfba7f7400 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:33:50.529771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.531779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:50.545147 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:50.561737 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:50.562586 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:50.595040 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.596018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-04b744ae-00c5-4a1d-bb30-8e4ef2323795 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506235339&fields=id&tenant_id=c6b04893a72849678f8f7e913fc20db5 HTTP/1.1" status: 200 len: 267 time: 0.1933129 May 26 19:33:50.635140 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:50.645304 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:50.646615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b62d66-fe5e-4853-b963-31c5fa9020c0,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:50.646804 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:50.714084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:50.715369 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c0debafc-338b-42af-8188-b627842c47da tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5333111 May 26 19:33:50.723227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:50.735594 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:50.736227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd43072-f79e-47f3-bf98-599bae9d32ce None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:50.738888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '278b9fec-4bc9-4953-87f0-2518314e2d9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:50.751010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:50.758541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:50.763315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:50.774789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:50.984973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:51.002784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:51.004154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.089062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Sync routers for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:51.102633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:51.113993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-c49873cd-dd3d-4df4-b257-2a67710d3694 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:51.114200 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Sync routers for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:51.116165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-c49873cd-dd3d-4df4-b257-2a67710d3694 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 813 time: 0.4654756 May 26 19:33:51.137223 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:51.137850 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:51.153645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:51.155730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:51.180187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router f42b9a87-a9cf-4ad4-99dc-1042f958f48e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:51.182312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.191361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.229217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0bd6b01-06ac-4876-80f3-6375b4e0b520 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b119d53-b309-4442-a3f9-950f6cae1356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1232359 May 26 19:33:51.291394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8027733f-fc54-4975-9b21-025aab8348ec,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:51.313804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] No DVR routers for this DVR port ee9bd650-935a-4911-b4a7-5dcfba7f7400 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:33:51.321618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.323346 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a7a92b5-846d-4122-a6f7-3574f0dacd3d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5983250 May 26 19:33:51.326564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55424) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:51.327177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.330187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b740fa97-7993-46e8-b316-d04da64f1567 req-9762d274-1cad-41da-8fe3-b56a46ad4adf tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.53 "DELETE /v2.0/ports/ee9bd650-935a-4911-b4a7-5dcfba7f7400 HTTP/1.1" status: 204 len: 173 time: 3.9080350 May 26 19:33:51.332816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:51.341374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'name': 'network-vif-deleted', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:33:51.344224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:51.366810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-1c7cad63-10b5-4003-89ea-4dee38791472 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/quotas/c6b04893a72849678f8f7e913fc20db5 HTTP/1.1" status: 200 len: 375 time: 0.0586691 May 26 19:33:51.411722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:floatingip and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:51.422025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:51.439785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:51.461761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.493307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:51.505576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:51.559531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-dabe790f-dfca-42bd-bb10-03193fbda5a8 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863701 May 26 19:33:51.568933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] Sync routers for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:51.569975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.597412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:51.734179 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4cfddaae-4ef7-43f3-932b-86e3f44c52e8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/floatingips/2deed8d3-c7ca-4f9c-921b-f6fcecd23814 HTTP/1.1" status: 200 len: 978 time: 3.3955541 May 26 19:33:51.737173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55436) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:51.761090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:51.761712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:51.783476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.885917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port d315bd8e-8702-4ca5-82a0-be389314c770 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:51.886254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:51.917275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:51.917648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.015513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.25.0.34 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ee16dcc9-df00-4306-b04c-a28de2f671b1) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:52.037448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:48Z', 'revision_number': 2, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.053807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.064973 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Checking router: 7b119d53-b309-4442-a3f9-950f6cae1356 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:33:52.065622 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Updating router 7b119d53-b309-4442-a3f9-950f6cae1356 port f3b48f68-1c87-4b23-92dd-adb8d520e697 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:33:52.137440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:52.137674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.186077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55448) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:52.210302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.210701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7be2bf-0098-4aaa-8548-da51a0b40faf None None] The sync data for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:52.228261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-network', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:52.234732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:52.237346 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.241381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Usage tracker for resource:network and tenant:9156499fdcab4d5e91f3c1b3d276def0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:52.246996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:52.256997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:52.301435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Made reservation on behalf of 9156499fdcab4d5e91f3c1b3d276def0 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:52.304369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.319090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.349544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:52.356436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.359725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Usage tracker for resource:security_group_rule and tenant:9156499fdcab4d5e91f3c1b3d276def0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:52.363644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:52.370817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:52.371612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:52.394604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.399452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Checking router: 631e6e14-0e3f-45c7-a254-4fc62d50100d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:33:52.409403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:52.410098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:52.424412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.432997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.544812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:52.550267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:52.566600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:52.623253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=ee16dcc9-df00-4306-b04c-a28de2f671b1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:52.655090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.665114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.677733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:52.700750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:33:52.720380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.722168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b8c1b-678e-4753-b8a8-f61fc875cb5e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:52.727385 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.730435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.730797 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Added segment 601a126b-4f33-4f33-adf1-e3b15f04bdf1 of type vlan for network 4f198082-3278-4bea-a325-d30d43fc3a8f May 26 19:33:52.746245 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Transition to ACTIVE for port object f3b48f68-1c87-4b23-92dd-adb8d520e697 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:52.755658 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.808353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.821735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.910501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.910874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.911196 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Floating IP 2deed8d3-c7ca-4f9c-921b-f6fcecd23814 disassociated. External IP: 172.25.0.185, port: d315bd8e-8702-4ca5-82a0-be389314c770. May 26 19:33:52.911569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for d315bd8e-8702-4ca5-82a0-be389314c770 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:52.922058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.923066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:52.923650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:52.970075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-a5db7da4-8947-493e-b6c0-0b9e90c9ce09 service neutron] 10.222.0.24 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3939297 May 26 19:33:53.063348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175329a5-1e15-4650-9dff-0b1086909bbf None None] Pushing event updated for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:53.137275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Attempting to bind port f3b48f68-1c87-4b23-92dd-adb8d520e697 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:53.137558 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Attempting to bind port f3b48f68-1c87-4b23-92dd-adb8d520e697 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:53.137889 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Attempting to bind port f3b48f68-1c87-4b23-92dd-adb8d520e697 on network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:53.145000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:53.145621 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Checking segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:53.146015 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.146398 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Bound using segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:53.146852 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Bound port: f3b48f68-1c87-4b23-92dd-adb8d520e697, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:53.147217 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.192589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:53.200668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b295e41f-5b53-41c7-a535-10df6e6107de None None] The sync data for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 is: [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:31:45Z', 'revision_number': 4, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bf3313e8-26a2-4917-b2d5-e8afaf526444', 'name': '', 'network_id': 'ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'mac_address': 'fa:16:3e:27:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:42Z', 'updated_at': '2022-05-26T19:31:55Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'subnets': [{'id': 'aba0fcef-5fd9-4435-82d4-13d1fdeacd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:53.280380 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] For port f3b48f68-1c87-4b23-92dd-adb8d520e697, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:53.284571 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] For port f3b48f68-1c87-4b23-92dd-adb8d520e697, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3b48f68-1c87-4b23-92dd-adb8d520e697,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:53.290711 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.306908 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1168294 May 26 19:33:53.307752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55452) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:53.319165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Request body: {'subnet': {'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-subnet', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:53.329221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:53.337529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-c0a62976-0f95-4eea-bd9a-57f6311a7ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523943 May 26 19:33:53.347964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ad2e0-7312-434b-8ed8-2e30a049b721 admin admin] Pushing event updated for resources: {'Network': ['ID=4f198082-3278-4bea-a325-d30d43fc3a8f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:53.351482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Usage tracker for resource:subnet and tenant:9156499fdcab4d5e91f3c1b3d276def0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:53.356029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.357927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:53.365817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4f198082-3278-4bea-a325-d30d43fc3a8f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:33:53.391271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:53.391902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:53.414751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:53.421358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=d315bd8e-8702-4ca5-82a0-be389314c770,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:53.481195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.492985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.593224 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175329a5-1e15-4650-9dff-0b1086909bbf None None] Pushing event updated for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:53.683600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=ee16dcc9-df00-4306-b04c-a28de2f671b1,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:53.740556 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1d316-aafe-4497-b415-a12d1a55bad2 None None] New status for floating IP ba233808-f0ca-45f5-b6c2-0d803b16adb9: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:33:53.787202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.816031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:53.817764 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d35a2b1-3c3e-41c0-ba85-4e126a281a96 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4899030 May 26 19:33:53.875280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Made reservation on behalf of 9156499fdcab4d5e91f3c1b3d276def0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:53.877989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:54.058012 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:33:54.109374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router f42b9a87-a9cf-4ad4-99dc-1042f958f48e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:54.353825 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bd4ab5-8105-4a25-9498-e3e9123503d0'] response: {'server_uuid': 'f4d3a783-99c8-4a02-90d6-209e6de78392', 'name': 'network-vif-deleted', 'tag': 'ee9bd650-935a-4911-b4a7-5dcfba7f7400', 'status': 'completed', 'code': 200} May 26 19:33:54.354846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:54.365415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] Sync routers for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:54.376153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:54.376849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:54.440118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:54.449562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:33:54.450224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:54.477025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:53Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:54.484501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07adcd48-a09a-4239-ae48-456f1e465e5d None None] The sync data for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 is: [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:53Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:54.503731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-37e45f9f-ff68-45ef-b2e3-8a38297e1d3e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1788343762&fields=id&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 267 time: 0.1167099 May 26 19:33:54.571590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:33:54.573950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466c38a-8c65-4ac4-b52b-6f04feec5977 None None] The sync data for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:33:54.596636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:54.696650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-425d130a-4c60-4129-8da1-c1957e210358 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/d315bd8e-8702-4ca5-82a0-be389314c770 HTTP/1.1" status: 204 len: 168 time: 2.9546947 May 26 19:33:54.697446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:54.762054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:54.869954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-1c2c0c4e-e3eb-41ce-a5c8-bab8dea26746 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:54.877796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-1c2c0c4e-e3eb-41ce-a5c8-bab8dea26746 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.3335865 May 26 19:33:54.923429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-d6861c20-525d-425e-beb1-2425f0a1a6d0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/quotas/f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 375 time: 0.0445359 May 26 19:33:54.928094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce846c2-8f61-48ea-ac68-c5538a3cf0b5,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:55.002481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Checking segment: {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:55.002926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Network hostable DHCP agents. Network: 4f198082-3278-4bea-a325-d30d43fc3a8f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:33:55.056893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Network 4f198082-3278-4bea-a325-d30d43fc3a8f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:33:55.087001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4f198082-3278-4bea-a325-d30d43fc3a8f) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:55.095571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287d3a9-3d19-4c85-bc0a-3a2bc5255961 None None] Network 4f198082-3278-4bea-a325-d30d43fc3a8f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:55.129794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:55.130858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.136486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3b48f68-1c87-4b23-92dd-adb8d520e697 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:55.170441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-ee8cc6ce-9c50-4c2e-8f58-bbfcd7bc4ce8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2387664 May 26 19:33:55.277515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a5593a51-27ff-4fbc-9653-c8d7376fe5bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9641557 May 26 19:33:55.277989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55498) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:55.285560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:55.292942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:55.299680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Usage tracker for resource:router and tenant:9156499fdcab4d5e91f3c1b3d276def0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:55.306369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:55.324435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:55.361686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-91b9215e-8cd0-44c4-aefc-44e282070868 service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901953 May 26 19:33:55.382753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.383778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.503127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f3b48f68-1c87-4b23-92dd-adb8d520e697 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:55.516143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.538419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f3b48f68-1c87-4b23-92dd-adb8d520e697 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:55.539330 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.582578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4f198082-3278-4bea-a325-d30d43fc3a8f', 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'fixed_ips': [{'subnet_id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:33:55.583824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.625704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:55.694105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-7108462e-dbe4-4951-814a-83ac75abaaf2 service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289931 May 26 19:33:56.133327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f3b48f68-1c87-4b23-92dd-adb8d520e697 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:56.133707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.180079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Allocated IP 172.20.0.2 (4f198082-3278-4bea-a325-d30d43fc3a8f/fce846c2-8f61-48ea-ac68-c5538a3cf0b5/924ac16d-4d66-4342-b8b9-be90b9953115) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:56.219175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f3b48f68-1c87-4b23-92dd-adb8d520e697, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3b48f68-1c87-4b23-92dd-adb8d520e697,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:56.238800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.324142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-ccdcaa4a-1cec-4529-ba58-94ffbb9e68d5 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:56.327222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-ccdcaa4a-1cec-4529-ba58-94ffbb9e68d5 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 813 time: 0.8368006 May 26 19:33:56.412250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:56.496237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port c1e96167-3de2-4cb5-bd4c-66adb22617d8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:56.496774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.504619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.532800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.548164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Transition to ACTIVE for port object 924ac16d-4d66-4342-b8b9-be90b9953115 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:56.561669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afaf8ce3-9df2-4369-ad63-836ab60686d5 req-145dec33-6b1c-41e6-a7a8-70b33af24114 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 210 time: 0.3361611 May 26 19:33:56.581393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Transition to ACTIVE for port object 924ac16d-4d66-4342-b8b9-be90b9953115 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:56.588034 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.661073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55512) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:56.675050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Pushing event updated for resources: {'Port': ['ID=924ac16d-4d66-4342-b8b9-be90b9953115,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:56.687225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-c81c78d7-4bca-48c1-9478-5aad4ffa588a tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b04893a72849678f8f7e913fc20db5 HTTP/1.1" status: 200 len: 380 time: 0.1513946 May 26 19:33:56.702569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'port': {'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'admin_state_up': True, 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'security_groups': ['74bef099-f630-4377-826a-fad224a6c431']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:56.703797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Network 4f198082-3278-4bea-a325-d30d43fc3a8f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:56.705291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:56.708424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:56.822519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.891026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Attempting to bind port 924ac16d-4d66-4342-b8b9-be90b9953115 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:33:56.891589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Attempting to bind port 924ac16d-4d66-4342-b8b9-be90b9953115 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:33:56.891962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Attempting to bind port 924ac16d-4d66-4342-b8b9-be90b9953115 on network 4f198082-3278-4bea-a325-d30d43fc3a8f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:33:56.897851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:33:56.898220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Checking segment: {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:33:56.898620 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.899012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Bound using segment: {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:33:56.899474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Bound port: 924ac16d-4d66-4342-b8b9-be90b9953115, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:33:56.899847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:56.975042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.034612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3b48f68-1c87-4b23-92dd-adb8d520e697 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:57.081030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.127860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for c1e96167-3de2-4cb5-bd4c-66adb22617d8 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:57.178812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] For port 924ac16d-4d66-4342-b8b9-be90b9953115, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:33:57.192358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] For port 924ac16d-4d66-4342-b8b9-be90b9953115, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=924ac16d-4d66-4342-b8b9-be90b9953115,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:33:57.201557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.254980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:57.264638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8998c980-03b3-4c7f-9612-052c3c798437 req-367a67d5-38f3-4f73-a6dd-740d14f9753a tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 210 time: 0.1194131 May 26 19:33:57.265607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:port and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:33:57.271204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:33:57.277796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f3b48f68-1c87-4b23-92dd-adb8d520e697 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:57.278315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.337552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:57.337552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.365300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3da50-dcad-4597-82a7-434c34881732,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:57.424086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Pushing event updated for resources: {'Port': ['ID=924ac16d-4d66-4342-b8b9-be90b9953115,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:57.469079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Made reservation on behalf of c6b04893a72849678f8f7e913fc20db5 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:57.472511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.505545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.505723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.505951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.506248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.506589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.507429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.507429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.508721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.509138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.509487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.510162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.510645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc752dc-fb33-45c9-bc0b-50d40bb6d8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:33:57.575078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.581669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.585800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-66c36505-69a0-45de-9f05-453591a9710c tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "DELETE /v2.0/security-groups/afe3da50-dcad-4597-82a7-434c34881732 HTTP/1.1" status: 204 len: 168 time: 0.9207249 May 26 19:33:57.588163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.595544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55526) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:57.659897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:57.712551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f3b48f68-1c87-4b23-92dd-adb8d520e697 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:57.727411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=c1e96167-3de2-4cb5-bd4c-66adb22617d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:57.767072 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-89512f5c-c5da-4312-aa5b-d60e43a9a1f3 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] show failed (client error): The resource could not be found. May 26 19:33:57.772890 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-89512f5c-c5da-4312-aa5b-d60e43a9a1f3 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "GET /v2.0/security-groups/afe3da50-dcad-4597-82a7-434c34881732 HTTP/1.1" status: 404 len: 347 time: 0.1105847 May 26 19:33:57.773751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55534) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:58.291808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57fbf7ff-112b-43b4-a813-c59de4d67fa4 req-c6861a48-000e-4315-9db3-8d0a8252d581 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 210 time: 0.0892684 May 26 19:33:58.296624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Deleting port 60a1501b-9922-4796-9e30-5e569e94e759 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:33:58.297257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:58.311027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-aa59906d-fff8-4af7-84b0-0d18bd1c908b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:33:58.312539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-aa59906d-fff8-4af7-84b0-0d18bd1c908b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.5892541 May 26 19:33:58.481742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Allocated IP 172.20.0.4 (85552f65-8932-45be-8ba0-28e1d83d54f6/1021b9d5-ae08-47ae-a0b0-7c1b94028a66/db8bee26-5d84-42f8-b4f4-a337d8d8e539) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:58.510327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Allocated IP 172.25.0.61 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/7b596896-152e-49ea-a034-1ac47e48593f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:58.552538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:58.579344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-e610bd96-bbc9-4310-84a3-848ba34201d5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 473 time: 0.2543926 May 26 19:33:58.623637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'port': {'device_id': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'admin_state_up': True, 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'security_groups': ['278b9fec-4bc9-4953-87f0-2518314e2d9d']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:33:58.715909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab397a07-2909-432d-b0ca-5ff24ae9a2d0 req-ee24abaa-36e7-4132-a82c-fb8a64f69795 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 210 time: 0.1566470 May 26 19:33:58.731080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:58.731689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.052589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 924ac16d-4d66-4342-b8b9-be90b9953115 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:33:59.115613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:33:59.136493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.146379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42f5b3-257d-4587-96f4-79ff432ed09d None None] Network 4f198082-3278-4bea-a325-d30d43fc3a8f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:33:59.148062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:33:59.179326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.189648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:33:59.194257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.202414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Calling delete_port for 60a1501b-9922-4796-9e30-5e569e94e759 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:33:59.237081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Transition to ACTIVE for port object db8bee26-5d84-42f8-b4f4-a337d8d8e539 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:33:59.300314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.348150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5cb07f86-19a3-4a82-8afc-e9b366f9879e None None] Provisioning for port 924ac16d-4d66-4342-b8b9-be90b9953115 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:59.408125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 924ac16d-4d66-4342-b8b9-be90b9953115 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:33:59.416393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 924ac16d-4d66-4342-b8b9-be90b9953115 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:33:59.416959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.424286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:33:59.432377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:33:59.468405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:33:59.550984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Pushing event updated for resources: {'Port': ['ID=7b596896-152e-49ea-a034-1ac47e48593f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:59.583164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router f42b9a87-a9cf-4ad4-99dc-1042f958f48e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:33:59.589643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.663466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.20.0.14 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/7f71dd59-a45f-4167-8ddb-8a23c0fdc93b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:33:59.697453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 924ac16d-4d66-4342-b8b9-be90b9953115 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:33:59.698384 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.731849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Pushing event deleted for resources: {'Port': ['ID=60a1501b-9922-4796-9e30-5e569e94e759,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:59.745517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 924ac16d-4d66-4342-b8b9-be90b9953115, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=924ac16d-4d66-4342-b8b9-be90b9953115,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:33:59.759782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.847834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=924ac16d-4d66-4342-b8b9-be90b9953115,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:33:59.869379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.946153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.967882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:33:59.982957 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] Sync routers for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:33:59.989172 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc418909-3640-4dd8-87d9-cce271f2799e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/routers/f42b9a87-a9cf-4ad4-99dc-1042f958f48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2902076 May 26 19:33:59.992512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:33:59.994063 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4692031b-4a38-4feb-b5d6-5efbfa574f84 tempest-ServersTestManualDisk-1029313924 tempest-ServersTestManualDisk-1029313924-project] 10.222.0.24 "DELETE /v2.0/floatingips/ba233808-f0ca-45f5-b6c2-0d803b16adb9 HTTP/1.1" status: 204 len: 168 time: 2.2081058 May 26 19:33:59.998720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:59.999049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:33:59.999959 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:00.004434 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:00.100218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:00.113991 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] Routers {'f42b9a87-a9cf-4ad4-99dc-1042f958f48e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:00.115525 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:00.133885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.150847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Transition to ACTIVE for port object 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:00.155742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:00.185009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:00.185594 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e618e-af8a-4c71-b9f2-ee6ccbd93119 None None] The sync data for ids ['f42b9a87-a9cf-4ad4-99dc-1042f958f48e'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:00.229958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a7e0e57-cb65-4d30-a19e-7e603181ad08 None None] Provisioning complete for port 924ac16d-4d66-4342-b8b9-be90b9953115 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:00.230522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0e57-cb65-4d30-a19e-7e603181ad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.240974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:00.254329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:00.292224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:00.384823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e0e57-cb65-4d30-a19e-7e603181ad08 None None] Current status of the port 924ac16d-4d66-4342-b8b9-be90b9953115 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:00.429390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:00.430400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.451919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218db3-c1b2-48fc-8c51-8bb2919466ce req-a4e2d390-112a-4c54-99ad-1602782e9ad7 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:00.453984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01218db3-c1b2-48fc-8c51-8bb2919466ce req-a4e2d390-112a-4c54-99ad-1602782e9ad7 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 931 time: 0.8958857 May 26 19:34:00.465398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.548124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.559200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01218db3-c1b2-48fc-8c51-8bb2919466ce req-62644e95-8006-4033-a2f1-40bf7870e957 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963349 May 26 19:34:00.614996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8d5613b-786a-4d40-9797-c712136e3e84 None None] Provisioning for port db8bee26-5d84-42f8-b4f4-a337d8d8e539 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:00.620374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8d5613b-786a-4d40-9797-c712136e3e84 None None] Provisioning complete for port db8bee26-5d84-42f8-b4f4-a337d8d8e539 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:00.620858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8d5613b-786a-4d40-9797-c712136e3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:00.708841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8d5613b-786a-4d40-9797-c712136e3e84 None None] Port db8bee26-5d84-42f8-b4f4-a337d8d8e539 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:00.891655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-8f88d8ad-35f8-4cc2-9e43-1f76cbedd0cb tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1949716 May 26 19:34:00.893501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:00.907819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:00.913058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Request body: {'port': {'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:00.960439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:00.994817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.002249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:01.010451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 924ac16d-4d66-4342-b8b9-be90b9953115 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:01.062866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port d19f1fde-b3aa-4d49-b3b1-66eaad417a93 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:01.063128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.193546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 924ac16d-4d66-4342-b8b9-be90b9953115 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:01.193930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.226916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:01.227614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.285360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.365943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-417de0be-1448-4381-b6ee-949daf661ca2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7467208 May 26 19:34:01.387562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.396089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.401281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Request body: {'port': {'device_id': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:01.411571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-80c9173c-5632-43a6-99e1-f29e6ac71be6 None None] Provisioning for port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:01.462021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d6b34-006b-4f34-93fb-5b9b81400fb3 req-23e31f3a-0b76-4fe6-81f8-e4a8df54da7f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:01.462767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-616d6b34-006b-4f34-93fb-5b9b81400fb3 req-23e31f3a-0b76-4fe6-81f8-e4a8df54da7f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:01.466650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-80c9173c-5632-43a6-99e1-f29e6ac71be6 None None] Provisioning complete for port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:01.466650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-80c9173c-5632-43a6-99e1-f29e6ac71be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.511588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 924ac16d-4d66-4342-b8b9-be90b9953115 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:01.530604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for d19f1fde-b3aa-4d49-b3b1-66eaad417a93 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:01.551321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-80c9173c-5632-43a6-99e1-f29e6ac71be6 None None] Port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:01.659131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-616d6b34-006b-4f34-93fb-5b9b81400fb3 req-23e31f3a-0b76-4fe6-81f8-e4a8df54da7f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:01.666336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-616d6b34-006b-4f34-93fb-5b9b81400fb3 req-23e31f3a-0b76-4fe6-81f8-e4a8df54da7f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 932 time: 0.8370790 May 26 19:34:01.679212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.877332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:01.896112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-616d6b34-006b-4f34-93fb-5b9b81400fb3 req-eb94bc54-c9ae-4ce3-b900-513421081c53 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283428 May 26 19:34:02.043941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.110019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=d19f1fde-b3aa-4d49-b3b1-66eaad417a93,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:02.218968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.361235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8bee26-5d84-42f8-b4f4-a337d8d8e539 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:34:02.369368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.385498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Transition to ACTIVE for port object db8bee26-5d84-42f8-b4f4-a337d8d8e539 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:02.409454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.586939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.590982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.600198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Deleting port bf3313e8-26a2-4917-b2d5-e8afaf526444 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:02.600979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.631099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.688540 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.689099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Fanout notify agent at l3_agent the message router_deleted on router f42b9a87-a9cf-4ad4-99dc-1042f958f48e {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:34:02.768173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.769348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09e69b95-189c-48b4-a0a3-462ae8b8cbf5 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/routers/f42b9a87-a9cf-4ad4-99dc-1042f958f48e HTTP/1.1" status: 204 len: 168 time: 2.7693212 May 26 19:34:02.772280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55584) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:02.872186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting subnet ef698a33-de39-4882-b9c7-cb583118ea53 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:34:02.879384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:02.915412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Pushing event updated for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:02.924572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] For port bf3313e8-26a2-4917-b2d5-e8afaf526444, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bf3313e8-26a2-4917-b2d5-e8afaf526444,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:02.924940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.065899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Calling delete_port for bf3313e8-26a2-4917-b2d5-e8afaf526444 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:03.107724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.184974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947fc4f-6ce0-435f-9868-cf9843cdbba0 req-920aed74-f24e-4b32-92bb-ea9bedee68cc tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:03.185845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6947fc4f-6ce0-435f-9868-cf9843cdbba0 req-920aed74-f24e-4b32-92bb-ea9bedee68cc tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Synchronizing usage tracker for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:03.244256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.284118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Attempting to bind port db8bee26-5d84-42f8-b4f4-a337d8d8e539 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:03.284536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Attempting to bind port db8bee26-5d84-42f8-b4f4-a337d8d8e539 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:03.285077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Attempting to bind port db8bee26-5d84-42f8-b4f4-a337d8d8e539 on network 85552f65-8932-45be-8ba0-28e1d83d54f6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:03.311384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Port db8bee26-5d84-42f8-b4f4-a337d8d8e539 on network 85552f65-8932-45be-8ba0-28e1d83d54f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:34:03.311790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Attempting to bind port db8bee26-5d84-42f8-b4f4-a337d8d8e539 on network 85552f65-8932-45be-8ba0-28e1d83d54f6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:03.322253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6947fc4f-6ce0-435f-9868-cf9843cdbba0 req-920aed74-f24e-4b32-92bb-ea9bedee68cc tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Unset dirty status for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:03.323505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6947fc4f-6ce0-435f-9868-cf9843cdbba0 req-920aed74-f24e-4b32-92bb-ea9bedee68cc tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 1.2445834 May 26 19:34:03.339052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:03.339471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Checking segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:03.339926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Bound using segment: {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:03.340409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Bound port: db8bee26-5d84-42f8-b4f4-a337d8d8e539, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ffe945-8e7e-4894-8b3f-36e754b6b2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:03.340804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.376507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.423706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.429817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.434154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:34:03.444484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98397f62-9147-46e7-a1cc-87021722aaf4 None None] Network b42a1853-4e9d-4566-99d3-496d20177c18 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:03.462107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Subnet': ['ID=ef698a33-de39-4882-b9c7-cb583118ea53,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:03.473853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6947fc4f-6ce0-435f-9868-cf9843cdbba0 req-b0f6ca41-2bba-49ff-80b3-0b35c53c8456 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430306 May 26 19:34:03.484471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3313e8-26a2-4917-b2d5-e8afaf526444,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:03.497869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d7372ed-7556-41ed-a4a8-27b315faa3a9 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/subnets/ef698a33-de39-4882-b9c7-cb583118ea53 HTTP/1.1" status: 204 len: 168 time: 0.7245955 May 26 19:34:03.527659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55594) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:03.789290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:34:03.819219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.854926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:03.855930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.901314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] DHCP port deletion for b42a1853-4e9d-4566-99d3-496d20177c18 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:34:03.905552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Deleting port 496248da-b137-4483-bd27-ebc36c84da53 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:03.906001 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.957616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.961688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:03.963182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Transition to ACTIVE for port object 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:03.977255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:03.981132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:04.167800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:04.180705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Sync routers for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:04.185715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 496248da-b137-4483-bd27-ebc36c84da53 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:04.186058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:04.211448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:04.212446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:04.245383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:04.245918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:04.248440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] 10.222.0.13 "PUT /v2.0/ports/db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 1091 time: 3.3416760 May 26 19:34:04.271827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:04.341724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:04.424321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] For port 496248da-b137-4483-bd27-ebc36c84da53, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=496248da-b137-4483-bd27-ebc36c84da53,segment=NetworkSegment(2b0f194f-872d-4ad3-bafb-642bf803dece),segment_id=2b0f194f-872d-4ad3-bafb-642bf803dece)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:04.424709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:04.429184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb9fa1-3486-4c06-bc46-0a2eeecf9cf2 req-efbcbaa3-4a0a-4c01-8823-c540063f10c0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:04.431419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78eb9fa1-3486-4c06-bc46-0a2eeecf9cf2 req-efbcbaa3-4a0a-4c01-8823-c540063f10c0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 932 time: 0.7144110 May 26 19:34:04.708018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Router 631e6e14-0e3f-45c7-a254-4fc62d50100d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:04.771094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:04.775070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d9a18c09-65ea-4d2f-96d2-64d8559d2c1a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4960248 May 26 19:34:04.779844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55608) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:04.789495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Calling delete_port for 496248da-b137-4483-bd27-ebc36c84da53 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:04.897302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:04.967795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:04.988011 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f20e004c-fc92-4a74-b634-6df42d533655 admin admin] 10.222.0.24 "PUT /v2.0/routers/631e6e14-0e3f-45c7-a254-4fc62d50100d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9861913 May 26 19:34:04.989644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55612) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:04.990426 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Sync routers for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:05.003333 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:05.005739 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:05.139152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] For port 496248da-b137-4483-bd27-ebc36c84da53, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=496248da-b137-4483-bd27-ebc36c84da53,segment=NetworkSegment(2b0f194f-872d-4ad3-bafb-642bf803dece),segment_id=2b0f194f-872d-4ad3-bafb-642bf803dece)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:05.139680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.234715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.288177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 496248da-b137-4483-bd27-ebc36c84da53 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:05.310090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 496248da-b137-4483-bd27-ebc36c84da53 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: from cryptography.utils import int_from_bytes May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: from cryptography.utils import int_from_bytes May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn_limited( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn_limited( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.364733 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:34:05.367170 n-d-843146-9 neutron-server[88363]: util.warn( May 26 19:34:05.374158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 496248da-b137-4483-bd27-ebc36c84da53 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:34:05.374484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 496248da-b137-4483-bd27-ebc36c84da53 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:34:05.375970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] Pushing event deleted for resources: {'Port': ['ID=496248da-b137-4483-bd27-ebc36c84da53,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:05.382167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa9a3a-ef1d-427b-b20f-89f9012155f7 None None] No DVR routers for this DVR port 496248da-b137-4483-bd27-ebc36c84da53 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:34:05.413653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:34:05.414222 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:34:05.458398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Attempting to bind port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:05.459042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Attempting to bind port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:05.459553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Attempting to bind port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:05.462003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.481308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78eb9fa1-3486-4c06-bc46-0a2eeecf9cf2 req-837e972a-f7fb-4754-969a-4467769117e1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7516208 May 26 19:34:05.491006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:34:05.491542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Attempting to bind port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:05.493984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247b05-4bed-4100-b92c-4019580e9b5d service neutron] Pushing event updated for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:05.539988 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:05.588690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:05.589507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:05.590045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:05.590851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Bound port: 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:05.591337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.613394 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03888b06-da56-4636-a647-7f2cc7e38fd0'] response: {'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:34:05.624137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-aba87437-0ce9-4be0-b124-acd6ca70d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:05.626276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-aba87437-0ce9-4be0-b124-acd6ca70d9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1094 time: 1.2584183 May 26 19:34:05.711561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-f9a899ef-b5bb-4af5-a5b0-300f7ea2f7bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 217 time: 0.0782607 May 26 19:34:05.721782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:00Z', 'revision_number': 3, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:05.749496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Checking router: 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:05.749852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Updating router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 port 7b596896-152e-49ea-a034-1ac47e48593f binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:05.888086 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.943120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.946105 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:34:03Z', 'revision_number': 5, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port': {'id': '0a250807-1f97-4964-a62b-3dfb7a7d2b60', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:34Z', 'updated_at': '2022-05-26T19:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:05.951394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 496248da-b137-4483-bd27-ebc36c84da53 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:05.951734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.958354 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Checking router: 631e6e14-0e3f-45c7-a254-4fc62d50100d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:05.964830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Deleting port 0a250807-1f97-4964-a62b-3dfb7a7d2b60 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:05.965210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:05.979473 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Routers {'631e6e14-0e3f-45c7-a254-4fc62d50100d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:05.982379 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['631e6e14-0e3f-45c7-a254-4fc62d50100d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:06.094984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] The port '496248da-b137-4483-bd27-ebc36c84da53' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:34:06.268646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] For port 0a250807-1f97-4964-a62b-3dfb7a7d2b60, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0a250807-1f97-4964-a62b-3dfb7a7d2b60,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:06.268964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.278595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] Set router 631e6e14-0e3f-45c7-a254-4fc62d50100d gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:06.380530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-68de9b16-3ba0-4f79-b8a5-23bb59a08f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:06.382790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-68de9b16-3ba0-4f79-b8a5-23bb59a08f20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.6284068 May 26 19:34:06.419750 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:34:05Z', 'revision_number': 6, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:06.425928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de73b3f-fce4-4834-a61f-7cf4f4c717c4 None None] The sync data for ids ['631e6e14-0e3f-45c7-a254-4fc62d50100d'] in n-d-843146-9 is: [{'id': '631e6e14-0e3f-45c7-a254-4fc62d50100d', 'name': 'tempest-ServersTestManualDisk-1874832027-router', 'tenant_id': '07147ba28f414cc4803aeef650b39c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:31Z', 'updated_at': '2022-05-26T19:34:05Z', 'revision_number': 6, 'project_id': '07147ba28f414cc4803aeef650b39c6e', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:06.432513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Calling delete_port for 0a250807-1f97-4964-a62b-3dfb7a7d2b60 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:06.441353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.457396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Transition to ACTIVE for port object 7b596896-152e-49ea-a034-1ac47e48593f will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:06.471306 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.471663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:06.557360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:06.586666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.591048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Attempting to bind port 7b596896-152e-49ea-a034-1ac47e48593f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:06.591490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Attempting to bind port 7b596896-152e-49ea-a034-1ac47e48593f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:06.592014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Attempting to bind port 7b596896-152e-49ea-a034-1ac47e48593f on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:06.606206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.607287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:06.607829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:06.608223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.608667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:06.609334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Bound port: 7b596896-152e-49ea-a034-1ac47e48593f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:06.610125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.639672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.668798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.681291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f1e5-7338-4909-98e4-1d3caeab03f3 None None] Pushing event updated for resources: {'Port': ['ID=7b596896-152e-49ea-a034-1ac47e48593f,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:06.699681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] For port 7b596896-152e-49ea-a034-1ac47e48593f, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:06.705139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] For port 7b596896-152e-49ea-a034-1ac47e48593f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b596896-152e-49ea-a034-1ac47e48593f,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:06.711079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.741969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a250807-1f97-4964-a62b-3dfb7a7d2b60,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:06.781232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:06.782041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:06.783600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] 10.222.0.53 "PUT /v2.0/ports/7f71dd59-a45f-4167-8ddb-8a23c0fdc93b HTTP/1.1" status: 200 len: 1092 time: 5.3973939 May 26 19:34:06.797813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7e78-0755-40ea-af75-3aa89496196f req-de3bdb2b-00f6-4066-a7d7-d0adc55ca4f5 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:06.818726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e6b7e78-0755-40ea-af75-3aa89496196f req-de3bdb2b-00f6-4066-a7d7-d0adc55ca4f5 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.9139585 May 26 19:34:06.841684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:06.842550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:06.850659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42a1853-4e9d-4566-99d3-496d20177c18']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:06.913408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.068812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f1e5-7338-4909-98e4-1d3caeab03f3 None None] Pushing event updated for resources: {'Port': ['ID=7b596896-152e-49ea-a034-1ac47e48593f,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:07.149552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0f194f-872d-4ad3-bafb-642bf803dece') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:07.149860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0f194f-872d-4ad3-bafb-642bf803dece') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:07.211589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bf3313e8-26a2-4917-b2d5-e8afaf526444 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:34:07.212208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29453e-d2ef-440a-a055-e571e68a78dd service neutron] Pushing event updated for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:07.262776 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.297724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e6b7e78-0755-40ea-af75-3aa89496196f req-ab302db2-d5e3-4c91-8ab5-51d8d21ce290 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779031 May 26 19:34:07.303221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-22be0340-3bd0-4fb1-9b70-c0f5afea557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:07.304216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bf3313e8-26a2-4917-b2d5-e8afaf526444 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:34:07.304569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bf3313e8-26a2-4917-b2d5-e8afaf526444 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:34:07.308755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-22be0340-3bd0-4fb1-9b70-c0f5afea557c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9066982 May 26 19:34:07.357954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:07.414553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.416865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.449451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.450219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631e6e14-0e3f-45c7-a254-4fc62d50100d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:34:07.469284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.470637 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f71961a4-2553-48cd-896a-d11918a47026 admin admin] 10.222.0.24 "DELETE /v2.0/routers/631e6e14-0e3f-45c7-a254-4fc62d50100d HTTP/1.1" status: 204 len: 168 time: 2.4783752 May 26 19:34:07.473014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:07.544578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-7cd668ee-e9a6-4337-84ef-a6587aead7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127960 May 26 19:34:07.558968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Deleting subnet aba0fcef-5fd9-4435-82d4-13d1fdeacd69 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:34:07.577751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.609955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.617059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:34:07.617395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.665433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.782586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:00Z', 'revision_number': 3, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:07.787687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ceaed8-0722-4319-b64c-5289442d2a29 None None] The sync data for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 is: [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:00Z', 'revision_number': 3, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:07.800089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:07.830115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.841243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.851085 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2b0f194f-872d-4ad3-bafb-642bf803dece resource provider aggregate not found May 26 19:34:07.921070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.936807 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2b0f194f-872d-4ad3-bafb-642bf803dece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b0f194f-872d-4ad3-bafb-642bf803dece found for delete ", "request_id": "req-c7cf3f69-e13b-4de8-891a-2f057bf08f4f"}]} May 26 19:34:07.937767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.952141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/networks/b42a1853-4e9d-4566-99d3-496d20177c18 HTTP/1.1" status: 204 len: 168 time: 4.4208550 May 26 19:34:07.954416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55632) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:07.969198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba0fcef-5fd9-4435-82d4-13d1fdeacd69,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:07.973267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:07.980678 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e118a3d-e7a5-4dde-b899-fc323b4ed599 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aba0fcef-5fd9-4435-82d4-13d1fdeacd69 HTTP/1.1" status: 204 len: 168 time: 0.5057187 May 26 19:34:07.984802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eea951-8073-40aa-a012-a9ea572ffc5a None None] Network ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:07.989734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:08.078055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93caa2-27f0-474d-a32b-433bd5b63d02 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Network': ['ID=b42a1853-4e9d-4566-99d3-496d20177c18,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:08.150981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.172804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Deleting port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:08.173472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.467419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 125ef569-a29b-49c0-96bb-b6ab83c2d3c5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:08.468099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.493064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] DHCP port deletion for ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:34:08.495058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] For port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:08.495483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.500175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Deleting port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:08.500799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.690670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.707453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Calling delete_port for 3ba2222c-4a82-481b-8f23-2218e5ed9a6a owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:08.712299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-3353bfdf-aeda-425d-9758-f704c07ed2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:08.714608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-3353bfdf-aeda-425d-9758-f704c07ed2a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 1095 time: 1.8385551 May 26 19:34:08.805757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:08.842319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:08.860048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3cc6b-7c80-4245-bc26-101128e22041 req-496eaab1-b90a-429c-85a1-70eb3c8ed99b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:08.861617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78a3cc6b-7c80-4245-bc26-101128e22041 req-496eaab1-b90a-429c-85a1-70eb3c8ed99b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 944 time: 1.3161242 May 26 19:34:08.862968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-f4923126-c6bc-43c2-865c-237f6b9fa691 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b HTTP/1.1" status: 200 len: 217 time: 0.1033311 May 26 19:34:08.873229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:08.881477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] No DVR routers for this DVR port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:34:08.929691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] For port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3ba2222c-4a82-481b-8f23-2218e5ed9a6a,segment=NetworkSegment(fd249125-97a3-49a7-ae65-04017d8a18e8),segment_id=fd249125-97a3-49a7-ae65-04017d8a18e8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:08.929925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24bbaecb-eaf2-4fca-8948-5171a6f569b5 req-5a717aec-f756-43b5-bab5-910f8c8159e6 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1191235 May 26 19:34:08.930211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.103189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b596896-152e-49ea-a034-1ac47e48593f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:09.106787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.112851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78a3cc6b-7c80-4245-bc26-101128e22041 req-3f784bb7-e4e4-4071-87f0-23cec134725e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321291 May 26 19:34:09.175779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:09.200916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd249125-97a3-49a7-ae65-04017d8a18e8') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:09.201061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Calling delete_port for 3ba2222c-4a82-481b-8f23-2218e5ed9a6a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:09.201359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd249125-97a3-49a7-ae65-04017d8a18e8') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:09.221658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.225512 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604f6984-6f9f-48b6-8513-c30339609596'] response: {'name': 'network-changed', 'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'status': 'completed', 'code': 200} May 26 19:34:09.249862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.258279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:34:09.258687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.301805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7b596896-152e-49ea-a034-1ac47e48593f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:09.308463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7b596896-152e-49ea-a034-1ac47e48593f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:09.308975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.376859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:34:09.376859 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:34:09.385147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.397101 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment fd249125-97a3-49a7-ae65-04017d8a18e8 resource provider aggregate not found May 26 19:34:09.409445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-2415fe01-e664-4529-a6bc-60d4d658d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:09.412515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-2415fe01-e664-4529-a6bc-60d4d658d82c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.5250392 May 26 19:34:09.413570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:09.419385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Usage tracker for resource:security_group_rule and tenant:a51209a5d6a64768bc1b4430287b14e1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:09.423598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:09.430079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.435189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.438242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:09.440909 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment fd249125-97a3-49a7-ae65-04017d8a18e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd249125-97a3-49a7-ae65-04017d8a18e8 found for delete ", "request_id": "req-01ef17d0-7a0b-4237-b124-78b24ecebe49"}]} May 26 19:34:09.467040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7b596896-152e-49ea-a034-1ac47e48593f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:09.467332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.476919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:09.485521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7b596896-152e-49ea-a034-1ac47e48593f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b596896-152e-49ea-a034-1ac47e48593f,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:09.493386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.499923 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-477a75f2-9f68-42ee-b096-bcf3a11e1d7d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed05c4ac-146e-4a6b-bc1a-21b2e5387c2b HTTP/1.1" status: 204 len: 168 time: 1.5087471 May 26 19:34:09.573289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3ba2222c-4a82-481b-8f23-2218e5ed9a6a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:34:09.620358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3ba2222c-4a82-481b-8f23-2218e5ed9a6a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:34:09.620796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3ba2222c-4a82-481b-8f23-2218e5ed9a6a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:34:09.622306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0a250807-1f97-4964-a62b-3dfb7a7d2b60 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:34:09.628109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.635785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.656754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.657114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.661646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7b596896-152e-49ea-a034-1ac47e48593f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:09.664498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0a250807-1f97-4964-a62b-3dfb7a7d2b60 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:34:09.664669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0a250807-1f97-4964-a62b-3dfb7a7d2b60 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:34:09.669355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-06c75060-ea55-4f1d-af56-c6ceb775d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:09.670854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-06c75060-ea55-4f1d-af56-c6ceb775d87f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1094 time: 0.6300907 May 26 19:34:09.679482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:09.684212 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:34:09.718872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a51209a5d6a64768bc1b4430287b14e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8675172 May 26 19:34:09.722921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55664) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:09.725861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de172e-a2c3-4bfb-ba3b-e2707420baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4990455-d051-438b-bf7a-43c1922ddad8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:09.798209 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4ef8980-1cc1-4112-9b74-a744c82c8647 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07147ba28f414cc4803aeef650b39c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159370 May 26 19:34:09.805387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:09.828560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367c8861-6738-464e-a044-0643b741933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.869727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Deleting port 3ba2222c-4a82-481b-8f23-2218e5ed9a6a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:09.870165 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:09.934946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 125ef569-a29b-49c0-96bb-b6ab83c2d3c5 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:09.942588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b84f0dff-3460-46ea-8c18-deb1a7441709 None None] The port '3ba2222c-4a82-481b-8f23-2218e5ed9a6a' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:34:09.995373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367c8861-6738-464e-a044-0643b741933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.015160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0acfc6-be25-4397-98c3-e1d670f3f86c req-59f94646-146b-4ec2-8294-bca956979d3f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:10.016595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa0acfc6-be25-4397-98c3-e1d670f3f86c req-59f94646-146b-4ec2-8294-bca956979d3f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.6539407 May 26 19:34:10.024264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9eea0d96-7d35-4cc6-ba7c-60da47e6d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:10.027659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-9eea0d96-7d35-4cc6-ba7c-60da47e6d236 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6012650 May 26 19:34:10.028799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.076592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.115745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367c8861-6738-464e-a044-0643b741933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.127363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Allocated IP 172.20.0.1 (4f198082-3278-4bea-a325-d30d43fc3a8f/fce846c2-8f61-48ea-ac68-c5538a3cf0b5/3adb187c-c0cc-4600-acb4-b8b8d7bea91a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:10.136442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c8861-6738-464e-a044-0643b741933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4990455-d051-438b-bf7a-43c1922ddad8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:10.142785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-367c8861-6738-464e-a044-0643b741933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.146215 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-367c8861-6738-464e-a044-0643b741933e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4990455-d051-438b-bf7a-43c1922ddad8 HTTP/1.1" status: 204 len: 168 time: 0.4200068 May 26 19:34:10.170600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.189912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46ad1f-393b-48fb-a1f0-d4524085df81,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:10.193754 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.194670 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-710c44e5-f846-4086-bd00-b751360ea503 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec46ad1f-393b-48fb-a1f0-d4524085df81 HTTP/1.1" status: 204 len: 168 time: 0.3884656 May 26 19:34:10.368981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-8b16d9eb-4344-4863-b6af-4f686a20f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:10.370729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-8b16d9eb-4344-4863-b6af-4f686a20f3bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.6548727 May 26 19:34:10.381090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa0acfc6-be25-4397-98c3-e1d670f3f86c req-96c0731e-096e-433d-9c85-b9ba494e89e9 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661033 May 26 19:34:10.455931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-0c9a33bf-d7ad-4daf-9e7b-28ccab0c3ab2 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208083 May 26 19:34:10.468976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-20900980-893c-426e-98c0-57a1b4945417 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 217 time: 0.0848024 May 26 19:34:10.915980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-909054b5-2d0f-498b-903d-239dc11cf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:10.917454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-909054b5-2d0f-498b-903d-239dc11cf7d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.4129856 May 26 19:34:10.920145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:10.988517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b596896-152e-49ea-a034-1ac47e48593f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:10.989534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.051493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Transition to ACTIVE for port object 3adb187c-c0cc-4600-acb4-b8b8d7bea91a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:11.070097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10340b4c-98ec-4799-8f0d-8c970e3828c9 req-e37c22bf-c872-48a9-929e-2b7d92eab28c service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029387 May 26 19:34:11.074402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55714) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.076145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7b596896-152e-49ea-a034-1ac47e48593f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:11.076628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.093810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=125ef569-a29b-49c0-96bb-b6ab83c2d3c5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:11.222725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7b596896-152e-49ea-a034-1ac47e48593f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:11.274869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.303303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d34b-ae56-4333-bcdc-609d2467cde2 req-3f0dc14f-2854-463c-8d8b-56233b46adb7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:11.304795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40e4d34b-ae56-4333-bcdc-609d2467cde2 req-3f0dc14f-2854-463c-8d8b-56233b46adb7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 944 time: 0.8014748 May 26 19:34:11.350875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1298425286-network', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:11.356406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:11.360650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Usage tracker for resource:network and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:11.363544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:11.369606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:11.372817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.377639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-33f01402-c766-4c05-8558-63945197ac2e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/floatingips/2deed8d3-c7ca-4f9c-921b-f6fcecd23814 HTTP/1.1" status: 204 len: 168 time: 3.4067950 May 26 19:34:11.377804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55724) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.408484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.418749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:11.421009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.438178 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae82186-e3f9-49b6-9bb8-8a306cd88f99 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] DELETE failed (client error): The resource could not be found. May 26 19:34:11.438841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae82186-e3f9-49b6-9bb8-8a306cd88f99 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:34:11.440498 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ae82186-e3f9-49b6-9bb8-8a306cd88f99 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/d315bd8e-8702-4ca5-82a0-be389314c770 HTTP/1.1" status: 404 len: 333 time: 0.0617006 May 26 19:34:11.441370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.447577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-4e522670-4972-46af-80d3-e7de618614ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:11.449067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-4e522670-4972-46af-80d3-e7de618614ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5181549 May 26 19:34:11.450830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.465347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40e4d34b-ae56-4333-bcdc-609d2467cde2 req-ff68b6fd-c0dd-457c-9e59-bad7377bcf09 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415670 May 26 19:34:11.491870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:11.495774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Usage tracker for resource:security_group_rule and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:11.499569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:11.506108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:11.521927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b0a8c007-ecb5-42d1-b75f-0c1846a95070 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Synchronizing usage tracker for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:11.525593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Network 4f198082-3278-4bea-a325-d30d43fc3a8f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:11.546806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b0a8c007-ecb5-42d1-b75f-0c1846a95070 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Unset dirty status for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:11.548009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0a8c007-ecb5-42d1-b75f-0c1846a95070 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/ports?device_id=f42b9a87-a9cf-4ad4-99dc-1042f958f48e HTTP/1.1" status: 200 len: 205 time: 0.0945287 May 26 19:34:11.550572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.576739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:11.580049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-5d6b4a11-19ff-4c7f-a3ce-16740e55b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:11.582091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-5d6b4a11-19ff-4c7f-a3ce-16740e55b0cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 1095 time: 0.4159389 May 26 19:34:11.589893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:11.654761 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-f82a243c-3f0c-4e68-b051-e1f2872fffda tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] delete failed (client error): The resource could not be found. May 26 19:34:11.656142 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f82a243c-3f0c-4e68-b051-e1f2872fffda tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/routers/f42b9a87-a9cf-4ad4-99dc-1042f958f48e HTTP/1.1" status: 404 len: 336 time: 0.1039314 May 26 19:34:11.672194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55744) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.726356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.727793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:11.737479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.774813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:11.779945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a6b8f1-8719-4f9c-8dd0-d8adc8474560,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:11.787822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.788020 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Added segment 366a2bb3-4f74-4e26-b826-56002dd3a8b0 of type vlan for network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 May 26 19:34:11.821550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.859363 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4fbff6-1e30-4991-ba0a-95e9f496bf6d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] DELETE failed (client error): The resource could not be found. May 26 19:34:11.859811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4fbff6-1e30-4991-ba0a-95e9f496bf6d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:34:11.861090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.864637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1d4fbff6-1e30-4991-ba0a-95e9f496bf6d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/subnets/ef698a33-de39-4882-b9c7-cb583118ea53 HTTP/1.1" status: 404 len: 337 time: 0.1479199 May 26 19:34:11.864734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:11.864734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.867892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55752) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:11.890845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-44c9f9ed-ed4e-435f-a51c-407399f52678 None None] Provisioning for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:11.897468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-44c9f9ed-ed4e-435f-a51c-407399f52678 None None] Provisioning complete for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:11.898143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-44c9f9ed-ed4e-435f-a51c-407399f52678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.898700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:11.958416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-44c9f9ed-ed4e-435f-a51c-407399f52678 None None] Port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:11.959749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-c826239e-1b8c-4870-8547-04edf6dacd36 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799669 May 26 19:34:12.013459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-3a855d75-0ff7-4f6c-a73f-753a89de041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:12.014898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-3a855d75-0ff7-4f6c-a73f-753a89de041f service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.3726430 May 26 19:34:12.035305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:12.035547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:12.124478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] Pushing event updated for resources: {'Network': ['ID=851fc9c4-e44c-4214-bb6f-7b28a81296e1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:12.135051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:12.158892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33891a5-1477-4192-92b4-205817253818 req-52d398c4-0316-4136-8c8b-86d749509375 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:12.160405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d33891a5-1477-4192-92b4-205817253818 req-52d398c4-0316-4136-8c8b-86d749509375 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.5285563 May 26 19:34:12.176175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-119291a5-cdf3-4399-b0fa-b94726195161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b HTTP/1.1" status: 200 len: 217 time: 0.1023471 May 26 19:34:12.214183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-59ec0753-b4b9-4810-8d4a-35a7c01d052d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1384120 May 26 19:34:12.220097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:12.231237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Request body: {'subnet': {'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1298425286-subnet', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:12.242684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:12.251505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Usage tracker for resource:subnet and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:12.271537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:12.314741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d33891a5-1477-4192-92b4-205817253818 req-2c2c0be8-29df-4055-9446-7d6995b693c0 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421571 May 26 19:34:12.327906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:12.334322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-57527b94-ed4d-4d13-9992-4d32c29e7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:12.335793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-57527b94-ed4d-4d13-9992-4d32c29e7131 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.1419561 May 26 19:34:12.337623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a15ae93-3254-4a00-b81d-0660af5d858a req-dd8ca73e-8742-4074-89d7-52ac91220a8a service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598156 May 26 19:34:12.359411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:12.361895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:12.497752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:12.663056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:12.670706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:12.781559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-40f3efb3-75a6-4d82-b0fc-5a5ad48009fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:12.783544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-40f3efb3-75a6-4d82-b0fc-5a5ad48009fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417644 May 26 19:34:12.891584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813299f-8958-4f19-95a1-2f0997ad059a req-159afe2a-0132-4370-9d94-7ed5c5182fec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:12.893464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b813299f-8958-4f19-95a1-2f0997ad059a req-159afe2a-0132-4370-9d94-7ed5c5182fec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 944 time: 0.3059857 May 26 19:34:12.902025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:12.938401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.010394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:13.093754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b813299f-8958-4f19-95a1-2f0997ad059a req-2842c043-ec12-4800-906d-a303ef13b045 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450222 May 26 19:34:13.133754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-2bd6e9f4-0411-400c-b451-ebd9800ec9a0 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298900 May 26 19:34:13.177217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.222331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=47691d89-c07d-45fe-aa10-820880c63451,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:13.229863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.238536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Checking segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:13.239431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Network hostable DHCP agents. Network: 851fc9c4-e44c-4214-bb6f-7b28a81296e1, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:13.270184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.273072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:13.287901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 851fc9c4-e44c-4214-bb6f-7b28a81296e1) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:13.293931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:13.294508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.299684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70884633-5c2b-4f02-acf9-a4ec283f628c None None] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:13.305694 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ddb79d33-453b-450b-86b3-5025ce5927b8 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/e98c82bc-9ebd-48e3-9c9b-225cf3eb5fbe HTTP/1.1" status: 204 len: 168 time: 1.4190490 May 26 19:34:13.312384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55812) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:13.364740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b37d4912-39a7-48f4-abda-3f01784d70ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1419055 May 26 19:34:13.374369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55820) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:13.389719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:13.399233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:13.402379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beb2ad3e-c2ac-4e2a-a747-5d75dae45e31 req-eb1f98d4-6ff9-4cfc-8fc4-57bd7b824dd2 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564347 May 26 19:34:13.403609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.412016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Usage tracker for resource:router and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:13.419759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:13.433851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:13.440207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 4c94f573-2ebc-4371-a589-193da7963f5f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:13.440949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.518169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.519672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.530959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:13.581547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:13.583854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.609379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.684239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Network 4f198082-3278-4bea-a325-d30d43fc3a8f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:13.686253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:13.702819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953032b1-91ee-4d7e-90ae-11de486114ed req-92dcb7bc-bb31-4ea6-82f1-d0694a71a152 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:13.704348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-953032b1-91ee-4d7e-90ae-11de486114ed req-92dcb7bc-bb31-4ea6-82f1-d0694a71a152 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.1501117 May 26 19:34:13.802092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:13.878897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Allocated IP 172.20.0.2 (851fc9c4-e44c-4214-bb6f-7b28a81296e1/47691d89-c07d-45fe-aa10-820880c63451/fc0376fb-7da3-45d9-a601-a4599f349f18) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:13.886643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-953032b1-91ee-4d7e-90ae-11de486114ed req-401343a2-1bde-4370-b5b7-6e43e0201818 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226554 May 26 19:34:13.974822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 4c94f573-2ebc-4371-a589-193da7963f5f owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:14.031102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:14.154605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.166032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Transition to ACTIVE for port object fc0376fb-7da3-45d9-a601-a4599f349f18 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:14.202558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Transition to ACTIVE for port object fc0376fb-7da3-45d9-a601-a4599f349f18 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:14.211335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.216860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.261820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-74a3d61a-dbde-4bfe-90ab-488ea9ba7eb0 None None] Provisioning complete for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:14.262192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-74a3d61a-dbde-4bfe-90ab-488ea9ba7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.334271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:14.339423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:14.345027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:14.385526 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.435430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Pushing event updated for resources: {'Port': ['ID=fc0376fb-7da3-45d9-a601-a4599f349f18,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:14.448349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-74a3d61a-dbde-4bfe-90ab-488ea9ba7eb0 None None] Port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:14.468188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:34:14.482448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Attempting to bind port fc0376fb-7da3-45d9-a601-a4599f349f18 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:14.483118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Attempting to bind port fc0376fb-7da3-45d9-a601-a4599f349f18 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:14.483622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Attempting to bind port fc0376fb-7da3-45d9-a601-a4599f349f18 on network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:14.504062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:14.505237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Checking segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:14.505525 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.506054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Bound using segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:14.506542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Bound port: fc0376fb-7da3-45d9-a601-a4599f349f18, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:14.506917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.565518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:14.577574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-23b7af0d-8e12-464d-b4ec-16bb48ee58d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7751179 May 26 19:34:14.579944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55848) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:14.618360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=4c94f573-2ebc-4371-a589-193da7963f5f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:14.619032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d507c-d9b8-4e04-a47e-f283eafa3570 req-0e9abf10-4c04-4b1d-b6a8-f8fb69d1987d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:14.620510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-803d507c-d9b8-4e04-a47e-f283eafa3570 req-0e9abf10-4c04-4b1d-b6a8-f8fb69d1987d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 944 time: 0.3376348 May 26 19:34:14.639171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.667473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Sync routers for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:14.678156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.711929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-803d507c-d9b8-4e04-a47e-f283eafa3570 req-c9f64916-5089-40ac-a1a0-fd1f545e2059 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792580 May 26 19:34:14.729066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:14.730047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:33:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:14.772211 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4cf3491e-e861-45da-8b4c-ab6f9cfafe8a tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/ports/4c94f573-2ebc-4371-a589-193da7963f5f HTTP/1.1" status: 204 len: 168 time: 1.4585216 May 26 19:34:14.774680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55856) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:14.869007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.897578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:14.931113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Usage tracker for resource:security_group_rule and tenant:51ca9765d76548d0a590c215b8a11168 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:14.934551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d4f114d-595b-4f55-b442-3fe53ca6c9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:14.945866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:14.956023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:14.989559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069d27d-ec6d-48be-a5f8-98bc18dfc367 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:14.990441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1069d27d-ec6d-48be-a5f8-98bc18dfc367 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Synchronizing usage tracker for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:15.022995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1069d27d-ec6d-48be-a5f8-98bc18dfc367 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Unset dirty status for tenant:7fceb353e8594a1e8648348b08a926a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:15.025375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1069d27d-ec6d-48be-a5f8-98bc18dfc367 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "GET /v2.0/ports?device_id=41b1c4b1-3607-4235-aae8-b907ecad8f97 HTTP/1.1" status: 200 len: 913 time: 0.2494822 May 26 19:34:15.028408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:15.090561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] For port fc0376fb-7da3-45d9-a601-a4599f349f18, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:15.106314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:15.121257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] For port fc0376fb-7da3-45d9-a601-a4599f349f18, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fc0376fb-7da3-45d9-a601-a4599f349f18,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:15.132658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:15.179059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.235409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'port_id': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'mac_address': 'fa:16:3e:ed:4b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:34:15.339012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.345482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.359496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.383171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.398037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51ca9765d76548d0a590c215b8a11168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8168428 May 26 19:34:15.404603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55900) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:15.451118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f34c1-22b3-4df7-98c9-761a80f0c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7927467-d6b9-45b6-ae72-d0be53b329eb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:15.561008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:15.561593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.594921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5f158-4b8b-490c-9037-04fc99f47049 None None] Pushing event updated for resources: {'Port': ['ID=fc0376fb-7da3-45d9-a601-a4599f349f18,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:15.619225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:34:15.619777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Allocated IP 172.25.0.67 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/89f57346-5cd6-4bb2-8198-91afa3db72fa) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:15.634760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1650-720a-4bb8-a553-bf4cdeeaf0d1 req-98794037-698d-4fe1-b402-4f2b31d69e2b tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:15.643634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6cd1650-720a-4bb8-a553-bf4cdeeaf0d1 req-98794037-698d-4fe1-b402-4f2b31d69e2b tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.5460882 May 26 19:34:15.692926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:15.725148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.845544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.900380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.953211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:15.967756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6cd1650-720a-4bb8-a553-bf4cdeeaf0d1 req-2463974a-036c-4ec4-afc5-f5c689de8562 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132713 May 26 19:34:15.986729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:16.017789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:12Z', 'revision_number': 4, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3adb187c-c0cc-4600-acb4-b8b8d7bea91a', 'name': '', 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'mac_address': 'fa:16:3e:9a:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:09Z', 'updated_at': '2022-05-26T19:34:12Z', 'revision_number': 2, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'subnets': [{'id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:16.024475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Checking router: 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:16.025211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Updating router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:16.059516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Pushing event updated for resources: {'Port': ['ID=89f57346-5cd6-4bb2-8198-91afa3db72fa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:16.091254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.093217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:16.095708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:16.104318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:16.108400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:34:16.221324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.377415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.403859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.407508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7927467-d6b9-45b6-ae72-d0be53b329eb HTTP/1.1" status: 204 len: 168 time: 0.9985836 May 26 19:34:16.416276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3a032-d165-46f6-adf1-e96fee7ce245 req-70a11b34-1d94-4903-b419-341fd60bcdea tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:16.423490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03c3a032-d165-46f6-adf1-e96fee7ce245 req-70a11b34-1d94-4903-b419-341fd60bcdea tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 945 time: 0.2012544 May 26 19:34:16.428974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ee864-471e-4eb3-9cdb-89b1ddd5f42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7927467-d6b9-45b6-ae72-d0be53b329eb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:16.489506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03c3a032-d165-46f6-adf1-e96fee7ce245 req-162addfa-ccc7-4327-8158-784dc4a80f1b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650067 May 26 19:34:16.552364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.827711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-944ea333-e22e-4a37-a9b1-3b23bc4dacbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.831762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:16.964153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55946) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:17.008814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.011117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.026424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Transition to ACTIVE for port object 3adb187c-c0cc-4600-acb4-b8b8d7bea91a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:17.035262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.093600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:17.112376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Usage tracker for resource:security_group_rule and tenant:5a8f6403f9d045e09d6accdb94a8defb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:17.128787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:17.150220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b20078-0de6-4d5a-850f-3339176769b7 None None] Pushing event updated for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:17.163173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fc0376fb-7da3-45d9-a601-a4599f349f18 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:17.213183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4cc1cf-43b5-4f40-bbab-48996b915791 None None] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:17.232360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:17.389145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595db68-529f-4e21-8624-94b64a7d33da req-fa940276-a84b-4f12-8882-9bd322814b6b tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:17.396303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e595db68-529f-4e21-8624-94b64a7d33da req-fa940276-a84b-4f12-8882-9bd322814b6b tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 943 time: 0.1946716 May 26 19:34:17.453848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 458673d4-76bb-4f0c-8133-7b3886611919 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:17.454073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.627766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.629569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.692234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e595db68-529f-4e21-8624-94b64a7d33da req-b9091323-1e2b-4079-a711-6a4c45dce69e tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949429 May 26 19:34:17.710076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.746121 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.748839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e783bef5-b335-4c78-82f4-8cacaaffce7b None None] Provisioning for port fc0376fb-7da3-45d9-a601-a4599f349f18 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:17.781743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device db8bee26-5d84-42f8-b4f4-a337d8d8e539 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:34:17.802849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fc0376fb-7da3-45d9-a601-a4599f349f18 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:17.847473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Attempting to bind port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:17.848757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Attempting to bind port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:17.848937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Attempting to bind port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a on network 4f198082-3278-4bea-a325-d30d43fc3a8f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:17.854209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fc0376fb-7da3-45d9-a601-a4599f349f18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:17.854209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.917204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:17.917204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Checking segment: {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:17.917204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.917204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Bound using segment: {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:17.917734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Bound port: 3adb187c-c0cc-4600-acb4-b8b8d7bea91a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a126b-4f33-4f33-adf1-e3b15f04bdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:17.917878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:17.926207 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a8f6403f9d045e09d6accdb94a8defb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9603157 May 26 19:34:17.926752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:17.983941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed9e36-7a9f-4b2f-be3c-c453f69cc1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe2c30b-2573-4da9-a244-464c889cebce,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:18.019396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.064954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:34:18.265617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 458673d4-76bb-4f0c-8133-7b3886611919 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:18.294257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.298224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] For port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:18.311564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:18.313418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:18.320375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Sync routers for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:18.327824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.339425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] For port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:18.341186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:34:18.352270 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:18.353399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:18.373671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb4d1c-adce-408f-9864-d0eb9c25e0a2 req-b234ebb8-847f-4cb3-a341-3d0b7be4b6fa tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:18.377726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fc0376fb-7da3-45d9-a601-a4599f349f18 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:18.378454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.379817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.381374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5edb4d1c-adce-408f-9864-d0eb9c25e0a2 req-b234ebb8-847f-4cb3-a341-3d0b7be4b6fa tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 945 time: 0.5084043 May 26 19:34:18.384565 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1004ed2-20fc-4f30-b14e-e7c25620d023 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0079784 May 26 19:34:18.386987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:18.390550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.396718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.611951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:18.705401 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:18.706159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.761259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5edb4d1c-adce-408f-9864-d0eb9c25e0a2 req-ad64f86d-0feb-4ba6-b435-fd4f792a63f9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789487 May 26 19:34:18.774214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port db8bee26-5d84-42f8-b4f4-a337d8d8e539 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:18.774626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.779295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe2c30b-2573-4da9-a244-464c889cebce,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:18.852749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port fc0376fb-7da3-45d9-a601-a4599f349f18, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fc0376fb-7da3-45d9-a601-a4599f349f18,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:18.862333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:18.873656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-884ad871-c721-4f37-8498-7fdcca3880ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fe2c30b-2573-4da9-a244-464c889cebce HTTP/1.1" status: 204 len: 168 time: 0.9384387 May 26 19:34:18.910219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8bee26-5d84-42f8-b4f4-a337d8d8e539 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:34:18.959732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.008077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:19.008824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:19.073032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b20078-0de6-4d5a-850f-3339176769b7 None None] Pushing event updated for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:19.079620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:19.158185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.172154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-79ab7b93-4ab4-46fe-ac4b-1101ae4102ff None None] Provisioning complete for port fc0376fb-7da3-45d9-a601-a4599f349f18 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:19.172635 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-79ab7b93-4ab4-46fe-ac4b-1101ae4102ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.210205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:19.243824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:19.244390 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.453593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['db8bee26-5d84-42f8-b4f4-a337d8d8e539'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:34:19.493228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=fc0376fb-7da3-45d9-a601-a4599f349f18,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:19.568465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.632386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:16Z', 'revision_number': 3, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:19.643604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Checking router: 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:19.643604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Updating router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece port 89f57346-5cd6-4bb2-8198-91afa3db72fa binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:19.657559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:19.721979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=458673d4-76bb-4f0c-8133-7b3886611919,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:19.740531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-5f0ad37c-c87d-4923-b436-ab3a5a5500fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6832039 May 26 19:34:19.786639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.788603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:19.795286 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:19.889894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b989276-cb5b-42c5-95e9-47a6f835689d req-6b24b5cb-17c7-4593-a905-6b824cc5da8f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:19.891729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b989276-cb5b-42c5-95e9-47a6f835689d req-6b24b5cb-17c7-4593-a905-6b824cc5da8f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 944 time: 0.8355627 May 26 19:34:19.957954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-79ab7b93-4ab4-46fe-ac4b-1101ae4102ff None None] Current status of the port fc0376fb-7da3-45d9-a601-a4599f349f18 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:19.959890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.044821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:20.046844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.137464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:20.176860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Allocated IP 172.20.0.1 (851fc9c4-e44c-4214-bb6f-7b28a81296e1/47691d89-c07d-45fe-aa10-820880c63451/50f90280-663b-491b-b8e2-985b7cb5082a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:20.184520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:20.239817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.289638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b989276-cb5b-42c5-95e9-47a6f835689d req-ad75d126-63de-4707-90c0-9ac8c753ea27 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899295 May 26 19:34:20.514793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.552503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:20.584131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Transition to ACTIVE for port object 50f90280-663b-491b-b8e2-985b7cb5082a will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:20.636907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.693866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-e365351a-1f97-4932-8cdf-f6b5dec894f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:20.697276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-e365351a-1f97-4932-8cdf-f6b5dec894f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1096 time: 0.7122231 May 26 19:34:20.703168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:12Z', 'revision_number': 4, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3adb187c-c0cc-4600-acb4-b8b8d7bea91a', 'name': '', 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'mac_address': 'fa:16:3e:9a:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:09Z', 'updated_at': '2022-05-26T19:34:18Z', 'revision_number': 4, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'subnets': [{'id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:20.751889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8785df6-f3b7-4b71-8ad2-19ff668c5734 None None] The sync data for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 is: [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:34:12Z', 'revision_number': 4, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3adb187c-c0cc-4600-acb4-b8b8d7bea91a', 'name': '', 'network_id': '4f198082-3278-4bea-a325-d30d43fc3a8f', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'mac_address': 'fa:16:3e:9a:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:09Z', 'updated_at': '2022-05-26T19:34:18Z', 'revision_number': 4, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'subnets': [{'id': 'fce846c2-8f61-48ea-ac68-c5538a3cf0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:20.871541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.873860 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.893225 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Transition to ACTIVE for port object 89f57346-5cd6-4bb2-8198-91afa3db72fa will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:20.915200 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:20.936133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:20.937451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:20.942558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:21.045100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Pushing event updated for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:21.067804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.110458 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179dcd2-4d93-4181-b755-4ceb8c5a66de None None] Pushing event updated for resources: {'Port': ['ID=89f57346-5cd6-4bb2-8198-91afa3db72fa,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:21.181947 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Attempting to bind port 89f57346-5cd6-4bb2-8198-91afa3db72fa on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:21.182306 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Attempting to bind port 89f57346-5cd6-4bb2-8198-91afa3db72fa by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:21.187668 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Attempting to bind port 89f57346-5cd6-4bb2-8198-91afa3db72fa on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:21.200288 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:21.201462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:21.201871 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.202260 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:21.202732 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Bound port: 89f57346-5cd6-4bb2-8198-91afa3db72fa, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:21.203101 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.399395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3adb187c-c0cc-4600-acb4-b8b8d7bea91a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:21.403307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dd102-88b7-44f1-91b3-5b787b1045c7 req-20dd5005-0590-43d6-b331-c87413a4a239 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:21.405125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d8dd102-88b7-44f1-91b3-5b787b1045c7 req-20dd5005-0590-43d6-b331-c87413a4a239 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.7841065 May 26 19:34:21.485284 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] For port 89f57346-5cd6-4bb2-8198-91afa3db72fa, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:21.488861 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] For port 89f57346-5cd6-4bb2-8198-91afa3db72fa, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89f57346-5cd6-4bb2-8198-91afa3db72fa,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:21.500199 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.648755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c0cad8ac-93c3-4302-b602-c9cb3d62f270 None None] Provisioning for port 50f90280-663b-491b-b8e2-985b7cb5082a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:21.657604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c0cad8ac-93c3-4302-b602-c9cb3d62f270 None None] Provisioning complete for port 50f90280-663b-491b-b8e2-985b7cb5082a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:21.670030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c0cad8ac-93c3-4302-b602-c9cb3d62f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.693361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d8dd102-88b7-44f1-91b3-5b787b1045c7 req-82d2cf73-2c03-4e5c-b800-12f96960b583 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914937 May 26 19:34:21.718778 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:21.719420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:21.742836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:21.839274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device db8bee26-5d84-42f8-b4f4-a337d8d8e539 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:21.903224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-63fea6a2-cb73-4643-81dd-ed7fc26055ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:21.917077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-63fea6a2-cb73-4643-81dd-ed7fc26055ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 1.1739843 May 26 19:34:21.946713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:21.954889 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179dcd2-4d93-4181-b755-4ceb8c5a66de None None] Pushing event updated for resources: {'Port': ['ID=89f57346-5cd6-4bb2-8198-91afa3db72fa,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:22.006943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:22.008009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.166792 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:22.197233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Router 41b1c4b1-3607-4235-aae8-b907ecad8f97 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:22.235557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-3432556a-f7b3-4546-b29a-1ab571f97f21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 999 time: 0.3048117 May 26 19:34:22.306771 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b84af7-191d-48fc-aa96-bbf97dda2f71'] response: {'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'code': 200} May 26 19:34:22.319607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c0cad8ac-93c3-4302-b602-c9cb3d62f270 None None] Port 50f90280-663b-491b-b8e2-985b7cb5082a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:22.511969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port db8bee26-5d84-42f8-b4f4-a337d8d8e539 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:22.560633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port db8bee26-5d84-42f8-b4f4-a337d8d8e539 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:22.565772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.607927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.618501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.684955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:22.684955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.848684 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:20Z', 'revision_number': 1, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:22.853717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735f920-737c-47b2-9c1c-d6598c2f1c66 None None] The sync data for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 is: [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:20Z', 'revision_number': 1, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:22.918200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:22.937240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:22.938960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fc0376fb-7da3-45d9-a601-a4599f349f18 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:22.969517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Pushing event updated for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:22.976174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-b8bf3465-ccd4-4f07-853f-3c9e831f9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:22.989938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-b8bf3465-ccd4-4f07-853f-3c9e831f9391 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.6554005 May 26 19:34:23.103310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:23.196846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d479171-329f-47b0-8825-4fd02b89f036 req-4b118ed8-0666-497e-96f3-b8aeddfa2b84 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:23.198385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d479171-329f-47b0-8825-4fd02b89f036 req-4b118ed8-0666-497e-96f3-b8aeddfa2b84 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 944 time: 0.7284937 May 26 19:34:23.261463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port db8bee26-5d84-42f8-b4f4-a337d8d8e539 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:23.261956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:23.289534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:23.298890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:23.345366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fc0376fb-7da3-45d9-a601-a4599f349f18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:23.345848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:23.398261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] Sync routers for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:23.409677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b1dfd091-7eb2-421c-962f-df7938df7ec3 tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "PUT /v2.0/routers/41b1c4b1-3607-4235-aae8-b907ecad8f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3801544 May 26 19:34:23.417463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:23.436654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e927939-c90e-48fb-a180-d4ad3cd711b2 req-f68eb9d2-df9d-4d5a-95f5-3848ab838a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:23.440593 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e927939-c90e-48fb-a180-d4ad3cd711b2 req-f68eb9d2-df9d-4d5a-95f5-3848ab838a8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 1097 time: 1.0754552 May 26 19:34:23.445613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d479171-329f-47b0-8825-4fd02b89f036 req-3984c116-b6cc-4794-89bc-72fb2ae47bde tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170246 May 26 19:34:23.447009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:23.453028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:23.453686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:23.495561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-282e6daa-e0f3-495f-ac72-6443b83d1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:23.505277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-282e6daa-e0f3-495f-ac72-6443b83d1b6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5134587 May 26 19:34:23.536374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:23.619689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:23.755847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:23.768086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] Routers {'41b1c4b1-3607-4235-aae8-b907ecad8f97'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:23.768863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['41b1c4b1-3607-4235-aae8-b907ecad8f97'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:23.888015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:23.888694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b83251-9317-4e67-becf-3cfed0b69f2e None None] The sync data for ids ['41b1c4b1-3607-4235-aae8-b907ecad8f97'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:23.905022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:23.917051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec07f-ba9d-44d8-a37d-a63d772dd11d req-b77334dc-af58-4b0a-ae92-584ee8297f55 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:23.918963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a3ec07f-ba9d-44d8-a37d-a63d772dd11d req-b77334dc-af58-4b0a-ae92-584ee8297f55 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.2309451 May 26 19:34:23.930306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-97001e94-2f88-4e8c-93b2-228331e075a1 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179063 May 26 19:34:23.933900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fc0376fb-7da3-45d9-a601-a4599f349f18 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:23.978618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:23.981901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a3ec07f-ba9d-44d8-a37d-a63d772dd11d req-29e2ad2a-1347-4118-9d52-63532a578c54 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493548 May 26 19:34:24.087786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3adb187c-c0cc-4600-acb4-b8b8d7bea91a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:24.129017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:24.205511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-5e927939-c90e-48fb-a180-d4ad3cd711b2 req-3ce2d268-6c7a-4bf2-811b-63be29bc69d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882115 May 26 19:34:24.313583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:24.375643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:24.375936 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:24.499250 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25666674-eae9-4249-b782-f4cfc3b39256'] response: {'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'code': 200} May 26 19:34:24.670956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58af781f-3cc2-4044-82c3-1e11f61940b4 req-fca34060-14f9-40a7-b3b2-457a9e067719 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930285 May 26 19:34:24.786929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:24.795604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ca9b1fe0-555c-4f74-bc72-3f50272c0496 None None] Provisioning complete for port 50f90280-663b-491b-b8e2-985b7cb5082a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:24.795974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca9b1fe0-555c-4f74-bc72-3f50272c0496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:24.809295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:24.833091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913f0c7-93d1-480d-b74b-223afe6ef287 req-d72bf7ac-4a25-4721-8a88-0bc035ca4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:24.834556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4913f0c7-93d1-480d-b74b-223afe6ef287 req-d72bf7ac-4a25-4721-8a88-0bc035ca4f8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.2697883 May 26 19:34:24.845935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting port 8fcf1f4c-9557-470b-8f00-0e82a12ec35b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:24.846277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:24.906285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b1fe0-555c-4f74-bc72-3f50272c0496 None None] Port 50f90280-663b-491b-b8e2-985b7cb5082a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:24.922864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:24.951386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4913f0c7-93d1-480d-b74b-223afe6ef287 req-e0d354d9-6031-40f9-bfde-a3c2ab00fc1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041822 May 26 19:34:24.959336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee6774-63ca-43d9-ae9b-39fa1b449a74 req-da2037f9-5c2f-4f6e-a4b2-a174c6e80d4c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:24.966079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92ee6774-63ca-43d9-ae9b-39fa1b449a74 req-da2037f9-5c2f-4f6e-a4b2-a174c6e80d4c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 945 time: 0.2656476 May 26 19:34:25.076380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92ee6774-63ca-43d9-ae9b-39fa1b449a74 req-0c8f624e-2485-445d-9118-3cfa8d30c087 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090539 May 26 19:34:25.167808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:25.340257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb8cf-c54b-459a-b04f-bd94292941b5 req-3dc7f765-aaba-4172-ac31-2e99e1fcc336 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:25.349712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbfb8cf-c54b-459a-b04f-bd94292941b5 req-3dc7f765-aaba-4172-ac31-2e99e1fcc336 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.1050351 May 26 19:34:25.423667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbfb8cf-c54b-459a-b04f-bd94292941b5 req-13d9699b-8f52-4ae6-8b8e-1e2866005519 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727439 May 26 19:34:25.458298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Calling delete_port for 8fcf1f4c-9557-470b-8f00-0e82a12ec35b owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:25.717693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:25.731768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba12657f-75a9-4018-96cb-8934fa85d191 admin admin] 10.222.0.24 "PUT /v2.0/routers/1c5f1577-d5b8-48a0-80f8-5b4a2f512ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3425295 May 26 19:34:25.852642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:25.917940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Port': ['ID=8fcf1f4c-9557-470b-8f00-0e82a12ec35b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:26.122369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.190885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89f57346-5cd6-4bb2-8198-91afa3db72fa up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:26.344157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 89f57346-5cd6-4bb2-8198-91afa3db72fa completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:26.354486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 89f57346-5cd6-4bb2-8198-91afa3db72fa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:26.354775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.408900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.411273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.444778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.444984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Fanout notify agent at l3_agent the message router_deleted on router 41b1c4b1-3607-4235-aae8-b907ecad8f97 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:34:26.465644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.466987 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b0dd4d9-5df9-46a5-a247-37d1a74e340d tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/routers/41b1c4b1-3607-4235-aae8-b907ecad8f97 HTTP/1.1" status: 204 len: 168 time: 3.0483499 May 26 19:34:26.469402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56088) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:26.557929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 89f57346-5cd6-4bb2-8198-91afa3db72fa is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:26.558315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.562990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff8dc-48a3-4d11-a680-cb1717da1590 req-7a186f59-f198-409c-8f8c-87d958ea6f4f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:26.574911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d68ff8dc-48a3-4d11-a680-cb1717da1590 req-7a186f59-f198-409c-8f8c-87d958ea6f4f tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 945 time: 0.2407758 May 26 19:34:26.589372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 89f57346-5cd6-4bb2-8198-91afa3db72fa, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89f57346-5cd6-4bb2-8198-91afa3db72fa,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:26.594078 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Sync routers for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:26.597159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.620791 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:26.621450 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:26.665259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Deleting subnet bfb6b13a-8344-436f-b5b5-8e66943b1d43 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:34:26.673556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:26.696644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d68ff8dc-48a3-4d11-a680-cb1717da1590 req-a035d6bc-c751-42d1-bda7-6d57f024b2c7 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203649 May 26 19:34:26.776840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=89f57346-5cd6-4bb2-8198-91afa3db72fa,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:26.891634 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:26.990440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fd255-19fc-4387-9630-42a2381462c7 req-fd5fcc50-fe3c-4a00-b464-cae56b451c68 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:26.998687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-618fd255-19fc-4387-9630-42a2381462c7 req-fd5fcc50-fe3c-4a00-b464-cae56b451c68 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.1428213 May 26 19:34:27.064582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-618fd255-19fc-4387-9630-42a2381462c7 req-0e6faac7-0e21-45c4-a6e7-4b9c9ecd9101 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621099 May 26 19:34:27.251716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.314377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba50770-f855-4b15-9a88-a8cfb4b12a66 req-7c6da9eb-3666-4a8e-8681-f1ebeef7fb24 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:27.323264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dba50770-f855-4b15-9a88-a8cfb4b12a66 req-7c6da9eb-3666-4a8e-8681-f1ebeef7fb24 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 945 time: 0.1267371 May 26 19:34:27.335477 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 2, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:27.339883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Checking router: 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:27.340246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Updating router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece port 50f90280-663b-491b-b8e2-985b7cb5082a binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:27.399040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dba50770-f855-4b15-9a88-a8cfb4b12a66 req-66338dda-3709-4122-a4ad-bc4d48937b0c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739956 May 26 19:34:27.403806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.406419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56110) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:27.450469 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.456081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:27.464160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-483708592-network', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:27.488145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:27.495283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Usage tracker for resource:network and tenant:f483bd8d093846c99fa7537c2cf90ec2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:27.503233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:27.516201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.522445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:27.586968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb6b13a-8344-436f-b5b5-8e66943b1d43,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:27.589604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.597472 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0c58e61-1a29-4132-a80f-f6390f8e5ead tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/subnets/bfb6b13a-8344-436f-b5b5-8e66943b1d43 HTTP/1.1" status: 204 len: 168 time: 1.1268051 May 26 19:34:27.600532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:27.665419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Made reservation on behalf of f483bd8d093846c99fa7537c2cf90ec2 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:27.668583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.699027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.764831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:27.779075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Usage tracker for resource:security_group_rule and tenant:f483bd8d093846c99fa7537c2cf90ec2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:27.787944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:27.807852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:27.824763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:27.857642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf961-51c1-4e62-ba88-6380f0086e30 req-1330237c-0a77-49ae-9a3e-c66d2fb6992c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:27.863615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccccf961-51c1-4e62-ba88-6380f0086e30 req-1330237c-0a77-49ae-9a3e-c66d2fb6992c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.3196638 May 26 19:34:27.871292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56132) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:27.879647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'port_id': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:27.981890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.112161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89f57346-5cd6-4bb2-8198-91afa3db72fa up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:28.188541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.199255 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.240749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41fdedf-f1d6-4937-81be-eac90c7e985d']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:28.250681 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Transition to ACTIVE for port object 50f90280-663b-491b-b8e2-985b7cb5082a will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:28.263096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61a6d5f-6efc-429a-ad96-4e0606778b4d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:28.263657 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.264151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61a6d5f-6efc-429a-ad96-4e0606778b4d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:28.267766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 89f57346-5cd6-4bb2-8198-91afa3db72fa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:28.268138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.287913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.322668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.342392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:34:28.343130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.386018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.396963 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e61a6d5f-6efc-429a-ad96-4e0606778b4d resource provider aggregate not found May 26 19:34:28.453703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.462747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f2718-3047-48ba-9eb5-3f9950bb9801 tempest-TestVolumeBackupRestore-1484806832 tempest-TestVolumeBackupRestore-1484806832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:28.464557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ba6f2718-3047-48ba-9eb5-3f9950bb9801 tempest-TestVolumeBackupRestore-1484806832 tempest-TestVolumeBackupRestore-1484806832-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1091 time: 1.0551479 May 26 19:34:28.485631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56148) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:28.516179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:28.530776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 89f57346-5cd6-4bb2-8198-91afa3db72fa is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:28.554294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:28.563426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:28.575624 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e61a6d5f-6efc-429a-ad96-4e0606778b4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e61a6d5f-6efc-429a-ad96-4e0606778b4d found for delete ", "request_id": "req-deeb0d6d-e01f-4c62-a87b-3869e49573a9"}]} May 26 19:34:28.580430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Usage tracker for resource:floatingip and tenant:c6b04893a72849678f8f7e913fc20db5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:28.584315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092b71f-e117-481e-85eb-9f7018bcb173,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:28.596700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:28.600871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.603171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.608020 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Added segment 6e760c67-817e-4923-96e6-8409781430ac of type vlan for network 382f2254-57a7-4c6d-bc07-2b2d59019a02 May 26 19:34:28.632035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.638136 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eda4-20de-47bd-9bb5-cb655c27d4b6 None None] Pushing event updated for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:28.645859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] Pushing event deleted for resources: {'Network': ['ID=f41fdedf-f1d6-4937-81be-eac90c7e985d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:28.649810 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c9649b3c-d410-4a73-a6f6-bf01b1f3102e tempest-FloatingIPTestJSON-1650953331 tempest-FloatingIPTestJSON-1650953331-project] 10.222.0.24 "DELETE /v2.0/networks/f41fdedf-f1d6-4937-81be-eac90c7e985d HTTP/1.1" status: 204 len: 168 time: 1.0475972 May 26 19:34:28.713697 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Attempting to bind port 50f90280-663b-491b-b8e2-985b7cb5082a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:28.713892 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Attempting to bind port 50f90280-663b-491b-b8e2-985b7cb5082a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:28.714240 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Attempting to bind port 50f90280-663b-491b-b8e2-985b7cb5082a on network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:28.725762 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:28.726182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Checking segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:28.726525 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.726950 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Bound using segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:28.727425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Bound port: 50f90280-663b-491b-b8e2-985b7cb5082a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:28.727992 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.728971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:28.805536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.840078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:28.848522 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] For port 50f90280-663b-491b-b8e2-985b7cb5082a, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:28.853714 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] For port 50f90280-663b-491b-b8e2-985b7cb5082a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=50f90280-663b-491b-b8e2-985b7cb5082a,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:28.869836 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:29.044438 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eda4-20de-47bd-9bb5-cb655c27d4b6 None None] Pushing event updated for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:29.060045 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:29.060667 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:29.223752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:29.244396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:34:29.303192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:29.304259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:29.309872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:29.370392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9107292 May 26 19:34:29.370766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:29.377500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Request body: {'subnet': {'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-483708592-subnet', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:29.387669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:29.396098 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:29.404221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Usage tracker for resource:subnet and tenant:f483bd8d093846c99fa7537c2cf90ec2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:29.407327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:29.414543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:29.435601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Made reservation on behalf of f483bd8d093846c99fa7537c2cf90ec2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:29.438722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:29.559504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1df0-592d-4591-ab58-b0a6d02ecdcc admin admin] Pushing event updated for resources: {'Network': ['ID=382f2254-57a7-4c6d-bc07-2b2d59019a02,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:29.572741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:29.692952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:34:29.824117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1726dc98-9c60-47ff-862f-77ed4d0b6be6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fceb353e8594a1e8648348b08a926a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985558 May 26 19:34:29.826440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:29.875487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:29.905563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.018069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.027388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.082976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.087247 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:28Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:30.101949 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639a957-1310-4f77-9cdf-c73df24f1d4b None None] The sync data for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 is: [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:28Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:30.131248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 50f90280-663b-491b-b8e2-985b7cb5082a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:30.135732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.223183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbfc79f-6fde-4a48-8a26-ec77707820f0,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:30.229383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Checking segment: {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:30.229740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Network hostable DHCP agents. Network: 382f2254-57a7-4c6d-bc07-2b2d59019a02, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:30.234172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.290230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132236b6-f6f2-4151-bda9-811f0ea03e60,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:30.297052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:30.306901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.308287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5d049f0-e525-4487-be76-4616664ccdd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/132236b6-f6f2-4151-bda9-811f0ea03e60 HTTP/1.1" status: 204 len: 168 time: 0.4809017 May 26 19:34:30.314952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 382f2254-57a7-4c6d-bc07-2b2d59019a02) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:30.321316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:30.321891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.331570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba798f-3cb1-4fd1-931f-b6ebae501713 None None] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:30.381732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-448ddda9-bf4d-40e3-b766-0c3d87063223 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0072279 May 26 19:34:30.382291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:30.393654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:30.405024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:30.420354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Usage tracker for resource:router and tenant:f483bd8d093846c99fa7537c2cf90ec2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:30.429678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:30.440786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 50f90280-663b-491b-b8e2-985b7cb5082a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:30.446250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:30.463097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 50f90280-663b-491b-b8e2-985b7cb5082a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:30.463606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.471525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.473915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.532893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:30.612597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Allocated IP 172.25.0.111 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/efb86f95-74db-47ec-ac0a-b0562e952227) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:30.618666 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c associated. External IP: 172.25.0.34, port: 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b. May 26 19:34:31.120794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 50f90280-663b-491b-b8e2-985b7cb5082a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:31.121784 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.130009 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.144065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-382f2254-57a7-4c6d-bc07-2b2d59019a02', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:31.149649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.257546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 50f90280-663b-491b-b8e2-985b7cb5082a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=50f90280-663b-491b-b8e2-985b7cb5082a,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:31.268730 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.280313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.296564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:31.388066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:31.399414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:31.409947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:31.491717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'Port': ['ID=efb86f95-74db-47ec-ac0a-b0562e952227,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:31.643664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:31.690686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Allocated IP 172.20.0.2 (382f2254-57a7-4c6d-bc07-2b2d59019a02/3fbfc79f-6fde-4a48-8a26-ec77707820f0/6f4b54a5-635f-49fa-9b00-25ee36a38a7c) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:32.214855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 50f90280-663b-491b-b8e2-985b7cb5082a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:32.292623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.346619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.424340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.462194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Transition to ACTIVE for port object 6f4b54a5-635f-49fa-9b00-25ee36a38a7c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:32.506583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:32.514463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 50f90280-663b-491b-b8e2-985b7cb5082a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:32.518053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.584107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56228) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:32.584438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56230) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:32.619532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Transition to ACTIVE for port object 6f4b54a5-635f-49fa-9b00-25ee36a38a7c will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:32.637537 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.696776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Allocated IP 172.25.0.192 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/47f185ca-09af-4ff5-afc9-da94c61c9547) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:32.733865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:32.737997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:32.746688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:32.792980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:32.812707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Pushing event updated for resources: {'Port': ['ID=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:32.827904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:32.853284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'networks': [{'name': 'tempest-network--1286733154'}, {'name': 'tempest-network--208906242'}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:32.853593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-network--1286733154'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:32.854050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-network--208906242'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:32.883885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.886717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.898465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:32.907607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:32.908239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:32.921655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:network and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:32.926151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.953272 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.986673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:32.988620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:32.992986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:32.997478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Usage tracker for resource:security_group_rule and tenant:fc341a8cd3a14677b71313c3aac595f0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:33.000377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:33.006703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:33.092035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:33.102256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:33.107575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:33.115178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.123864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:33.129959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.141235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:33.175129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc341a8cd3a14677b71313c3aac595f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874670 May 26 19:34:33.180974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:33.211436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b2bb7a24-e5cf-4e51-8b0e-fa3ca2c52345 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "PUT /v2.0/floatingips/8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c HTTP/1.1" status: 200 len: 991 time: 5.3387825 May 26 19:34:33.215820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 50f90280-663b-491b-b8e2-985b7cb5082a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:33.216369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Pushing event updated for resources: {'Port': ['ID=47f185ca-09af-4ff5-afc9-da94c61c9547,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:33.219888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:33.224022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Attempting to bind port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:33.224388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Attempting to bind port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:33.225013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Attempting to bind port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c on network 382f2254-57a7-4c6d-bc07-2b2d59019a02 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:33.232795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:33.233196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Checking segment: {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:33.233603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.233994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Bound using segment: {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:33.234462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Bound port: 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:33.234833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.310752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.390522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'network': 2} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:33.395911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.490143 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dcc019-a8ba-4b4d-af49-bab58c89a295'] response: {'name': 'network-changed', 'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'status': 'completed', 'code': 200} May 26 19:34:33.517336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a1782-bd66-4cc1-ae8e-f57e6873dc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eae70a4-f270-4cae-a0f2-a1ae74016402,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:33.528078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] For port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:33.533946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] For port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:33.548739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.607364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.680615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:33.695211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.717062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:security_group_rule and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:33.726131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:33.773074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c480b-5174-4a82-9077-ebda81cb4967 None None] Pushing event updated for resources: {'Port': ['ID=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:33.793959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:33.825199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}, {'id': '8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:ed:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:33:52Z', 'updated_at': '2022-05-26T19:34:29Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:33.825199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:33.825607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.840230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:33.843819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:33.904658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:33.950870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-14aa777e-0479-48df-baa3-1020cf68fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:33.952383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-14aa777e-0479-48df-baa3-1020cf68fa7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 1097 time: 0.5099878 May 26 19:34:33.954434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.015183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.228557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:34.241901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event updated for resources: {'Port': ['ID=efb86f95-74db-47ec-ac0a-b0562e952227,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:34.402168 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.569852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.639636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-2c11bf7b-3362-4513-b966-22155323c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:34.641117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-2c11bf7b-3362-4513-b966-22155323c74a service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.6774249 May 26 19:34:34.745435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}, {'id': '8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:ed:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:33:52Z', 'updated_at': '2022-05-26T19:34:29Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:34.754784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b57dc-06cb-4c5c-b400-efc5aa8e3d84 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}, {'id': '8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:ed:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:33:52Z', 'updated_at': '2022-05-26T19:34:29Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:34.764177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.778043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.888188 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.890733 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:34.934435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Router b83cc8ec-28c0-470c-92d8-645b941b9c80 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:34:34.954088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eae70a4-f270-4cae-a0f2-a1ae74016402,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:35.116130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b70c5d-0f98-4b50-8aff-5758c7c269c4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:35.119938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-d1745852-197c-4a41-85f4-259aa3ac9715 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b HTTP/1.1" status: 200 len: 999 time: 0.4675565 May 26 19:34:35.147297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:35.148447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ed14d139-e504-4607-b97a-a4eb13031a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3eae70a4-f270-4cae-a0f2-a1ae74016402 HTTP/1.1" status: 204 len: 168 time: 1.9651821 May 26 19:34:35.195109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1592b-1523-4468-bc2d-d09d0a32fe97 None None] New status for floating IP 8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:34:35.285109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:35.298592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Sync routers for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:35.312064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:35.313067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:35.344233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:35.346068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:35.347691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8fed50b-aeec-42bb-b7a9-54656a199728 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9636223 May 26 19:34:35.350671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:35.370651 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Floating IP f6708767-996d-411d-a17f-a3413fb0a9ae associated. External IP: 172.25.0.111, port: db8bee26-5d84-42f8-b4f4-a337d8d8e539. May 26 19:34:35.472165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:35.472766 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment 504f6f4e-1e19-4dbb-843e-3f5df8b1c91c of type vlan for network d0db9ccc-6723-42db-a043-ad9e8045d465 May 26 19:34:35.483080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-7b5720a2-3bf2-485d-89b3-df9eb8504b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:35.484757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-7b5720a2-3bf2-485d-89b3-df9eb8504b21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.3158374 May 26 19:34:35.651116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:35.663979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc058414-5cc3-4e74-b1e4-e902ce1eacfd None None] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:35.714477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-f1d53a58-fc55-4c11-a957-d2a16825ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:35.716917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-f1d53a58-fc55-4c11-a957-d2a16825ef0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226005 May 26 19:34:35.737966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:35.789377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:35.820517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:35.881717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fb9d55e4-3679-4cf4-8697-9d02d27d19db None None] Provisioning for port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:35.894280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0060026fcaf74cc1bafed72a49bb5f4e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:35.905914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:35.928770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:35.940272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:35.958987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-5f03b01d-4fd8-449e-948a-36f4d52bc05a service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629958 May 26 19:34:36.000387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:36.080195 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.080781 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment dc3ce379-ae11-4482-ac50-469761f8b01c of type vlan for network 4765897d-59f4-47bf-b030-ba0edd696cda May 26 19:34:36.228366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4b54a5-635f-49fa-9b00-25ee36a38a7c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:36.246253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:36.298485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.419905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.433767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.498916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a13ac2-d844-4447-a8cd-9e391d69ed71 req-32bd6121-0b5a-42e4-8d73-165175ea2a66 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269604 May 26 19:34:36.552800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0060026fcaf74cc1bafed72a49bb5f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947004 May 26 19:34:36.570588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:36.587621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.587621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.591618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:36.594934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f996c57-9b3f-4ad3-ae1f-f122fe0cb0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b2092-f3eb-4c5a-95ee-63877abf982e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:36.596522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:36.596860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.609615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:36.639776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:36.639776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.724930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.740624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:36.758926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:36.760081 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:36.782577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:36.784432 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:36.923625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.074278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:37.074657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.146702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.5595403 May 26 19:34:37.183033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:37.187554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56290) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:37.195998 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.226850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=d0db9ccc-6723-42db-a043-ad9e8045d465,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:37.242569 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:37.271225 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.328832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d0db9ccc-6723-42db-a043-ad9e8045d465 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:37.438390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:33Z', 'revision_number': 3, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:37.456398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.542542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e597ab7-9b9b-4aec-af70-ad8ca039ed38 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=4765897d-59f4-47bf-b030-ba0edd696cda,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:37.590626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-90a1444f-c55a-4e5f-b67b-2e929e5535ae tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0965135 May 26 19:34:37.590626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:37.596075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:37.690452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:37.700495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Checking router: b83cc8ec-28c0-470c-92d8-645b941b9c80 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:37.701119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Updating router b83cc8ec-28c0-470c-92d8-645b941b9c80 port 47f185ca-09af-4ff5-afc9-da94c61c9547 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:37.704636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:37.715175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:37.722432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:37.723295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:37.730004 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c468d3ed-7005-4e0e-9691-653f860add95'] response: {'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:34:37.740113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.781700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Allocated IP 172.20.0.1 (382f2254-57a7-4c6d-bc07-2b2d59019a02/3fbfc79f-6fde-4a48-8a26-ec77707820f0/4650a24a-3b3e-49ae-814a-0dd969473fdc) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:37.798474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b2092-f3eb-4c5a-95ee-63877abf982e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:37.804931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.826977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:37.828233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a61f67ac-8073-4952-8fc1-41fc6cc4f175 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6113493 May 26 19:34:37.833691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56300) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:37.837176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:37.841866 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9dc20957-62f3-486e-b31a-808f1782e965 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f9b2092-f3eb-4c5a-95ee-63877abf982e HTTP/1.1" status: 204 len: 168 time: 1.2689266 May 26 19:34:37.895732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4765897d-59f4-47bf-b030-ba0edd696cda details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:38.048263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4fd05-922a-4c7e-a36b-dcbd9134b500 tempest-TestVolumeBackupRestore-1484806832 tempest-TestVolumeBackupRestore-1484806832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:38.055612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-96f4fd05-922a-4c7e-a36b-dcbd9134b500 tempest-TestVolumeBackupRestore-1484806832 tempest-TestVolumeBackupRestore-1484806832-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1091 time: 0.4561625 May 26 19:34:38.069592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.074651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56306) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:38.091290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:32Z', 'revision_number': 0, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:38.111460 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:38.120807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:38.128100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Transition to ACTIVE for port object 4650a24a-3b3e-49ae-814a-0dd969473fdc will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:38.130846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Request body: {'floatingip': {'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:38.142318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59aab612-8cf3-4d4f-b6e5-1c2fd9b308dc None None] Provisioning complete for port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:38.142951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59aab612-8cf3-4d4f-b6e5-1c2fd9b308dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.149637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:38.153053 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:38.216676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.225625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-2534a246-85f3-46b5-b06b-949dabb00f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:38.227526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-2534a246-85f3-46b5-b06b-949dabb00f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.4878016 May 26 19:34:38.301996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:38.308946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:38.312836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:38.407971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Pushing event updated for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:38.422068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.595385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-59aab612-8cf3-4d4f-b6e5-1c2fd9b308dc None None] Current status of the port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:38.621758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.629033 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:38.728224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-83ed9519-0bcd-42a0-8f53-600e32b6898e None None] Provisioning for port 4650a24a-3b3e-49ae-814a-0dd969473fdc completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:38.746625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-83ed9519-0bcd-42a0-8f53-600e32b6898e None None] Provisioning complete for port 4650a24a-3b3e-49ae-814a-0dd969473fdc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:38.747244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-83ed9519-0bcd-42a0-8f53-600e32b6898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.878145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-92d948de-4dc4-4302-be43-67c72d66fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:38.880636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-92d948de-4dc4-4302-be43-67c72d66fe11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.6406999 May 26 19:34:38.922106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:38.980121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-83ed9519-0bcd-42a0-8f53-600e32b6898e None None] Port 4650a24a-3b3e-49ae-814a-0dd969473fdc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:39.021595 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.047852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Transition to ACTIVE for port object 47f185ca-09af-4ff5-afc9-da94c61c9547 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:39.062986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.215284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Attempting to bind port 47f185ca-09af-4ff5-afc9-da94c61c9547 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:39.216036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Attempting to bind port 47f185ca-09af-4ff5-afc9-da94c61c9547 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:39.216647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Attempting to bind port 47f185ca-09af-4ff5-afc9-da94c61c9547 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:39.236184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:39.236787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:39.237376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.237889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:39.239445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Bound port: 47f185ca-09af-4ff5-afc9-da94c61c9547, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:39.240166 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.322846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d4c8-1a9a-4349-9f56-334b706153aa None None] Pushing event updated for resources: {'Port': ['ID=47f185ca-09af-4ff5-afc9-da94c61c9547,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:39.361288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] For port 47f185ca-09af-4ff5-afc9-da94c61c9547, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:39.366527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] For port 47f185ca-09af-4ff5-afc9-da94c61c9547, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=47f185ca-09af-4ff5-afc9-da94c61c9547,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:39.373472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.421868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.428805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.479925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:32Z', 'revision_number': 0, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:39.485818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b4b21-da3b-4240-9b58-98cb28b19f60 None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:32Z', 'revision_number': 0, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:39.490591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:39.491329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:39.608903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Pushing event updated for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:39.611852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.659425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d4c8-1a9a-4349-9f56-334b706153aa None None] Pushing event updated for resources: {'Port': ['ID=47f185ca-09af-4ff5-afc9-da94c61c9547,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:39.852255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:39.918998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:39.923463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:39.928480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:39.985679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-a35fd09c-7b62-4c31-889a-412f0028b661 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 999 time: 1.0922825 May 26 19:34:39.992333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314dfe3-8f33-4026-a4df-e46d10cde795 None None] New status for floating IP f6708767-996d-411d-a17f-a3413fb0a9ae: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:34:40.174642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4b54a5-635f-49fa-9b00-25ee36a38a7c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:40.239153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.319110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Router b83cc8ec-28c0-470c-92d8-645b941b9c80 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:40.465908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.762714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-04edcda1-f605-4e3e-958d-5f565401cbca None None] Provisioning complete for port 4650a24a-3b3e-49ae-814a-0dd969473fdc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:40.763207 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-04edcda1-f605-4e3e-958d-5f565401cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.784314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:40.791524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e249f4d-1fc4-4f43-9eef-98a8b27a30de admin admin] 10.222.0.24 "PUT /v2.0/routers/b83cc8ec-28c0-470c-92d8-645b941b9c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4397030 May 26 19:34:40.794916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.829965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:40.830801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.833495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0db9ccc-6723-42db-a043-ad9e8045d465']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:40.849136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504f6f4e-1e19-4dbb-843e-3f5df8b1c91c') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:40.849811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504f6f4e-1e19-4dbb-843e-3f5df8b1c91c') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:40.864294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.899663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:40.899893 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-e314dfe3-8f33-4026-a4df-e46d10cde795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:34:40.900013 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-e314dfe3-8f33-4026-a4df-e46d10cde795 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:34:40.904122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-3b10975d-a060-4d8a-b559-cfd0ccda8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:40.905734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-3b10975d-a060-4d8a-b559-cfd0ccda8deb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.6651094 May 26 19:34:40.922754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-04edcda1-f605-4e3e-958d-5f565401cbca None None] Port 4650a24a-3b3e-49ae-814a-0dd969473fdc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:34:40.947020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:38Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4650a24a-3b3e-49ae-814a-0dd969473fdc', 'name': '', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'mac_address': 'fa:16:3e:cd:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:36Z', 'updated_at': '2022-05-26T19:34:39Z', 'revision_number': 2, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'subnets': [{'id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:40.952207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d22ab5-c7b0-479d-9a06-d93d4a927034 None None] The sync data for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 is: [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:38Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4650a24a-3b3e-49ae-814a-0dd969473fdc', 'name': '', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'mac_address': 'fa:16:3e:cd:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:36Z', 'updated_at': '2022-05-26T19:34:39Z', 'revision_number': 2, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'subnets': [{'id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:40.967956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:34:40.968801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.023793 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 504f6f4e-1e19-4dbb-843e-3f5df8b1c91c resource provider aggregate not found May 26 19:34:41.068302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:41.134090 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 504f6f4e-1e19-4dbb-843e-3f5df8b1c91c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 504f6f4e-1e19-4dbb-843e-3f5df8b1c91c found for delete ", "request_id": "req-06f07155-5dcf-4fd3-8165-3848ef0086c6"}]} May 26 19:34:41.239743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.276988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.303416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=d0db9ccc-6723-42db-a043-ad9e8045d465,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:41.324016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c1b77078-a593-473d-98ab-ff026629dbcf tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/d0db9ccc-6723-42db-a043-ad9e8045d465 HTTP/1.1" status: 204 len: 168 time: 3.4854493 May 26 19:34:41.324127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56380) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:41.326660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-9937e158-a6fb-4553-bb1e-831fc63b28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:41.328062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-9937e158-a6fb-4553-bb1e-831fc63b28fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4132702 May 26 19:34:41.401981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e314dfe3-8f33-4026-a4df-e46d10cde795 None None] New status for floating IP f6708767-996d-411d-a17f-a3413fb0a9ae: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:34:41.530181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.733652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:34:41.794224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.860856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765897d-59f4-47bf-b030-ba0edd696cda']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:41.899965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3ce379-ae11-4482-ac50-469761f8b01c') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:41.901529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3ce379-ae11-4482-ac50-469761f8b01c') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:41.939466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:41.986574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:42.008236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:34:42.009386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:42.022390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-799a954a-8dc4-441c-8322-1edbc0970a4b service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496330 May 26 19:34:42.317819 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment dc3ce379-ae11-4482-ac50-469761f8b01c resource provider aggregate not found May 26 19:34:42.422173 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment dc3ce379-ae11-4482-ac50-469761f8b01c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc3ce379-ae11-4482-ac50-469761f8b01c found for delete ", "request_id": "req-f4540800-546a-4335-a25e-8cb0d5b88cba"}]} May 26 19:34:42.455476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:42.491986 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:42.518645 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/4765897d-59f4-47bf-b030-ba0edd696cda HTTP/1.1" status: 204 len: 168 time: 1.1936657 May 26 19:34:42.522172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56424) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:42.569215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3c196-7e98-4f06-ac63-a703182d65bc tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=4765897d-59f4-47bf-b030-ba0edd696cda,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:42.659362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:34:42.665318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:42.671723 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:42.721766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:42.723389 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:42.857937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:42.900882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f37c3-53ad-4b23-b619-49f785e32d4c tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:42.919424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f37c3-53ad-4b23-b619-49f785e32d4c tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:42.920463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a50f37c3-53ad-4b23-b619-49f785e32d4c tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:42.939345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a50f37c3-53ad-4b23-b619-49f785e32d4c tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:42.942164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a50f37c3-53ad-4b23-b619-49f785e32d4c tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4179099 May 26 19:34:42.947401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:42.961100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-184014185'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:42.976146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9c522d82-43fc-467f-b9bc-dcea3ca92b74 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "PUT /v2.0/floatingips/f6708767-996d-411d-a17f-a3413fb0a9ae HTTP/1.1" status: 200 len: 991 time: 4.8983064 May 26 19:34:42.977837 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836fd2cc-2254-49e9-89b3-5fd0ebe50e73'] response: {'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:34:42.984879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:43.008943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:43.023674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a35f4c-b741-45c9-b504-c5058696ca84 req-6086139e-917d-4e8e-a741-182f0e44b7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814770 May 26 19:34:43.043729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:43.049411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.134534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:43.165524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.167180 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment 46315f68-aed0-4c7f-9f1c-afed47a76d5f of type vlan for network 2f5a9294-7775-48f1-89ea-8b83f1352a1a May 26 19:34:43.272223 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:43.286182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.327338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-1c15dd01-abb5-4062-ade2-4a35a197c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:43.339142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-1c15dd01-abb5-4062-ade2-4a35a197c703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.2618868 May 26 19:34:43.407656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.433983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:43.433983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.592255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56472) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:43.679999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=2f5a9294-7775-48f1-89ea-8b83f1352a1a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:43.698372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2f5a9294-7775-48f1-89ea-8b83f1352a1a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:43.711753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac16c40c-ae08-474f-b29c-823936ea7d71 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7628646 May 26 19:34:43.712466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:43.726779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492358389'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:43.739474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:43.753086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:network and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:43.763267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:43.780456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-ad3ba1a0-6c35-44a8-8485-60ffcf252827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:43.783097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:43.785587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-ad3ba1a0-6c35-44a8-8485-60ffcf252827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.4379201 May 26 19:34:43.828600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:43.843414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.938702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:43.974316 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:43.974316 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment 8f4e5db9-488b-4130-8368-844a27c4811f of type vlan for network 8832aaaa-f8ee-452e-b743-5e0e2a10c05e May 26 19:34:44.121903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.135353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.147825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:44.159866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Usage tracker for resource:security_group_rule and tenant:c22b8d6bf1ac4449b06f0bd3d59a16be is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:44.160511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.182480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:44.188817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:44.289848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.295117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 47f185ca-09af-4ff5-afc9-da94c61c9547 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:44.300317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:44.300317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.340590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.340590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.480618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-d714b4d2-6209-4ea5-94d0-cb0866adca2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 1001 time: 0.6862755 May 26 19:34:44.543680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:42Z', 'revision_number': 2, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:44.543680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:44.570987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:44.570987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:44.578240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 47f185ca-09af-4ff5-afc9-da94c61c9547 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:44.580961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=8832aaaa-f8ee-452e-b743-5e0e2a10c05e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:44.586267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 47f185ca-09af-4ff5-afc9-da94c61c9547 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:44.586267 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:44.606845 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2f2f4d2-2674-44a5-b1b8-cfe57c80dec2 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8871787 May 26 19:34:44.606845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:44.618509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'ports': [{'network_id': '2f5a9294-7775-48f1-89ea-8b83f1352a1a', 'name': 'tempest-port--923841077', 'admin_state_up': True}, {'network_id': '8832aaaa-f8ee-452e-b743-5e0e2a10c05e', 'admin_state_up': False}]} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:44.618509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'port': {'network_id': '2f5a9294-7775-48f1-89ea-8b83f1352a1a', 'name': 'tempest-port--923841077', 'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:44.618509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'port': {'network_id': '8832aaaa-f8ee-452e-b743-5e0e2a10c05e', 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:44.682231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 8832aaaa-f8ee-452e-b743-5e0e2a10c05e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:44.732424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-b38bbc7d-44c1-4622-b517-c1634ba5a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:44.734281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-b38bbc7d-44c1-4622-b517-c1634ba5a83e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.1848264 May 26 19:34:44.741539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f66126f-b93b-4f3d-bed7-6b1b927e082c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:44.758296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-33e02761-4a25-46cb-962f-d6daec059dad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c22b8d6bf1ac4449b06f0bd3d59a16be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1555216 May 26 19:34:44.758296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56496) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:45.020507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:34:45.093661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.107809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-a4e41721-65d0-469a-b455-8e0ab1d70496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:45.109973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-a4e41721-65d0-469a-b455-8e0ab1d70496 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619337 May 26 19:34:45.144894 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:45.159231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67db5533-68ab-4ae4-a6cc-f35e32a3e437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.193733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:45.199711 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84726cd-903e-40bd-9dd6-cdec5de257fd'] response: {'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:34:45.202210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:port and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:45.207064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:45.215270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:45.275082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'port': 2} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:45.282298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.292495 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.369418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 47f185ca-09af-4ff5-afc9-da94c61c9547 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:45.369832 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.380578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.411559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 47f185ca-09af-4ff5-afc9-da94c61c9547, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=47f185ca-09af-4ff5-afc9-da94c61c9547,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:45.417080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.430735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-2739cc8d-96b1-4c6c-be49-89395589d6eb service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107848 May 26 19:34:45.438955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.594888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f66126f-b93b-4f3d-bed7-6b1b927e082c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:45.597664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Sync routers for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:34:45.669725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:45.670355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:45.863480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-213c7b63-d4e3-4f3f-8318-4779ee31504a req-679d9c8a-c35b-4e8d-bcc9-7cf5af332bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172525 May 26 19:34:45.874921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=47f185ca-09af-4ff5-afc9-da94c61c9547,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:45.879436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:45.880609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ba5d4ff5-ab9a-47dc-8ef1-0f259f317192 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f66126f-b93b-4f3d-bed7-6b1b927e082c HTTP/1.1" status: 204 len: 168 time: 1.1282446 May 26 19:34:46.064875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:46.133837 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:42Z', 'revision_number': 2, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:46.151253 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26573990-290f-42a5-bdb1-5d5a454c6126 None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'f6708767-996d-411d-a17f-a3413fb0a9ae', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'port_id': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'mac_address': 'fa:16:3e:ac:86:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:42Z', 'revision_number': 2, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:46.155857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] device_id is not set on port d7626cbe-49bc-4dec-9be2-3aebadb7121f yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:34:46.174973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 47f185ca-09af-4ff5-afc9-da94c61c9547 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:46.182471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-90641055-0da8-47c8-83f2-afd8dda53aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:46.183967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-90641055-0da8-47c8-83f2-afd8dda53aa5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.2545164 May 26 19:34:46.407217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:46.488964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-42d5af65-fbbd-4ea3-88e9-fbae16ca2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:46.490775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-42d5af65-fbbd-4ea3-88e9-fbae16ca2a54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.2961211 May 26 19:34:46.689635 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:34:46.697809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 47f185ca-09af-4ff5-afc9-da94c61c9547 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:46.700408 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:46.750269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:46.860022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:46.896797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:46.896797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e7b55078fc48db80e296a3fb563fad is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:46.896797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:46.908590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:46.927880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] device_id is not set on port ca112748-d4d3-441a-80f9-c586e251efe7 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:34:47.213031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-68a8b6df-725b-4aad-8a26-00fc0c010caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.246151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-6640a66c-3afc-4ece-84db-1eebfc791c96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 1001 time: 0.7381797 May 26 19:34:47.282745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.287569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 47f185ca-09af-4ff5-afc9-da94c61c9547 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:47.327815 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.354078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:38Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4650a24a-3b3e-49ae-814a-0dd969473fdc', 'name': '', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'mac_address': 'fa:16:3e:cd:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:36Z', 'updated_at': '2022-05-26T19:34:39Z', 'revision_number': 2, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'subnets': [{'id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:47.357213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.358549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.365527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Checking router: b83cc8ec-28c0-470c-92d8-645b941b9c80 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:34:47.366205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Updating router b83cc8ec-28c0-470c-92d8-645b941b9c80 port 4650a24a-3b3e-49ae-814a-0dd969473fdc binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:34:47.369764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.435224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-d34aa918-b7ef-4af8-865a-9551f9a9a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:47.436689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-d34aa918-b7ef-4af8-865a-9551f9a9a63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.1875219 May 26 19:34:47.466629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.482542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0e7b55078fc48db80e296a3fb563fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186708 May 26 19:34:47.493128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0bd96-e94f-4776-9f40-93ffa7dd4ab5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56524) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.506994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44eb9e0-17a5-4efa-a648-09227045f9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.521021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Port': ['ID=d7626cbe-49bc-4dec-9be2-3aebadb7121f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.527922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:47.536580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Checking segment: {'id': '46315f68-aed0-4c7f-9f1c-afed47a76d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2f5a9294-7775-48f1-89ea-8b83f1352a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:47.536580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network hostable DHCP agents. Network: 2f5a9294-7775-48f1-89ea-8b83f1352a1a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:47.573634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network 2f5a9294-7775-48f1-89ea-8b83f1352a1a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:47.595905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2f5a9294-7775-48f1-89ea-8b83f1352a1a) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:47.595905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:47.612156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.615806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320cef3f-2c1d-4a57-a71f-909a3de33a20 None None] Network 2f5a9294-7775-48f1-89ea-8b83f1352a1a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:47.630484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.639515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-e7c72804-6416-4c0b-99cb-dcc747bd0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:47.639515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-e7c72804-6416-4c0b-99cb-dcc747bd0d0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919556 May 26 19:34:47.748149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Port': ['ID=ca112748-d4d3-441a-80f9-c586e251efe7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:47.759863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.801862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Checking segment: {'id': '8f4e5db9-488b-4130-8368-844a27c4811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8832aaaa-f8ee-452e-b743-5e0e2a10c05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:47.801862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network hostable DHCP agents. Network: 8832aaaa-f8ee-452e-b743-5e0e2a10c05e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:47.840794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network 8832aaaa-f8ee-452e-b743-5e0e2a10c05e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:47.868965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-7d2762c6-c02b-4c9a-ab2f-0a3c093bfdf1 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248173 May 26 19:34:47.872982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 8832aaaa-f8ee-452e-b743-5e0e2a10c05e) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:47.896036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:47.906952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14234df-5bdd-4506-8e73-8718df6e8dce None None] Network 8832aaaa-f8ee-452e-b743-5e0e2a10c05e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:47.913475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:47.930075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:47.931692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:47.985244 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94703683-77c2-404b-b953-4f02f4a556ce tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3800092 May 26 19:34:47.988076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:48.114635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.176423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0bd96-e94f-4776-9f40-93ffa7dd4ab5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:48.194181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.194181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d28d29cb-9d7f-4bce-85e9-c6c619780af1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1b0bd96-e94f-4776-9f40-93ffa7dd4ab5 HTTP/1.1" status: 204 len: 168 time: 0.6745212 May 26 19:34:48.194181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2f652e7-5b50-4266-90d4-8184ce526c66 req-81598275-3d95-4ec8-8a5a-521161bc33fe service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171957 May 26 19:34:48.349190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ba10b-f7a9-4d46-873a-324856645051 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:48.359741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ba10b-f7a9-4d46-873a-324856645051 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:48.366004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-086ba10b-f7a9-4d46-873a-324856645051 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:48.397222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.507398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-086ba10b-f7a9-4d46-873a-324856645051 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:48.507398 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-086ba10b-f7a9-4d46-873a-324856645051 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5164406 May 26 19:34:48.511606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56540) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:48.615727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Deleting port d7626cbe-49bc-4dec-9be2-3aebadb7121f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:48.616197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.745287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.774450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Transition to ACTIVE for port object 4650a24a-3b3e-49ae-814a-0dd969473fdc will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:48.782533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:48.956760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569efba-1d36-40cd-839d-9f147f97bf5a None None] Pushing event updated for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:49.196461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Attempting to bind port 4650a24a-3b3e-49ae-814a-0dd969473fdc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:49.197324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Attempting to bind port 4650a24a-3b3e-49ae-814a-0dd969473fdc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:49.198416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Attempting to bind port 4650a24a-3b3e-49ae-814a-0dd969473fdc on network 382f2254-57a7-4c6d-bc07-2b2d59019a02 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:49.210102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:49.210274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Checking segment: {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:49.211355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.211355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Bound using segment: {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:49.212362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Bound port: 4650a24a-3b3e-49ae-814a-0dd969473fdc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e760c67-817e-4923-96e6-8409781430ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:49.212362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.229514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.468205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Calling delete_port for d7626cbe-49bc-4dec-9be2-3aebadb7121f owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:49.513437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] For port 4650a24a-3b3e-49ae-814a-0dd969473fdc, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:49.535143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] For port 4650a24a-3b3e-49ae-814a-0dd969473fdc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4650a24a-3b3e-49ae-814a-0dd969473fdc,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:49.535143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.640141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.734993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Port': ['ID=d7626cbe-49bc-4dec-9be2-3aebadb7121f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:49.746610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.749376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:49.751569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:34:49.753101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:49.785168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bbf97ea4-94c6-4e03-bb4f-c2499779a42d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/ports/d7626cbe-49bc-4dec-9be2-3aebadb7121f HTTP/1.1" status: 204 len: 168 time: 1.2737501 May 26 19:34:49.787806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:49.906381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569efba-1d36-40cd-839d-9f147f97bf5a None None] Pushing event updated for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:49.920268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Deleting port ca112748-d4d3-441a-80f9-c586e251efe7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:34:49.920268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.240439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4650a24a-3b3e-49ae-814a-0dd969473fdc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:50.328057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:34:50.444066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.562025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4650a24a-3b3e-49ae-814a-0dd969473fdc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:50.601724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4650a24a-3b3e-49ae-814a-0dd969473fdc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:50.601925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56584) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:50.602117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.648219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Calling delete_port for ca112748-d4d3-441a-80f9-c586e251efe7 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:34:50.783535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.866571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Port': ['ID=ca112748-d4d3-441a-80f9-c586e251efe7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:50.867196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4650a24a-3b3e-49ae-814a-0dd969473fdc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:50.867582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.870207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.874264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.892511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e169a405-87fa-46fb-bd21-ea160977ce7d tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/ports/ca112748-d4d3-441a-80f9-c586e251efe7 HTTP/1.1" status: 204 len: 168 time: 1.1036267 May 26 19:34:50.893128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56590) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:50.912117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:50.920741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4650a24a-3b3e-49ae-814a-0dd969473fdc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4650a24a-3b3e-49ae-814a-0dd969473fdc,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:34:50.922165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Usage tracker for resource:security_group_rule and tenant:9e6c77e7320947699ec5863ef365e8f1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:50.926134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:50.937187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:50.950728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:50.952531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bec8f297-d5a0-4372-9db1-4d5509b3155b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:50.973140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bec8f297-d5a0-4372-9db1-4d5509b3155b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:50.974393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bec8f297-d5a0-4372-9db1-4d5509b3155b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0803263 May 26 19:34:50.978993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:50.990138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1578966721'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:50.996382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:51.002874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:network and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:51.007226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:51.014611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:51.037185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:51.043209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.095709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:51.101687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:51.108927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:38Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4650a24a-3b3e-49ae-814a-0dd969473fdc', 'name': '', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'mac_address': 'fa:16:3e:cd:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:36Z', 'updated_at': '2022-05-26T19:34:49Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'subnets': [{'id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:34:51.114278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1865f9c9-d462-43dc-a113-80479888e906 None None] The sync data for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 is: [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:34:38Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '4650a24a-3b3e-49ae-814a-0dd969473fdc', 'name': '', 'network_id': '382f2254-57a7-4c6d-bc07-2b2d59019a02', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'mac_address': 'fa:16:3e:cd:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:36Z', 'updated_at': '2022-05-26T19:34:49Z', 'revision_number': 4, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'subnets': [{'id': '3fbfc79f-6fde-4a48-8a26-ec77707820f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:34:51.132189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.132723 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment 720fb637-542d-4710-b494-36dc5a7d4c10 of type vlan for network 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 May 26 19:34:51.138853 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.144190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.169662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.211501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e6c77e7320947699ec5863ef365e8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069539 May 26 19:34:51.213852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797de1f4-99ba-4ab0-b31e-b41a83eb60ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc08834-3692-4db7-86b7-ba9b5d16a5e7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:51.214804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:51.239355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.244768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:51.245379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.303226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:51.324032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-210825830'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:51.331510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:51.336177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:network and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:51.340421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:51.354291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:51.455137 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4748881 May 26 19:34:51.456829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:51.460247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56610) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:51.463278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.465700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a887-433e-477f-9d15-3076ff67fa5b tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:51.476509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-508767370'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:51.479193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:51.492519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:51.500402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:network and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:51.510359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:51.516998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.526986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:51.548205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:51.569702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:51.574151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.575502 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Added segment 01632c6f-638d-4e80-9707-e53048c91ba2 of type vlan for network fb30bc38-849e-44a1-97c1-a95c51120f85 May 26 19:34:51.578338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.615474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.660550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:51.677621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.701286 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.701286 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Added segment c0459a1f-2ed2-485f-b78b-5c628728faf3 of type vlan for network 40d3a035-3f8e-42f2-9778-cfacd6f28596 May 26 19:34:51.736033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.747657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.776713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.788209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc08834-3692-4db7-86b7-ba9b5d16a5e7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:51.793466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:51.793466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.837562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.837562 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3dc084b7-4edf-4f9e-b91b-e51c62e9b402 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fc08834-3692-4db7-86b7-ba9b5d16a5e7 HTTP/1.1" status: 204 len: 168 time: 0.6209741 May 26 19:34:51.850859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.850859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:51.850859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:51.926204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6192436 May 26 19:34:51.927515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56616) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:51.994889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Network': ['ID=40d3a035-3f8e-42f2-9778-cfacd6f28596,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:52.011613 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c17f2a93-29e8-428d-906a-5ef10063635a tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5478084 May 26 19:34:52.089751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1830550879'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:52.092037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 40d3a035-3f8e-42f2-9778-cfacd6f28596 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:52.104483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:52.122268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:network and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:52.127379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:52.147509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984220fc-087b-4435-add9-df470a1e15cc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Network': ['ID=fb30bc38-849e-44a1-97c1-a95c51120f85,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:52.153875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:52.174766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:52.179350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.249538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:34:52.268949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.270463 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Added segment adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d of type vlan for network 1535f301-548f-4fa1-803a-7c52d527a090 May 26 19:34:52.340735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network fb30bc38-849e-44a1-97c1-a95c51120f85 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:52.349218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.357730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4650a24a-3b3e-49ae-814a-0dd969473fdc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:52.499364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.537348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:52.539972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.849533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4650a24a-3b3e-49ae-814a-0dd969473fdc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:52.850510 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:52.895803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Network': ['ID=1535f301-548f-4fa1-803a-7c52d527a090,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:52.904033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c488a75f-362d-4ccc-9ac8-3a0e2f3ee891 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8677492 May 26 19:34:52.906556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56634) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:52.918735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'subnet': {'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:53.020427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1535f301-548f-4fa1-803a-7c52d527a090 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:34:53.177233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:53.185780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:subnet and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:53.190597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:53.205498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:53.229296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:53.233738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:53.460362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4650a24a-3b3e-49ae-814a-0dd969473fdc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:34:53.652183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:53.753612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Subnet': ['ID=37297812-9ab3-4c04-835f-762224240d02,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:53.757839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:53.758376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network hostable DHCP agents. Network: fb30bc38-849e-44a1-97c1-a95c51120f85, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:53.788914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:53.806231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, fb30bc38-849e-44a1-97c1-a95c51120f85) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:53.816075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a149764-9c2a-451d-8982-7c6db95d72f6 None None] Network fb30bc38-849e-44a1-97c1-a95c51120f85 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:53.820250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:53.821103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:53.868138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb548edf-543b-4c69-ad53-45ce2ca6366d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9608452 May 26 19:34:53.869922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:53.878104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'subnet': {'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:54.104307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:54.110037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:subnet and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:54.114216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:54.121434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:54.155976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:54.168661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-fb30bc38-849e-44a1-97c1-a95c51120f85', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:54.169546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:54.170719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:54.414842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Allocated IP 10.1.1.2 (fb30bc38-849e-44a1-97c1-a95c51120f85/37297812-9ab3-4c04-835f-762224240d02/cf7961c2-738a-45cf-bf63-b136cfec639b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:54.785934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:54.818853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Transition to ACTIVE for port object cf7961c2-738a-45cf-bf63-b136cfec639b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:54.827046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:54.853796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Transition to ACTIVE for port object cf7961c2-738a-45cf-bf63-b136cfec639b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:54.861590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:54.958230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Pushing event updated for resources: {'Port': ['ID=cf7961c2-738a-45cf-bf63-b136cfec639b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:54.972828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:54.976902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:54.979763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:55.150336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Subnet': ['ID=30d1013b-5b34-431a-8ccd-15f279e38739,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:55.155796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56686) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:55.169187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Checking segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:55.169854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network hostable DHCP agents. Network: 1535f301-548f-4fa1-803a-7c52d527a090, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:55.235555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network 1535f301-548f-4fa1-803a-7c52d527a090 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:55.242536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Attempting to bind port cf7961c2-738a-45cf-bf63-b136cfec639b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:55.243465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Attempting to bind port cf7961c2-738a-45cf-bf63-b136cfec639b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:55.243709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Attempting to bind port cf7961c2-738a-45cf-bf63-b136cfec639b on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:55.253394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:55.253394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:55.255570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.255570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Bound using segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:55.255570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Bound port: cf7961c2-738a-45cf-bf63-b136cfec639b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:55.256321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.256423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:55.263242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'subnets': [{'network_id': '7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--766183591', 'ip_version': 6}, {'network_id': '40d3a035-3f8e-42f2-9778-cfacd6f28596', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:55.264243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'subnet': {'network_id': '7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--766183591', 'ip_version': 6}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:55.264500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Request body: {'subnet': {'network_id': '40d3a035-3f8e-42f2-9778-cfacd6f28596', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:55.285409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1535f301-548f-4fa1-803a-7c52d527a090) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:55.291145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:55.292337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.339658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172de70f-a59c-4714-800b-ea415b8eb40f None None] Network 1535f301-548f-4fa1-803a-7c52d527a090 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:55.351470 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d2811831-a896-447f-a9f4-677bed429b33 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4795470 May 26 19:34:55.353910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56696) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:55.395145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'name': 'tempest-TaggedBootDevicesTest_v242-479143855', 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:55.454747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.508366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] For port cf7961c2-738a-45cf-bf63-b136cfec639b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:55.532619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:55.533588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] For port cf7961c2-738a-45cf-bf63-b136cfec639b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf7961c2-738a-45cf-bf63-b136cfec639b,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:55.560738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Usage tracker for resource:security_group_rule and tenant:4d3bb25abf6c47289b0e33040c76fa41 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:55.567292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:55.577729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:55.583099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.639475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:55.656111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:55.659892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Usage tracker for resource:subnet and tenant:25052142cdda4aa39dce85b857963f80 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:55.662831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:port and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:55.666596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:55.666683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:55.677905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:55.688286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:55.721854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:55.722647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Made reservation on behalf of 25052142cdda4aa39dce85b857963f80 for: {'subnet': 2} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:55.728977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.729435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.806625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1535f301-548f-4fa1-803a-7c52d527a090', 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ips': [{'subnet_id': '30d1013b-5b34-431a-8ccd-15f279e38739'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:55.807197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:55.824578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c731d2-91a0-4424-afb1-c16ef17ba5b2 None None] Pushing event updated for resources: {'Port': ['ID=cf7961c2-738a-45cf-bf63-b136cfec639b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:56.085345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.138009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] device_id is not set on port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:34:56.149170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Allocated IP 10.2.2.2 (1535f301-548f-4fa1-803a-7c52d527a090/30d1013b-5b34-431a-8ccd-15f279e38739/cf45ffce-6a51-4f34-9cc1-9de309d3c42d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:56.183516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.203252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.368209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2750a4-4f52-4b37-9b40-3d050e85edf8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:56.395777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56702) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:56.397125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1ffffdc2-e20f-4e57-b8cc-429d5b2fa70a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d3bb25abf6c47289b0e33040c76fa41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2399299 May 26 19:34:56.549651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.1.1.17 (fb30bc38-849e-44a1-97c1-a95c51120f85/37297812-9ab3-4c04-835f-762224240d02/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:56.556696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.611899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.675991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.694442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Transition to ACTIVE for port object cf45ffce-6a51-4f34-9cc1-9de309d3c42d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:56.730298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Transition to ACTIVE for port object cf45ffce-6a51-4f34-9cc1-9de309d3c42d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:56.738391 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.867679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Network 1535f301-548f-4fa1-803a-7c52d527a090 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:56.871349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:56.875893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:56.883184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.919655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2750a4-4f52-4b37-9b40-3d050e85edf8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:56.953388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:56.993832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.001169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.002474 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1e95bd8-66f8-4df3-8fca-df490bc22702 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f2750a4-4f52-4b37-9b40-3d050e85edf8 HTTP/1.1" status: 204 len: 168 time: 0.6034086 May 26 19:34:57.017343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:57.030118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Pushing event updated for resources: {'Port': ['ID=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:57.061120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Subnet': ['ID=2036342f-5b58-4e0c-8edb-050968f614e4,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:57.096074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.106261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Checking segment: {'id': '720fb637-542d-4710-b494-36dc5a7d4c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:57.106723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network hostable DHCP agents. Network: 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:57.133113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:57.158845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:57.171843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.210726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a37efd-67da-4e1c-ad6d-4e155df3d6c9 None None] Network 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:57.383632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:57.387322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:57.405345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:57.494334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event updated for resources: {'Subnet': ['ID=777a22d8-09e0-4c5e-a1e1-e43daa393919,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:57.537908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Checking segment: {'id': 'c0459a1f-2ed2-485f-b78b-5c628728faf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d3a035-3f8e-42f2-9778-cfacd6f28596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:57.538497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network hostable DHCP agents. Network: 40d3a035-3f8e-42f2-9778-cfacd6f28596, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:34:57.554655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:57.573226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Attempting to bind port cf45ffce-6a51-4f34-9cc1-9de309d3c42d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:34:57.575221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Attempting to bind port cf45ffce-6a51-4f34-9cc1-9de309d3c42d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:34:57.577057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Attempting to bind port cf45ffce-6a51-4f34-9cc1-9de309d3c42d on network 1535f301-548f-4fa1-803a-7c52d527a090 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:34:57.592559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Network 40d3a035-3f8e-42f2-9778-cfacd6f28596 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:34:57.624206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:34:57.629434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Checking segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:34:57.629434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.629434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Bound using segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:34:57.631804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Bound port: cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:34:57.637605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.637754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 40d3a035-3f8e-42f2-9778-cfacd6f28596) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:57.637935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.647494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.661471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.661622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.662296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:57.693644 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1228499e-71da-4456-a4ca-926360c7ec47 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3374233 May 26 19:34:57.696614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:57.703222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'name': 'tempest-TaggedBootDevicesTest_v242-1104037279', 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:34:57.740615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a98d5d1-79f2-40d1-a4bd-cb08ba05e130 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4830439 May 26 19:34:57.743152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:57.751358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c29d7-34ec-4b44-bc78-6488af9b383b None None] Network fb30bc38-849e-44a1-97c1-a95c51120f85 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:57.842642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2f4a5-0d8a-4ab0-9eb8-082d7c30c157 None None] Network 40d3a035-3f8e-42f2-9778-cfacd6f28596 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:57.863220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.864653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.872977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:57.873416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:34:57.914111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:34:57.915654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f513b63-acf0-4cca-b554-d4c8966706f4 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1715891 May 26 19:34:57.927144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56730) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:57.994262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:34:58.020195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:port and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:34:58.035444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:34:58.047971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:34:58.093593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:34:58.099256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.162927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] device_id is not set on port b648e801-26ba-4240-a0a7-19376320aee8 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:34:58.188832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Deleting subnet 2036342f-5b58-4e0c-8edb-050968f614e4 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:34:58.196954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf7961c2-738a-45cf-bf63-b136cfec639b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:34:58.204289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.271675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ff8a1ad9-2d96-4fcc-84ce-73a9b04f5105 None None] Provisioning for port cf7961c2-738a-45cf-bf63-b136cfec639b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:58.409242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.518529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.544750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.1.1.219 (fb30bc38-849e-44a1-97c1-a95c51120f85/37297812-9ab3-4c04-835f-762224240d02/b648e801-26ba-4240-a0a7-19376320aee8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:34:58.648710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] For port cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:34:58.663132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8479492-2a37-4d99-b8fe-00b7a7938f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7', 'network_id': '7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7', 'tenant_id': '25052142cdda4aa39dce85b857963f80', 'fixed_ips': [{'subnet_id': '2036342f-5b58-4e0c-8edb-050968f614e4'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:58.663132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c8479492-2a37-4d99-b8fe-00b7a7938f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.687700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96084a6a-456c-4082-a925-2adea0cc275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-40d3a035-3f8e-42f2-9778-cfacd6f28596', 'network_id': '40d3a035-3f8e-42f2-9778-cfacd6f28596', 'tenant_id': '25052142cdda4aa39dce85b857963f80', 'fixed_ips': [{'subnet_id': '777a22d8-09e0-4c5e-a1e1-e43daa393919'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:34:58.687700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96084a6a-456c-4082-a925-2adea0cc275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.727113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.845892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Subnet': ['ID=2036342f-5b58-4e0c-8edb-050968f614e4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:58.859645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:58.889834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-915115d1-3cab-4c16-a2b3-ae871b5e2458 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/subnets/2036342f-5b58-4e0c-8edb-050968f614e4 HTTP/1.1" status: 204 len: 168 time: 0.9590676 May 26 19:34:58.893372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56750) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:34:58.937482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] For port cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:34:59.037455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.183809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port cf7961c2-738a-45cf-bf63-b136cfec639b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:34:59.207590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cf7961c2-738a-45cf-bf63-b136cfec639b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:34:59.207590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.258977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Deleting subnet 777a22d8-09e0-4c5e-a1e1-e43daa393919 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:34:59.270406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.317385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.354296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object b648e801-26ba-4240-a0a7-19376320aee8 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:34:59.368017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.388515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c0c2a-caa1-426a-85fb-632fc1a22bd9 None None] Network 7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:59.446098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.478796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Pushing event updated for resources: {'Port': ['ID=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:59.525973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.526388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.526913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.526913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.527285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.527546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.527868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.528964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.528964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.528964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.529360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.529443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07045c-5805-4626-97d2-ec0895321ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:34:59.568695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server [None req-96084a6a-456c-4082-a925-2adea0cc275f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 777a22d8-09e0-4c5e-a1e1-e43daa393919: This subnet is being modified by another concurrent operation. May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:34:59.642207 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise exception May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 777a22d8-09e0-4c5e-a1e1-e43daa393919: This subnet is being modified by another concurrent operation. May 26 19:34:59.655572 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server May 26 19:34:59.731916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:34:59.738899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:59.743746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:34:59.764725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.768992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:34:59.783078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7d709-c897-45f7-a63e-aa1e761793e5 None None] Network 40d3a035-3f8e-42f2-9778-cfacd6f28596 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:34:59.882112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Subnet': ['ID=777a22d8-09e0-4c5e-a1e1-e43daa393919,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:34:59.890279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.932582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:34:59.933794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:34:59.950922 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aeba4012-c97c-4700-b910-bcd50e5bea33 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/subnets/777a22d8-09e0-4c5e-a1e1-e43daa393919 HTTP/1.1" status: 204 len: 168 time: 1.0562694 May 26 19:34:59.953242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56778) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:00.032402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cf7961c2-738a-45cf-bf63-b136cfec639b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:00.034060 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.091373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port cf7961c2-738a-45cf-bf63-b136cfec639b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf7961c2-738a-45cf-bf63-b136cfec639b,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:00.156648 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f981179-d4ff-49e4-8817-e4d2c1eca4f9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4554250 May 26 19:35:00.253625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.287310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8401f46-efc0-4f38-9af3-1fa6c2d769e5 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:00.295299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8401f46-efc0-4f38-9af3-1fa6c2d769e5 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Synchronizing usage tracker for tenant:25052142cdda4aa39dce85b857963f80 on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:00.366341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8401f46-efc0-4f38-9af3-1fa6c2d769e5 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Unset dirty status for tenant:25052142cdda4aa39dce85b857963f80 on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:00.366341 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8401f46-efc0-4f38-9af3-1fa6c2d769e5 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4110134 May 26 19:35:00.369274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=cf7961c2-738a-45cf-bf63-b136cfec639b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:00.371608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56784) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:00.422457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56788) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:00.426892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625446223', 'description': 'tempest-description--2078507310'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:00.436514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:00.447734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:security_group and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:00.453709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:00.468938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:00.507695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.528982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.572265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf45ffce-6a51-4f34-9cc1-9de309d3c42d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:00.579226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:00.584345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56794) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:00.592691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:security_group_rule and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:00.608757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:00.629982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:00.670212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Provisioning complete for port cf7961c2-738a-45cf-bf63-b136cfec639b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:00.670576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.825637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.825739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.832959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.866887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d3a035-3f8e-42f2-9778-cfacd6f28596']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:00.887378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f238d4ca-2f74-4bfb-8bc9-063cf279c229,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:00.920547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0459a1f-2ed2-485f-b78b-5c628728faf3') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:00.920843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0459a1f-2ed2-485f-b78b-5c628728faf3') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:00.924484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.943612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:00.998344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.017016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:01.017787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.096041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port cf45ffce-6a51-4f34-9cc1-9de309d3c42d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:01.165925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Current status of the port cf7961c2-738a-45cf-bf63-b136cfec639b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:01.206106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Provisioning for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:01.230412 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c0459a1f-2ed2-485f-b78b-5c628728faf3 resource provider aggregate not found May 26 19:35:01.236141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:01.236328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Provisioning complete for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:01.238181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.246043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.251299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eca4285c-a299-4ae3-8651-42dda26e2bb7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8290925 May 26 19:35:01.254819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56810) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:01.258250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:a21c6f2e8d09433291df735299f1cf38 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:01.264113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'security_group_rule': {'security_group_id': 'f238d4ca-2f74-4bfb-8bc9-063cf279c229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:01.269882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:01.281734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:01.287860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:01.292635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:security_group_rule and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:01.301378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:01.307934 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c0459a1f-2ed2-485f-b78b-5c628728faf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0459a1f-2ed2-485f-b78b-5c628728faf3 found for delete ", "request_id": "req-4490687e-728f-4620-8422-fc80051f9d07"}]} May 26 19:35:01.312030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:01.331350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.349934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.357657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0f6eb169-a469-4e48-9a73-88cc5c8e814b None None] Port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:01.369826 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.380454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=40d3a035-3f8e-42f2-9778-cfacd6f28596,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:01.387033 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f74041a-ab4b-4f88-8f2d-03f3451fe225 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/40d3a035-3f8e-42f2-9778-cfacd6f28596 HTTP/1.1" status: 204 len: 168 time: 1.0139155 May 26 19:35:01.389596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56814) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:01.412303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc4c3e-d33d-4f2e-9e43-7047c7234665 None None] Network 1535f301-548f-4fa1-803a-7c52d527a090 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:01.481151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.502153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.515908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.525647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.546862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.568641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a259b1d-e538-46df-a125-9018a1a2b0ff,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:01.617007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b442c6-274e-4a7c-9b2a-2364b55ffa54,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:01.624762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d6cf63af-1c0d-4f4e-9e6b-6452caf53bc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a21c6f2e8d09433291df735299f1cf38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0392332 May 26 19:35:01.626227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.627370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:01.630501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-087bb136-0162-45cf-a3e2-f7b0d9601817 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755033 May 26 19:35:01.630895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56820) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:01.643160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'security_group_rule': {'security_group_id': 'f238d4ca-2f74-4bfb-8bc9-063cf279c229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:01.683229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Provisioning for port cf45ffce-6a51-4f34-9cc1-9de309d3c42d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:01.716189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:01.719335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Provisioning complete for port cf45ffce-6a51-4f34-9cc1-9de309d3c42d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:01.719727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.741655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:security_group_rule and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:01.749471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:01.760196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.774665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:01.826247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:01.839515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.854240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720fb637-542d-4710-b494-36dc5a7d4c10') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:01.854526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720fb637-542d-4710-b494-36dc5a7d4c10') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:01.863775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.890197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.906079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Current status of the port cf45ffce-6a51-4f34-9cc1-9de309d3c42d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:01.906460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.931382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.944525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.947655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] For port cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:01.952885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:01.971407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:01.971864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.036012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Provisioning for port b648e801-26ba-4240-a0a7-19376320aee8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:02.047234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Provisioning complete for port b648e801-26ba-4240-a0a7-19376320aee8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:02.048004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.088948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Pushing event updated for resources: {'Port': ['ID=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:02.162327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Port b648e801-26ba-4240-a0a7-19376320aee8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:02.174904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.177445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.180031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Provisioning complete for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:02.180665 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.240227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.256602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9e146193-86ff-4787-9430-6da8b2b9b2fa None None] Port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:02.294011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.323221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14250160-a6bb-49b8-ad9c-2c575ea57876 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:35:02.349322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:02.353336 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.395271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bac6416-3513-422f-82fb-85bfbaa6cda3 None None] Provisioning complete for port cf45ffce-6a51-4f34-9cc1-9de309d3c42d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:02.395805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bac6416-3513-422f-82fb-85bfbaa6cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.417898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4387cf40-1f7d-49c3-8344-b6cca840225d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:02.422068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b442c6-274e-4a7c-9b2a-2364b55ffa54,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:02.424228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf7961c2-738a-45cf-bf63-b136cfec639b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:02.427741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.429886 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d75617f1-c9dc-4acc-a0f6-81296d668d92 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7946563 May 26 19:35:02.432879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56828) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:02.434007 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.438552 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7a76cbb-172e-4804-854f-b8f4ba1ccaa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12b442c6-274e-4a7c-9b2a-2364b55ffa54 HTTP/1.1" status: 204 len: 168 time: 0.8095005 May 26 19:35:02.439095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:02.442384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c539cf14-22a1-4c21-b2bc-a7f1874c2341 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/7ea9b749-0dcf-4d1b-8d7a-0dcb4129c5e7 HTTP/1.1" status: 204 len: 168 time: 1.0516169 May 26 19:35:02.444824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56834) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:02.563735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:02.574583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Usage tracker for resource:floatingip and tenant:f7b79d8805e2420cb8f52ea2f6524dd0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:02.589436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:02.608455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:02.620559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.637752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.669242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cf7961c2-738a-45cf-bf63-b136cfec639b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:02.669493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.789782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6bac6416-3513-422f-82fb-85bfbaa6cda3 None None] Current status of the port cf45ffce-6a51-4f34-9cc1-9de309d3c42d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:02.796306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14250160-a6bb-49b8-ad9c-2c575ea57876 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:35:02.873400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.908054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8832aaaa-f8ee-452e-b743-5e0e2a10c05e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:02.924355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4e5db9-488b-4130-8368-844a27c4811f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:02.924547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4e5db9-488b-4130-8368-844a27c4811f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:02.946647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.980998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:02.993637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:02.994294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.023335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cf7961c2-738a-45cf-bf63-b136cfec639b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:03.024411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf45ffce-6a51-4f34-9cc1-9de309d3c42d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:03.086888 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 8f4e5db9-488b-4130-8368-844a27c4811f resource provider aggregate not found May 26 19:35:03.108525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.163454 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 8f4e5db9-488b-4130-8368-844a27c4811f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f4e5db9-488b-4130-8368-844a27c4811f found for delete ", "request_id": "req-c7630ed1-9926-4f0d-8588-5884ac21f0d7"}]} May 26 19:35:03.186000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.198863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.250039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cf45ffce-6a51-4f34-9cc1-9de309d3c42d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:03.250411 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.263433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/8832aaaa-f8ee-452e-b743-5e0e2a10c05e HTTP/1.1" status: 204 len: 168 time: 0.8174119 May 26 19:35:03.265975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56852) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:03.267769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33fa0c-41fc-411a-b053-09e8762fd597 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=8832aaaa-f8ee-452e-b743-5e0e2a10c05e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:03.392362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 172.25.0.135 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e17f95f4-8d3b-4c1a-b14b-a851c8ec7798) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:03.636173 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 720fb637-542d-4710-b494-36dc5a7d4c10 resource provider aggregate not found May 26 19:35:03.664571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cf45ffce-6a51-4f34-9cc1-9de309d3c42d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:03.774764 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 720fb637-542d-4710-b494-36dc5a7d4c10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 720fb637-542d-4710-b494-36dc5a7d4c10 found for delete ", "request_id": "req-e117098e-9b30-4c36-bdbe-7628aa52b38b"}]} May 26 19:35:03.776272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.821536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.843873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:03.893492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:03.896473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:03.900294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:03.950809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=e17f95f4-8d3b-4c1a-b14b-a851c8ec7798,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:04.023074 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.032111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.072309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5a9294-7775-48f1-89ea-8b83f1352a1a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:04.097997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46315f68-aed0-4c7f-9f1c-afed47a76d5f') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:04.098527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46315f68-aed0-4c7f-9f1c-afed47a76d5f') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:04.100311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.114966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.141906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.151592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:04.152655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.283201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.310924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.322657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] Pushing event deleted for resources: {'Network': ['ID=2f5a9294-7775-48f1-89ea-8b83f1352a1a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:04.328024 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-db522e44-e212-469c-a528-d63cf63ccd16 tempest-BulkNetworkOpsIpV6Test-647459836 tempest-BulkNetworkOpsIpV6Test-647459836-project] 10.222.0.24 "DELETE /v2.0/networks/2f5a9294-7775-48f1-89ea-8b83f1352a1a HTTP/1.1" status: 204 len: 168 time: 1.0602007 May 26 19:35:04.394404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.400392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.536701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=e17f95f4-8d3b-4c1a-b14b-a851c8ec7798,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:04.548830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.576430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:04.579994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-89ffa0fa-d837-4577-9883-06ff570b040a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1454909 May 26 19:35:04.655506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:04.951817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56902) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:04.952672 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4820c68-7164-4832-a498-a1d84c01b0c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25052142cdda4aa39dce85b857963f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956004 May 26 19:35:05.219199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-cc404bc8-00be-4df0-bd40-3fb82bc0e8a7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:05.221770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:05.257894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:05.267499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-cc404bc8-00be-4df0-bd40-3fb82bc0e8a7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:05.268894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-cc404bc8-00be-4df0-bd40-3fb82bc0e8a7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--625446223&fields=id&tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0 HTTP/1.1" status: 200 len: 267 time: 0.1074185 May 26 19:35:05.376992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-42f85221-4ea6-4ebf-9a2a-76d0289273a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:05.377146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-42f85221-4ea6-4ebf-9a2a-76d0289273a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:05.386988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:05.409997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b70c5d-0f98-4b50-8aff-5758c7c269c4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:05.414043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-42f85221-4ea6-4ebf-9a2a-76d0289273a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:05.415298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-42f85221-4ea6-4ebf-9a2a-76d0289273a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 935 time: 0.1376023 May 26 19:35:05.417210 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:05.422105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b764dfaa-2f95-4abe-873f-6a923ceafaf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74b70c5d-0f98-4b50-8aff-5758c7c269c4 HTTP/1.1" status: 204 len: 168 time: 0.4691479 May 26 19:35:05.518158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-69c928d7-6eb5-4558-8130-57f8ed4e8e2e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:05.520405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-69c928d7-6eb5-4558-8130-57f8ed4e8e2e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 937 time: 0.0896304 May 26 19:35:05.533966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:05.584400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-659c404e-dd94-4bd1-96cf-92b5359c9467 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0564747 May 26 19:35:05.644446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-a33824fc-45a8-4f8b-8c60-d294a1cb5226 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0514832 May 26 19:35:05.802556 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 46315f68-aed0-4c7f-9f1c-afed47a76d5f resource provider aggregate not found May 26 19:35:05.837240 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 46315f68-aed0-4c7f-9f1c-afed47a76d5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46315f68-aed0-4c7f-9f1c-afed47a76d5f found for delete ", "request_id": "req-146e58b7-caeb-40e1-b8d7-1f87ca756bf0"}]} May 26 19:35:05.861501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:05.871805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:05.880666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:floatingip and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:05.884274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:05.892883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:05.907772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:05.920173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:05.920173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:05.937389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:05.937389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:05.954557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:05.963384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-420e9e30-58d8-4583-bc20-bd5d0357ec52 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/networks?id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=1535f301-548f-4fa1-803a-7c52d527a090&id=1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 200 len: 1994 time: 0.3014290 May 26 19:35:05.982675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-a925bc1a-0fee-43eb-a517-88bc54864f6b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/quotas/f7b79d8805e2420cb8f52ea2f6524dd0 HTTP/1.1" status: 200 len: 375 time: 0.0169947 May 26 19:35:05.983856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:06.084453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.321188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Allocated IP 172.25.0.105 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/06a11bfd-168a-4475-bc4c-3fd416279658) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:06.335285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-25bdd595-4858-4ab5-876d-7996a866b26f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2583320 May 26 19:35:06.430276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Deleting port efb86f95-74db-47ec-ac0a-b0562e952227 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:06.430973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.544720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.552545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.591363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.625571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56972) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:06.661289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-7a0defe0-95ee-41db-982e-f11dd9f232b8 service neutron] 10.222.0.24 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250415 May 26 19:35:06.665356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:06.678021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:06.683331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:06.783495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=06a11bfd-168a-4475-bc4c-3fd416279658,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:06.803646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.815778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.816178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.877517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:06.977894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-adf671a8-eb94-4c4e-bf33-1e2977c3bc29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4531062 May 26 19:35:07.134967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Calling delete_port for efb86f95-74db-47ec-ac0a-b0562e952227 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:07.153485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.160168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.177165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671825706'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:07.232727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:07.279043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:07.286842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-ad1d0688-453e-4d75-9fcb-a962164fc476 service neutron] 10.222.0.24 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247118 May 26 19:35:07.287588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:07.292332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=06a11bfd-168a-4475-bc4c-3fd416279658,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:07.306913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:07.307184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.336427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.340383 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-72e64d92-b0d3-4271-b7b4-351405f54489 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8021402 May 26 19:35:07.341466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:07.346713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1658097962'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:07.353522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:07.358160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:network and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:07.361058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:07.369994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:07.389001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Made reservation on behalf of aab7f968e24041939a6f24c000fd287e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:07.389001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.407941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:07.415744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.422565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.432111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:07.432111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:security_group_rule and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:07.437980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:07.443043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.446896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:07.452704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-ee2eedf1-461b-4e7c-b813-e74c54fc70d8 service neutron] 10.222.0.24 "GET /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1392078 May 26 19:35:07.500547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:07.506872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ce8d180a-7a22-441f-93cd-5000d3758075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:07.507631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ce8d180a-7a22-441f-93cd-5000d3758075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.3264303 May 26 19:35:07.549201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.555638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.676564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:security_group_rule and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:07.679025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:07.681029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:07.683135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15eee7d2-a25d-4b02-8174-a49d1372c25c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:07.683135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.683135 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Added segment 1a59bb5c-a3c1-4fd3-8737-3358b484c04b of type vlan for network ce282421-4e5f-4bc9-9726-08278a9450f2 May 26 19:35:07.693295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.752953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.759821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:07.760565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:07.799465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:07.809019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4644580 May 26 19:35:07.820461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56992) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:07.835852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-2f92c9eb-64f7-451d-8474-544240323781 service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694208 May 26 19:35:07.898704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Request body: {'subnet': {'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:08.052076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-5fd113b7-cdde-48da-a804-02adf711cfcb service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184739 May 26 19:35:08.095655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cdf4e-1423-4c3e-aaf3-953c62417663 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Network': ['ID=ce282421-4e5f-4bc9-9726-08278a9450f2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:08.110872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ce282421-4e5f-4bc9-9726-08278a9450f2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:08.126444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:08.329599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event deleted for resources: {'Port': ['ID=efb86f95-74db-47ec-ac0a-b0562e952227,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:08.354026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0a5d46d2-6470-4a00-89bd-2f7605f62b1c service neutron] 10.222.0.24 "GET /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3010781 May 26 19:35:08.546278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca56b-6418-4888-9243-72e795c799a6 req-dae82c9f-39e4-4e1f-8a65-bf15df500bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:08.547610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-dae82c9f-39e4-4e1f-8a65-bf15df500bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.9443371 May 26 19:35:08.548502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:08.626577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:subnet and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:08.649011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:08.666315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-bccd4f4a-27f3-45f8-896e-c9ada28dcdb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 217 time: 0.1071489 May 26 19:35:08.669126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:08.671106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:08.671477 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Floating IP f6708767-996d-411d-a17f-a3413fb0a9ae disassociated (deleted). External IP: 172.25.0.111, port: db8bee26-5d84-42f8-b4f4-a337d8d8e539. May 26 19:35:08.838902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:08.839958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Made reservation on behalf of aab7f968e24041939a6f24c000fd287e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:08.844228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:08.878578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:09.180920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-4d10b291-b753-4973-a05a-ab69c98c9e17 service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111639 May 26 19:35:09.217116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ecd4c35b-5c99-49f3-b031-452e5f48c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:09.218873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ecd4c35b-5c99-49f3-b031-452e5f48c2e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.4900608 May 26 19:35:09.219690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:09.376416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5385a8c-f7c1-4464-9b83-12f12febf27e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:09.393269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:09.393269 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment 19873864-6134-407c-a17c-da84138f0a66 of type vlan for network cd351e86-a683-4e20-8ed6-eca8615746fb May 26 19:35:09.577727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:09.689560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-01a12c43-9002-4f2f-bd20-df1a547c48c3 service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775367 May 26 19:35:09.778068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:35:09.877156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ed274dc8-b47f-4465-a94f-9a45648f64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:09.878741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-ed274dc8-b47f-4465-a94f-9a45648f64b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6280427 May 26 19:35:09.940054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:09.945105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:09.945275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.168165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:10.356940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=cd351e86-a683-4e20-8ed6-eca8615746fb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:10.370359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dc624a37-d6ee-4c82-aa7a-0ab8d92367ad tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.7435532 May 26 19:35:10.373766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:10.385451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network cd351e86-a683-4e20-8ed6-eca8615746fb details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:10.391191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-154190146'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:10.396273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-83e2745d-80b0-42dc-adb2-547e4541c8ba service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437736 May 26 19:35:10.411794 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.414119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:10.421681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:10.428115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:10.440008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:10.479232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-596c38a2-429f-4936-91bb-4a483e72cfdf service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872993 May 26 19:35:10.495766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:10.523404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.585127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:10.598887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.599375 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment 5f3cca05-9f38-465b-9e03-0799050ccaa9 of type vlan for network dcce947b-5365-4eed-ade2-276d781b10a5 May 26 19:35:10.640110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.702429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.715936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:10.716755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:10.847918 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4726629 May 26 19:35:10.861329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:10.874791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:10.951839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Subnet': ['ID=1cbb1576-fb66-4bfe-a556-b1642d0fb8f0,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:10.966517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe49bc-e75a-45f7-8cd9-7b1541edab6e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=dcce947b-5365-4eed-ade2-276d781b10a5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:10.971663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:10.994681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Checking segment: {'id': '1a59bb5c-a3c1-4fd3-8737-3358b484c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:10.995357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network hostable DHCP agents. Network: ce282421-4e5f-4bc9-9726-08278a9450f2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:10.996896 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:11.006737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.013734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network dcce947b-5365-4eed-ade2-276d781b10a5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:11.015684 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:11.016377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:11.047767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:11.067820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:11.071353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:11.086148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:11.103402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:11.107476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.152917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-9cbba01a-7a1a-44fb-908e-a87f6cd60b86 service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353120 May 26 19:35:11.157889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49ca56b-6418-4888-9243-72e795c799a6 req-56b6ba99-7f6c-4d03-9537-76fafff66fbe service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630285 May 26 19:35:11.189925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c9a0c11a-deca-4ce9-a295-02e9216bcada tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "DELETE /v2.0/floatingips/f6708767-996d-411d-a17f-a3413fb0a9ae HTTP/1.1" status: 204 len: 168 time: 5.2004511 May 26 19:35:11.189925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:11.241410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network ce282421-4e5f-4bc9-9726-08278a9450f2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:11.272229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ce282421-4e5f-4bc9-9726-08278a9450f2) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:11.279700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:11.280453 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.289818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:11.312504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824709bd-b08b-44bc-aecf-927a160bc37c None None] Network ce282421-4e5f-4bc9-9726-08278a9450f2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:11.366451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f9c8cb43-e3f6-4f33-adff-ea14d602a41d tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5316885 May 26 19:35:11.369433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:11.379877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1850598261', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:11.389017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-eaa2d2f0-2e4c-418f-b184-c928b4399976 service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260952 May 26 19:35:11.390683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:11.396769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:router and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:11.400569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:11.409436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:11.499423 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.500658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.601705 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.622302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-1e9276be-a2c6-44d9-926c-5ad1261b60bd service neutron] 10.222.0.24 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259188 May 26 19:35:11.645435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.757020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ce282421-4e5f-4bc9-9726-08278a9450f2', 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2', 'tenant_id': 'aab7f968e24041939a6f24c000fd287e', 'fixed_ips': [{'subnet_id': '1cbb1576-fb66-4bfe-a556-b1642d0fb8f0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:11.758439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:11.808754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:11.816896 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:35:11.841463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:11.842363 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:11.911204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-c0846294-10ae-473e-9f35-f31581dc5276 service neutron] 10.222.0.24 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811723 May 26 19:35:11.927620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=2498b79e-11cf-4e6c-8b16-928167b3b76c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:12.013662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': '19873864-6134-407c-a17c-da84138f0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:12.014467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: cd351e86-a683-4e20-8ed6-eca8615746fb, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:12.022420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.076687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network cd351e86-a683-4e20-8ed6-eca8615746fb is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:12.077472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Allocated IP 172.20.0.2 (ce282421-4e5f-4bc9-9726-08278a9450f2/1cbb1576-fb66-4bfe-a556-b1642d0fb8f0/b333c598-f0a9-4978-80f9-be6d4da6e169) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:12.115834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-afc9a40a-a9a8-40ea-aa62-5383a04458df service neutron] 10.222.0.24 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893744 May 26 19:35:12.146737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, cd351e86-a683-4e20-8ed6-eca8615746fb) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:12.158325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:12.158951 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.202467 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d457eb0-4567-49ac-bf94-44cfaa3cce77 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3399782 May 26 19:35:12.206705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:12.214922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:12.230789 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:12.260023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07ffced-c8c6-46be-b31c-b4c29e5ce5fa None None] Network cd351e86-a683-4e20-8ed6-eca8615746fb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:12.314387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-389046bd-c7f7-40f2-bdc7-64f5c30e01a5 service neutron] 10.222.0.24 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929252 May 26 19:35:12.367510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:12.371652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:12.374730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:12.381883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:12.457114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:12.461016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.538578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-85ad2a68-5469-413a-a127-1d6ea8c0366c service neutron] 10.222.0.24 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173231 May 26 19:35:12.652656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.657348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-cd351e86-a683-4e20-8ed6-eca8615746fb', 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': '2498b79e-11cf-4e6c-8b16-928167b3b76c'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:12.658177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.685295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Transition to ACTIVE for port object b333c598-f0a9-4978-80f9-be6d4da6e169 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:12.726689 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:12.731216 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110f91a-a23f-4683-aced-3f7969e07bdd None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:30:44Z', 'revision_number': 4, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '81bc0f7c-116f-4aec-8850-f53cfc67904c', 'name': '', 'network_id': '85552f65-8932-45be-8ba0-28e1d83d54f6', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'mac_address': 'fa:16:3e:f3:be:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:43Z', 'updated_at': '2022-05-26T19:30:52Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'subnets': [{'id': '1021b9d5-ae08-47ae-a0b0-7c1b94028a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:12.770059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Transition to ACTIVE for port object b333c598-f0a9-4978-80f9-be6d4da6e169 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:12.783404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.828089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.868214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:12.919465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Network ce282421-4e5f-4bc9-9726-08278a9450f2 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:12.925064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:12.928649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Pushing event updated for resources: {'Port': ['ID=b333c598-f0a9-4978-80f9-be6d4da6e169,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:12.931052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:13.012908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Allocated IP 172.20.0.2 (cd351e86-a683-4e20-8ed6-eca8615746fb/2498b79e-11cf-4e6c-8b16-928167b3b76c/b74823d6-25fd-4d66-b1d4-bf98c1617f79) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:13.116267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Allocated IP 172.25.0.168 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/53ede76b-c644-43bd-ac8d-e7b68fa48877) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:13.117513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Attempting to bind port b333c598-f0a9-4978-80f9-be6d4da6e169 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:13.117892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Attempting to bind port b333c598-f0a9-4978-80f9-be6d4da6e169 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1a59bb5c-a3c1-4fd3-8737-3358b484c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:13.119808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Attempting to bind port b333c598-f0a9-4978-80f9-be6d4da6e169 on network ce282421-4e5f-4bc9-9726-08278a9450f2 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:13.175355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.227439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:13.227819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Checking segment: {'id': '1a59bb5c-a3c1-4fd3-8737-3358b484c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:13.228223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.228620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Bound using segment: {'id': '1a59bb5c-a3c1-4fd3-8737-3358b484c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:13.229146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Bound port: b333c598-f0a9-4978-80f9-be6d4da6e169, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a59bb5c-a3c1-4fd3-8737-3358b484c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:13.229522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.263661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7384140a-95d7-4d68-89fc-e4d0935cbc2a None None] New status for floating IP f6708767-996d-411d-a17f-a3413fb0a9ae: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:35:13.418060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=732fc6ca-4a85-4098-b7ba-23783afca0f2,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:13.420753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': '5f3cca05-9f38-465b-9e03-0799050ccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:13.421602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: dcce947b-5365-4eed-ade2-276d781b10a5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:13.462731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network dcce947b-5365-4eed-ade2-276d781b10a5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:13.485405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.491567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, dcce947b-5365-4eed-ade2-276d781b10a5) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:13.498503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:13.499088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.510473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963161b-22a7-4ffe-90e9-9dc02df6ae89 None None] Network dcce947b-5365-4eed-ade2-276d781b10a5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:13.531485 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-eb4771d9-e265-47ce-9ffe-c0b2810eeb40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3235493 May 26 19:35:13.534975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57066) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:13.540473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-728167324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:13.551490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:13.558896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:13.562140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:13.567840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.583109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:13.607923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.608888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.632450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.676162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:13.678272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.679380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:13.683561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:13.727329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=53ede76b-c644-43bd-ac8d-e7b68fa48877,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:13.731804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:13.733369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0a0f8a7-c77c-4a76-9cc6-0b76ec625f4d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1970589 May 26 19:35:13.736040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57070) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:13.777701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] For port b333c598-f0a9-4978-80f9-be6d4da6e169, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:13.880780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] For port b333c598-f0a9-4978-80f9-be6d4da6e169, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b333c598-f0a9-4978-80f9-be6d4da6e169,segment=NetworkSegment(1a59bb5c-a3c1-4fd3-8737-3358b484c04b),segment_id=1a59bb5c-a3c1-4fd3-8737-3358b484c04b)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:13.922438 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.097333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.164689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Transition to ACTIVE for port object b74823d6-25fd-4d66-b1d4-bf98c1617f79 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:14.265239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.287368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Transition to ACTIVE for port object b74823d6-25fd-4d66-b1d4-bf98c1617f79 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:14.300513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cd6a5-db7f-4fcb-8c37-af64e7760d79 None None] Pushing event updated for resources: {'Port': ['ID=b333c598-f0a9-4978-80f9-be6d4da6e169,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:14.316388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-dcce947b-5365-4eed-ade2-276d781b10a5', 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': '732fc6ca-4a85-4098-b7ba-23783afca0f2'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:14.319845 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.338330 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.422206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Pushing event updated for resources: {'Port': ['ID=b74823d6-25fd-4d66-b1d4-bf98c1617f79,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:14.540848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Network cd351e86-a683-4e20-8ed6-eca8615746fb is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:14.553954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:14.557522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:14.634686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.723307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Attempting to bind port b74823d6-25fd-4d66-b1d4-bf98c1617f79 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:14.723779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Attempting to bind port b74823d6-25fd-4d66-b1d4-bf98c1617f79 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '19873864-6134-407c-a17c-da84138f0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:14.724204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Attempting to bind port b74823d6-25fd-4d66-b1d4-bf98c1617f79 on network cd351e86-a683-4e20-8ed6-eca8615746fb {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:14.735446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:14.736151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Checking segment: {'id': '19873864-6134-407c-a17c-da84138f0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:14.736781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.737406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Bound using segment: {'id': '19873864-6134-407c-a17c-da84138f0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:14.738069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Bound port: b74823d6-25fd-4d66-b1d4-bf98c1617f79, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19873864-6134-407c-a17c-da84138f0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'cd351e86-a683-4e20-8ed6-eca8615746fb'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:14.738608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.759891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-011cd0c2-fedf-49c6-a37d-ec04f40f3169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:14.809281 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00071edd-bf70-41e8-9a6a-576012865fc8'] response: {'name': 'network-changed', 'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:35:14.854167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac05e702-0bb9-431c-99e6-d017431f0ded req-a05292c7-c450-4911-804b-837c7fb0ca8b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.1249595 May 26 19:35:14.943996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Allocated IP 172.21.0.2 (dcce947b-5365-4eed-ade2-276d781b10a5/732fc6ca-4a85-4098-b7ba-23783afca0f2/5d946e37-48ef-43f5-a902-4331446d89c2) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:14.964255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:14.970523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:15.013189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:15.079861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:15.172923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2675de-15ab-41cd-b3d7-8b60eadfcdef None None] Pushing event updated for resources: {'Port': ['ID=b74823d6-25fd-4d66-b1d4-bf98c1617f79,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:15.173137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-be1eb8cd-e33a-49c3-bf81-97970ef8cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:15.174510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-be1eb8cd-e33a-49c3-bf81-97970ef8cf57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6b04893a72849678f8f7e913fc20db5&device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 1096 time: 0.4117846 May 26 19:35:15.415155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:15.479778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.13', 57724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:15.513354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:15.544722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Transition to ACTIVE for port object 5d946e37-48ef-43f5-a902-4331446d89c2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:15.634581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Transition to ACTIVE for port object 5d946e37-48ef-43f5-a902-4331446d89c2 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:15.672906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:15.751890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-46988723-874f-40e7-ad7c-6bdddea69396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:15.751890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-46988723-874f-40e7-ad7c-6bdddea69396 service neutron] 10.222.0.13 "GET /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 1031 time: 0.2673409 May 26 19:35:15.790342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc535c1-8522-47b3-81b0-6fec94881a91 req-1fed0946-ce6b-4550-99b5-d7f85fbab797 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:15.791526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ddc535c1-8522-47b3-81b0-6fec94881a91 req-1fed0946-ce6b-4550-99b5-d7f85fbab797 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Synchronizing usage tracker for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:15.809118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Network dcce947b-5365-4eed-ade2-276d781b10a5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:15.811545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.13', 57725) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:15.812722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:15.816999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:15.926988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Pushing event updated for resources: {'Port': ['ID=5d946e37-48ef-43f5-a902-4331446d89c2,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:15.998390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Attempting to bind port 5d946e37-48ef-43f5-a902-4331446d89c2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:15.999025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Attempting to bind port 5d946e37-48ef-43f5-a902-4331446d89c2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5f3cca05-9f38-465b-9e03-0799050ccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:15.999167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Attempting to bind port 5d946e37-48ef-43f5-a902-4331446d89c2 on network dcce947b-5365-4eed-ade2-276d781b10a5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:16.005236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:16.005718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Checking segment: {'id': '5f3cca05-9f38-465b-9e03-0799050ccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:16.006186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:16.006534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a10db3-2193-444a-8222-b70e6754f3ab req-27aa34ac-8941-424b-b97e-8e4fa456cd3c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:16.006643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Bound using segment: {'id': '5f3cca05-9f38-465b-9e03-0799050ccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:16.007156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Bound port: 5d946e37-48ef-43f5-a902-4331446d89c2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cca05-9f38-465b-9e03-0799050ccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dcce947b-5365-4eed-ade2-276d781b10a5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:16.007772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:16.007931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-29a10db3-2193-444a-8222-b70e6754f3ab req-27aa34ac-8941-424b-b97e-8e4fa456cd3c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Synchronizing usage tracker for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:16.037548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-29a10db3-2193-444a-8222-b70e6754f3ab req-27aa34ac-8941-424b-b97e-8e4fa456cd3c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Unset dirty status for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:16.039271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-29a10db3-2193-444a-8222-b70e6754f3ab req-27aa34ac-8941-424b-b97e-8e4fa456cd3c tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.13 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 945 time: 0.2267158 May 26 19:35:16.065852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b9a760-05f8-4fd6-a782-e6ad7ec6aac5 None None] Network ce282421-4e5f-4bc9-9726-08278a9450f2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:16.095310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Router 49c5892b-1709-4bd4-905c-aff617c65bc8 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:35:16.108221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.20.0.1 (cd351e86-a683-4e20-8ed6-eca8615746fb/2498b79e-11cf-4e6c-8b16-928167b3b76c/bb6d5b99-9432-45f8-bf68-b7f28f45b460) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:16.141052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-d0c3ae32-16fb-4c83-9b8a-095bd572a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:16.142923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-d0c3ae32-16fb-4c83-9b8a-095bd572a08c service neutron] 10.222.0.13 "GET /v2.0/networks?id=85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 200 len: 914 time: 0.9600067 May 26 19:35:16.255723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Deleting port db8bee26-5d84-42f8-b4f4-a337d8d8e539 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:16.256090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:16.359671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6756e939-4f36-4840-b21b-54ff0faef3f1 None None] Provisioning for port b333c598-f0a9-4978-80f9-be6d4da6e169 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:16.479152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] For port 5d946e37-48ef-43f5-a902-4331446d89c2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:16.523027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-1a67286e-7905-419c-90d0-e4e9cc17c1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 200 len: 217 time: 0.1714344 May 26 19:35:16.539559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] For port 5d946e37-48ef-43f5-a902-4331446d89c2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d946e37-48ef-43f5-a902-4331446d89c2,segment=NetworkSegment(5f3cca05-9f38-465b-9e03-0799050ccaa9),segment_id=5f3cca05-9f38-465b-9e03-0799050ccaa9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:16.556290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:16.694048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ddc535c1-8522-47b3-81b0-6fec94881a91 req-1fed0946-ce6b-4550-99b5-d7f85fbab797 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Unset dirty status for tenant:c6b04893a72849678f8f7e913fc20db5 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:16.697970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669be92-b10f-4c30-9460-eb14866ec703 None None] Pushing event updated for resources: {'Port': ['ID=5d946e37-48ef-43f5-a902-4331446d89c2,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:16.701777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:16.703474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddc535c1-8522-47b3-81b0-6fec94881a91 req-1fed0946-ce6b-4550-99b5-d7f85fbab797 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 945 time: 1.6688552 May 26 19:35:16.709643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b333c598-f0a9-4978-80f9-be6d4da6e169 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:16.711667 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] Sync routers for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:16.722584 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:16.725517 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:16.812360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-872b0575-7e15-4a59-b976-bcf0cc4fb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:16.817480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-872b0575-7e15-4a59-b976-bcf0cc4fb56a service neutron] 10.222.0.13 "GET /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 1033 time: 0.9973958 May 26 19:35:16.878617 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:16.889588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:16.890129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:16.919947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddc535c1-8522-47b3-81b0-6fec94881a91 req-61385c8e-087a-4a43-a085-bae32d798998 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/security-groups?id=74bef099-f630-4377-826a-fad224a6c431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154510 May 26 19:35:16.995998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-47f6934d-974d-434c-af37-7d5ee7b57812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:17.005378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380c310-4dd7-4a72-9718-70c6bbab8c67 None None] Network cd351e86-a683-4e20-8ed6-eca8615746fb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:17.008837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-47f6934d-974d-434c-af37-7d5ee7b57812 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 200 len: 852 time: 0.4044130 May 26 19:35:17.073732 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:17.075860 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032e4769-3b9e-47a5-b9c1-558052e6d6c5 None None] The sync data for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:17.086889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] For port db8bee26-5d84-42f8-b4f4-a337d8d8e539, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=db8bee26-5d84-42f8-b4f4-a337d8d8e539,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:17.087400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.258157 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b72b357d-783c-4e62-8107-4150ba79e583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.320813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Calling delete_port for db8bee26-5d84-42f8-b4f4-a337d8d8e539 owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:17.456090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d8102c74-3d01-42f7-a063-c72968a75cf7 None None] Provisioning for port b74823d6-25fd-4d66-b1d4-bf98c1617f79 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:17.506929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.512876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b333c598-f0a9-4978-80f9-be6d4da6e169 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:17.521977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b333c598-f0a9-4978-80f9-be6d4da6e169 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:17.522353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.583902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.589824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.599108 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90159304-4ada-48ee-a720-8eea739a210f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.2284169 May 26 19:35:17.620837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object bb6d5b99-9432-45f8-bf68-b7f28f45b460 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:17.646613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57108) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:17.825339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39404c62-5460-43c0-b66f-4c96a0b8236a req-2ef7420e-4cb2-4dde-81ec-2e224032fc76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.3811026 May 26 19:35:17.826589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.860207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b333c598-f0a9-4978-80f9-be6d4da6e169 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:17.860588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.928241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b333c598-f0a9-4978-80f9-be6d4da6e169, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b333c598-f0a9-4978-80f9-be6d4da6e169,segment=NetworkSegment(1a59bb5c-a3c1-4fd3-8737-3358b484c04b),segment_id=1a59bb5c-a3c1-4fd3-8737-3358b484c04b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:17.939170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-76431bf3-cfaf-4e3e-bea5-bf6679855666 None None] Provisioning complete for port b333c598-f0a9-4978-80f9-be6d4da6e169 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:17.940959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76431bf3-cfaf-4e3e-bea5-bf6679855666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.951774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-45694785-1974-4afb-b3c9-72b8f9853928 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:17.951940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.961752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-45694785-1974-4afb-b3c9-72b8f9853928 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:17.979876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:17.981103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b74823d6-25fd-4d66-b1d4-bf98c1617f79 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:17.987791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-45694785-1974-4afb-b3c9-72b8f9853928 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:17.989459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-45694785-1974-4afb-b3c9-72b8f9853928 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/networks?id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=1535f301-548f-4fa1-803a-7c52d527a090&id=1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 200 len: 1994 time: 1.1034501 May 26 19:35:18.027875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network cd351e86-a683-4e20-8ed6-eca8615746fb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:18.097282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:18.102823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:18.259048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=bb6d5b99-9432-45f8-bf68-b7f28f45b460,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:18.278534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.294342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b74823d6-25fd-4d66-b1d4-bf98c1617f79 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:18.301196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b74823d6-25fd-4d66-b1d4-bf98c1617f79 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:18.301547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.308767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6638ddd-9d20-4616-a537-8e14decabdd4 req-fca4f6a1-126a-4a06-925f-8da706b655fd tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 210 time: 0.1119003 May 26 19:35:18.332194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b333c598-f0a9-4978-80f9-be6d4da6e169,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:18.333186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-59a744ca-15b3-420b-aa0d-d99d5d0fd1bd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0 HTTP/1.1" status: 200 len: 379 time: 0.3018641 May 26 19:35:18.357821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'admin_state_up': True, 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'security_groups': ['f238d4ca-2f74-4bfb-8bc9-063cf279c229']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:18.405213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-dcbfc3db-0465-4a71-8f3e-4443a858cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:18.406718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-dcbfc3db-0465-4a71-8f3e-4443a858cff7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=85552f65-8932-45be-8ba0-28e1d83d54f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3868473 May 26 19:35:18.421240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.452087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-76431bf3-cfaf-4e3e-bea5-bf6679855666 None None] Current status of the port b333c598-f0a9-4978-80f9-be6d4da6e169 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:18.454391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event deleted for resources: {'Port': ['ID=db8bee26-5d84-42f8-b4f4-a337d8d8e539,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:18.460767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] No DVR routers for this DVR port db8bee26-5d84-42f8-b4f4-a337d8d8e539 on host n-h1-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:18.470209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.474340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'name': 'network-vif-deleted', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:18.574816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b74823d6-25fd-4d66-b1d4-bf98c1617f79 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:18.575215 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.619551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b764b0fd-bd8e-46f4-a242-8eba5c32904e None None] Provisioning complete for port b74823d6-25fd-4d66-b1d4-bf98c1617f79 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:18.619999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b764b0fd-bd8e-46f4-a242-8eba5c32904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.624010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.13 "DELETE /v2.0/ports/db8bee26-5d84-42f8-b4f4-a337d8d8e539 HTTP/1.1" status: 204 len: 173 time: 2.5776305 May 26 19:35:18.719175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:18.729358 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:18.861343 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bdbf28-498d-430a-8286-82156d188f97'] response: {'server_uuid': '095e3ae3-6a42-48f6-beb5-c65cf951fcd9', 'name': 'network-vif-deleted', 'tag': 'db8bee26-5d84-42f8-b4f4-a337d8d8e539', 'status': 'completed', 'code': 200} May 26 19:35:19.055228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b74823d6-25fd-4d66-b1d4-bf98c1617f79,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:19.149009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d946e37-48ef-43f5-a902-4331446d89c2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:19.250043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b764b0fd-bd8e-46f4-a242-8eba5c32904e None None] Current status of the port b74823d6-25fd-4d66-b1d4-bf98c1617f79 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:19.288875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194565b-d1e9-4ac3-874f-43152a16d252 None None] Network dcce947b-5365-4eed-ade2-276d781b10a5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:19.474358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ecadf375-28b2-4b7f-b052-b3b639c612fd None None] Provisioning for port 5d946e37-48ef-43f5-a902-4331446d89c2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:19.497931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5d946e37-48ef-43f5-a902-4331446d89c2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:19.517673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b01eae4d-3d18-4f6f-9a09-40b907960395 req-8597996c-e4e9-493d-9dd5-e7336b40d1a5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.2305131 May 26 19:35:19.529887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d946e37-48ef-43f5-a902-4331446d89c2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:19.530453 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.548105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.606174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:19.638208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ecadf375-28b2-4b7f-b052-b3b639c612fd None None] Provisioning for port bb6d5b99-9432-45f8-bf68-b7f28f45b460 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:19.641425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57128) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:19.666903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ecadf375-28b2-4b7f-b052-b3b639c612fd None None] Provisioning complete for port bb6d5b99-9432-45f8-bf68-b7f28f45b460 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:19.667270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ecadf375-28b2-4b7f-b052-b3b639c612fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.720828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1318596623'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:19.740278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:19.824973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:19.827445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ecadf375-28b2-4b7f-b052-b3b639c612fd None None] Port bb6d5b99-9432-45f8-bf68-b7f28f45b460 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:19.829257 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.831234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d1d9e27-8f6f-4598-bb82-a3528229eb81 req-4f10e143-ee44-484c-98bc-ce1f193e62af tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "GET /v2.0/ports?device_id=095e3ae3-6a42-48f6-beb5-c65cf951fcd9 HTTP/1.1" status: 200 len: 210 time: 0.0567429 May 26 19:35:19.855144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:network and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:19.882054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:19.902948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:19.909386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.919946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:19.923551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.959819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d946e37-48ef-43f5-a902-4331446d89c2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:19.959819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:19.963450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-aba559f4-3c41-425a-964d-158346f83804 service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1342716 May 26 19:35:20.045033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5d946e37-48ef-43f5-a902-4331446d89c2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d946e37-48ef-43f5-a902-4331446d89c2,segment=NetworkSegment(5f3cca05-9f38-465b-9e03-0799050ccaa9),segment_id=5f3cca05-9f38-465b-9e03-0799050ccaa9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:20.053131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.053925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b333c598-f0a9-4978-80f9-be6d4da6e169 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:20.131506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-ab8d979d-b4e6-4289-9a10-4efd8a2d3e10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1221519 May 26 19:35:20.132457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:20.137757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.184189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device db8bee26-5d84-42f8-b4f4-a337d8d8e539 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:20.249308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: db8bee26-5d84-42f8-b4f4-a337d8d8e539 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:20.249626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device db8bee26-5d84-42f8-b4f4-a337d8d8e539 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:20.298553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5d946e37-48ef-43f5-a902-4331446d89c2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:20.307960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b333c598-f0a9-4978-80f9-be6d4da6e169 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:20.308137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.316291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Allocated IP 172.20.0.1 (ce282421-4e5f-4bc9-9726-08278a9450f2/1cbb1576-fb66-4bfe-a556-b1642d0fb8f0/aea93280-64e2-46fa-af19-975d60eaddc2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:20.493654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a17ffb1-8dd3-4730-880b-ef7b99ad7186 None None] Provisioning complete for port 5d946e37-48ef-43f5-a902-4331446d89c2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:20.494193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a17ffb1-8dd3-4730-880b-ef7b99ad7186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.561855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b333c598-f0a9-4978-80f9-be6d4da6e169 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:20.584765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:20.594198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.594735 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Added segment 64efce78-8192-4f59-bb6c-db2f2147a859 of type vlan for network 155ec6f8-1202-48b4-a69a-e2a78fad730c May 26 19:35:20.595808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.615849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Transition to ACTIVE for port object aea93280-64e2-46fa-af19-975d60eaddc2 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:20.623095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.642425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.722444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a17ffb1-8dd3-4730-880b-ef7b99ad7186 None None] Current status of the port 5d946e37-48ef-43f5-a902-4331446d89c2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:20.724157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=aea93280-64e2-46fa-af19-975d60eaddc2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:20.738928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network ce282421-4e5f-4bc9-9726-08278a9450f2 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:20.740419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:20.752217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:20.804998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.811020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:20.811818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.850310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d946e37-48ef-43f5-a902-4331446d89c2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:20.858375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:20.957462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d946e37-48ef-43f5-a902-4331446d89c2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:20.957835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.036279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.074108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-602f017d-89f6-4b21-855b-0a7b7e51f625 None None] Provisioning for port aea93280-64e2-46fa-af19-975d60eaddc2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:21.091579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-602f017d-89f6-4b21-855b-0a7b7e51f625 None None] Provisioning complete for port aea93280-64e2-46fa-af19-975d60eaddc2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:21.091972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-602f017d-89f6-4b21-855b-0a7b7e51f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.149431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d946e37-48ef-43f5-a902-4331446d89c2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:21.149662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b74823d6-25fd-4d66-b1d4-bf98c1617f79 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:21.150622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e427da5-1b23-42ce-ae08-9949bc7563ed req-f500ce39-6c03-487a-b65d-786a3c13837a service neutron] 10.222.0.13 "GET /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1504571 May 26 19:35:21.154982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Network': ['ID=155ec6f8-1202-48b4-a69a-e2a78fad730c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:21.191170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:21.208200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd51bb36-ce7a-4e25-a8ed-8f1f5e13aeb4 req-2101a592-f336-445b-a5dd-07848186d27d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.4281299 May 26 19:35:21.273453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-602f017d-89f6-4b21-855b-0a7b7e51f625 None None] Port aea93280-64e2-46fa-af19-975d60eaddc2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:21.284745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276bec7-fff0-40f8-af68-150b270590b1 req-0ab94bf7-3b86-4600-b1f4-c572d01c41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:21.286597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-0ab94bf7-3b86-4600-b1f4-c572d01c41db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 1096 time: 0.9501622 May 26 19:35:21.288143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 172.20.0.7 (71d9e4d2-fd3f-46e8-b33e-c3d25511d52c/66886d94-a17f-4a22-829a-a1e3d660b872/494c6fd7-50ac-4671-b7df-44235207e549) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:21.309724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-306242ac-80d7-46fc-9748-a01399653f1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6652133 May 26 19:35:21.311182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:21.355320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-47160907'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:21.358941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b74823d6-25fd-4d66-b1d4-bf98c1617f79 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:21.359791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.361149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:21.365709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:network and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:21.368619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:21.376430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:21.392782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57140) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:21.485284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b74823d6-25fd-4d66-b1d4-bf98c1617f79 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:21.591573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:21.594868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.656806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.664083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.776746 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.781109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=aea93280-64e2-46fa-af19-975d60eaddc2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:21.827528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:21.830078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276bec7-fff0-40f8-af68-150b270590b1 req-262370f9-eb02-4ca1-a1d7-fa80addc2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:21.831558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-262370f9-eb02-4ca1-a1d7-fa80addc2c7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.5193694 May 26 19:35:21.839533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.920791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network ce282421-4e5f-4bc9-9726-08278a9450f2 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:21.921877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:21.942441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:21.943251 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Added segment 23546d77-3fc2-46d6-8d7d-f39a5c1506a2 of type vlan for network 2f2e43bd-053a-41ee-84f4-3dacc69e188f May 26 19:35:22.014037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.094849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.101342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.110521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.138091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.178253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Router 49c5892b-1709-4bd4-905c-aff617c65bc8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:22.211776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-24452052-14a5-4377-ad5d-3b18b0e87736 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 200 len: 999 time: 0.3696373 May 26 19:35:22.227017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object 494c6fd7-50ac-4671-b7df-44235207e549 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:22.308711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-90d5c945-c7fa-4d2b-aaa5-0cf3d91b376e None None] Provisioning complete for port aea93280-64e2-46fa-af19-975d60eaddc2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:22.309147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-90d5c945-c7fa-4d2b-aaa5-0cf3d91b376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.356174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=bb6d5b99-9432-45f8-bf68-b7f28f45b460,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:22.359288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.375091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.379400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:22.379989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.382697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-90d5c945-c7fa-4d2b-aaa5-0cf3d91b376e None None] Port aea93280-64e2-46fa-af19-975d60eaddc2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:22.435134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276bec7-fff0-40f8-af68-150b270590b1 req-f582a6fd-ad73-4565-80d5-fe48b6fa54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:22.436466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-f582a6fd-ad73-4565-80d5-fe48b6fa54a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.2108235 May 26 19:35:22.449326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:22.465809 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3da53aac-bdd3-46c0-a079-ebe8f09b6042 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "PUT /v2.0/routers/49c5892b-1709-4bd4-905c-aff617c65bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8181081 May 26 19:35:22.466849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:22.467009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] Sync routers for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:22.476838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Request body: {'port': {'network_id': 'ce282421-4e5f-4bc9-9726-08278a9450f2', 'name': 'tempest-FloatingIPAdminTestJSON-1740862752'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:22.478608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:22.479411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:22.549987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:22.562377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:22.563241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:22.638356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:22.639007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d11a17-6d5b-46aa-ac42-d8f3fcdc8b97 None None] The sync data for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:22.652292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:22.657221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Usage tracker for resource:port and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:22.660636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-263c77a7-40b1-4995-82e5-9da146ee6c6d req-a8636c90-8b8a-44cf-8012-b0130c5b3eaa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:22.661191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:22.668479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:22.679607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Made reservation on behalf of aab7f968e24041939a6f24c000fd287e for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:22.683399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.711909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] device_id is not set on port dfa8161e-a96c-4cc9-83e8-e18d95da2141 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:35:22.810919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.860333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.866735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:22.870331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] 10.222.0.24 "DELETE /v2.0/security-groups/74bef099-f630-4377-826a-fad224a6c431 HTTP/1.1" status: 204 len: 168 time: 1.4740968 May 26 19:35:22.873341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5461569 May 26 19:35:22.874146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57154) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:22.882062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Allocated IP 172.20.0.13 (ce282421-4e5f-4bc9-9726-08278a9450f2/1cbb1576-fb66-4bfe-a556-b1642d0fb8f0/dfa8161e-a96c-4cc9-83e8-e18d95da2141) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:22.919687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'subnet': {'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:22.951999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62b2a-8a7c-4588-bf8a-593a8e4d766e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Network': ['ID=2f2e43bd-053a-41ee-84f4-3dacc69e188f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:22.953098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-263c77a7-40b1-4995-82e5-9da146ee6c6d req-a8636c90-8b8a-44cf-8012-b0130c5b3eaa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:22.962115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-263c77a7-40b1-4995-82e5-9da146ee6c6d req-a8636c90-8b8a-44cf-8012-b0130c5b3eaa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.5996709 May 26 19:35:22.964842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:22.974433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33665aca-bae7-47da-abde-418b5f150257 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bef099-f630-4377-826a-fad224a6c431,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:23.113781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:23.142154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:23.163505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:23.285166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network cd351e86-a683-4e20-8ed6-eca8615746fb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:23.296968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:23.308376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:23.314730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:23.323103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276bec7-fff0-40f8-af68-150b270590b1 req-54137268-ce95-4e78-a741-4c3c46d8a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:23.331327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-54137268-ce95-4e78-a741-4c3c46d8a1dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7161748 May 26 19:35:23.332954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:23.341333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Transition to ACTIVE for port object dfa8161e-a96c-4cc9-83e8-e18d95da2141 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:23.403415 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:23.417895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:subnet and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:23.569928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Network ce282421-4e5f-4bc9-9726-08278a9450f2 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:23.577770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:23.583229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:23.645395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-95a0abee-df22-498d-a367-c6dfe94d0ce2 None None] Provisioning for port 494c6fd7-50ac-4671-b7df-44235207e549 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:23.655460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-95a0abee-df22-498d-a367-c6dfe94d0ce2 None None] Provisioning complete for port 494c6fd7-50ac-4671-b7df-44235207e549 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:23.657809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-95a0abee-df22-498d-a367-c6dfe94d0ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:23.693528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event updated for resources: {'Port': ['ID=dfa8161e-a96c-4cc9-83e8-e18d95da2141,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:23.716650 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:35:23.765635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:23.817613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:23.818310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:23.875249 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a9036159-dd6d-4fd4-99fe-7063ee2dfc5e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4069030 May 26 19:35:23.877704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-95a0abee-df22-498d-a367-c6dfe94d0ce2 None None] Port 494c6fd7-50ac-4671-b7df-44235207e549 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:23.885670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:23.972498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:24.013805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-05f14f7f-1ba5-4a09-8dcf-5e14beb9ada4 None None] Provisioning complete for port bb6d5b99-9432-45f8-bf68-b7f28f45b460 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:24.015519 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-05f14f7f-1ba5-4a09-8dcf-5e14beb9ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.032087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:24.032844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.200388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-05f14f7f-1ba5-4a09-8dcf-5e14beb9ada4 None None] Port bb6d5b99-9432-45f8-bf68-b7f28f45b460 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:24.240456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'project_id': 'aab7f968e24041939a6f24c000fd287e', 'port_id': 'dfa8161e-a96c-4cc9-83e8-e18d95da2141'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:24.256398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:24.268059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Usage tracker for resource:floatingip and tenant:aab7f968e24041939a6f24c000fd287e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:24.285834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:24.292545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:24.311369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.327172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-de19e006-6c07-449c-b877-3f1ba696df2f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9558446 May 26 19:35:24.327749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d10806cb-d378-4780-a1f6-33f10b71a347 None None] Provisioning for port dfa8161e-a96c-4cc9-83e8-e18d95da2141 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:24.337273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d10806cb-d378-4780-a1f6-33f10b71a347 None None] Provisioning complete for port dfa8161e-a96c-4cc9-83e8-e18d95da2141 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:24.337828 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d10806cb-d378-4780-a1f6-33f10b71a347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.347572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:24.359763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.412792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'admin_state_up': True, 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'security_groups': ['f238d4ca-2f74-4bfb-8bc9-063cf279c229']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:24.463469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d10806cb-d378-4780-a1f6-33f10b71a347 None None] Port dfa8161e-a96c-4cc9-83e8-e18d95da2141 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:24.597080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:24.607431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-c0a64d83-8bd5-40e4-831a-c112cd22454b service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2671244 May 26 19:35:24.774720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Allocated IP 172.25.0.5 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/304f056b-b52e-4bc2-a981-8e7b8e49da13) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:25.028442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:25.065934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:25.275914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:25.284569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 8b3b103e-cbed-4249-9373-c644c173ab0e is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:35:25.316154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf4dd-0239-4622-97c3-04e16ead8c4d req-58da742d-0cad-407c-a908-3925f04570e2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:25.321371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-609cf4dd-0239-4622-97c3-04e16ead8c4d req-58da742d-0cad-407c-a908-3925f04570e2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 931 time: 1.1362662 May 26 19:35:25.340135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e276bec7-fff0-40f8-af68-150b270590b1 req-8a925b7d-0800-4389-9418-57b66269e7b9 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561701 May 26 19:35:25.429657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Pushing event updated for resources: {'Port': ['ID=304f056b-b52e-4bc2-a981-8e7b8e49da13,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:25.443122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:25.443768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:25.444295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:25.451254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:26.094310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:26.098499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:26.173798 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:26.193198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:26.253377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-609cf4dd-0239-4622-97c3-04e16ead8c4d req-8658c371-cba4-4ce6-ab76-a6da1bf01374 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9061074 May 26 19:35:26.353718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:26.386092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Subnet': ['ID=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:26.406884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:26.407589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network hostable DHCP agents. Network: 155ec6f8-1202-48b4-a69a-e2a78fad730c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:26.415340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:26.425879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] Sync routers for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:26.453240 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:26.454342 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:26.508134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-949d3f14-2794-46e5-9110-88a2f52cb439 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7705755 May 26 19:35:26.513936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:26.533837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57480) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:26.540747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 155ec6f8-1202-48b4-a69a-e2a78fad730c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:26.551455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e2e34-5c17-4fad-92f7-5d41ed962c6e None None] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:26.617849 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:26.629557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:26.630480 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:26.638381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b75aa6-75f0-48c0-91fa-1e28a6caeaff tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:26.639817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9b75aa6-75f0-48c0-91fa-1e28a6caeaff tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:26.655274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:26.655917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:26.786252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.1.1.91 (fb30bc38-849e-44a1-97c1-a95c51120f85/37297812-9ab3-4c04-835f-762224240d02/cb9cb2ed-5420-46a7-863f-af0102d94971) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:26.823098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4661d59c-f204-4a34-a441-3c6788754116 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9232733 May 26 19:35:26.832447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9b75aa6-75f0-48c0-91fa-1e28a6caeaff tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:26.833627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:26.839285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d9b75aa6-75f0-48c0-91fa-1e28a6caeaff tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports/bb6d5b99-9432-45f8-bf68-b7f28f45b460 HTTP/1.1" status: 200 len: 910 time: 0.3019910 May 26 19:35:26.841355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57522) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:26.844906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'subnet': {'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:26.920629 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:26.921063 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ffac9-3305-430c-a862-7aafb131f819 None None] The sync data for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:27.000649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:35:27.030699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-155ec6f8-1202-48b4-a69a-e2a78fad730c', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:27.031479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.035606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.053181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.146923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:27.166543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:subnet and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:27.232317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:27.297276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:27.309224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Pushing event updated for resources: {'Port': ['ID=304f056b-b52e-4bc2-a981-8e7b8e49da13,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:27.370278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:27.379698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Allocated IP 10.1.1.2 (155ec6f8-1202-48b4-a69a-e2a78fad730c/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d/8d88d221-9c91-4c9b-93f3-10f081e7e973) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:27.401863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.468883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.516234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57602) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:27.795431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.821086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Transition to ACTIVE for port object 8d88d221-9c91-4c9b-93f3-10f081e7e973 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:27.878702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Transition to ACTIVE for port object 8d88d221-9c91-4c9b-93f3-10f081e7e973 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:27.889977 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:27.950041 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Floating IP 37bdc47d-522f-4ada-8f5f-41530973de62 associated. External IP: 172.25.0.5, port: dfa8161e-a96c-4cc9-83e8-e18d95da2141. May 26 19:35:27.994244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:27.998605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:28.004363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:28.116856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.120444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Pushing event updated for resources: {'Port': ['ID=8d88d221-9c91-4c9b-93f3-10f081e7e973,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:28.150545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Attempting to bind port 8d88d221-9c91-4c9b-93f3-10f081e7e973 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:28.151144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Attempting to bind port 8d88d221-9c91-4c9b-93f3-10f081e7e973 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:28.151660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Attempting to bind port 8d88d221-9c91-4c9b-93f3-10f081e7e973 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:28.158025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:28.158705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:28.159624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.160419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Bound using segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:28.161103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Bound port: 8d88d221-9c91-4c9b-93f3-10f081e7e973, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:28.161664 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.293807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] For port 8d88d221-9c91-4c9b-93f3-10f081e7e973, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:28.297786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] For port 8d88d221-9c91-4c9b-93f3-10f081e7e973, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8d88d221-9c91-4c9b-93f3-10f081e7e973,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:28.305102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.392498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea16383-4933-4d82-ae42-c2d19e82e5e5 None None] Pushing event updated for resources: {'Port': ['ID=8d88d221-9c91-4c9b-93f3-10f081e7e973,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:28.463576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object cb9cb2ed-5420-46a7-863f-af0102d94971 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:28.474213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d4bad-cd9d-48d8-807a-dafb5b282c56 req-c9975bf5-957d-4375-adea-66cdc09b5cb0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:28.475200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54d4bad-cd9d-48d8-807a-dafb5b282c56 req-c9975bf5-957d-4375-adea-66cdc09b5cb0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:28.633684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54d4bad-cd9d-48d8-807a-dafb5b282c56 req-c9975bf5-957d-4375-adea-66cdc09b5cb0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:28.634869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f54d4bad-cd9d-48d8-807a-dafb5b282c56 req-c9975bf5-957d-4375-adea-66cdc09b5cb0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 931 time: 0.9235051 May 26 19:35:28.687060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Router 49c5892b-1709-4bd4-905c-aff617c65bc8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:28.695348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.818701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.879639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Subnet': ['ID=57bd5fc0-0822-4395-bdd7-9473a73926ff,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:28.894854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8d88d221-9c91-4c9b-93f3-10f081e7e973 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:28.946582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f54d4bad-cd9d-48d8-807a-dafb5b282c56 req-6d204ef7-c366-482a-945f-7e181e9236c0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926788 May 26 19:35:28.979106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:28.985514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:28.994182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Checking segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:28.994710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network hostable DHCP agents. Network: 2f2e43bd-053a-41ee-84f4-3dacc69e188f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:28.997698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 8d88d221-9c91-4c9b-93f3-10f081e7e973 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:29.014296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:29.016897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:29.024071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:29.043739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:29.055920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] Sync routers for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:29.065959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:29.074096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:29.083883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.131865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:29.164977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2f2e43bd-053a-41ee-84f4-3dacc69e188f) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:29.171786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1820784b-b1e4-4f08-8d41-b0f50c73d36c tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2851090 May 26 19:35:29.174103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:29.174952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.180214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:29.181862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:29.192320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9094c78-0c18-4aa9-b2e9-641e9779d62a None None] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:29.284904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:29.285636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:29.338352 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92c509cc-6f26-406c-936c-2570e5e285f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5021491 May 26 19:35:29.339422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:29.340664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:29.341449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.356321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'name': 'tempest-TaggedBootDevicesTest-1845654212', 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:29.383063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:29.383517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7278111c-739e-4738-bb18-2fd3511656f2 None None] The sync data for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:29.405586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b5462987-ed9f-4c3f-bfb7-b8cb7862d910 None None] Provisioning for port cb9cb2ed-5420-46a7-863f-af0102d94971 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:29.409506 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4cb40e5e-a3da-471c-9841-b4a0cb021cbf tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "GET /v2.0/floatingips/37bdc47d-522f-4ada-8f5f-41530973de62 HTTP/1.1" status: 200 len: 982 time: 0.2244956 May 26 19:35:29.415944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:29.432740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b5462987-ed9f-4c3f-bfb7-b8cb7862d910 None None] Provisioning complete for port cb9cb2ed-5420-46a7-863f-af0102d94971 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:29.433145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5462987-ed9f-4c3f-bfb7-b8cb7862d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.439774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-7ea3451f-2271-4f57-9d97-c5c779f4db75 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1111989 May 26 19:35:29.453555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'admin_state_up': True, 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'security_groups': ['f238d4ca-2f74-4bfb-8bc9-063cf279c229']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:29.593548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b5462987-ed9f-4c3f-bfb7-b8cb7862d910 None None] Port cb9cb2ed-5420-46a7-863f-af0102d94971 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:29.635095 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-324a515b-cc92-4102-859d-0c2f01605d72 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.2155282 May 26 19:35:29.636044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:29.665785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ips': [{'subnet_id': '57bd5fc0-0822-4395-bdd7-9473a73926ff'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:29.667459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.685467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0652ed-78c9-486f-884d-86c393703d3a None None] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:29.818021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:29.829122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.21.0.1 (dcce947b-5365-4eed-ade2-276d781b10a5/732fc6ca-4a85-4098-b7ba-23783afca0f2/19eb59e7-c641-4ee3-b301-74a4c7e7e9a9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:29.838467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Provisioning for port 8d88d221-9c91-4c9b-93f3-10f081e7e973 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:29.848739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:29.855369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:29.865881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Provisioning complete for port 8d88d221-9c91-4c9b-93f3-10f081e7e973 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:29.866328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.868243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:port and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:29.879368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:29.888685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:29.903464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port 304f056b-b52e-4bc2-a981-8e7b8e49da13 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:29.903743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:29.932755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:29.937520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:29.940988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.059360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Allocated IP 10.2.2.2 (2f2e43bd-053a-41ee-84f4-3dacc69e188f/57bd5fc0-0822-4395-bdd7-9473a73926ff/3f18f0fe-1e3f-42ca-a40f-3fdaabd98325) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:30.194076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.258198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Current status of the port 8d88d221-9c91-4c9b-93f3-10f081e7e973 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:30.258761 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.329103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.331312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] For port 8d88d221-9c91-4c9b-93f3-10f081e7e973, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8d88d221-9c91-4c9b-93f3-10f081e7e973,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:30.352878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.368241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] device_id is not set on port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:35:30.405334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.405657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.496696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc0b19-798f-45b1-92d6-f650546e4688 None None] Pushing event updated for resources: {'Port': ['ID=8d88d221-9c91-4c9b-93f3-10f081e7e973,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:30.503375 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.510151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.1.1.151 (fb30bc38-849e-44a1-97c1-a95c51120f85/37297812-9ab3-4c04-835f-762224240d02/7a544b7d-8626-4999-b71a-9697789d1045) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:30.524593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Transition to ACTIVE for port object 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:30.547105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Transition to ACTIVE for port object 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:30.551836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for 304f056b-b52e-4bc2-a981-8e7b8e49da13 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:30.555521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.653772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:30.656881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:30.660386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:30.732514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.739349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Pushing event updated for resources: {'Port': ['ID=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:30.776877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Attempting to bind port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:30.777512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Attempting to bind port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:30.777631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Attempting to bind port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:30.784725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:30.785115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Checking segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:30.785789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.786387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Bound using segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:30.786637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Bound port: 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:30.787008 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.806523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e9022fb0-4058-4320-ba29-98b5c43f05eb None None] Provisioning complete for port 8d88d221-9c91-4c9b-93f3-10f081e7e973 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:30.806523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9022fb0-4058-4320-ba29-98b5c43f05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.808615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3523f88-b1c0-4fd4-9cc8-bbd1acb802b4 req-6e76dac5-f2d2-4464-9f90-a9b823da6ff2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:30.814687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3523f88-b1c0-4fd4-9cc8-bbd1acb802b4 req-6e76dac5-f2d2-4464-9f90-a9b823da6ff2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:30.823315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3523f88-b1c0-4fd4-9cc8-bbd1acb802b4 req-6e76dac5-f2d2-4464-9f90-a9b823da6ff2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 1652 time: 0.6351111 May 26 19:35:30.824705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.1.1.110 (155ec6f8-1202-48b4-a69a-e2a78fad730c/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d/1fd52cb8-a65d-4ef1-a40e-c91824d7526b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:30.852815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:30.881625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8d88d221-9c91-4c9b-93f3-10f081e7e973 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:30.912070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=304f056b-b52e-4bc2-a981-8e7b8e49da13,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:30.942907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:31.007747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] For port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:31.012488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] For port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:31.047836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.057871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3523f88-b1c0-4fd4-9cc8-bbd1acb802b4 req-f28382a8-89da-4ea3-beed-afd9a57066a2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336216 May 26 19:35:31.119435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8d88d221-9c91-4c9b-93f3-10f081e7e973 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:31.119984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.151491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.151860 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Floating IP 37bdc47d-522f-4ada-8f5f-41530973de62 disassociated (deleted). External IP: 172.25.0.5, port: dfa8161e-a96c-4cc9-83e8-e18d95da2141. May 26 19:35:31.161102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.213200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e9022fb0-4058-4320-ba29-98b5c43f05eb None None] Current status of the port 8d88d221-9c91-4c9b-93f3-10f081e7e973 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:31.241860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78ef18-feea-45c8-b8c4-37d210d4c01d None None] Pushing event updated for resources: {'Port': ['ID=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:31.264551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.280307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network dcce947b-5365-4eed-ade2-276d781b10a5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:31.305941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8d88d221-9c91-4c9b-93f3-10f081e7e973 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:31.323459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:31.337617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:31.398505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object 7a544b7d-8626-4999-b71a-9697789d1045 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:31.404902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=19eb59e7-c641-4ee3-b301-74a4c7e7e9a9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:31.420750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Deleting port 81bc0f7c-116f-4aec-8850-f53cfc67904c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:31.421121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.426809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.470788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object 1fd52cb8-a65d-4ef1-a40e-c91824d7526b will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:31.492178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.645430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.685948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.741801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1482d2ff-7837-4736-b94f-ff1603a23bd1 None None] Provisioning for port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:31.748943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1482d2ff-7837-4736-b94f-ff1603a23bd1 None None] Provisioning complete for port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:31.749796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1482d2ff-7837-4736-b94f-ff1603a23bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.753585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network fb30bc38-849e-44a1-97c1-a95c51120f85 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:31.761253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:31.766477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:31.767684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:31.772859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:31.778501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:31.866024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Router 49c5892b-1709-4bd4-905c-aff617c65bc8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:31.867071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:31.876228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:31.877115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.880755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] For port 81bc0f7c-116f-4aec-8850-f53cfc67904c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81bc0f7c-116f-4aec-8850-f53cfc67904c,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:31.881318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:31.922552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1482d2ff-7837-4736-b94f-ff1603a23bd1 None None] Port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:32.035753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Calling delete_port for 81bc0f7c-116f-4aec-8850-f53cfc67904c owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:32.132620 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-207c6709-bf3f-43d5-84ab-990eb5f76f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7896819 May 26 19:35:32.135427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57656) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:32.168167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'name': 'tempest-TaggedBootDevicesTest-1401756032', 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:32.254711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Provisioning for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:32.261519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Provisioning complete for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:32.261885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.320224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:32.334086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Provisioning for port 7a544b7d-8626-4999-b71a-9697789d1045 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:32.343492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Provisioning complete for port 7a544b7d-8626-4999-b71a-9697789d1045 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:32.344126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.413075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-38443a7d-63c3-468d-97af-6d01d849db76 None None] Port 7a544b7d-8626-4999-b71a-9697789d1045 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:32.432398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:32.446316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:32.455322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:port and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:32.460401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:32.468955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:32.471853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:32.476930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.483736 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] Sync routers for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:32.494364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:32.494971 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:32.542984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:32.547946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.562307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.577420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:32.578050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.578326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69995a2-3d19-4e31-9ecc-5d5096d74e55 None None] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:32.586229 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:32.592629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] device_id is not set on port 637e51e6-6c55-497d-9d92-4245f6fb00e8 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:35:32.595420 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:32.596087 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:32.666290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:32.666840 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22f71c-e774-4a0f-a888-c68ebbbbf0ea None None] The sync data for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:32.676872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ef420334-4952-455e-bcd5-67eda67efe47 None None] Provisioning for port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:32.682802 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec469395-7eb5-41dc-888f-21ef0852d83a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/floatingips/37bdc47d-522f-4ada-8f5f-41530973de62 HTTP/1.1" status: 204 len: 168 time: 3.0459602 May 26 19:35:32.686886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:32.706975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-49f98ca4-b518-4c25-a4c6-58b0086d8b2a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2575126 May 26 19:35:32.729286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'admin_state_up': True, 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'security_groups': ['f238d4ca-2f74-4bfb-8bc9-063cf279c229']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:32.852307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:32.857869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:32.861609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Usage tracker for resource:floatingip and tenant:a975b8fc61274dedba0d2cc78100618e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:32.864551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:32.870437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:32.880985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:32.913400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:32.914366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.1.1.202 (155ec6f8-1202-48b4-a69a-e2a78fad730c/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d/637e51e6-6c55-497d-9d92-4245f6fb00e8) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:32.933925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:32.939898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:32.946611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:32.947456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:33.016218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:33.029025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:33.030394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.078757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:33.079911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-28deeef2-073d-492b-9727-48eef4d62893 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 2373 time: 0.6344528 May 26 19:35:33.183975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.236470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:33.237506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.245934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ead12c7e-8e3a-47c2-a3ee-c79b077e8b8c None None] Provisioning complete for port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:33.247051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ead12c7e-8e3a-47c2-a3ee-c79b077e8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.288446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:33.290991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.300324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.329474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07033597-8342-43ba-a10b-c9656e28b5e6 req-438c70e3-ac62-4952-9530-56724376306a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312438 May 26 19:35:33.330143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:33.343437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.356254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bc0f7c-116f-4aec-8850-f53cfc67904c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:33.358460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:33.370250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object 637e51e6-6c55-497d-9d92-4245f6fb00e8 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:33.405203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Allocated IP 172.25.0.212 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9263c34e-5435-42a0-8baf-a1ebf06ec2f5) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:33.470455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:33.489378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ead12c7e-8e3a-47c2-a3ee-c79b077e8b8c None None] Current status of the port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:33.496151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:33.515765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.605378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:33.610158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:33.622580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:33.677405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:33.701113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.701884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:35:33.722011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:33.722672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.746770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.753320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f87b645-1ba8-4d6d-8a28-41943ae7f309 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6163137 May 26 19:35:33.755520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.778952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.841827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.850890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:33.860230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:33.864018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255262182', 'description': 'tempest-description--127571207'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:33.871275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:33.875667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:33.878067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:33.906443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Pushing event updated for resources: {'Port': ['ID=9263c34e-5435-42a0-8baf-a1ebf06ec2f5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:33.918143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:security_group and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:33.921697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-196686b7-b20b-4435-a8a6-f6b61e252bc4 None None] Provisioning for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:33.927353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-196686b7-b20b-4435-a8a6-f6b61e252bc4 None None] Provisioning complete for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:33.927713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-196686b7-b20b-4435-a8a6-f6b61e252bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.929071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:33.938140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:33.955670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:33.985643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-196686b7-b20b-4435-a8a6-f6b61e252bc4 None None] Port 637e51e6-6c55-497d-9d92-4245f6fb00e8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:33.990201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:33.997168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:security_group_rule and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:34.000109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:34.007534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:34.023144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.115649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.154066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.165256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=19eb59e7-c641-4ee3-b301-74a4c7e7e9a9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:34.199727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.304171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.313306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.424375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78275dd9-4386-49ed-bdbd-14e3f68885e9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:34.441273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.445457 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5dbb3de0-25c9-4814-a217-bb4f0b4de655 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5917881 May 26 19:35:34.446059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:34.455029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'security_group_rule': {'security_group_id': '78275dd9-4386-49ed-bdbd-14e3f68885e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:34.465617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:34.472060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:security_group_rule and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:34.477360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:34.495078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:34.529062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.577638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.586194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.657674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network dcce947b-5365-4eed-ade2-276d781b10a5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:34.665233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:34.691138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.711703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Pushing event updated for resources: {'Port': ['ID=9263c34e-5435-42a0-8baf-a1ebf06ec2f5,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:34.713998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.749950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.754650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b274d057-16fa-4fff-a293-b1197bc31771,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:34.775550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.779274 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8e60fbe5-4ab1-4c2d-9ff6-41b656f33ac8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3302231 May 26 19:35:34.779968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:34.786161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'security_group_rule': {'security_group_id': '78275dd9-4386-49ed-bdbd-14e3f68885e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:34.791478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.795975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ade1c39d-b649-489a-8c3c-9a6ef6d1b35e tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1063242 May 26 19:35:34.798016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:34.809078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:34.809078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:security_group_rule and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:34.811842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.2.2.100 (1535f301-548f-4fa1-803a-7c52d527a090/30d1013b-5b34-431a-8ccd-15f279e38739/3712d9bb-ec72-468e-9c96-ff291aba5869) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:34.825018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:34.835870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:34.871588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.943311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:34.977518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:34.981874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.008283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498a4fe5-986f-43f6-9bf2-6639a26e2ea6,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:35.022004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:35.028668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:35.033264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Usage tracker for resource:floatingip and tenant:666050e3f5ae4deba926b463a8834525 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:35.036691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:35.045169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:35.063323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ffad-dcda-4327-ab4c-b222b734d31b req-1a98ae66-3eec-444e-8f72-f593bbdd68ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:35.070017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.070560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ffad-dcda-4327-ab4c-b222b734d31b req-1a98ae66-3eec-444e-8f72-f593bbdd68ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:35.072486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:35.072953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.076695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968ffad-dcda-4327-ab4c-b222b734d31b req-1a98ae66-3eec-444e-8f72-f593bbdd68ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:35.078381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6968ffad-dcda-4327-ab4c-b222b734d31b req-1a98ae66-3eec-444e-8f72-f593bbdd68ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 2373 time: 0.5820215 May 26 19:35:35.095101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.100535 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97c740f4-b44b-44ed-ab7b-16ad3b05398a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192146 May 26 19:35:35.101368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57688) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:35.136130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-205d0aad-8005-4cca-b804-6488cb71c0af None None] Provisioning complete for port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:35.136863 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-205d0aad-8005-4cca-b804-6488cb71c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.161720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:35.173670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:35.181752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:floatingip and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:35.190241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:35.197847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:35.206980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 8b3b103e-cbed-4249-9373-c644c173ab0e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:35.217913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.247309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-205d0aad-8005-4cca-b804-6488cb71c0af None None] Port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:35.259881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6968ffad-dcda-4327-ab4c-b222b734d31b req-201e94cc-0446-49d6-9e22-32fdcf478b9f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534343 May 26 19:35:35.289132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:35.327203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:35.346891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.505451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.561149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Allocated IP 172.25.0.68 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9d424898-5e62-404b-b895-a144867ac0fa) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:35.659942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.702668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:35.704485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object 3712d9bb-ec72-468e-9c96-ff291aba5869 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:35.713726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] Sync routers for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:35.723817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:35.724440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:35.744970 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.789242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.797875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a62245cf-4130-485f-a2f0-cb3ed9279df4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8628995 May 26 19:35:35.798033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:35.798961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:35.806899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:35.807645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:35.870828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:35.877362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:35.877762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5fcec4-d844-4616-904c-94877cd7b3fe None None] The sync data for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:35.877880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f8999786-2d3e-40ab-b870-a1180669c058 admin admin] 10.222.0.24 "PUT /v2.0/routers/34acebaa-6cfc-4104-8a8e-21541dc8fad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3547711 May 26 19:35:35.881682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57696) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:35.884601 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Sync routers for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:35.897659 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:35.898525 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:35.907949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:35.915261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:35.918843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Pushing event updated for resources: {'Port': ['ID=9d424898-5e62-404b-b895-a144867ac0fa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:35.921085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:35.955039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa26b0-8128-4fb5-8ec3-f88743e46d68 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:35.956432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-78fa26b0-8128-4fb5-8ec3-f88743e46d68 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:35.969948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:35.972074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 172.25.0.119 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/75c98392-7f5e-4dbd-943d-9aa6d6bf3088) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:36.036287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.106704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:36.117096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-78fa26b0-8128-4fb5-8ec3-f88743e46d68 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:36.120783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-78fa26b0-8128-4fb5-8ec3-f88743e46d68 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports/19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 HTTP/1.1" status: 200 len: 910 time: 0.3182082 May 26 19:35:36.128509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57702) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:36.133570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network 1535f301-548f-4fa1-803a-7c52d527a090 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:36.145132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:36.152220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:36.176466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:36.219429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.294949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:36.295575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.297240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.371891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.402540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0a191358-89b1-4f13-b02b-7368e0f870db tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6826890 May 26 19:35:36.427489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'admin_state_up': True, 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'security_groups': ['f238d4ca-2f74-4bfb-8bc9-063cf279c229']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:36.447021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:35:33Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:36.451533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Checking router: 34acebaa-6cfc-4104-8a8e-21541dc8fad3 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:35:36.460190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Routers {'34acebaa-6cfc-4104-8a8e-21541dc8fad3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:36.460798 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:36.487861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67dc84cc-367e-49ef-a647-b62e1367a2e7 None None] Provisioning for port 3712d9bb-ec72-468e-9c96-ff291aba5869 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:36.496213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67dc84cc-367e-49ef-a647-b62e1367a2e7 None None] Provisioning complete for port 3712d9bb-ec72-468e-9c96-ff291aba5869 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:36.497000 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67dc84cc-367e-49ef-a647-b62e1367a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.596344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.600439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.609560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-67dc84cc-367e-49ef-a647-b62e1367a2e7 None None] Port 3712d9bb-ec72-468e-9c96-ff291aba5869 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:36.615670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.643297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Deleting port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:36.643632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.668869 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] Set router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:36.694797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:36.718875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:36.730401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:36.736141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:36.742481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:36.748210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:36.749305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:36.813944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:36.824615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:36.840897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:36.842713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Made reservation on behalf of f7b79d8805e2420cb8f52ea2f6524dd0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:36.847926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:36.866086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:36.866936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=75c98392-7f5e-4dbd-943d-9aa6d6bf3088,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:36.867637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-5a0bb830-d708-436e-92c4-9772a546537d tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 3094 time: 0.4264748 May 26 19:35:36.989665 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:35:33Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:36.994241 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbde80-ce93-4661-9b62-1d92b15e12f1 None None] The sync data for ids ['34acebaa-6cfc-4104-8a8e-21541dc8fad3'] in n-d-843146-9 is: [{'id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'name': 'tempest-TestVolumeBackupRestore-255428322-router', 'tenant_id': 'c6b04893a72849678f8f7e913fc20db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:38Z', 'updated_at': '2022-05-26T19:35:33Z', 'revision_number': 5, 'project_id': 'c6b04893a72849678f8f7e913fc20db5', 'gw_port': {'id': 'b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acebaa-6cfc-4104-8a8e-21541dc8fad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:39Z', 'updated_at': '2022-05-26T19:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:37.012571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] For port b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:37.012932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.032701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d48bdfa-907b-4bd5-9227-01c109c24680 req-2cbfed71-0485-411c-a3cc-38a7a1f17258 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100283 May 26 19:35:37.193248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.203885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.207929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.324928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Calling delete_port for b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:37.421655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Pushing event updated for resources: {'Port': ['ID=9d424898-5e62-404b-b895-a144867ac0fa,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:37.441559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.465863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.491040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Allocated IP 10.2.2.200 (1535f301-548f-4fa1-803a-7c52d527a090/30d1013b-5b34-431a-8ccd-15f279e38739/e6361f07-96fd-4ee4-8048-a4977249d8b0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:37.531864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.533091 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5d45be44-4dd0-4b68-a4c2-02bdb2696a3d tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7341435 May 26 19:35:37.539073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57708) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:37.692348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.753144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:37.768567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6238e96f-4640-4c9e-8e4e-b393278bbbe8 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Synchronizing usage tracker for tenant:a975b8fc61274dedba0d2cc78100618e on resource:floatingip {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:37.821004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6238e96f-4640-4c9e-8e4e-b393278bbbe8 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Unset dirty status for tenant:a975b8fc61274dedba0d2cc78100618e on resource:floatingip {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:37.822281 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6238e96f-4640-4c9e-8e4e-b393278bbbe8 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4179 time: 0.2822385 May 26 19:35:37.825576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57712) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:37.833461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.860330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:37.883832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Transition to ACTIVE for port object e6361f07-96fd-4ee4-8048-a4977249d8b0 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:37.890153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.079866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.084035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.111525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.113664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.114153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34acebaa-6cfc-4104-8a8e-21541dc8fad3 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:35:38.179508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ec4f8740-2601-4f94-a9e1-59240afc54a4 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Synchronizing usage tracker for tenant:aab7f968e24041939a6f24c000fd287e on resource:floatingip {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:38.202702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Network 1535f301-548f-4fa1-803a-7c52d527a090 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:38.206661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:38.211590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:38.220948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.239888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:38.292399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ec4f8740-2601-4f94-a9e1-59240afc54a4 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Unset dirty status for tenant:aab7f968e24041939a6f24c000fd287e on resource:floatingip {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:38.292399 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec4f8740-2601-4f94-a9e1-59240afc54a4 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4628999 May 26 19:35:38.295548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57718) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:38.297546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.309171 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.309171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-42f2f542-1489-4959-bbc9-5d2c9f7342a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/34acebaa-6cfc-4104-8a8e-21541dc8fad3 HTTP/1.1" status: 204 len: 168 time: 2.4263129 May 26 19:35:38.364686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57722) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:38.486398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.487049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.494708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=75c98392-7f5e-4dbd-943d-9aa6d6bf3088,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:38.512016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.512811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Deleting port 9d424898-5e62-404b-b895-a144867ac0fa {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:38.513173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.547348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6446551c-8abc-4f29-9f0b-55c308309c2e None None] Provisioning for port e6361f07-96fd-4ee4-8048-a4977249d8b0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:38.554307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6446551c-8abc-4f29-9f0b-55c308309c2e None None] Provisioning complete for port e6361f07-96fd-4ee4-8048-a4977249d8b0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:38.555434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6446551c-8abc-4f29-9f0b-55c308309c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.556697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-96d83d1e-0606-4ad3-b02e-cbe3550a23ca tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1464887 May 26 19:35:38.574258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:38.615420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.616163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6446551c-8abc-4f29-9f0b-55c308309c2e None None] Port e6361f07-96fd-4ee4-8048-a4977249d8b0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:38.617526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1896bfbd-8e3c-46ad-9ccd-d6378a01eb24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5143783 May 26 19:35:38.635895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.653407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.654242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Deleting subnet 1021b9d5-ae08-47ae-a0b0-7c1b94028a66 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:35:38.656256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:38.656597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.659203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.665223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.671046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:38.671878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:38.688252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.763938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:38.764515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b673088-2729-4993-b3ed-aa48138f3027 req-69d32e06-3ef8-4c65-a6c4-0d9859306b8e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 3815 time: 0.5170946 May 26 19:35:38.791005 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.847403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81bc0f7c-116f-4aec-8850-f53cfc67904c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:38.895124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 81bc0f7c-116f-4aec-8850-f53cfc67904c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:38.895376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81bc0f7c-116f-4aec-8850-f53cfc67904c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:38.896013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:38.907400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b673088-2729-4993-b3ed-aa48138f3027 req-7887a2ab-853e-4dc7-90cb-b0d3688a2abc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273491 May 26 19:35:38.916735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.917076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.924217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:38.931998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:38.932527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b61ba70c-0ea1-4c93-a313-c55ff7f3ba4e not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:38.972690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.117391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 19eb59e7-c641-4ee3-b301-74a4c7e7e9a9 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:39.160610 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.203916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Calling delete_port for 9d424898-5e62-404b-b895-a144867ac0fa owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:39.310746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-3b8df1f7-3fb8-4d36-be14-cd2e740fba2d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1255262182&fields=id&tenant_id=d1cf3de5d07348c28ee9f1511c4f7112 HTTP/1.1" status: 200 len: 267 time: 0.2439723 May 26 19:35:39.396127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.445274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1021b9d5-ae08-47ae-a0b0-7c1b94028a66,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:39.447583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.455166 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31dd2456-6c63-4efa-b2bc-c242163dd2fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1021b9d5-ae08-47ae-a0b0-7c1b94028a66 HTTP/1.1" status: 204 len: 168 time: 1.0894694 May 26 19:35:39.459537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57742) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:39.460879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a753d-d06c-45d7-bd81-7027988aa9c2 None None] Network 85552f65-8932-45be-8ba0-28e1d83d54f6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:39.478925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8bc595dc-59e9-4d28-9678-7e5c8e3ce565 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:39.480259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8bc595dc-59e9-4d28-9678-7e5c8e3ce565 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 932 time: 0.1591754 May 26 19:35:39.617556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.687090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-26218e79-d00e-4dce-a1cf-6bb4e871ac43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:39.688543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-26218e79-d00e-4dce-a1cf-6bb4e871ac43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 932 time: 0.1746435 May 26 19:35:39.697130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.778099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] DHCP port deletion for 85552f65-8932-45be-8ba0-28e1d83d54f6 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:35:39.783246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Deleting port 562e494e-ca26-4823-b5d7-b2d1323f88f9 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:39.783658 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.801001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=19eb59e7-c641-4ee3-b301-74a4c7e7e9a9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:39.811638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.872503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Pushing event deleted for resources: {'Port': ['ID=9d424898-5e62-404b-b895-a144867ac0fa,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:39.889323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8719c83c-0738-472f-87db-2a61dbf7010b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1683211 May 26 19:35:39.927307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Deleting port 562e494e-ca26-4823-b5d7-b2d1323f88f9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:39.927645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:39.981402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c8fe425b-857d-4d14-9a51-991743bda3ff tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0910735 May 26 19:35:40.007635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] For port 562e494e-ca26-4823-b5d7-b2d1323f88f9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=562e494e-ca26-4823-b5d7-b2d1323f88f9,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:40.008371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.133912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.150736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Calling delete_port for 562e494e-ca26-4823-b5d7-b2d1323f88f9 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:40.200437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.234679 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.243973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.247715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a96ecdf-1c86-4d30-b13a-03562d1b4ce7 tempest-FloatingIPAdminTestJSON-1072387986 tempest-FloatingIPAdminTestJSON-1072387986-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d7c806c-31f3-4f7c-876a-277ed07e7e6a HTTP/1.1" status: 204 len: 168 time: 1.9396951 May 26 19:35:40.249449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57748) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:40.251378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494c6fd7-50ac-4671-b7df-44235207e549 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:40.263559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.280958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] Pushing event deleted for resources: {'Port': ['ID=562e494e-ca26-4823-b5d7-b2d1323f88f9,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:40.286409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceca909-5c27-4b05-a53a-3db7e3bc839f None None] No DVR routers for this DVR port 562e494e-ca26-4823-b5d7-b2d1323f88f9 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:40.438112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Transition to ACTIVE for port object 494c6fd7-50ac-4671-b7df-44235207e549 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:40.457152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] For port 562e494e-ca26-4823-b5d7-b2d1323f88f9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=562e494e-ca26-4823-b5d7-b2d1323f88f9,segment=NetworkSegment(30ffe945-8e7e-4894-8b3f-36e754b6b2d9),segment_id=30ffe945-8e7e-4894-8b3f-36e754b6b2d9)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:40.457420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.464600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.528293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:40.534501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:40.540657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:40.541485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:40.544432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Deleting port 9263c34e-5435-42a0-8baf-a1ebf06ec2f5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:40.544713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:40.593747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Calling delete_port for 562e494e-ca26-4823-b5d7-b2d1323f88f9 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:40.820554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:40.823883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 8b3b103e-cbed-4249-9373-c644c173ab0e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:40.827391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:35:40.827891 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:35:40.840707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 562e494e-ca26-4823-b5d7-b2d1323f88f9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:40.865377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:40.866647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-52b5612a-b522-4647-8d60-248aac7c60c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/networks?id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 200 len: 1989 time: 0.8844748 May 26 19:35:40.882421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 562e494e-ca26-4823-b5d7-b2d1323f88f9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:40.882899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 562e494e-ca26-4823-b5d7-b2d1323f88f9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:40.978219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cb2d31f4-f1de-48eb-8231-eb196c010942 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/quotas/d1cf3de5d07348c28ee9f1511c4f7112 HTTP/1.1" status: 200 len: 375 time: 0.1025198 May 26 19:35:40.985066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:40.995744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] Sync routers for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:41.005398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:41.006199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.007119 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94bb4175-0bce-465c-88f3-7438f1425fd0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8774807 May 26 19:35:41.009903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57752) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:41.085309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.096823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:41.097751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.116656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Attempting to bind port 494c6fd7-50ac-4671-b7df-44235207e549 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:41.116990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Attempting to bind port 494c6fd7-50ac-4671-b7df-44235207e549 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:41.117347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Attempting to bind port 494c6fd7-50ac-4671-b7df-44235207e549 on network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:41.128940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.129344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.137356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Port 494c6fd7-50ac-4671-b7df-44235207e549 on network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:41.137677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Attempting to bind port 494c6fd7-50ac-4671-b7df-44235207e549 on network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:41.166902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.167613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104271c-841c-48da-a1ab-865b75f6adbe None None] The sync data for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:41.199226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:41.199566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Checking segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:41.199957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Bound using segment: {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:41.200400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Bound port: 494c6fd7-50ac-4671-b7df-44235207e549, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3b4477-e402-4e6b-93c3-50f69b8072a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:41.200746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.274360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Calling delete_port for 9263c34e-5435-42a0-8baf-a1ebf06ec2f5 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:41.374306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Deleting port 562e494e-ca26-4823-b5d7-b2d1323f88f9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:41.374635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.387089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-12dacbf1-fa65-4e10-9fcf-6d70f7570998 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3989809 May 26 19:35:41.500124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] The port '562e494e-ca26-4823-b5d7-b2d1323f88f9' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:35:41.552929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:41.615972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:41.627826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.632569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-e309e88a-1343-4b3b-aa22-183021e66a64 service neutron] 10.222.0.24 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272706 May 26 19:35:41.669939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.712139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85552f65-8932-45be-8ba0-28e1d83d54f6']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.765916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ffe945-8e7e-4894-8b3f-36e754b6b2d9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.766229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ffe945-8e7e-4894-8b3f-36e754b6b2d9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:41.781382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.797504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:41.798116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.799648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] 10.222.0.13 "PUT /v2.0/ports/494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 200 len: 1091 time: 3.2299976 May 26 19:35:41.801605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:41.808767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.818420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:41.818895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.842505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:41.870156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.880684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c6252-83ac-4c94-8c66-daa4404f3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:41.945856 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 30ffe945-8e7e-4894-8b3f-36e754b6b2d9 resource provider aggregate not found May 26 19:35:41.967574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.988970 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 30ffe945-8e7e-4894-8b3f-36e754b6b2d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30ffe945-8e7e-4894-8b3f-36e754b6b2d9 found for delete ", "request_id": "req-2942298f-df71-4f21-acf5-89c2ea3935f6"}]} May 26 19:35:41.990086 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:41.999491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Pushing event deleted for resources: {'Port': ['ID=9263c34e-5435-42a0-8baf-a1ebf06ec2f5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:42.003305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] Pushing event deleted for resources: {'Network': ['ID=85552f65-8932-45be-8ba0-28e1d83d54f6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:42.005842 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3704e4ac-c812-4d91-b9a3-772b865a951b admin admin] 10.222.0.24 "DELETE /v2.0/networks/85552f65-8932-45be-8ba0-28e1d83d54f6 HTTP/1.1" status: 204 len: 168 time: 2.5452731 May 26 19:35:42.011463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57764) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:42.106737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:42.119762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-a5b54c66-d4e1-4c0f-8900-b544e330102b service neutron] 10.222.0.24 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404171 May 26 19:35:42.192023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:42.200792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:42.225668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-73b0f142-ba29-4887-9787-65c375a34747 service neutron] 10.222.0.24 "GET /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0964825 May 26 19:35:42.416873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:42.418045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a40a6c3f-ae01-4c41-b82d-2a124e7cc1a9 tempest-FloatingIPAdminTestJSON-1054657591 tempest-FloatingIPAdminTestJSON-1054657591-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/1542254d-a3d6-4208-a02a-47346d784b17 HTTP/1.1" status: 204 len: 168 time: 2.1616728 May 26 19:35:42.466893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57768) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:42.619005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port dfa8161e-a96c-4cc9-83e8-e18d95da2141 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:42.619347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:42.719345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-a2761f05-eeb0-4e63-8ac6-fdb650c86eee service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619801 May 26 19:35:42.883429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port bb6d5b99-9432-45f8-bf68-b7f28f45b460 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:42.883760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.135921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.145137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-d7251fb4-691d-47e0-b10b-c452615bb248 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056742 May 26 19:35:43.146629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.248851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:35:43.263541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for bb6d5b99-9432-45f8-bf68-b7f28f45b460 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:43.321744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for dfa8161e-a96c-4cc9-83e8-e18d95da2141 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:43.329431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.439022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:43.450402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9a455b47-48da-4519-9748-e477d3150f83 service neutron] 10.222.0.24 "GET /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2928841 May 26 19:35:43.452006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.550082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Transition to ACTIVE for port object 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:43.563420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.706956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:43.767530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=bb6d5b99-9432-45f8-bf68-b7f28f45b460,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:43.925969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:44.002279 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.007876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-df90b6e2-e467-47cb-bb5b-78612e964ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487936 May 26 19:35:44.013779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.082734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=dfa8161e-a96c-4cc9-83e8-e18d95da2141,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:44.105694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Deleting port 5d0f46a1-e528-4812-abfc-8418802b5d06 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:44.106027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.223894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.258104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Attempting to bind port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:44.258667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Attempting to bind port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:44.258765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Attempting to bind port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:44.286234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on network fb30bc38-849e-44a1-97c1-a95c51120f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:44.286605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Attempting to bind port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:44.309691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:44.310036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:44.310450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Bound using segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:44.310903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Bound port: 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:44.311291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.321459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.339168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-db9c05d0-a5f7-483a-978f-6ceacb195d80 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952371 May 26 19:35:44.343715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fa0c3ae5-4921-4e4f-b535-8217d88984e3 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/ports/dfa8161e-a96c-4cc9-83e8-e18d95da2141 HTTP/1.1" status: 204 len: 168 time: 1.8736992 May 26 19:35:44.359859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:44.512704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:44.532371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:44.538897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-474a5df4-12a9-408f-a20f-b447f2851b81 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691902 May 26 19:35:44.540278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.629492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:44.630204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.631626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] 10.222.0.13 "PUT /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 1134 time: 2.7952454 May 26 19:35:44.636631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7c0e460-5ddd-4ae5-b618-48f3c27faeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.656879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] For port 5d0f46a1-e528-4812-abfc-8418802b5d06, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d0f46a1-e528-4812-abfc-8418802b5d06,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:44.657263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.676308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 8b3b103e-cbed-4249-9373-c644c173ab0e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:44.696980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:44.796952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Calling delete_port for 5d0f46a1-e528-4812-abfc-8418802b5d06 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:44.814377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a26180-8474-439c-a481-b196fb03f45a service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:44.883649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8ccd3b06-bdde-40e1-82dc-d7ce83fe2a05 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377030 May 26 19:35:44.884026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:44.972290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1462c2e-48eb-4f49-8701-e24aa5ecf16a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:44.972890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a1462c2e-48eb-4f49-8701-e24aa5ecf16a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Synchronizing usage tracker for tenant:aab7f968e24041939a6f24c000fd287e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:44.993455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:45.007319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] Sync routers for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:45.020931 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:45.021881 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:45.030831 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-387004bd-382a-4f5f-b13a-4851b194c5aa tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0197511 May 26 19:35:45.034817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57776) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:45.039580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a1462c2e-48eb-4f49-8701-e24aa5ecf16a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Unset dirty status for tenant:aab7f968e24041939a6f24c000fd287e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:45.042904 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a1462c2e-48eb-4f49-8701-e24aa5ecf16a tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "GET /v2.0/ports?device_id=49c5892b-1709-4bd4-905c-aff617c65bc8 HTTP/1.1" status: 200 len: 913 time: 0.6797993 May 26 19:35:45.045218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57780) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:45.088698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bc8db80-4570-43b3-b030-b21afe55b4e1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:45.117956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bc8db80-4570-43b3-b030-b21afe55b4e1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:45.119190 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8bc8db80-4570-43b3-b030-b21afe55b4e1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3b103e-cbed-4249-9373-c644c173ab0e HTTP/1.1" status: 200 len: 205 time: 0.0834842 May 26 19:35:45.121928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57784) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:45.166937 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:45.177277 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] Routers {'8b3b103e-cbed-4249-9373-c644c173ab0e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:45.177980 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8b3b103e-cbed-4249-9373-c644c173ab0e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:45.240076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:45.240585 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045bd573-24f1-493e-9d15-f16889b35b28 None None] The sync data for ids ['8b3b103e-cbed-4249-9373-c644c173ab0e'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:45.251183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-e7163586-fa5e-433e-ab2f-e5307a51b066 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578374 May 26 19:35:45.388958 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.743804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.745929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.749898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.802837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0f46a1-e528-4812-abfc-8418802b5d06,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:45.810483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-76a237d8-210d-4c84-9f0f-ff86c8d1d847 service neutron] 10.222.0.24 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012279 May 26 19:35:45.890140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.890851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3b103e-cbed-4249-9373-c644c173ab0e {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:35:45.930025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:45.931113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-53e2d18b-20fe-414b-8e11-baec16f77d08 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e HTTP/1.1" status: 204 len: 168 time: 0.8082943 May 26 19:35:45.934558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:46.014950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet 732fc6ca-4a85-4098-b7ba-23783afca0f2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:35:46.020131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.084666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.155529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b648e801-26ba-4240-a0a7-19376320aee8 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:46.171854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.212255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-d82abf47-29b6-4e93-aa30-272c9cc735ed service neutron] 10.222.0.24 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336625 May 26 19:35:46.311655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Transition to ACTIVE for port object b648e801-26ba-4240-a0a7-19376320aee8 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:46.329539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.333259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.393990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.507733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.534254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:46.640654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-20cead5d-8854-4b19-8272-c7658ec984b9 service neutron] 10.222.0.24 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183495 May 26 19:35:46.740514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=732fc6ca-4a85-4098-b7ba-23783afca0f2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:46.746449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.750652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69271fc-a649-4bb4-9e97-5017946485b6 None None] Network dcce947b-5365-4eed-ade2-276d781b10a5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:46.759843 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e202a9bd-1288-4934-aed3-89186294ae33 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/732fc6ca-4a85-4098-b7ba-23783afca0f2 HTTP/1.1" status: 204 len: 168 time: 0.8219457 May 26 19:35:46.760248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57794) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:46.776031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Attempting to bind port b648e801-26ba-4240-a0a7-19376320aee8 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:46.776363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Attempting to bind port b648e801-26ba-4240-a0a7-19376320aee8 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:46.776693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Attempting to bind port b648e801-26ba-4240-a0a7-19376320aee8 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:46.792701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Port b648e801-26ba-4240-a0a7-19376320aee8 on network fb30bc38-849e-44a1-97c1-a95c51120f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:46.793017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Attempting to bind port b648e801-26ba-4240-a0a7-19376320aee8 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:46.807382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:46.808556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:46.808556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Bound using segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:46.808556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Bound port: b648e801-26ba-4240-a0a7-19376320aee8, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:46.808844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.861218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.872759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cf1088fa-9c78-4c56-b7ef-a71f1a3a3f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.902854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet 2498b79e-11cf-4e6c-8b16-928167b3b76c {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:35:46.914625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:46.992302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4bf9e781-3531-4b54-bfb3-f9bd0e2c7056 service neutron] 10.222.0.24 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416622 May 26 19:35:47.050812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.082909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] DHCP port deletion for dcce947b-5365-4eed-ade2-276d781b10a5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:35:47.087339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Deleting port 5d946e37-48ef-43f5-a902-4331446d89c2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:47.087840 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.134370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Router a43491d3-58b7-4162-aed2-4ae02e17c202 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:47.257673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.320800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.326921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] For port 5d946e37-48ef-43f5-a902-4331446d89c2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d946e37-48ef-43f5-a902-4331446d89c2,segment=NetworkSegment(5f3cca05-9f38-465b-9e03-0799050ccaa9),segment_id=5f3cca05-9f38-465b-9e03-0799050ccaa9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:47.327095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.334478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:47.351827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=b648e801-26ba-4240-a0a7-19376320aee8,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:47.407660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:47.419851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.426289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d9fdb2a1-17c3-4da6-a716-cc33a30a4614 admin admin] 10.222.0.24 "PUT /v2.0/routers/a43491d3-58b7-4162-aed2-4ae02e17c202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4127545 May 26 19:35:47.426289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:47.449322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Sync routers for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:47.493096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.493573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Calling delete_port for 5d946e37-48ef-43f5-a902-4331446d89c2 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:47.543181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:47.544567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:47.547217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:47.547829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.549754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 1136 time: 2.8582220 May 26 19:35:47.551625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-53f3e0dc-e6dd-46f2-9019-474c0e55f9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509846 May 26 19:35:47.565722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.571014 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/2498b79e-11cf-4e6c-8b16-928167b3b76c HTTP/1.1" status: 204 len: 168 time: 0.8097978 May 26 19:35:47.571889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57804) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:47.574498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=2498b79e-11cf-4e6c-8b16-928167b3b76c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:47.586629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:47.595271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.595623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.595986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.596312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.596708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.596936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.597526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.597850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.598165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.598477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.598789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.599097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20639-b60d-4bb5-ab4c-655a7333ebe9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.722325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.728836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:47.764216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984fdec-601b-49e2-a4f7-9bf8b303c344 None None] Network cd351e86-a683-4e20-8ed6-eca8615746fb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:47.777919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.778237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.778761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.779291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.779817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.780331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.780818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.781339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.782000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.782508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.783072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.783611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192964a3-3895-4ada-abf4-0f8ca74835c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:35:47.847371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:47.906436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.966982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.967697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.979039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Deleting port eeee87ae-bda9-4b76-94e8-341d714e205c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:47.979381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:47.995659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.129730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port aea93280-64e2-46fa-af19-975d60eaddc2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:48.130090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.163863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] Pushing event deleted for resources: {'Port': ['ID=5d946e37-48ef-43f5-a902-4331446d89c2,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:48.191695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af709c65-178a-42a3-b5c1-62f241e9d363 None None] No DVR routers for this DVR port 5d946e37-48ef-43f5-a902-4331446d89c2 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:48.221880 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.280604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] For port eeee87ae-bda9-4b76-94e8-341d714e205c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eeee87ae-bda9-4b76-94e8-341d714e205c,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:48.281559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.306044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.443288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:35:45Z', 'revision_number': 5, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port': {'id': 'eeee87ae-bda9-4b76-94e8-341d714e205c', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:30:51Z', 'updated_at': '2022-05-26T19:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.449019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Checking router: a43491d3-58b7-4162-aed2-4ae02e17c202 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:35:48.449411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcce947b-5365-4eed-ade2-276d781b10a5']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.459293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Routers {'a43491d3-58b7-4162-aed2-4ae02e17c202'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:48.460142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a43491d3-58b7-4162-aed2-4ae02e17c202'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.495860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cca05-9f38-465b-9e03-0799050ccaa9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.496052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cca05-9f38-465b-9e03-0799050ccaa9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.511909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Calling delete_port for eeee87ae-bda9-4b76-94e8-341d714e205c owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:48.519565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.527516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] DHCP port deletion for cd351e86-a683-4e20-8ed6-eca8615746fb request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:35:48.594355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Deleting port b74823d6-25fd-4d66-b1d4-bf98c1617f79 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:48.595063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.649553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.726695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:48.727113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.735381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] Set router a43491d3-58b7-4162-aed2-4ae02e17c202 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:48.772670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.837508 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5f3cca05-9f38-465b-9e03-0799050ccaa9 resource provider aggregate not found May 26 19:35:48.897403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:35:47Z', 'revision_number': 6, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:48.904716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d946e37-48ef-43f5-a902-4331446d89c2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:48.928307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:48.936882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d4ddd-5ab7-4eb0-8a3d-8a042a2af0eb None None] The sync data for ids ['a43491d3-58b7-4162-aed2-4ae02e17c202'] in n-d-843146-9 is: [{'id': 'a43491d3-58b7-4162-aed2-4ae02e17c202', 'name': 'tempest-TestVolumeBackupRestore-2026597122-router', 'tenant_id': '1cf4899c533a494ab4cdcc69909342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:30:49Z', 'updated_at': '2022-05-26T19:35:47Z', 'revision_number': 6, 'project_id': '1cf4899c533a494ab4cdcc69909342e0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:48.946808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5d946e37-48ef-43f5-a902-4331446d89c2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:48.947258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d946e37-48ef-43f5-a902-4331446d89c2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:48.947739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b74823d6-25fd-4d66-b1d4-bf98c1617f79 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:49.035033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Pushing event deleted for resources: {'Port': ['ID=eeee87ae-bda9-4b76-94e8-341d714e205c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:49.148692 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5f3cca05-9f38-465b-9e03-0799050ccaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f3cca05-9f38-465b-9e03-0799050ccaa9 found for delete ", "request_id": "req-1a7f193d-9387-43ef-924d-63c9c41c259c"}]} May 26 19:35:49.150929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.248598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for aea93280-64e2-46fa-af19-975d60eaddc2 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:49.284340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:49.284735 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.300062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b74823d6-25fd-4d66-b1d4-bf98c1617f79 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:49.300508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.338324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.343646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.423346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/dcce947b-5365-4eed-ade2-276d781b10a5 HTTP/1.1" status: 204 len: 168 time: 1.8466427 May 26 19:35:49.424867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:49.431284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd4b22-4afe-4d79-b0dc-5c30be68305e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=dcce947b-5365-4eed-ade2-276d781b10a5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:49.450264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.453479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.455115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Calling delete_port for b74823d6-25fd-4d66-b1d4-bf98c1617f79 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:49.489317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.489317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43491d3-58b7-4162-aed2-4ae02e17c202 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:35:49.509968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.515184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b51611f-96f3-4512-a0ab-e4bfea7920dd admin admin] 10.222.0.24 "DELETE /v2.0/routers/a43491d3-58b7-4162-aed2-4ae02e17c202 HTTP/1.1" status: 204 len: 168 time: 2.0884664 May 26 19:35:49.516791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:49.534827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:49.548597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.591265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Deleting subnet 5dd552ce-ac1f-47d3-9aec-71cd834f8ac2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:35:49.598462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.612706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:35:49.613211 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:35:49.626147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b74823d6-25fd-4d66-b1d4-bf98c1617f79,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:49.626813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.651454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:35:49.668920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.684871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.714444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.720227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.726311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.732059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.737865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.743620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.748632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.749816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:49.751842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-1668cc87-1638-4407-bf11-abd1fed5d110 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5381 time: 0.9899383 May 26 19:35:49.769414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port b74823d6-25fd-4d66-b1d4-bf98c1617f79 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:49.769680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.829215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.872443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9cb2ed-5420-46a7-863f-af0102d94971 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:49.875816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd552ce-ac1f-47d3-9aec-71cd834f8ac2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:49.879982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.888928 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f4297ee-dd45-4a67-ae8f-09cdf360305d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5dd552ce-ac1f-47d3-9aec-71cd834f8ac2 HTTP/1.1" status: 204 len: 168 time: 0.3691070 May 26 19:35:49.889140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ffb75-cd14-402b-b395-d00681b0bc18 None None] Network eee2c369-90a2-4ec6-81de-1051c29d5c81 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:49.889254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57848) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:49.918738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:49.938105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e9cbc94-b9fb-42a0-87cf-e2a8935ca471 req-736a0546-6929-4ac4-a3fd-65188e6fbd35 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371698 May 26 19:35:49.964682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Transition to ACTIVE for port object cb9cb2ed-5420-46a7-863f-af0102d94971 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:49.992211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.032610 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.054934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Deleting port 9c89c344-e018-484a-95e4-9e87c377426e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:50.055415 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.125611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Deleting port b74823d6-25fd-4d66-b1d4-bf98c1617f79 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:50.130557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.135944 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fc70c4-ca44-4de7-a4f2-306cdbe48cab'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549', 'status': 'completed', 'code': 200} May 26 19:35:50.419201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] For port 9c89c344-e018-484a-95e4-9e87c377426e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9c89c344-e018-484a-95e4-9e87c377426e,segment=NetworkSegment(e8dbec6a-cbb0-4d04-81a1-0b85d04154a0),segment_id=e8dbec6a-cbb0-4d04-81a1-0b85d04154a0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:50.419755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.591915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:50.593267 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.604519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Calling delete_port for 9c89c344-e018-484a-95e4-9e87c377426e owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:50.609023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee9e7963-45ae-4d63-bcae-69dc20d7d8ea req-01f79222-7178-46e8-8738-2083c34652dd tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.2401829 May 26 19:35:50.617073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:50.625737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-7d9f8d07-7318-4a68-85ac-51a77c38cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:50.627733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-7d9f8d07-7318-4a68-85ac-51a77c38cf6c service neutron] 10.222.0.53 "GET /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 1028 time: 0.4724667 May 26 19:35:50.632320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port b74823d6-25fd-4d66-b1d4-bf98c1617f79, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b74823d6-25fd-4d66-b1d4-bf98c1617f79,segment=NetworkSegment(19873864-6134-407c-a17c-da84138f0a66),segment_id=19873864-6134-407c-a17c-da84138f0a66)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:50.632756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.697472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a8f32-a025-47a7-bb00-6f611547f814 None None] DHCP port deletion for eee2c369-90a2-4ec6-81de-1051c29d5c81 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:35:50.704364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.771748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Calling delete_port for b74823d6-25fd-4d66-b1d4-bf98c1617f79 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:50.822847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a8f32-a025-47a7-bb00-6f611547f814 None None] Deleting port 9c89c344-e018-484a-95e4-9e87c377426e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:50.823219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8f32-a025-47a7-bb00-6f611547f814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.847501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:50.907401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9c89c344-e018-484a-95e4-9e87c377426e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:50.921441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c89c344-e018-484a-95e4-9e87c377426e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:50.928277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] No DVR routers for this DVR port 9c89c344-e018-484a-95e4-9e87c377426e on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:50.955549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a8f32-a025-47a7-bb00-6f611547f814 None None] The port '9c89c344-e018-484a-95e4-9e87c377426e' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:35:50.968438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9c89c344-e018-484a-95e4-9e87c377426e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:50.968775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9c89c344-e018-484a-95e4-9e87c377426e not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:50.969223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d0f46a1-e528-4812-abfc-8418802b5d06 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:51.014724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5d0f46a1-e528-4812-abfc-8418802b5d06 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:51.015073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d0f46a1-e528-4812-abfc-8418802b5d06 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:51.015493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eeee87ae-bda9-4b76-94e8-341d714e205c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:51.059685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: eeee87ae-bda9-4b76-94e8-341d714e205c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:35:51.059685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eeee87ae-bda9-4b76-94e8-341d714e205c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:35:51.097747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.144696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.174973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee2c369-90a2-4ec6-81de-1051c29d5c81']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:51.180465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for b74823d6-25fd-4d66-b1d4-bf98c1617f79 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:51.195758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:51.196289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dbec6a-cbb0-4d04-81a1-0b85d04154a0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:51.203805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] No DVR routers for this DVR port b74823d6-25fd-4d66-b1d4-bf98c1617f79 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:51.209421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966e098-e1d6-44e5-939a-684bce88c331 None None] Pushing event deleted for resources: {'Port': ['ID=b74823d6-25fd-4d66-b1d4-bf98c1617f79,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:51.212397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.214219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=aea93280-64e2-46fa-af19-975d60eaddc2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:51.394836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-67c8db44-8d7c-473c-89b8-87df88027c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.395686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.396182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-67c8db44-8d7c-473c-89b8-87df88027c5f service neutron] 10.222.0.53 "GET /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 1028 time: 0.7220438 May 26 19:35:51.402753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:51.403156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.426955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.427665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.427889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.428352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.428810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.429293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.429752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.431637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-bfeb5938-5694-48de-b5d4-fd955dac30a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6243 time: 1.1852784 May 26 19:35:51.476055 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e8dbec6a-cbb0-4d04-81a1-0b85d04154a0 resource provider aggregate not found May 26 19:35:51.506910 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e8dbec6a-cbb0-4d04-81a1-0b85d04154a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8dbec6a-cbb0-4d04-81a1-0b85d04154a0 found for delete ", "request_id": "req-d3986df5-f513-446a-8c1a-430c3de10f92"}]} May 26 19:35:51.523215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.542676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.554166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee2c369-90a2-4ec6-81de-1051c29d5c81,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:51.558292 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ed3edbc-409a-4566-8751-882e501bdef6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eee2c369-90a2-4ec6-81de-1051c29d5c81 HTTP/1.1" status: 204 len: 168 time: 1.6681290 May 26 19:35:51.673473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Attempting to bind port cb9cb2ed-5420-46a7-863f-af0102d94971 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:51.674027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Attempting to bind port cb9cb2ed-5420-46a7-863f-af0102d94971 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:51.674168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Attempting to bind port cb9cb2ed-5420-46a7-863f-af0102d94971 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:51.694320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57868) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:51.745969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b6155ccd-2f7d-4181-83f1-d02c55ee1b82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6b04893a72849678f8f7e913fc20db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498109 May 26 19:35:51.748348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:51.758108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Port cb9cb2ed-5420-46a7-863f-af0102d94971 on network fb30bc38-849e-44a1-97c1-a95c51120f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:51.758415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Attempting to bind port cb9cb2ed-5420-46a7-863f-af0102d94971 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:51.760430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:35:51.760719 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:35:51.789622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:51.789960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:51.790340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Bound using segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:51.790776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Bound port: cb9cb2ed-5420-46a7-863f-af0102d94971, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:51.791123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.807802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.834868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.851711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.857488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.863339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.869117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.874972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.881328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.887183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:51.887765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.889099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44134147-3708-41a7-94d9-016013e98819 req-fe5a0e4b-8a80-4f4a-b756-8691a5fc1765 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5393 time: 0.6264372 May 26 19:35:51.904160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19163a5f-5d80-492f-b229-4a84972d16f7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:51.912018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:51.913212 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-57fbb797-16d1-485e-8d53-e3760ccde195 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19163a5f-5d80-492f-b229-4a84972d16f7 HTTP/1.1" status: 204 len: 168 time: 0.1639049 May 26 19:35:52.059191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c85c3fc4-1fd8-4d99-8fc0-d6bbe8d02a74 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.065473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c85c3fc4-1fd8-4d99-8fc0-d6bbe8d02a74 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.071116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c85c3fc4-1fd8-4d99-8fc0-d6bbe8d02a74 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.072682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c85c3fc4-1fd8-4d99-8fc0-d6bbe8d02a74 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/networks?id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 200 len: 1989 time: 0.6523840 May 26 19:35:52.111018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-5409a33b-ecda-4031-8ef4-290cf7411aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.112043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-5409a33b-ecda-4031-8ef4-290cf7411aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.112511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-5409a33b-ecda-4031-8ef4-290cf7411aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.114105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-5409a33b-ecda-4031-8ef4-290cf7411aef service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6559768 May 26 19:35:52.156955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47'}, {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'b648e801-26ba-4240-a0a7-19376320aee8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:52.218363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44134147-3708-41a7-94d9-016013e98819 req-85931a96-c424-4dd7-af33-50fff40043b6 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3058434 May 26 19:35:52.282225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port b74823d6-25fd-4d66-b1d4-bf98c1617f79 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:52.282689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.325501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.334618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:52.352829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:52.365263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f5bacfd7-5765-4b90-be6a-f0a2aa86086f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1cf3de5d07348c28ee9f1511c4f7112 HTTP/1.1" status: 200 len: 380 time: 0.2724075 May 26 19:35:52.403732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77b7995b-038b-4fd5-aba4-190afbcac4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cf4899c533a494ab4cdcc69909342e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675039 May 26 19:35:52.406489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:52.406922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'admin_state_up': True, 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'security_groups': ['78275dd9-4386-49ed-bdbd-14e3f68885e9']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:52.475290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.508978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.524320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] The port 'b74823d6-25fd-4d66-b1d4-bf98c1617f79' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:35:52.538178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:52.583752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.602163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca46631f-fd8c-4c59-9e35-21d0207fd0af,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:52.605579 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.606690 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cbd8c48a-4d3b-4bed-bd5c-035d103fd4ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca46631f-fd8c-4c59-9e35-21d0207fd0af HTTP/1.1" status: 204 len: 168 time: 0.1992786 May 26 19:35:52.656382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.969275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:52.969835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:52.971522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb9cb2ed-5420-46a7-863f-af0102d94971 HTTP/1.1" status: 200 len: 1090 time: 5.3909130 May 26 19:35:53.033355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d4664e6-2cb7-42a0-a2ed-e7a879135903 req-37a89cef-4831-4607-8499-5c8468a6cc9c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.3887630 May 26 19:35:53.128046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:53.209881 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d75a9e-8c3b-48c5-a23b-d30ac47a17f6'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47', 'status': 'completed', 'code': 200} May 26 19:35:53.210372 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d75a9e-8c3b-48c5-a23b-d30ac47a17f6'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'b648e801-26ba-4240-a0a7-19376320aee8', 'status': 'completed', 'code': 200} May 26 19:35:53.259559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-3200eec3-2dad-4ccc-902c-0548a8d73e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:53.261279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2284a6e-0b07-4805-afc3-8e2e8c1af4a1 req-3200eec3-2dad-4ccc-902c-0548a8d73e0d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1287901 May 26 19:35:53.289533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.307391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cd18c-3a8e-4266-9693-347e4ba36216 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:53.466936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd351e86-a683-4e20-8ed6-eca8615746fb']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:53.515872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19873864-6134-407c-a17c-da84138f0a66') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:53.516168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19873864-6134-407c-a17c-da84138f0a66') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:53.529912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57914) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:53.535462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:53.609681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:port and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:53.613878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.636738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:53.641988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.642892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-595001599-network', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:53.648030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:53.651882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Usage tracker for resource:network and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:53.654743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:53.660635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:53.661133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:53.671980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:53.675199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.691068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.697420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.709298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:53.713597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:53.716395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:53.722853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:53.755778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:35:53.756323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.822132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.826974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.839356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:53.872483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.872926 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Added segment 4d064db3-7fb9-412c-a06e-ba3bd37b259b of type vlan for network ae1a53bd-436f-4020-b054-02a09ef71b9c May 26 19:35:53.882358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:53.909882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:53.913374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.921550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.981137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:53.981137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:53.981137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.013802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.014291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.014818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.015280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.015741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.016198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.016651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.018992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-5e4521eb-432f-4c10-967f-a540a8c371c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6285 time: 0.6930292 May 26 19:35:54.076734 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 19873864-6134-407c-a17c-da84138f0a66 resource provider aggregate not found May 26 19:35:54.094755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] Pushing event updated for resources: {'Network': ['ID=ae1a53bd-436f-4020-b054-02a09ef71b9c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:54.102462 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a83012fc-1d92-4fee-8ff2-c81be43eb35d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5707767 May 26 19:35:54.103054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:54.106633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ae1a53bd-436f-4020-b054-02a09ef71b9c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:54.108581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Request body: {'subnet': {'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-595001599-subnet', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:54.114517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:54.118461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Usage tracker for resource:subnet and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:54.121380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:54.127204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:54.154043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.159732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.195921 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 19873864-6134-407c-a17c-da84138f0a66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19873864-6134-407c-a17c-da84138f0a66 found for delete ", "request_id": "req-633df1e8-fd5e-41c9-8d6a-0a740ecb8f3f"}]} May 26 19:35:54.202629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:54.206809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.220388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda12a-630f-4817-9d2f-4e065c6dd77e req-9dd1e47f-01f0-4dba-8d61-2938a54a72f9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.231708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bfda12a-630f-4817-9d2f-4e065c6dd77e req-9dd1e47f-01f0-4dba-8d61-2938a54a72f9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.8586373 May 26 19:35:54.328054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=cd351e86-a683-4e20-8ed6-eca8615746fb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:54.342720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-30b1bc50-e05e-4be0-a384-5a73716383eb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.343443 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-30b1bc50-e05e-4be0-a384-5a73716383eb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:54.356857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Router 49c5892b-1709-4bd4-905c-aff617c65bc8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:54.367886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-30b1bc50-e05e-4be0-a384-5a73716383eb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:54.369100 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-30b1bc50-e05e-4be0-a384-5a73716383eb tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 0.2387469 May 26 19:35:54.442571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8757192-0b74-4e3a-a5e5-80553f84e598 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/cd351e86-a683-4e20-8ed6-eca8615746fb HTTP/1.1" status: 204 len: 168 time: 5.0126731 May 26 19:35:54.448384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:54.448678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.474212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57932) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:54.485283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-252231039'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:54.505943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:54.544750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:54.559217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:54.575594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:54.660382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:54.664659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.779422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0bfda12a-630f-4817-9d2f-4e065c6dd77e req-81cd96c0-64c6-4abd-818a-ab6ecf0dbb40 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462856 May 26 19:35:54.800847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:35:54.805462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.876657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:54.877053 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment 12f4a78a-1302-408f-8c9f-7a1fa29d771f of type vlan for network 7475fd95-13de-40e2-9d1c-18443355d55d May 26 19:35:54.877406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-33bd9822-9f9f-4201-bf8b-adf4ff227508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.878085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-33bd9822-9f9f-4201-bf8b-adf4ff227508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.878694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-33bd9822-9f9f-4201-bf8b-adf4ff227508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:54.880711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-33bd9822-9f9f-4201-bf8b-adf4ff227508 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8150256 May 26 19:35:54.978382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d6580e-c688-4aa1-b71f-30ee1081c77d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:54.989291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:54.989656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Network hostable DHCP agents. Network: ae1a53bd-436f-4020-b054-02a09ef71b9c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:55.007068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.016350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] For port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:55.016704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.112494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 172.20.0.14 (851fc9c4-e44c-4214-bb6f-7b28a81296e1/47691d89-c07d-45fe-aa10-820880c63451/dd5c70df-a6e3-4f68-a01c-f0cadc180e65) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:55.147044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:55.163743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ae1a53bd-436f-4020-b054-02a09ef71b9c) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:55.168497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.169468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.180582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898eddc-1122-4359-89ce-30eebb85d44c None None] Network ae1a53bd-436f-4020-b054-02a09ef71b9c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:55.183034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.188711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.189319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.214584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:55.219655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:55.231995 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] Sync routers for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:55.245605 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:55.248339 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:55.264701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-35985fad-4a15-4fe4-ab2f-d43d67b10c1f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "PUT /v2.0/routers/49c5892b-1709-4bd4-905c-aff617c65bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2168207 May 26 19:35:55.279506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57938) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:55.388767 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:55.402917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.406047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] Routers {'49c5892b-1709-4bd4-905c-aff617c65bc8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:55.406653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['49c5892b-1709-4bd4-905c-aff617c65bc8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:55.411720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.418436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.426501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.432853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.439334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.446218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.454322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-17d94a7e-ab41-4cba-b1ec-a0f76b4085b9 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5393 time: 0.4687557 May 26 19:35:55.491178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:55.491925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df825c-aceb-49d5-ace3-f6bb39dd096a None None] The sync data for ids ['49c5892b-1709-4bd4-905c-aff617c65bc8'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:35:55.507909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ae1a53bd-436f-4020-b054-02a09ef71b9c', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:55.508849 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.532087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-024d6d87-a471-40c0-9550-d80a29754291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:55.534145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-024d6d87-a471-40c0-9550-d80a29754291 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6419415 May 26 19:35:55.569375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a544b7d-8626-4999-b71a-9697789d1045 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:55.583249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.643741 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1655459 May 26 19:35:55.643741 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3b4c848-e7c7-488a-9c65-1ed767dcd509 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5382113 May 26 19:35:55.652480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:55.652805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57944) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:55.671473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:55.701057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Allocated IP 172.20.0.2 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/3af698d2-3938-4d96-9fee-35ec2a959dc6) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:55.706522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fa7909b-b0c3-412b-96ab-1ceb2881dafe req-545764eb-ff5b-4942-babc-e3cbda3b1a4f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506642 May 26 19:35:55.710252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Transition to ACTIVE for port object 7a544b7d-8626-4999-b71a-9697789d1045 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:55.746673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.746911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:55.750385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:55.754416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Usage tracker for resource:router and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:55.757353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:55.771270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:55.778056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.815593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479332-bcd7-433c-ba85-5db92b58777d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=7475fd95-13de-40e2-9d1c-18443355d55d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:55.862027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.863034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.901981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:55.921100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object dd5c70df-a6e3-4f68-a01c-f0cadc180e65 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:55.957340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:56.051606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7475fd95-13de-40e2-9d1c-18443355d55d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:35:56.079569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-22a2e25a-3743-418e-a55a-c676d897ed71 req-5e905d5f-9e1e-4d14-a8c6-3c14e8f6fdf2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:35:56.089620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.090407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.091046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.091670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.092297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.092903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.093529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.095574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-f0a95608-68b5-4832-af47-c1e5f9a283a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6285 time: 0.4755797 May 26 19:35:56.180158 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.204904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Transition to ACTIVE for port object 3af698d2-3938-4d96-9fee-35ec2a959dc6 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:56.218989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.227641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Transition to ACTIVE for port object 3af698d2-3938-4d96-9fee-35ec2a959dc6 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:56.235303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.261386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-22a2e25a-3743-418e-a55a-c676d897ed71 req-5e905d5f-9e1e-4d14-a8c6-3c14e8f6fdf2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:35:56.271763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22a2e25a-3743-418e-a55a-c676d897ed71 req-5e905d5f-9e1e-4d14-a8c6-3c14e8f6fdf2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.2695508 May 26 19:35:56.280820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Attempting to bind port 7a544b7d-8626-4999-b71a-9697789d1045 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:56.282635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Attempting to bind port 7a544b7d-8626-4999-b71a-9697789d1045 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:56.283702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Attempting to bind port 7a544b7d-8626-4999-b71a-9697789d1045 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:56.300896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Port 7a544b7d-8626-4999-b71a-9697789d1045 on network fb30bc38-849e-44a1-97c1-a95c51120f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:56.301663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Attempting to bind port 7a544b7d-8626-4999-b71a-9697789d1045 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:56.328358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.342638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:56.348820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:56.354933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:56.366478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Pushing event updated for resources: {'Port': ['ID=3af698d2-3938-4d96-9fee-35ec2a959dc6,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:56.435754 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2fcf40-7e3f-4ccf-9ceb-57c2f5d4aec4'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'status': 'completed', 'code': 200} May 26 19:35:56.452708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:56.453978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:56.454203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Checking segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:56.454538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Bound using segment: {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:56.454962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Bound port: 7a544b7d-8626-4999-b71a-9697789d1045, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01632c6f-638d-4e80-9707-e53048c91ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:56.455889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.479250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:56.485031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Attempting to bind port 3af698d2-3938-4d96-9fee-35ec2a959dc6 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:56.485555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Attempting to bind port 3af698d2-3938-4d96-9fee-35ec2a959dc6 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:56.486196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Attempting to bind port 3af698d2-3938-4d96-9fee-35ec2a959dc6 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Bound port: 3af698d2-3938-4d96-9fee-35ec2a959dc6, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:56.516778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.525086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:56.616917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:56.624855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.637090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.637849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.638522 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c disassociated. External IP: 172.25.0.34, port: 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b. May 26 19:35:56.639044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:56.652098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] For port 3af698d2-3938-4d96-9fee-35ec2a959dc6, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:56.656929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] For port 3af698d2-3938-4d96-9fee-35ec2a959dc6, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3af698d2-3938-4d96-9fee-35ec2a959dc6,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:56.663765 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.688364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:56.757077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:56.791242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083c8c-fb90-44ec-a659-edd0ae5ce8ba None None] Pushing event updated for resources: {'Port': ['ID=3af698d2-3938-4d96-9fee-35ec2a959dc6,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:56.848167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a9304439-b118-4af9-bf0a-6cb23a6a7254 None None] Provisioning for port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:56.858739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a9304439-b118-4af9-bf0a-6cb23a6a7254 None None] Provisioning complete for port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:56.859358 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a9304439-b118-4af9-bf0a-6cb23a6a7254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.884711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.898119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port 53ede76b-c644-43bd-ac8d-e7b68fa48877 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:35:56.898529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.916294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:35:56.919500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:35:56.941361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-7ecd676c-e967-4cb3-9b67-8f614606e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.942120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-7ecd676c-e967-4cb3-9b67-8f614606e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.942721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-7ecd676c-e967-4cb3-9b67-8f614606e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:56.944420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-7ecd676c-e967-4cb3-9b67-8f614606e86c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8372388 May 26 19:35:56.950143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:56.962387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a9304439-b118-4af9-bf0a-6cb23a6a7254 None None] Port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:35:56.967232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:57.008730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:57.118057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:35:57.222929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:57.223929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.264230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:57.265655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.267379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a544b7d-8626-4999-b71a-9697789d1045 HTTP/1.1" status: 200 len: 1091 time: 4.2285755 May 26 19:35:57.281911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-282c958c-2a2c-44c5-a079-180cc3df3ee4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8791580 May 26 19:35:57.299635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'admin_state_up': True, 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'security_groups': ['78275dd9-4386-49ed-bdbd-14e3f68885e9']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:57.335578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:57.412659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:57.416172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.493312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:57.494502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.510579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a08f-e9c7-4d0d-9ff4-f230abc2eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:57.611253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:57.620320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8717-0eec-47db-a08f-c06685851992 req-80409286-c660-40fd-a8fd-8b2463bc7794 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:57.621835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff5b8717-0eec-47db-a08f-c06685851992 req-80409286-c660-40fd-a8fd-8b2463bc7794 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 946 time: 1.1354992 May 26 19:35:57.668294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:57.680561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.690332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-940e7a8c-2b02-4d9f-9ec8-052287cb37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:57.691785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ff19d88-ef94-4cd9-839a-91111a1fdc6e req-940e7a8c-2b02-4d9f-9ec8-052287cb37a6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7291133 May 26 19:35:57.777817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.808287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:35:57.811679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.826959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:57.837873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff5b8717-0eec-47db-a08f-c06685851992 req-587cd0a0-4904-4557-8414-307ef284efaf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=278b9fec-4bc9-4953-87f0-2518314e2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096937 May 26 19:35:57.839949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for 53ede76b-c644-43bd-ac8d-e7b68fa48877 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:35:57.983312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=7f71dd59-a45f-4167-8ddb-8a23c0fdc93b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:58.178708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.180409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.180409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.180409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.180638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.181002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.181482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.183411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-05c52c7f-ef24-4964-a292-e2eb7673d93f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6352 time: 0.4467959 May 26 19:35:58.322164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7fb36-070b-4a56-b865-84ac7f1c2b19 None None] Network ae1a53bd-436f-4020-b054-02a09ef71b9c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:58.386620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.1.1.60 (155ec6f8-1202-48b4-a69a-e2a78fad730c/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d/79c85df4-11e6-4eea-89be-04e5a0104312) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:58.437475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-23b30149-f698-4387-af28-679d25b7ee65 None None] Provisioning for port 3af698d2-3938-4d96-9fee-35ec2a959dc6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:58.438796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:58.440312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:58.472571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.479522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.484704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.488011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:58.490139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.495888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.501695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.507926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.509834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fe53d44-324a-4014-a596-8795fbef7eab req-1a221dbf-f836-4983-8ed2-b0a550e954a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5405 time: 0.5276866 May 26 19:35:58.542391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:58.593726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-ec282b23-22a5-40cd-a2b2-86b88a00f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.594134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-ec282b23-22a5-40cd-a2b2-86b88a00f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.594525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-ec282b23-22a5-40cd-a2b2-86b88a00f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:58.596762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-ec282b23-22a5-40cd-a2b2-86b88a00f319 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4031014 May 26 19:35:58.645816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:35:58.677209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=4f803431-0a21-4b17-bd8c-4791f7c7305a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:58.714507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': '12f4a78a-1302-408f-8c9f-7a1fa29d771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:58.714871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 7475fd95-13de-40e2-9d1c-18443355d55d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:35:58.795971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fe53d44-324a-4014-a596-8795fbef7eab req-271571d5-4a26-4ebe-a832-a982daedda05 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2699132 May 26 19:35:58.883876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3712d9bb-ec72-468e-9c96-ff291aba5869 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:35:58.917535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:58.935911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3af698d2-3938-4d96-9fee-35ec2a959dc6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:35:59.013146 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.047849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3af698d2-3938-4d96-9fee-35ec2a959dc6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:35:59.056452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3af698d2-3938-4d96-9fee-35ec2a959dc6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:35:59.057295 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.086733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=53ede76b-c644-43bd-ac8d-e7b68fa48877,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:59.178385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Transition to ACTIVE for port object 3712d9bb-ec72-468e-9c96-ff291aba5869 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:59.183128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 7475fd95-13de-40e2-9d1c-18443355d55d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:35:59.197194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3af698d2-3938-4d96-9fee-35ec2a959dc6 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:35:59.197194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.220001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.230892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3af698d2-3938-4d96-9fee-35ec2a959dc6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3af698d2-3938-4d96-9fee-35ec2a959dc6,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:35:59.234308 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.268748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Allocated IP 172.25.0.181 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e7a9f379-f8c3-49c4-8f94-7c906dc57f3b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:35:59.278835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7475fd95-13de-40e2-9d1c-18443355d55d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:59.292407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:59.292731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afc613-d414-4ea2-910a-9aaa11622d20 None None] Network 7475fd95-13de-40e2-9d1c-18443355d55d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:35:59.292990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.336315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.391844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:35:59.408702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.409332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3af698d2-3938-4d96-9fee-35ec2a959dc6,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:59.412797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-bc262672-e23a-43d4-95ec-4f6cb30d0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:59.414486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54e62373-1bf1-4a9b-a715-7a30aa2138ab req-bc262672-e23a-43d4-95ec-4f6cb30d0d6c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8086355 May 26 19:35:59.425509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:35:59.443365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:35:59.444305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:35:59.491736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:35:59.496284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object 79c85df4-11e6-4eea-89be-04e5a0104312 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:35:59.556587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.557239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d958-aa8e-44c7-8067-34a529fa70dd req-93692958-f62e-4af6-8617-e7e946417418 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:35:59.558762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed19d958-aa8e-44c7-8067-34a529fa70dd req-93692958-f62e-4af6-8617-e7e946417418 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 932 time: 0.4427223 May 26 19:35:59.631817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Attempting to bind port 3712d9bb-ec72-468e-9c96-ff291aba5869 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:35:59.631999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Attempting to bind port 3712d9bb-ec72-468e-9c96-ff291aba5869 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:35:59.632415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Attempting to bind port 3712d9bb-ec72-468e-9c96-ff291aba5869 on network 1535f301-548f-4fa1-803a-7c52d527a090 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:59.639773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.680903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Port 3712d9bb-ec72-468e-9c96-ff291aba5869 on network 1535f301-548f-4fa1-803a-7c52d527a090 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:35:59.681537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Attempting to bind port 3712d9bb-ec72-468e-9c96-ff291aba5869 on network 1535f301-548f-4fa1-803a-7c52d527a090 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:35:59.694599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed19d958-aa8e-44c7-8067-34a529fa70dd req-e29cbd4d-25cc-4568-a8e4-436d7a42035b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269660 May 26 19:35:59.706202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:35:59.706642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Checking segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:35:59.706902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Bound using segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:35:59.707341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Bound port: 3712d9bb-ec72-468e-9c96-ff291aba5869, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:35:59.707679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.724814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:35:59.766870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:35:59.787783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:35:59.788583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] No DVR routers for this DVR port 7f71dd59-a45f-4167-8ddb-8a23c0fdc93b on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:35:59.790747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:35:59.793952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.796230 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-74b01120-adb0-4f3f-8fbb-524e3f179419 req-231a7ff1-4c02-4974-965f-14d5f9d0d87d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "DELETE /v2.0/ports/7f71dd59-a45f-4167-8ddb-8a23c0fdc93b HTTP/1.1" status: 204 len: 173 time: 5.4203410 May 26 19:35:59.808840 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d7068b0-041c-48d4-bc5f-451990d2f74d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1528926 May 26 19:35:59.809701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'name': 'network-vif-deleted', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:35:59.818103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:35:59.823994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.831112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-954502942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:35:59.839268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.844696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:35:59.854172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:35:59.874530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:35:59.879458 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e57496-9775-4458-8855-a5a900fb7522'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045', 'status': 'completed', 'code': 200} May 26 19:35:59.891080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:35:59.910005 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.911121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.927859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.950347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:35:59.985019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-7475fd95-13de-40e2-9d1c-18443355d55d', 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': '4f803431-0a21-4b17-bd8c-4791f7c7305a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:35:59.986023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.001240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.047117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:00.052788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:00.072605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.073214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Fanout notify agent at l3_agent the message router_deleted on router 49c5892b-1709-4bd4-905c-aff617c65bc8 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:00.075256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:00.094499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.098909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f40d022b-88b3-4641-be1e-60a243958b3e tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/routers/49c5892b-1709-4bd4-905c-aff617c65bc8 HTTP/1.1" status: 204 len: 168 time: 4.6833031 May 26 19:36:00.102351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:00.105721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:00.154707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebabe025-36a7-4e21-ac2e-fc65cef9c85e req-b8e205e6-9835-424e-ab13-85f9694ad04c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f9ce818-852b-47d8-bdcd-2dd27d572024 HTTP/1.1" status: 200 len: 210 time: 0.0966525 May 26 19:36:00.163589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.164210 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.172922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:00.182505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:00.194260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.238309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting subnet 1cbb1576-fb66-4bfe-a556-b1642d0fb8f0 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:36:00.242281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.285016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-8fd27d5e-8b36-46f9-a2f6-914ff67f9469 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9948912 May 26 19:36:00.289800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.290403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.291903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3712d9bb-ec72-468e-9c96-ff291aba5869 HTTP/1.1" status: 200 len: 1091 time: 2.9695573 May 26 19:36:00.307967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'admin_state_up': True, 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'security_groups': ['78275dd9-4386-49ed-bdbd-14e3f68885e9']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:00.315895 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5132d2-281e-4b35-affd-a46b355748a5'] response: {'server_uuid': '1f9ce818-852b-47d8-bdcd-2dd27d572024', 'name': 'network-vif-deleted', 'tag': '7f71dd59-a45f-4167-8ddb-8a23c0fdc93b', 'status': 'completed', 'code': 200} May 26 19:36:00.316611 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.320537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1ea0f66a-a2b5-4573-8953-9606583bf3e7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4966807 May 26 19:36:00.322718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Pushing event updated for resources: {'Port': ['ID=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:00.325795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57972) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:00.336009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.367666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-887c4e15-889f-4450-98bb-880533762d38 None None] Provisioning for port 79c85df4-11e6-4eea-89be-04e5a0104312 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:00.372102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Request body: {'port': {'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:00.424426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'port': {'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d', 'name': 'tempest-RoutersTest-1550123875'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:00.473940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Allocated IP 172.20.0.2 (7475fd95-13de-40e2-9d1c-18443355d55d/4f803431-0a21-4b17-bd8c-4791f7c7305a/fe741a33-c4f7-4fc2-a204-83ad33f3336d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:00.635734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-887c4e15-889f-4450-98bb-880533762d38 None None] Provisioning complete for port 79c85df4-11e6-4eea-89be-04e5a0104312 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:00.636796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-887c4e15-889f-4450-98bb-880533762d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.674775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.675407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.675937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.676528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.677123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.677986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.678178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:00.680109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-f05530b3-60f5-4033-91c0-cd928c7cb9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6377 time: 0.7976763 May 26 19:36:00.691721 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:36:00.730003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7147772-1c8e-488a-8d4c-d53c0aa06fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:00.744837 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.792158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-887c4e15-889f-4450-98bb-880533762d38 None None] Port 79c85df4-11e6-4eea-89be-04e5a0104312 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:00.891449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3af698d2-3938-4d96-9fee-35ec2a959dc6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:00.980918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.984892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:00.997295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:01.006060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Transition to ACTIVE for port object fe741a33-c4f7-4fc2-a204-83ad33f3336d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:01.008643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:01.015003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:01.025287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Usage tracker for resource:port and tenant:d1cf3de5d07348c28ee9f1511c4f7112 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:01.029021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:01.029556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:01.040511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Transition to ACTIVE for port object fe741a33-c4f7-4fc2-a204-83ad33f3336d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:01.040899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:port and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:01.047871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3af698d2-3938-4d96-9fee-35ec2a959dc6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:01.048243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.049978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:01.053260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:01.090096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.106258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.112483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.118205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.123889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.129757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:01.130215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.130390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:01.136506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.142097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.143917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-1591018d-a9a4-47ba-aed7-f150502561cd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5417 time: 0.6221380 May 26 19:36:01.154777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:01.173314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.243503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.264790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Network 7475fd95-13de-40e2-9d1c-18443355d55d is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:01.271020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:01.278972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:01.288111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Pushing event updated for resources: {'Port': ['ID=fe741a33-c4f7-4fc2-a204-83ad33f3336d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:01.304865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbb1576-fb66-4bfe-a556-b1642d0fb8f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:01.308965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.333646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-2fdd19ca-0663-4246-ae38-319449c4dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.334121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-2fdd19ca-0663-4246-ae38-319449c4dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.334551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-2fdd19ca-0663-4246-ae38-319449c4dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.336297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-2fdd19ca-0663-4246-ae38-319449c4dfd6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6415558 May 26 19:36:01.341268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:01.344587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.360622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:01.364321 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.376673 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-396766b6-8526-4582-9366-367e4b72e8a5 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/subnets/1cbb1576-fb66-4bfe-a556-b1642d0fb8f0 HTTP/1.1" status: 204 len: 168 time: 1.2386572 May 26 19:36:01.385211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fb2bf-a201-4a54-89a1-c8182f6962f8 None None] Network ce282421-4e5f-4bc9-9726-08278a9450f2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:01.388178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:01.415208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.415641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.416043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.416439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.416832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.417244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.417987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.417987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.418378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.418956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.419133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.419512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:01.570087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] device_id is not set on port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:36:01.590349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.621406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f92eb4f6-0d48-43e2-83e2-b605c9eab4fa req-2eddc5a0-44b6-48ea-8c41-44e8162b244e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3157184 May 26 19:36:01.638215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Attempting to bind port fe741a33-c4f7-4fc2-a204-83ad33f3336d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:01.638552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Attempting to bind port fe741a33-c4f7-4fc2-a204-83ad33f3336d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '12f4a78a-1302-408f-8c9f-7a1fa29d771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:01.638976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Attempting to bind port fe741a33-c4f7-4fc2-a204-83ad33f3336d on network 7475fd95-13de-40e2-9d1c-18443355d55d {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:01.644713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:01.664618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port b333c598-f0a9-4978-80f9-be6d4da6e169 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:01.664618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.773329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3af698d2-3938-4d96-9fee-35ec2a959dc6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:01.785524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.812150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:01.812683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Checking segment: {'id': '12f4a78a-1302-408f-8c9f-7a1fa29d771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:01.813199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.813678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Bound using segment: {'id': '12f4a78a-1302-408f-8c9f-7a1fa29d771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:01.814272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Bound port: fe741a33-c4f7-4fc2-a204-83ad33f3336d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f4a78a-1302-408f-8c9f-7a1fa29d771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7475fd95-13de-40e2-9d1c-18443355d55d'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:01.814736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:01.888285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:01.911004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-b82ecf83-9433-4655-9153-919aeaa003ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:01.912428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3b6b6d-f011-46b4-9e3a-a79a61f1fd2f req-b82ecf83-9433-4655-9153-919aeaa003ba service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5585897 May 26 19:36:02.029025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.20.0.9 (7475fd95-13de-40e2-9d1c-18443355d55d/4f803431-0a21-4b17-bd8c-4791f7c7305a/acd0b017-1ceb-4aa5-8fa2-c98fb12121e9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:02.055580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.1.1.151 (155ec6f8-1202-48b4-a69a-e2a78fad730c/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d/b8d4e01d-7c2d-4214-940a-412ca2c8b8f4) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:02.058217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] For port b333c598-f0a9-4978-80f9-be6d4da6e169, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b333c598-f0a9-4978-80f9-be6d4da6e169,segment=NetworkSegment(1a59bb5c-a3c1-4fd3-8737-3358b484c04b),segment_id=1a59bb5c-a3c1-4fd3-8737-3358b484c04b)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:02.058963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.122466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:02.141164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:02.157275 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.202381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-14a16110-f57d-4853-a95f-cf577fc098d4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:02.211015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-14a16110-f57d-4853-a95f-cf577fc098d4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:02.211810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-14a16110-f57d-4853-a95f-cf577fc098d4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:02.268773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbbee3-320b-45d7-9995-03047d9cb4d6 None None] DHCP port deletion for ce282421-4e5f-4bc9-9726-08278a9450f2 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:36:02.331117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbbee3-320b-45d7-9995-03047d9cb4d6 None None] Deleting port b333c598-f0a9-4978-80f9-be6d4da6e169 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:02.331717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4cbbee3-320b-45d7-9995-03047d9cb4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.362187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for b333c598-f0a9-4978-80f9-be6d4da6e169 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:02.456208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64641c-96dd-4567-b5b2-97ad22b8b4a9 None None] Pushing event updated for resources: {'Port': ['ID=fe741a33-c4f7-4fc2-a204-83ad33f3336d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:02.471681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-14a16110-f57d-4853-a95f-cf577fc098d4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:02.479092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-14a16110-f57d-4853-a95f-cf577fc098d4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 1653 time: 0.7034702 May 26 19:36:02.480700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.500843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbbee3-320b-45d7-9995-03047d9cb4d6 None None] The port 'b333c598-f0a9-4978-80f9-be6d4da6e169' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:36:02.520550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6361f07-96fd-4ee4-8048-a4977249d8b0 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:02.533121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:02.538422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.543550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:02.548533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116af022-5a1f-43cf-8996-3ade983d5eb3 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '3a33a050-4ebd-4668-8a1b-c15ec0a66daa', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.9', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:b9:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:31:46Z', 'updated_at': '2022-05-26T19:32:20Z', 'revision_number': 2, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:02.551233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=b333c598-f0a9-4978-80f9-be6d4da6e169,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:02.556836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] No DVR routers for this DVR port b333c598-f0a9-4978-80f9-be6d4da6e169 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:36:02.622050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Transition to ACTIVE for port object e6361f07-96fd-4ee4-8048-a4977249d8b0 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:02.651094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.693144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bfae9fe-c7e5-4621-8c04-b1effb28d28f req-750c56b7-59be-4b9b-aca7-b0b7c9d21960 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130167 May 26 19:36:02.864044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.883421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:02.900028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:02.912283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:02.941902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:02.948571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe741a33-c4f7-4fc2-a204-83ad33f3336d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:02.949116 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:03.034091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:03.036898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:03.045837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:03.050696 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265b1632-717c-4eca-9835-30bb13ec9a4e'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'status': 'completed', 'code': 200} May 26 19:36:03.086408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2396a37-7fe3-4749-b962-623fd6418800 None None] New status for floating IP 8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:36:03.139868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.175546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.180163 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1031ac7f-e73b-45a7-a984-c7870fe224cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5227873 May 26 19:36:03.188203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57992) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:03.201555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce282421-4e5f-4bc9-9726-08278a9450f2']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:03.222818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a59bb5c-a3c1-4fd3-8737-3358b484c04b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:03.223405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a59bb5c-a3c1-4fd3-8737-3358b484c04b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:03.248904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.288935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.302644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:03.303088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.343138 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:03.378177 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1a59bb5c-a3c1-4fd3-8737-3358b484c04b resource provider aggregate not found May 26 19:36:03.404514 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1a59bb5c-a3c1-4fd3-8737-3358b484c04b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a59bb5c-a3c1-4fd3-8737-3358b484c04b found for delete ", "request_id": "req-f120610d-c736-4855-9af0-723a461904d9"}]} May 26 19:36:03.420638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.462295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fe741a33-c4f7-4fc2-a204-83ad33f3336d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:03.486410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.489977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Network': ['ID=ce282421-4e5f-4bc9-9726-08278a9450f2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:03.497152 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d06ba19-a761-47b2-ab0b-faea8d71871f tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/networks/ce282421-4e5f-4bc9-9726-08278a9450f2 HTTP/1.1" status: 204 len: 168 time: 2.1078167 May 26 19:36:03.500714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:03.544378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b333c598-f0a9-4978-80f9-be6d4da6e169 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:36:03.613910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b333c598-f0a9-4978-80f9-be6d4da6e169 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:36:03.614429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b333c598-f0a9-4978-80f9-be6d4da6e169 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:36:03.635487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.672695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.717920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Attempting to bind port e6361f07-96fd-4ee4-8048-a4977249d8b0 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:03.718253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Attempting to bind port e6361f07-96fd-4ee4-8048-a4977249d8b0 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:03.718756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Attempting to bind port e6361f07-96fd-4ee4-8048-a4977249d8b0 on network 1535f301-548f-4fa1-803a-7c52d527a090 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:03.724369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:00Z', 'revision_number': 3, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:03.730063 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:03.731275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Updating router 92050e84-8468-483b-8ba9-58cea4b2ef03 port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:36:03.732249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Deleting port 06a11bfd-168a-4475-bc4c-3fd416279658 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:03.732596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.745462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Port e6361f07-96fd-4ee4-8048-a4977249d8b0 on network 1535f301-548f-4fa1-803a-7c52d527a090 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:03.745813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Attempting to bind port e6361f07-96fd-4ee4-8048-a4977249d8b0 on network 1535f301-548f-4fa1-803a-7c52d527a090 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:03.762174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 7475fd95-13de-40e2-9d1c-18443355d55d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:03.780618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:03.780965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Checking segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:03.781366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Bound using segment: {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:03.781804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Bound port: e6361f07-96fd-4ee4-8048-a4977249d8b0, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:03.782141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.794595 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.800551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:03.807538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:03.818443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:03.912720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.913217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.913851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.914314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.914767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.915223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.915661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.917706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-0f3a6a9f-dabe-4441-8771-f1f6c83670c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6444 time: 0.8174844 May 26 19:36:03.927955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:03.928560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.940380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.940966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:03.969080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f18d0e5-ad1d-4bf4-a5d7-94fe0ab09486 None None] Network 7475fd95-13de-40e2-9d1c-18443355d55d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:04.054786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:04.148995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:04.161811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Calling delete_port for 06a11bfd-168a-4475-bc4c-3fd416279658 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:04.169975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Provisioning for port fe741a33-c4f7-4fc2-a204-83ad33f3336d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:04.187099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Provisioning complete for port fe741a33-c4f7-4fc2-a204-83ad33f3336d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:04.187739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.217318 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.238759 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Transition to ACTIVE for port object e7a9f379-f8c3-49c4-8f94-7c906dc57f3b will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:04.247233 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.337715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.369236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.375799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.380294 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Pushing event updated for resources: {'Port': ['ID=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.382164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.388156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.392369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.392728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.393202 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.393587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.393978 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.394301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.394424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.394616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.394958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.395272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.395585 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.395948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.396203 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:04.399365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.400531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.406373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.415025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-ed665e69-557b-459a-b8ce-89edf7dbc347 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 1.1442120 May 26 19:36:04.415640 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Attempting to bind port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:04.415999 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Attempting to bind port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:04.416349 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Attempting to bind port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:04.417496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0502212 May 26 19:36:04.427007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:04.427374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:04.427774 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.428144 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:04.428594 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Bound port: e7a9f379-f8c3-49c4-8f94-7c906dc57f3b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:04.428954 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.435415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Current status of the port fe741a33-c4f7-4fc2-a204-83ad33f3336d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:04.435907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.456118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58006) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:04.491057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:04.495241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:04.498291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.521976 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] For port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:04.525249 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] For port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:04.537056 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.577456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff32fc-057f-44b3-b1cd-462711f41ee7 None None] Pushing event updated for resources: {'Port': ['ID=fe741a33-c4f7-4fc2-a204-83ad33f3336d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.607358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Pushing event deleted for resources: {'Port': ['ID=06a11bfd-168a-4475-bc4c-3fd416279658,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.642153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa5c08a7-37e7-48b2-8b46-01b0db1e2b8c None None] Provisioning for port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:04.650063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa5c08a7-37e7-48b2-8b46-01b0db1e2b8c None None] Provisioning complete for port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:04.650366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa5c08a7-37e7-48b2-8b46-01b0db1e2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.667442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:04.668198 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:04.695029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:04.730676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c08a7-37e7-48b2-8b46-01b0db1e2b8c None None] Port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:04.745362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.746157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.749546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af72321-07d3-44ce-8dd8-8b808090e7b1 None None] Pushing event updated for resources: {'Port': ['ID=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.805287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68e5fd-1617-4a45-b86d-d46a63e54408 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=acd0b017-1ceb-4aa5-8fa2-c98fb12121e9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:04.808927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.870213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Provisioning for port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:04.881030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Provisioning complete for port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:04.883595 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:04.934751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fdacfd0-a22d-4a6d-bc9c-a59944d45105 req-f52e030f-5060-422f-ad21-67810660db1f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5163424 May 26 19:36:04.962183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe741a33-c4f7-4fc2-a204-83ad33f3336d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:04.978447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-7c53e5c4-d578-424a-85ce-1ad5108344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.981912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-7c53e5c4-d578-424a-85ce-1ad5108344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.982581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-7c53e5c4-d578-424a-85ce-1ad5108344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:04.984393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-7c53e5c4-d578-424a-85ce-1ad5108344fd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0457346 May 26 19:36:05.014575 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:05.062519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:05.070571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.150976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:05.151585 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.156903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 200 len: 1091 time: 4.8158119 May 26 19:36:05.162703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:05.176974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-42c1ec43-9635-4edb-9ecc-36436b67853f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8841002 May 26 19:36:05.193165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.198007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cc3714cf-1249-4dd9-9145-228cc023c5e8 tempest-FloatingIPAdminTestJSON-798106018 tempest-FloatingIPAdminTestJSON-798106018-project] 10.222.0.24 "DELETE /v2.0/floatingips/3807b319-9e4a-42ce-87b6-07f6dcb0d187 HTTP/1.1" status: 204 len: 168 time: 1.6960690 May 26 19:36:05.200013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'admin_state_up': True, 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'security_groups': ['78275dd9-4386-49ed-bdbd-14e3f68885e9']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:05.222202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:05.285485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Provisioning complete for port fe741a33-c4f7-4fc2-a204-83ad33f3336d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:05.285903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.414805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.452591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fe741a33-c4f7-4fc2-a204-83ad33f3336d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:05.455795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.472093 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.494990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646db0-ea80-4168-8371-0341dd281db3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:05.577767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58020) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:05.585230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.619096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b9fec-4bc9-4953-87f0-2518314e2d9d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:05.635588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.636872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-940ec09b-91eb-4e80-9310-22e22628a149 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/security-groups/278b9fec-4bc9-4953-87f0-2518314e2d9d HTTP/1.1" status: 204 len: 168 time: 0.5701149 May 26 19:36:05.639715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:05.663502 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:00Z', 'revision_number': 3, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:05.668319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b947ec-9af6-452b-a230-9665be09c72a None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:00Z', 'revision_number': 3, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:05.703925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-35ac2b29-a532-4984-95e3-4077bc83a383 None None] Current status of the port fe741a33-c4f7-4fc2-a204-83ad33f3336d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:05.749346 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-9dd6e370-8e4a-473e-b0dc-1d7b7d7a7489 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] show failed (client error): The resource could not be found. May 26 19:36:05.750505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9dd6e370-8e4a-473e-b0dc-1d7b7d7a7489 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups/278b9fec-4bc9-4953-87f0-2518314e2d9d HTTP/1.1" status: 404 len: 347 time: 0.1097801 May 26 19:36:05.758303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58030) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:05.776639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe741a33-c4f7-4fc2-a204-83ad33f3336d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:05.844635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-430dbe27-cbc4-4c9b-b4d6-238442c2fcf9 None None] Provisioning complete for port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:05.845187 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-430dbe27-cbc4-4c9b-b4d6-238442c2fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.962181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-430dbe27-cbc4-4c9b-b4d6-238442c2fcf9 None None] Port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:05.962905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-d474a1e6-e503-41fd-9aff-344af70d4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:05.964355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee69ad53-9fa1-44e3-ab39-48ab037b1b7a req-d474a1e6-e503-41fd-9aff-344af70d4fdb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8556709 May 26 19:36:05.968005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port ee16dcc9-df00-4306-b04c-a28de2f671b1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:05.968623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:05.972646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:05.996983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:06.024749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406201d8-0230-4d83-9a96-433a675e5e1c req-fc9de65e-f993-4fd8-a6de-0eb0a8f3b0d3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.031121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406201d8-0230-4d83-9a96-433a675e5e1c req-fc9de65e-f993-4fd8-a6de-0eb0a8f3b0d3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.044706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406201d8-0230-4d83-9a96-433a675e5e1c req-fc9de65e-f993-4fd8-a6de-0eb0a8f3b0d3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.047880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-406201d8-0230-4d83-9a96-433a675e5e1c req-fc9de65e-f993-4fd8-a6de-0eb0a8f3b0d3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 2374 time: 0.7901461 May 26 19:36:06.082326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.200101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:06.361778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-406201d8-0230-4d83-9a96-433a675e5e1c req-71d09eea-24b3-45a3-a943-fc46bd9a0515 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670159 May 26 19:36:06.393080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-55224811-d214-4a1d-9c20-93ad440afb3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab7f968e24041939a6f24c000fd287e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910578 May 26 19:36:06.397214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58038) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:06.440242 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcee51d-7295-4f28-82db-3209ebb53fcf'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'status': 'completed', 'code': 200} May 26 19:36:06.541324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.546289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.579275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.579775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.580244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.580699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.581181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.581640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.582092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:06.584092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-47c40c07-e225-4653-a9be-b3e7d32b96dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6486 time: 0.4956160 May 26 19:36:06.630299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.667877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.668347 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.759724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.762181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-91fbacf0-db80-46ea-bf5b-60490c3e0118 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 200 len: 217 time: 0.1343427 May 26 19:36:06.812226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for ee16dcc9-df00-4306-b04c-a28de2f671b1 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:06.911207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7a9f379-f8c3-49c4-8f94-7c906dc57f3b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:06.912686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.919753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.967811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:06.979122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:06.985813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:06.987353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.046385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-6b2867d1-ded2-4293-bd60-e68596cdb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.050186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-6b2867d1-ded2-4293-bd60-e68596cdb608 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66886d94-a17f-4a22-829a-a1e3d660b872 HTTP/1.1" status: 200 len: 855 time: 0.2662494 May 26 19:36:07.115219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=acd0b017-1ceb-4aa5-8fa2-c98fb12121e9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:07.222273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:07.222673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.239328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.250658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:07.257381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.266214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.272768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.278847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.285663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.292174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.300124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.311905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.314363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-b2c7a6fd-d828-4b12-ad17-bb44d794f6fc tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.7430654 May 26 19:36:07.341007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:07.354842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=ee16dcc9-df00-4306-b04c-a28de2f671b1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:07.396074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fdf423fd-3d9e-452e-ba39-980e12525e1a None None] Provisioning complete for port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:07.396439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fdf423fd-3d9e-452e-ba39-980e12525e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.417863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.467417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fdf423fd-3d9e-452e-ba39-980e12525e1a None None] Port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:07.477679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.2.2.100 (2f2e43bd-053a-41ee-84f4-3dacc69e188f/57bd5fc0-0822-4395-bdd7-9473a73926ff/1701280c-3683-4016-9521-1e2ac74655b3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:07.486361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eee7d2-a25d-4b02-8174-a49d1372c25c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:07.515838 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.518882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc5ea85f-3220-46cb-9228-57bcc6991b00 req-ca66813c-c7b7-4e93-9049-3fe631d8afd1 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821244 May 26 19:36:07.524315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Allocated IP 172.20.0.1 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/c18efa4d-3891-4c35-b691-20cb1b9a263f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:07.569928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.571031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.574935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-273e7ec1-d55b-4f9f-bdc2-a9062229bc2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15eee7d2-a25d-4b02-8174-a49d1372c25c HTTP/1.1" status: 204 len: 168 time: 1.1723232 May 26 19:36:07.574935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-a9fd39cb-7554-4729-8f6b-a6cc05b17b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:07.575947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-a9fd39cb-7554-4729-8f6b-a6cc05b17b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5048959 May 26 19:36:07.716419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:07.717700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b81059aa-332f-4631-8fbf-976dcc872474 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/floatingips/8efb31d1-35ca-42f1-a59f-6b7e70d3fa9c HTTP/1.1" status: 204 len: 168 time: 1.9583702 May 26 19:36:07.889846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.032548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:08.115563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.136391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:08.145016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Usage tracker for resource:security_group_rule and tenant:666050e3f5ae4deba926b463a8834525 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:08.149175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:08.164614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:08.225501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-b3f687eb-3423-40d9-97d6-087d86be4c46 service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362994 May 26 19:36:08.280211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.381492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.392086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:08.398896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:08.404863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:08.405724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:08.418770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Transition to ACTIVE for port object c18efa4d-3891-4c35-b691-20cb1b9a263f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:08.444218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object 1701280c-3683-4016-9521-1e2ac74655b3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:08.468576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:08.469748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-aedaaa96-1c3b-4c1b-be75-33cbcadb92f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 2374 time: 0.7231205 May 26 19:36:08.506744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.514111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.515636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-087aadf4-d410-4e4d-8387-0aba52882780 service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737348 May 26 19:36:08.546863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.595134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.604519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-89ee26a0-8954-487b-96b6-3140cf74b8c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 217 time: 0.0810716 May 26 19:36:08.605492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.681290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=666050e3f5ae4deba926b463a8834525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470921 May 26 19:36:08.687307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58058) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:08.687884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.690412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5762d44-cf39-4fe7-8bca-a7445f112909 req-740988e9-7047-4fea-80c6-f1b7cf144fd6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048316 May 26 19:36:08.693546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=acd0b017-1ceb-4aa5-8fa2-c98fb12121e9,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:08.697200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e9f8a-8d8e-42e4-a26a-5c6a0f628b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43641b-ea49-4d83-8773-e645829effdb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:08.720703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:08.729318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:08.737899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:08.766674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.786466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Pushing event updated for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:08.789826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-31f0d3d2-0b9b-4eeb-abc1-adb181b1a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:08.791279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-31f0d3d2-0b9b-4eeb-abc1-adb181b1a5eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.1501079 May 26 19:36:08.862203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:08.883534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7a9f379-f8c3-49c4-8f94-7c906dc57f3b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:08.911862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.934518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:08.958347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:08.994128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:08.998238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:08.998828 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.007697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 7475fd95-13de-40e2-9d1c-18443355d55d is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:09.010583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:09.117308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:09.118196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.133860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.226827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:09.248663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6ba8aa70-ceb5-47b8-afcf-50615b9e3a9f None None] Provisioning for port c18efa4d-3891-4c35-b691-20cb1b9a263f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:09.254238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6ba8aa70-ceb5-47b8-afcf-50615b9e3a9f None None] Provisioning complete for port c18efa4d-3891-4c35-b691-20cb1b9a263f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:09.254613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6ba8aa70-ceb5-47b8-afcf-50615b9e3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.372314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8aa70-ceb5-47b8-afcf-50615b9e3a9f None None] Port c18efa4d-3891-4c35-b691-20cb1b9a263f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:09.388369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1995566 May 26 19:36:09.400014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea43cd-3c1e-44f5-a2d1-340204cf76f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:09.413526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'admin_state_up': True, 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'security_groups': ['78275dd9-4386-49ed-bdbd-14e3f68885e9']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:09.471358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.491950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Provisioning for port 1701280c-3683-4016-9521-1e2ac74655b3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:09.498036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Provisioning complete for port 1701280c-3683-4016-9521-1e2ac74655b3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:09.498657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.500367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43641b-ea49-4d83-8773-e645829effdb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:09.510716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.511851 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b442de1c-c03a-4f8f-bf80-bf3c7c77e3f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b43641b-ea49-4d83-8773-e645829effdb HTTP/1.1" status: 204 len: 168 time: 0.8196642 May 26 19:36:09.524774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 0b295e05-75c1-4d84-a2d3-63e124b922b9 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:09.583345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-de26b783-5463-43c9-8bd0-edcfe68a725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:09.584816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-de26b783-5463-43c9-8bd0-edcfe68a725e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7212460 May 26 19:36:09.591355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Port 1701280c-3683-4016-9521-1e2ac74655b3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:09.606469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Provisioning complete for port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:09.607171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:09.667460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-31cf2ec8-8f6e-4144-927c-144e59a5eb2d None None] Port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:09.716675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:09.726836 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50323ee9-6b01-4010-af87-0578e649a105 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/0b295e05-75c1-4d84-a2d3-63e124b922b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2480767 May 26 19:36:09.728548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58072) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:09.731634 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] Sync routers for ids ['0b295e05-75c1-4d84-a2d3-63e124b922b9'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:09.743651 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] Routers {'0b295e05-75c1-4d84-a2d3-63e124b922b9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:09.744276 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0b295e05-75c1-4d84-a2d3-63e124b922b9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:09.778339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:09.835981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3054cd-b81b-4edd-a128-4d181c598ce5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:09.840923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:09.841676 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae3054cd-b81b-4edd-a128-4d181c598ce5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports/acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 HTTP/1.1" status: 200 len: 977 time: 0.1120648 May 26 19:36:09.842598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58078) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:09.850776 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] Routers {'0b295e05-75c1-4d84-a2d3-63e124b922b9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:09.851389 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0b295e05-75c1-4d84-a2d3-63e124b922b9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:09.937769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:09.938680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e677f-9638-4d8c-a095-259ea5663716 None None] The sync data for ids ['0b295e05-75c1-4d84-a2d3-63e124b922b9'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:10.003688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.009820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.016176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.022809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.028863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.035958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.043339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:10.045763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-2f3af6d8-5ece-4232-8392-d9648dd9bb23 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.5398839 May 26 19:36:10.046456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58082) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:10.060570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:10.133866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-469c6f50-1383-4013-9ae1-4ed9519e8cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361683 May 26 19:36:10.134559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:10.176534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Made reservation on behalf of d1cf3de5d07348c28ee9f1511c4f7112 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:10.181032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:10.275080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:10.291623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-733d8cd2-19a8-418c-815b-a1a32420e302 req-c346d0b0-5345-4e88-bfba-45d7a01cada8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255595 May 26 19:36:10.292250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:10.320854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Usage tracker for resource:security_group_rule and tenant:a975b8fc61274dedba0d2cc78100618e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:10.364633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:10.382360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:10.580191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:10.631847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0fb79d81-7c4f-4f6e-953c-8bea749e0aef service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879065 May 26 19:36:10.816077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-d663e6ee-964e-4671-a28f-e5c367c33edc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 217 time: 0.1260116 May 26 19:36:10.859110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:10.859412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.021450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-e1ad802a-096d-46d0-8ad8-3bac65b0f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.022915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-e1ad802a-096d-46d0-8ad8-3bac65b0f297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.2007906 May 26 19:36:11.039978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.048829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.093031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.109457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-3e2785dc-214a-4fa0-8bdc-9198d0896e51 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.115129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-3e2785dc-214a-4fa0-8bdc-9198d0896e51 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.120853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-3e2785dc-214a-4fa0-8bdc-9198d0896e51 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.126961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-3e2785dc-214a-4fa0-8bdc-9198d0896e51 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.128622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-3e2785dc-214a-4fa0-8bdc-9198d0896e51 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3095 time: 0.5646081 May 26 19:36:11.172975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for acd0b017-1ceb-4aa5-8fa2-c98fb12121e9 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:11.200166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Allocated IP 10.2.2.200 (2f2e43bd-053a-41ee-84f4-3dacc69e188f/57bd5fc0-0822-4395-bdd7-9473a73926ff/d605dbb7-9b66-4521-bbd8-369305f9cc79) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:11.253095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a975b8fc61274dedba0d2cc78100618e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1949415 May 26 19:36:11.254195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc8ec2-9f48-4c58-80d6-38be474ea635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e74c21b-04dd-4f86-9bfe-ecf809309fa6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:11.256702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58086) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:11.265198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.292418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.361508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ac58ed9-9d31-4676-a69e-fc6d64593194 req-9c9481a2-6c02-4d11-9854-e700a30235c7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170808 May 26 19:36:11.378804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.443086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=acd0b017-1ceb-4aa5-8fa2-c98fb12121e9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:11.457955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-b498e919-2d77-49bb-8b4d-5e47c2a3518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:11.459471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-b498e919-2d77-49bb-8b4d-5e47c2a3518f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4288783 May 26 19:36:11.519399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Pushing event updated for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:11.612135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.693379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.709234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:11.989869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.091639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 0b295e05-75c1-4d84-a2d3-63e124b922b9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:12.117934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-12051d89-718f-449a-aaf3-55df55386449 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354105 May 26 19:36:12.129515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.175830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.181631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.187371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.193166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.198900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.204662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.210435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.212281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-570b915e-2e5b-450c-b1ed-37c2930bd584 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.7058485 May 26 19:36:12.226486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:12.235769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] Sync routers for ids ['0b295e05-75c1-4d84-a2d3-63e124b922b9'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:12.242650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1a68f50-c072-47dc-abf7-9193e46fda47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/0b295e05-75c1-4d84-a2d3-63e124b922b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990264 May 26 19:36:12.245300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:12.249310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] Routers {'0b295e05-75c1-4d84-a2d3-63e124b922b9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:12.249983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0b295e05-75c1-4d84-a2d3-63e124b922b9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:12.307821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:12.316554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:12.317009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:12.320674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Transition to ACTIVE for port object d605dbb7-9b66-4521-bbd8-369305f9cc79 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:12.325734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] Routers {'0b295e05-75c1-4d84-a2d3-63e124b922b9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:12.326563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0b295e05-75c1-4d84-a2d3-63e124b922b9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:12.327082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.398706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:12.399101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190cdef-1dfb-45cc-bec3-a49c763f25b9 None None] The sync data for ids ['0b295e05-75c1-4d84-a2d3-63e124b922b9'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:12.441402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4464858-f1e4-4dff-9037-8f4c61e14664 req-64dd813f-542a-4cdf-88c0-9608d639a39b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174408 May 26 19:36:12.441947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e74c21b-04dd-4f86-9bfe-ecf809309fa6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:12.515091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-7eb8b783-0b67-4c1a-aa30-a1ed615e17e8 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794065 May 26 19:36:12.578991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.582907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1dd3ed73-ca53-4684-84c8-785863dfabed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e74c21b-04dd-4f86-9bfe-ecf809309fa6 HTTP/1.1" status: 204 len: 168 time: 1.3184965 May 26 19:36:12.664322 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-27099552-a81c-4735-9aa8-8b69e7f4b50d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] remove_router_interface failed (client error): The resource could not be found. May 26 19:36:12.666140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-27099552-a81c-4735-9aa8-8b69e7f4b50d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/0b295e05-75c1-4d84-a2d3-63e124b922b9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4199355 May 26 19:36:12.669403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58104) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:12.669671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-438be0d5-7c3b-4d70-ba6a-b49412932dad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=cb9cb2ed-5420-46a7-863f-af0102d94971 HTTP/1.1" status: 200 len: 217 time: 0.1479032 May 26 19:36:12.715702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a747f1e5-dedf-40ca-a696-3f3e86eaafda None None] Provisioning complete for port c18efa4d-3891-4c35-b691-20cb1b9a263f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:12.716075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a747f1e5-dedf-40ca-a696-3f3e86eaafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.749844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1b7586f-45a5-4ab5-a7c8-a74b2baa0773 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:12.750299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.772168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c1b7586f-45a5-4ab5-a7c8-a74b2baa0773 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:12.777494 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c1b7586f-45a5-4ab5-a7c8-a74b2baa0773 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b295e05-75c1-4d84-a2d3-63e124b922b9 HTTP/1.1" status: 200 len: 205 time: 0.1066256 May 26 19:36:12.778413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58110) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:12.801903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a747f1e5-dedf-40ca-a696-3f3e86eaafda None None] Port c18efa4d-3891-4c35-b691-20cb1b9a263f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:12.900550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:12.913795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:12.921681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-75640948-14b2-4105-8739-e6774c5eae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:12.923058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-75640948-14b2-4105-8739-e6774c5eae5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.2448905 May 26 19:36:12.924448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:12.932424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:12.961876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:12.970089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:13.145121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.145694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.205781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.211675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.217496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.224209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.230550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.231530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:13.242397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-07694ce0-336f-4c2d-a20e-b1d4662137ec tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8374889 May 26 19:36:13.297423 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.299767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.308950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:13.334438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.334985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 0b295e05-75c1-4d84-a2d3-63e124b922b9 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:13.337168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d46961f0-8205-4aba-8818-c16ff0541c6d None None] Provisioning for port d605dbb7-9b66-4521-bbd8-369305f9cc79 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:13.346972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d46961f0-8205-4aba-8818-c16ff0541c6d None None] Provisioning complete for port d605dbb7-9b66-4521-bbd8-369305f9cc79 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:13.351518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d46961f0-8205-4aba-8818-c16ff0541c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.352443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.355512 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6673f04-8e0a-45fe-b65f-b4f161ff8e22 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/0b295e05-75c1-4d84-a2d3-63e124b922b9 HTTP/1.1" status: 204 len: 168 time: 0.5759504 May 26 19:36:13.358168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58128) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:13.384364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-0a6f2795-4c95-45c8-a195-8d571c353623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:13.385903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0a6f2795-4c95-45c8-a195-8d571c353623 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4250917 May 26 19:36:13.395085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:13.396818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-860f73bf-a3ba-4fce-9a45-3a56edab8ffa tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3816 time: 0.6506305 May 26 19:36:13.423373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d46961f0-8205-4aba-8818-c16ff0541c6d None None] Port d605dbb7-9b66-4521-bbd8-369305f9cc79 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:13.557666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:13.570932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:13.580611 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:13.581238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:13.592067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f5f9546-bcf9-494f-8389-5327d4aa7078 admin admin] 10.222.0.24 "PUT /v2.0/routers/92050e84-8468-483b-8ba9-58cea4b2ef03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4008794 May 26 19:36:13.608628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet 4f803431-0a21-4b17-bd8c-4791f7c7305a {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:36:13.617450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12a5249a-9ff8-49a3-b90f-9102aedf7039 req-84880ced-19ed-4e24-a222-c4ac03014aa1 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916919 May 26 19:36:13.623439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.679702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.748789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.780050 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:13.941830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:13.978948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-73421778-1988-4a4a-97ae-38edb2aa49fd service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811660 May 26 19:36:13.987505 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.177612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.232821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-12f9f9bc-4c98-410e-aef0-0983953965a0 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458067 May 26 19:36:14.278884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=4f803431-0a21-4b17-bd8c-4791f7c7305a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:14.299341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.305448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2afcf-4fe3-42aa-9f7a-2dfe936a6f99 None None] Network 7475fd95-13de-40e2-9d1c-18443355d55d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:14.306740 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-643b99b8-7a80-4533-9ff2-666a81bde0eb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/4f803431-0a21-4b17-bd8c-4791f7c7305a HTTP/1.1" status: 204 len: 168 time: 0.9470093 May 26 19:36:14.321234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:14.469774 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:10Z', 'revision_number': 2, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:14.475806 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:14.477372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Updating router 92050e84-8468-483b-8ba9-58cea4b2ef03 port c18efa4d-3891-4c35-b691-20cb1b9a263f binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:36:14.550969 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.552564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58174) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:14.592614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-2024e52e-81bf-4533-8820-066b87c06d8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7a544b7d-8626-4999-b71a-9697789d1045 HTTP/1.1" status: 200 len: 217 time: 0.2721632 May 26 19:36:14.597633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.613114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:14.618431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1292156509-network', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:14.626118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:14.637842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Usage tracker for resource:network and tenant:3d3c1887e5104945afee9bfc5472a807 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:14.643916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:14.652933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:14.663000 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-91551505-9bfb-4238-99d9-3d6933abfd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.667341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Made reservation on behalf of 3d3c1887e5104945afee9bfc5472a807 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:14.675839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.693767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.712396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] DHCP port deletion for 7475fd95-13de-40e2-9d1c-18443355d55d request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:36:14.716666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Deleting port fe741a33-c4f7-4fc2-a204-83ad33f3336d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:14.717407 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.717876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:14.722450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3c1887e5104945afee9bfc5472a807 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:14.725841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:14.738550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:14.745929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port fe741a33-c4f7-4fc2-a204-83ad33f3336d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:14.746391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.849799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.859189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.871076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:14.880832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.881509 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Added segment 5947fa0b-e34f-4fce-93f3-421abd9a4ef9 of type vlan for network 09c0aed2-35fd-4606-8cb5-312cc6005433 May 26 19:36:14.912084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.938721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-1dba6f2b-33d6-4d59-8bc4-4da5f7ae54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:14.940612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-1dba6f2b-33d6-4d59-8bc4-4da5f7ae54e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.2783206 May 26 19:36:14.981351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b4939-53b2-4026-b21d-ba08aca08247,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:14.989771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:14.992328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.012174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.015768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fe741a33-c4f7-4fc2-a204-83ad33f3336d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:36:15.060539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.067127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.073887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.078265 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.080762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.087193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.093025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.093178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Transition to ACTIVE for port object c18efa4d-3891-4c35-b691-20cb1b9a263f will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:15.099136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.099567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1435281532'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:15.100667 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.107451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-200ba06e-4c1b-49ea-b3cf-8d73a8692a04 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.6684368 May 26 19:36:15.113990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4973192 May 26 19:36:15.117441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:15.131895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:15.185403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:36:15.186199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9251c-a89c-47c8-b952-9510ffb7d836 None None] Pushing event updated for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:15.221217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Request body: {'subnet': {'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1292156509-subnet', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:15.234441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:15.237552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Usage tracker for resource:router and tenant:414c014ed7ee4850bcffe63e622fb877 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:15.252922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:15.258689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Usage tracker for resource:subnet and tenant:3d3c1887e5104945afee9bfc5472a807 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:15.263978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:15.269096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:15.278114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:15.285288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252b287-4762-4408-86d0-29b3418f7424 admin admin] Pushing event updated for resources: {'Network': ['ID=09c0aed2-35fd-4606-8cb5-312cc6005433,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:15.299778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.301226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.308646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Made reservation on behalf of 3d3c1887e5104945afee9bfc5472a807 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:15.311614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.334621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:15.385344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:15.385699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.410816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Attempting to bind port c18efa4d-3891-4c35-b691-20cb1b9a263f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:15.411178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Attempting to bind port c18efa4d-3891-4c35-b691-20cb1b9a263f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:15.411533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Attempting to bind port c18efa4d-3891-4c35-b691-20cb1b9a263f on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:15.424142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.427086 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:15.427454 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:15.427875 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.428482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:15.428700 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Bound port: c18efa4d-3891-4c35-b691-20cb1b9a263f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:15.429059 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.432571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95e914ff-a79b-426b-a636-fd6a57ce89d9 req-5c3288c8-5229-487b-98ea-3efd5e002866 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3236904 May 26 19:36:15.441509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5c70df-a6e3-4f68-a01c-f0cadc180e65 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:15.471642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.530795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:15.531181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.541234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.543190 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a49520e-c755-4689-9c9a-111784cc061c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9894540 May 26 19:36:15.552141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58190) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:15.589834 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] For port c18efa4d-3891-4c35-b691-20cb1b9a263f, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:15.593227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] For port c18efa4d-3891-4c35-b691-20cb1b9a263f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c18efa4d-3891-4c35-b691-20cb1b9a263f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:15.608365 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.669732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-05bdd9c4-d2b7-4889-8701-0e75ac50c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:15.671234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-05bdd9c4-d2b7-4889-8701-0e75ac50c84d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7125268 May 26 19:36:15.673053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.682056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for fe741a33-c4f7-4fc2-a204-83ad33f3336d owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:15.695377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Calling delete_port for fe741a33-c4f7-4fc2-a204-83ad33f3336d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:15.733984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.768988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fe741a33-c4f7-4fc2-a204-83ad33f3336d is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:15.769386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.774753 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9251c-a89c-47c8-b952-9510ffb7d836 None None] Pushing event updated for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:15.779903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:15.781525 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:35:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:15.829272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:15.853067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.891075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:15.912057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Transition to ACTIVE for port object dd5c70df-a6e3-4f68-a01c-f0cadc180e65 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:15.949147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:15.949497 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:15.973729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=fe741a33-c4f7-4fc2-a204-83ad33f3336d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:16.051231 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:16.093365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.298705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-4ab51297-a430-4894-96ad-f4dbb0917e10 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878029 May 26 19:36:16.304029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:16.449887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:16.450212 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:16.451039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Deleting port fe741a33-c4f7-4fc2-a204-83ad33f3336d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:16.451570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.452731 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:15Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:16.458343 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee15572-0cd6-4098-b779-3a506b30aa0f None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:15Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:16.473451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.481972 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.492300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81467ab-3e6f-49d2-90b5-ad979cba767e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:16.538610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Checking segment: {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:16.539103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Network hostable DHCP agents. Network: 09c0aed2-35fd-4606-8cb5-312cc6005433, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:16.562472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb14b9d-d17e-4826-bc3f-cd1a391750ce req-d3532121-b232-4cae-9916-8fe59e00fc46 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:16.564526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bb14b9d-d17e-4826-bc3f-cd1a391750ce req-d3532121-b232-4cae-9916-8fe59e00fc46 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 945 time: 0.8544068 May 26 19:36:16.568438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-b33fecee-812b-4965-978d-b6986d31aa82 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:16.569275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-b33fecee-812b-4965-978d-b6986d31aa82 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:16.577240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.577699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d425d947-2772-4447-9eea-ea3f912eb0d6 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:16.605788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.611963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15679adf-8172-493a-bb4e-a72598abbc37 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d425d947-2772-4447-9eea-ea3f912eb0d6 HTTP/1.1" status: 204 len: 168 time: 1.0588038 May 26 19:36:16.615124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:16.622483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Attempting to bind port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:16.622812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Attempting to bind port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:16.623216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Attempting to bind port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 on network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:16.632887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Request body: {'router': {'name': 'tempest-router-2061506711', 'distributed': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:16.638262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:16.641832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-b33fecee-812b-4965-978d-b6986d31aa82 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:16.643644 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-b33fecee-812b-4965-978d-b6986d31aa82 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 945 time: 0.7543032 May 26 19:36:16.644952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Usage tracker for resource:router and tenant:414c014ed7ee4850bcffe63e622fb877 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:16.647673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:16.650062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:16.669387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 on network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:16.670032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Attempting to bind port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 on network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:16.684798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bb14b9d-d17e-4826-bc3f-cd1a391750ce req-cc21e7e3-a00f-46c6-946d-921b40b97da9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa88baf2-885d-42aa-ba28-ceb281d9ad64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102555 May 26 19:36:16.699969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0fe2f4b1-6bd8-40f4-952c-6526a9e3fab2 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918216 May 26 19:36:16.703030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:16.705334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:16.705491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Checking segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:16.705837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Bound using segment: {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:16.714041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Bound port: dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366a2bb3-4f74-4e26-b826-56002dd3a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:16.714403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.755621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 09c0aed2-35fd-4606-8cb5-312cc6005433) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:16.761723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:16.762393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.768836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.769852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.785630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port 8490c40c-83f3-4f92-a6be-8d6d44625d2e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:16.786155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.791240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:16.791724 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.822974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:16.825587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:16.903385 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.943947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:16.947158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9852275e-2456-4eb8-852d-5df013e8ae77 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8172953 May 26 19:36:16.957032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:16.967961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:16.993075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Calling delete_port for fe741a33-c4f7-4fc2-a204-83ad33f3336d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:17.018171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:17.032918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Usage tracker for resource:router and tenant:3d3c1887e5104945afee9bfc5472a807 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:17.037508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:17.040611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port fe741a33-c4f7-4fc2-a204-83ad33f3336d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:17.040947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.047369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:17.061715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.069305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:17.071189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f4387-2526-465b-b9c8-a33e08791a9b None None] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:17.078372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-dd9ede29-9eb2-41ff-a177-3e0a2f518108 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3712d9bb-ec72-468e-9c96-ff291aba5869 HTTP/1.1" status: 200 len: 217 time: 0.3397472 May 26 19:36:17.235566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.237224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.245323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-485dc16d-1b92-4af1-bd62-0d3602e4fb4e service neutron] 10.222.0.53 "PUT /v2.0/ports/dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 200 len: 1092 time: 3.9523156 May 26 19:36:17.251906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:17.277341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.277673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c18efa4d-3891-4c35-b691-20cb1b9a263f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:17.279235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.293366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.298276 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6e04041-fe51-4f5e-9568-70c212e96e0c tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6812978 May 26 19:36:17.301908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:17.327798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:17.435101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-92c388ec-1f61-4558-ab5c-9fd542a09aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.437980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-92c388ec-1f61-4558-ab5c-9fd542a09aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.3372631 May 26 19:36:17.492603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.500994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.530833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.568426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] Pushing event deleted for resources: {'Port': ['ID=fe741a33-c4f7-4fc2-a204-83ad33f3336d,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:17.572554 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6994a5a6-7046-4c65-a215-997dc77137e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.599703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4655255-56ad-4175-8b61-45ad8d9f3aa2 None None] No DVR routers for this DVR port fe741a33-c4f7-4fc2-a204-83ad33f3336d on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:36:17.606636 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.668381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c18efa4d-3891-4c35-b691-20cb1b9a263f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:17.674026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-09c0aed2-35fd-4606-8cb5-312cc6005433', 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'fixed_ips': [{'subnet_id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:17.674903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.692022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c18efa4d-3891-4c35-b691-20cb1b9a263f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:17.692523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.713223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] For port 8490c40c-83f3-4f92-a6be-8d6d44625d2e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8490c40c-83f3-4f92-a6be-8d6d44625d2e,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:17.713581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.784831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.791291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.798346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.805504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.812124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.815231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-9cabe517-ca6d-447e-964a-6ad1a4b9112b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3828 time: 0.9132061 May 26 19:36:17.823473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port fe741a33-c4f7-4fc2-a204-83ad33f3336d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fe741a33-c4f7-4fc2-a204-83ad33f3336d,segment=NetworkSegment(12f4a78a-1302-408f-8c9f-7a1fa29d771f),segment_id=12f4a78a-1302-408f-8c9f-7a1fa29d771f)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:17.823833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.847431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:17.941320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-e696780f-329d-4a41-b1e9-39075628efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:17.942869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-e696780f-329d-4a41-b1e9-39075628efa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4901433 May 26 19:36:17.950450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Allocated IP 172.20.0.2 (09c0aed2-35fd-4606-8cb5-312cc6005433/f81467ab-3e6f-49d2-90b5-ad979cba767e/fac6a860-f046-42e8-8b5f-08ba2f1221ad) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:18.050178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for fe741a33-c4f7-4fc2-a204-83ad33f3336d owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:18.197536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.208683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Transition to ACTIVE for port object fac6a860-f046-42e8-8b5f-08ba2f1221ad will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:18.232320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Transition to ACTIVE for port object fac6a860-f046-42e8-8b5f-08ba2f1221ad will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:18.258612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.338770 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.346627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:18.350705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:18.384133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:18.386331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fac6a860-f046-42e8-8b5f-08ba2f1221ad,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:18.390559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e617e62c-9740-4c6d-9d49-5b0a2de1d8bb req-c3f8b416-c3be-4aad-9034-a5944019c5b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5531056 May 26 19:36:18.494954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.497059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.504471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:18.504783 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:18.515868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c18efa4d-3891-4c35-b691-20cb1b9a263f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:18.516251 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.530182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Attempting to bind port fac6a860-f046-42e8-8b5f-08ba2f1221ad on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:18.530377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Attempting to bind port fac6a860-f046-42e8-8b5f-08ba2f1221ad by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:18.530696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Attempting to bind port fac6a860-f046-42e8-8b5f-08ba2f1221ad on network 09c0aed2-35fd-4606-8cb5-312cc6005433 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:18.539456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.540023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 962c8698-803c-4d98-8e07-3a26053d3bc8 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:18.543069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:18.543495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Checking segment: {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:18.543903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.544295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Bound using segment: {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:18.544759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Bound port: fac6a860-f046-42e8-8b5f-08ba2f1221ad, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:18.545153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.582349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-6a43ed5b-7b94-4b3b-a9e4-666e873ec6df service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616148 May 26 19:36:18.605476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.606579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39735fac-d25e-498b-ae91-90b436b5deee tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "DELETE /v2.0/routers/962c8698-803c-4d98-8e07-3a26053d3bc8 HTTP/1.1" status: 204 len: 168 time: 1.2943449 May 26 19:36:18.616738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:18.617099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port c18efa4d-3891-4c35-b691-20cb1b9a263f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c18efa4d-3891-4c35-b691-20cb1b9a263f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:18.629701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.631858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Request body: {'router': {'name': 'tempest-router-131236278', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e8b0a454e0364bf1ac7b9499a2b24e12'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:18.636059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.683551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:18.731251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] For port fac6a860-f046-42e8-8b5f-08ba2f1221ad, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:18.737094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] For port fac6a860-f046-42e8-8b5f-08ba2f1221ad, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fac6a860-f046-42e8-8b5f-08ba2f1221ad,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:18.738251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:18.743659 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.785146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-a69e5ac6-52a3-4883-9f0b-7594820f0b7c service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898744 May 26 19:36:18.786058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Usage tracker for resource:router and tenant:e8b0a454e0364bf1ac7b9499a2b24e12 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:18.823823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.824467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.825118 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 3a33a050-4ebd-4668-8a1b-c15ec0a66daa disassociated. External IP: 172.25.0.9, port: 8490c40c-83f3-4f92-a6be-8d6d44625d2e. May 26 19:36:18.825396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da2d1e-eb52-43ea-9314-c88fe2e7bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fac6a860-f046-42e8-8b5f-08ba2f1221ad,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:18.825908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for 8490c40c-83f3-4f92-a6be-8d6d44625d2e owned by compute:nova {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:18.853476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:18.882485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:18.885253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-0ba20f44-cd92-41ab-a06d-990581011650 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 200 len: 217 time: 0.0884321 May 26 19:36:18.898123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c18efa4d-3891-4c35-b691-20cb1b9a263f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:18.971220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port fe741a33-c4f7-4fc2-a204-83ad33f3336d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:18.971566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.993575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c18efa4d-3891-4c35-b691-20cb1b9a263f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:18.994170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.997347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:18.998648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.087591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] The port 'fe741a33-c4f7-4fc2-a204-83ad33f3336d' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:36:19.091595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-af4f1fec-279d-4012-bed3-aff8010e93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.098732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-af4f1fec-279d-4012-bed3-aff8010e93f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.2019761 May 26 19:36:19.143512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:36:19.178360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c18efa4d-3891-4c35-b691-20cb1b9a263f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:19.197610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8490c40c-83f3-4f92-a6be-8d6d44625d2e no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:36:19.227941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.239161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.246794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.263915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.271386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.277697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.284448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.284780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.287375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-195ac4f5-fd8c-4399-be89-5e51da0a9a76 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.6486619 May 26 19:36:19.318543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.321097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.329288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Port 8490c40c-83f3-4f92-a6be-8d6d44625d2e update to DOWN by agent not found {{(pid=88364) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 26 19:36:19.346395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.411858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=8490c40c-83f3-4f92-a6be-8d6d44625d2e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:19.499503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd52cb8-a65d-4ef1-a40e-c91824d7526b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:19.529624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.532068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.556150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.571506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d62a3ca2-0955-483f-af1c-074348b65b51 req-2bde06bc-b2dc-490e-aee2-9d012b8c2689 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084951 May 26 19:36:19.598023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Transition to ACTIVE for port object 1fd52cb8-a65d-4ef1-a40e-c91824d7526b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:19.610142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.615846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7475fd95-13de-40e2-9d1c-18443355d55d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:19.666301 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.667452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1f38f94e-1d18-4fad-9a33-f316af828327 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0489986 May 26 19:36:19.671537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58218) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:19.681738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f4a78a-1302-408f-8c9f-7a1fa29d771f') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:19.682458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f4a78a-1302-408f-8c9f-7a1fa29d771f') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:19.685390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:19.700352 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.711919 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3310dbd0-c5a4-41ac-b954-e130c1a51458'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'status': 'completed', 'code': 200} May 26 19:36:19.748749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d2148-665c-457a-b861-27855cb814cf req-1f217e0f-f10c-4d06-abff-0d8c59e6d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:19.750380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-1f217e0f-f10c-4d06-abff-0d8c59e6d9aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6436725 May 26 19:36:19.752155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:19.923030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Allocated IP 172.25.0.54 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/103dd979-ef82-4672-8a97-f6f66c459630) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:19.944123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:20.200740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.235354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:20.243570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14603f4b-0aad-4d3f-978f-f1d35ef9cdb9 req-f9b94c0b-f1b1-4790-b1b2-dfb7a49d0075 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1233bd50-04bc-4932-9247-ea8fa2d06398 HTTP/1.1" status: 200 len: 210 time: 0.3925037 May 26 19:36:20.268200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:20.268599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.357368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb17cb6-3da5-4081-88ad-2b21ffb17d65 None None] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:20.396707 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 12f4a78a-1302-408f-8c9f-7a1fa29d771f resource provider aggregate not found May 26 19:36:20.453278 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 12f4a78a-1302-408f-8c9f-7a1fa29d771f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12f4a78a-1302-408f-8c9f-7a1fa29d771f found for delete ", "request_id": "req-3b237173-8c14-43ee-8aff-b361226ddda5"}]} May 26 19:36:20.509800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-57e2ce9f-c02e-497e-8840-cb6f072d2e22 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778233 May 26 19:36:20.513290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.530758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.531267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.531734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.532195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.533226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.533890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:20.535797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-39a8fadf-734d-4a01-b7e7-62f74b4af0d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5245 time: 0.8291035 May 26 19:36:20.592477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bd3f4cd-ea38-464f-a177-b31c5b4ee7bd None None] Provisioning for port fac6a860-f046-42e8-8b5f-08ba2f1221ad completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:20.606263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.656370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:20.669920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:20.690538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:20.691503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:20.708197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Attempting to bind port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:20.708530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Attempting to bind port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:20.708846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Attempting to bind port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:20.709978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.710453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.711086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=7475fd95-13de-40e2-9d1c-18443355d55d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:20.773381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-210f5a9e-bc43-4cba-b1d4-d65fc406ef7a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/7475fd95-13de-40e2-9d1c-18443355d55d HTTP/1.1" status: 204 len: 168 time: 6.4509463 May 26 19:36:20.841110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58228) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:20.864922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on network 155ec6f8-1202-48b4-a69a-e2a78fad730c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:20.867852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Attempting to bind port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:20.883116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1779091985'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:20.891246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:20.891655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:20.892601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Bound using segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:20.893263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Bound port: 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:20.893605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.898500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88362) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 26 19:36:20.901363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Router 500f2985-196c-48bb-bb75-747ea366d0a1 migrating from provider to provider. {{(pid=88362) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 26 19:36:20.901767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.908654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.934193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fac6a860-f046-42e8-8b5f-08ba2f1221ad up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:20.948646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:20.961160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] No DVR routers for this DVR port 8490c40c-83f3-4f92-a6be-8d6d44625d2e on host n-h2-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:36:21.008625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:21.028777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:21.044067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.055135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'name': 'network-vif-deleted', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:21.084067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-fb0b2293-ca96-44fc-a840-9c903ccdd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.084874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-fb0b2293-ca96-44fc-a840-9c903ccdd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.085530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-fb0b2293-ca96-44fc-a840-9c903ccdd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.087307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-fb0b2293-ca96-44fc-a840-9c903ccdd460 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4927509 May 26 19:36:21.127363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:21.131578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a06d2148-665c-457a-b861-27855cb814cf req-96c164a7-c5f0-4ce9-932c-ee2e66a42697 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946920 May 26 19:36:21.135920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:21.178599 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a4597336-22ad-4b7e-8706-5175580a8af9 req-2ef05fcf-1ce3-4e42-a138-c282939a9608 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "DELETE /v2.0/ports/8490c40c-83f3-4f92-a6be-8d6d44625d2e HTTP/1.1" status: 204 len: 173 time: 4.5255523 May 26 19:36:21.196458 n-d-843146-9 neutron-server[88362]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] No L3 agents can host the router 500f2985-196c-48bb-bb75-747ea366d0a1 May 26 19:36:21.203910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:21.211314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.300116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fac6a860-f046-42e8-8b5f-08ba2f1221ad completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:21.310585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.317202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.323640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.330082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Provisioning complete for port fac6a860-f046-42e8-8b5f-08ba2f1221ad triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:21.330439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.330642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.336411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.342170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.350189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-4778296c-5711-4582-9914-fcda2aad26f8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 4601 time: 0.5849321 May 26 19:36:21.369365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:21.372591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.382397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fac6a860-f046-42e8-8b5f-08ba2f1221ad triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:21.382956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.425386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Hosts for router 500f2985-196c-48bb-bb75-747ea366d0a1: [] {{(pid=88362) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 26 19:36:21.427684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:21.466737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:21.470412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Hosts for other DVR routers connected to router 500f2985-196c-48bb-bb75-747ea366d0a1: set() {{(pid=88362) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 26 19:36:21.473142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.474435 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d53bdbf-2d11-43e0-b172-59bab95e4bd3 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "PUT /v2.0/routers/500f2985-196c-48bb-bb75-747ea366d0a1 HTTP/1.1" status: 200 len: 716 time: 1.7994685 May 26 19:36:21.477549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58236) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:21.496916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:21.499333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.535048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.557783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dc22ead-6bfd-4377-9c1f-e37cc6433aad req-70e187b0-ca86-4c89-a3a3-ef728cfcba4e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2062535 May 26 19:36:21.646273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Current status of the port fac6a860-f046-42e8-8b5f-08ba2f1221ad is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:21.646273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.649204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-40c41189-b90e-420a-adcf-51f99122e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.650896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b0cc101-5fc0-4f52-adc4-4465bcce5aa2 req-40c41189-b90e-420a-adcf-51f99122e1b9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5438042 May 26 19:36:21.668249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fac6a860-f046-42e8-8b5f-08ba2f1221ad is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:21.668623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.684041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.687516 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment c5f74899-1aa5-4c60-bf70-67960905f874 of type vlan for network 4b750e4d-09fb-4f45-baad-7870789754f4 May 26 19:36:21.699387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.700308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.703198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] 10.222.0.53 "PUT /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 1131 time: 4.3944740 May 26 19:36:21.724063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:21.731768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] For port fac6a860-f046-42e8-8b5f-08ba2f1221ad, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fac6a860-f046-42e8-8b5f-08ba2f1221ad,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:21.743292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.765460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:21.846297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:21.912473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:21.934455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:21.935010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:21.939753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:21.941141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:21.941768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:21.943133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaec3f-166f-4ef5-bc57-ba47bb869a6b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:21.949911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:21.957563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.958042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.958510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.959096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.959561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.960017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.960477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:21.962467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-e6cb7e6c-f06c-4843-a94c-e98624a7c02d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6486 time: 0.7094846 May 26 19:36:22.077099 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f5ab8c07-0d39-4bc5-b025-95716f5a27ae tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "GET /v2.0/routers/500f2985-196c-48bb-bb75-747ea366d0a1 HTTP/1.1" status: 200 len: 716 time: 0.5953069 May 26 19:36:22.103310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:36:22.122369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:22.150936 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:22.150936 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:22.152660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:22.162455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Pushing event updated for resources: {'Port': ['ID=103dd979-ef82-4672-8a97-f6f66c459630,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:22.181745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:22.188291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.189362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:22.193165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:22.197232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17cd64-0f6e-4ef8-b47e-aa8f0a1da217 None None] Pushing event updated for resources: {'Port': ['ID=fac6a860-f046-42e8-8b5f-08ba2f1221ad,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:22.497570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:22.502269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c0c5f-2d58-4e7d-b0c8-b6bc86387319 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:22.527390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:22.582680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.588959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.594724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.601750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.607684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.614233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.620890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.623010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-96df401c-6143-460e-8712-c15c8a6f77bf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.7957680 May 26 19:36:22.642007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7933033 May 26 19:36:22.668234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58250) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:22.680107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:22.711988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fac6a860-f046-42e8-8b5f-08ba2f1221ad is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:22.771227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dc811d-500b-4855-9987-61a310977b92 None None] New status for floating IP 3a33a050-4ebd-4668-8a1b-c15ec0a66daa: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:36:22.775373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6d926b47-109d-4f9d-9828-cf27b396b6a8 tempest-RoutersTestDVR-850752336 tempest-RoutersTestDVR-850752336-project] 10.222.0.24 "GET /v2.0/routers/500f2985-196c-48bb-bb75-747ea366d0a1 HTTP/1.1" status: 200 len: 682 time: 0.6489804 May 26 19:36:22.775373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a27b0b-c410-4248-a865-34bd4a25e7c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=4b750e4d-09fb-4f45-baad-7870789754f4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:22.778727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:22.781670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-829d19c7-c202-4a85-af8c-2d8ab5ebe229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:22.783186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-829d19c7-c202-4a85-af8c-2d8ab5ebe229 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 200 len: 903 time: 0.8107562 May 26 19:36:22.787671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 4b750e4d-09fb-4f45-baad-7870789754f4 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:22.879553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fac6a860-f046-42e8-8b5f-08ba2f1221ad up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:22.892968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:22.899696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:22.903299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:22.910613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:22.934542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:22.941495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.083961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-8a669f36-cdd7-4927-bc95-ca801ec48f0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 200 len: 217 time: 0.2811787 May 26 19:36:23.084682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fac6a860-f046-42e8-8b5f-08ba2f1221ad triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:23.085122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.158525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda42a36-9a60-4bec-ad6a-1be38a1fd66c req-7619b317-d5c8-42b0-a81a-dd3752d8cb21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4499049 May 26 19:36:23.159498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.203128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.261133 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30c9ebe-2fd3-4467-9fcc-5758de10f07f'] response: {'server_uuid': '1233bd50-04bc-4932-9247-ea8fa2d06398', 'name': 'network-vif-deleted', 'tag': '8490c40c-83f3-4f92-a6be-8d6d44625d2e', 'status': 'completed', 'code': 200} May 26 19:36:23.277476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fac6a860-f046-42e8-8b5f-08ba2f1221ad is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:23.384475 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5460f3c9-6edb-4309-a319-41fc9e235194'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b', 'status': 'completed', 'code': 200} May 26 19:36:23.486748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-15a51e32-12fc-4d7b-9e61-3c4e92a9098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:23.488173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-15a51e32-12fc-4d7b-9e61-3c4e92a9098f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.3890150 May 26 19:36:23.618906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.687789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=1ec59999-61df-4cd8-95aa-cea973c78256,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:23.741539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Router 6e09df44-b658-4084-b476-b7ce544f532e is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:23.746390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': 'c5f74899-1aa5-4c60-bf70-67960905f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:23.746742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 4b750e4d-09fb-4f45-baad-7870789754f4, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:23.844141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 4b750e4d-09fb-4f45-baad-7870789754f4 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:23.861394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.868869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.913109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 4b750e4d-09fb-4f45-baad-7870789754f4) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:23.922329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270440b-3263-4b91-b27a-46109ba95f56 None None] Network 4b750e4d-09fb-4f45-baad-7870789754f4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:23.932431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:23.933022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.935666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.936137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 500f2985-196c-48bb-bb75-747ea366d0a1 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:23.969165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-44f3367b-144d-4aae-aa24-48f686545a02 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2981863 May 26 19:36:23.969702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:23.973254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:23.978273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-029e616f-2242-432d-8c8f-de009de7fcb2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "DELETE /v2.0/routers/500f2985-196c-48bb-bb75-747ea366d0a1 HTTP/1.1" status: 204 len: 168 time: 1.1902990 May 26 19:36:23.978431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-851426343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:23.982565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:23.984405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:23.987085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:23.993503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:23.997553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:24.002549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ab890-be37-4283-823e-40012680465b None None] Sync routers for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:24.010089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:24.019884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.021233 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-43cd5645-a683-4de8-9541-a895fbad6b61 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0614920 May 26 19:36:24.024414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58268) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:24.031717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ab890-be37-4283-823e-40012680465b None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:24.032872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db1ab890-be37-4283-823e-40012680465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:24.071428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637e51e6-6c55-497d-9d92-4245f6fb00e8 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:24.081389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.092168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.093809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.093809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.093809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.094088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.094891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.096343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-0237795d-da94-4033-a5d3-39ad3d163905 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5287 time: 0.6984587 May 26 19:36:24.096468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.097442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.103681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Request body: {'router': {'name': 'tempest-router-415981591', 'distributed': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:24.116329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f206f5-9b1d-4942-895b-210738264b79 req-2fbb8521-d60c-49f7-ad67-87d1d8ddfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.118174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-2fbb8521-d60c-49f7-ad67-87d1d8ddfb91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5627420 May 26 19:36:24.130425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.136084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.142488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.148335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.153980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.159976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.161832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-4b513d6c-5869-4fa7-adf6-a9343dd928ee tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 4601 time: 0.6041019 May 26 19:36:24.162873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:24.184789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.218001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Transition to ACTIVE for port object 637e51e6-6c55-497d-9d92-4245f6fb00e8 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:24.218746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Usage tracker for resource:router and tenant:414c014ed7ee4850bcffe63e622fb877 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:24.236477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.289658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:24.309346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-db1ab890-be37-4283-823e-40012680465b None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:24.337717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.341267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a24e464-3ee4-4cad-976a-dc075e48e4bd tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3683751 May 26 19:36:24.342155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58274) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:24.354623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.359915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:24.523687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-4b750e4d-09fb-4f45-baad-7870789754f4', 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': '1ec59999-61df-4cd8-95aa-cea973c78256'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:24.524663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.533177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.534181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.577288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1d252cd-d039-4104-8826-c28e5a731d45 req-004f4dea-f500-4f60-b80d-38995be979b2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3697581 May 26 19:36:24.672832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:24.707723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58278) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:24.758385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-01a84d6b-909d-4517-b023-f4c1b1c7bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.758853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-01a84d6b-909d-4517-b023-f4c1b1c7bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.759313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-01a84d6b-909d-4517-b023-f4c1b1c7bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:24.760854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-01a84d6b-909d-4517-b023-f4c1b1c7bb40 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6495411 May 26 19:36:24.762419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:24.793085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Allocated IP 172.20.0.2 (4b750e4d-09fb-4f45-baad-7870789754f4/1ec59999-61df-4cd8-95aa-cea973c78256/fb04f77f-e6b3-43c6-892a-03778019aa65) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:24.825193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-edc54238-3063-4c3e-ba26-3b85162aed0c service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597483 May 26 19:36:25.068529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.078525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db1ab890-be37-4283-823e-40012680465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:22Z', 'revision_number': 3, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:25.086768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ab890-be37-4283-823e-40012680465b None None] Checking router: 6e09df44-b658-4084-b476-b7ce544f532e for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:25.087244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ab890-be37-4283-823e-40012680465b None None] Updating router 6e09df44-b658-4084-b476-b7ce544f532e port 103dd979-ef82-4672-8a97-f6f66c459630 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:36:25.147646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.164388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Attempting to bind port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:25.164724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Attempting to bind port 637e51e6-6c55-497d-9d92-4245f6fb00e8 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:25.165076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Attempting to bind port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:25.169021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Transition to ACTIVE for port object fb04f77f-e6b3-43c6-892a-03778019aa65 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:25.171946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.197346 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.200930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c6ca3dd-ff2d-4161-8888-bc6222b8a8b2 tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2128265 May 26 19:36:25.204044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58282) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:25.206238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:25.206570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Attempting to bind port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:25.231922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.237467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-1fb774c0-9eb9-4d4e-8597-3e764542a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.238936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e0bbf59-b021-48d6-bb1d-c22b4a05c0c4 req-1fb774c0-9eb9-4d4e-8597-3e764542a20a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4410415 May 26 19:36:25.239639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:25.240327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:25.240327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Bound using segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:25.240751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Bound port: 637e51e6-6c55-497d-9d92-4245f6fb00e8, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:25.241103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.246234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Transition to ACTIVE for port object fb04f77f-e6b3-43c6-892a-03778019aa65 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:25.286830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82f206f5-9b1d-4942-895b-210738264b79 req-a7e53ed2-a304-46ff-aa81-e23a26678464 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524183 May 26 19:36:25.315631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.323763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.365905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.371233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.377841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.382895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.388661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.395078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.400881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.402826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-4a47a613-7448-4e3b-86bb-911422df62eb tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.5536883 May 26 19:36:25.415918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.432394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.473433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Network 4b750e4d-09fb-4f45-baad-7870789754f4 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:25.479378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:25.499048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:25.507161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-018d04b2-8c9c-4ecd-a465-b1de7aa2c2eb req-290f8317-3000-418c-aacc-2fba104c325b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863614 May 26 19:36:25.527599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:25.530926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.542049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:25.558247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.585848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Pushing event updated for resources: {'Port': ['ID=fb04f77f-e6b3-43c6-892a-03778019aa65,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:25.609708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.613512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa88baf2-885d-42aa-ba28-ceb281d9ad64 HTTP/1.1" status: 204 len: 168 time: 0.8548064 May 26 19:36:25.613512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a7fa6-a8d6-4c06-8ef1-c6741547033b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88baf2-885d-42aa-ba28-ceb281d9ad64,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:25.623482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58286) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:25.654464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:25.655235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.656707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] 10.222.0.53 "PUT /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 1131 time: 3.9244208 May 26 19:36:25.657384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '637e51e6-6c55-497d-9d92-4245f6fb00e8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:25.657730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Attempting to bind port fb04f77f-e6b3-43c6-892a-03778019aa65 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:25.658117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Attempting to bind port fb04f77f-e6b3-43c6-892a-03778019aa65 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'c5f74899-1aa5-4c60-bf70-67960905f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:25.658471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Attempting to bind port fb04f77f-e6b3-43c6-892a-03778019aa65 on network 4b750e4d-09fb-4f45-baad-7870789754f4 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:25.672625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:25.673104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Checking segment: {'id': 'c5f74899-1aa5-4c60-bf70-67960905f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:25.673915 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.674121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Bound using segment: {'id': 'c5f74899-1aa5-4c60-bf70-67960905f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:25.674594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Bound port: fb04f77f-e6b3-43c6-892a-03778019aa65, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f74899-1aa5-4c60-bf70-67960905f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4b750e4d-09fb-4f45-baad-7870789754f4'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:25.674959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.680690 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-e345f277-57c8-445f-bed4-a977fb345d8b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] show failed (client error): The resource could not be found. May 26 19:36:25.689278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e345f277-57c8-445f-bed4-a977fb345d8b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups/fa88baf2-885d-42aa-ba28-ceb281d9ad64 HTTP/1.1" status: 404 len: 347 time: 0.0609801 May 26 19:36:25.695695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:25.787417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:25.821910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] For port fb04f77f-e6b3-43c6-892a-03778019aa65, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:25.825206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] For port fb04f77f-e6b3-43c6-892a-03778019aa65, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fb04f77f-e6b3-43c6-892a-03778019aa65,segment=NetworkSegment(c5f74899-1aa5-4c60-bf70-67960905f874),segment_id=c5f74899-1aa5-4c60-bf70-67960905f874)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:25.844312 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:25.964767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd934-69aa-4f5c-b178-a01688f34887 None None] Pushing event updated for resources: {'Port': ['ID=fb04f77f-e6b3-43c6-892a-03778019aa65,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:26.077217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.099044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-db1ab890-be37-4283-823e-40012680465b None None] Transition to ACTIVE for port object 103dd979-ef82-4672-8a97-f6f66c459630 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:26.107066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.187434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.20.0.1 (4b750e4d-09fb-4f45-baad-7870789754f4/1ec59999-61df-4cd8-95aa-cea973c78256/5dbeff9d-4342-4a85-b9f1-8b904e2961b4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:26.191313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-db1ab890-be37-4283-823e-40012680465b None None] Attempting to bind port 103dd979-ef82-4672-8a97-f6f66c459630 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:26.191538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-db1ab890-be37-4283-823e-40012680465b None None] Attempting to bind port 103dd979-ef82-4672-8a97-f6f66c459630 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:26.191905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ab890-be37-4283-823e-40012680465b None None] Attempting to bind port 103dd979-ef82-4672-8a97-f6f66c459630 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:26.194451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687005dc-ccd6-4d59-aa2f-0494d9d8501d None None] Pushing event updated for resources: {'Port': ['ID=103dd979-ef82-4672-8a97-f6f66c459630,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:26.200853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ab890-be37-4283-823e-40012680465b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:26.201423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ab890-be37-4283-823e-40012680465b None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:26.201768 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.202161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ab890-be37-4283-823e-40012680465b None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:26.202630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-db1ab890-be37-4283-823e-40012680465b None None] Bound port: 103dd979-ef82-4672-8a97-f6f66c459630, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:26.203010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.244012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port b670822f-10c9-43e2-9047-f581b48708fa {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:26.244473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.299216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105a78-ca3b-4dcf-b0bb-18cfc509c60e service neutron] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:26.317526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-db1ab890-be37-4283-823e-40012680465b None None] For port 103dd979-ef82-4672-8a97-f6f66c459630, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:26.327019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-db1ab890-be37-4283-823e-40012680465b None None] For port 103dd979-ef82-4672-8a97-f6f66c459630, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103dd979-ef82-4672-8a97-f6f66c459630,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:26.336765 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db1ab890-be37-4283-823e-40012680465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.340764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.444426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687005dc-ccd6-4d59-aa2f-0494d9d8501d None None] Pushing event updated for resources: {'Port': ['ID=103dd979-ef82-4672-8a97-f6f66c459630,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:26.468454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ab890-be37-4283-823e-40012680465b None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:26.469318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db1ab890-be37-4283-823e-40012680465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:26.612213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.618060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.623983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.624830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.629139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.630032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.635887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.641679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.648627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:26.656345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-e9d9202a-49a0-4259-a4c7-86d205c180ce tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5374 time: 0.6002107 May 26 19:36:26.706186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-db1ab890-be37-4283-823e-40012680465b None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:26.729691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.730204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4e987c6-d563-4554-9680-b5255d0c024d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:26.743114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.761931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37879d72-3e9d-41e8-a9c3-8709295da16f req-c3b38ea4-ca0b-4fe2-9bfb-0a3ea1b5e13d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043587 May 26 19:36:26.769031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.792977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:26.793543 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5be19ee0-96ea-4199-a1f6-e487772c198a tempest-RoutersTestDVR-1880681424 tempest-RoutersTestDVR-1880681424-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f4e987c6-d563-4554-9680-b5255d0c024d HTTP/1.1" status: 204 len: 168 time: 1.5906916 May 26 19:36:26.794641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:26.921515 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4aef22-07c9-48e2-a248-941f03d760f6'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '637e51e6-6c55-497d-9d92-4245f6fb00e8', 'status': 'completed', 'code': 200} May 26 19:36:26.955196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.011271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fb04f77f-e6b3-43c6-892a-03778019aa65 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:27.165499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 4b750e4d-09fb-4f45-baad-7870789754f4 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:27.172701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fb04f77f-e6b3-43c6-892a-03778019aa65 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:27.189655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:27.238350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.238680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.244515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=5dbeff9d-4342-4a85-b9f1-8b904e2961b4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:27.253975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:27.296403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db1ab890-be37-4283-823e-40012680465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:22Z', 'revision_number': 3, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:27.301312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ab890-be37-4283-823e-40012680465b None None] The sync data for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 is: [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:22Z', 'revision_number': 3, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:27.346372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Allocated IP 172.20.0.1 (09c0aed2-35fd-4606-8cb5-312cc6005433/f81467ab-3e6f-49d2-90b5-ad979cba767e/b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:27.456391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for b670822f-10c9-43e2-9047-f581b48708fa owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:27.495901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:27.504856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c85df4-11e6-4eea-89be-04e5a0104312 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:27.534119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.534614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.568556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.580149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Transition to ACTIVE for port object 79c85df4-11e6-4eea-89be-04e5a0104312 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:27.598182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.613555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.614028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.614380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Transition to ACTIVE for port object b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:27.614629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.615281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.615549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.616173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.616717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.618962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-6571d9a4-1321-4a60-886a-264aad2436a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6211 time: 0.6964092 May 26 19:36:27.764419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.770835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c381c-9757-4dba-a563-c62c54641b7e None None] Network 4b750e4d-09fb-4f45-baad-7870789754f4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:27.788801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.855322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.862539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.879355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.896313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.903800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.916912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.921775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Provisioning for port fb04f77f-e6b3-43c6-892a-03778019aa65 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:27.924434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:27.926382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-123789e4-80fe-4ab5-a380-db3bf284533b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.7032797 May 26 19:36:27.941741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Provisioning complete for port fb04f77f-e6b3-43c6-892a-03778019aa65 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:27.942517 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.967087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:27.993560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:28.005723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:28.008851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:28.097365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:28.116650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Pushing event updated for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:28.130185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b0a454e0364bf1ac7b9499a2b24e12 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:28.140458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:28.223708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:28.316550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.346418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Attempting to bind port 79c85df4-11e6-4eea-89be-04e5a0104312 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:28.346775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Attempting to bind port 79c85df4-11e6-4eea-89be-04e5a0104312 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:28.347404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Attempting to bind port 79c85df4-11e6-4eea-89be-04e5a0104312 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:28.402763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Current status of the port fb04f77f-e6b3-43c6-892a-03778019aa65 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:28.403484 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.427377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Port 79c85df4-11e6-4eea-89be-04e5a0104312 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:28.427705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Attempting to bind port 79c85df4-11e6-4eea-89be-04e5a0104312 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:28.449248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] For port fb04f77f-e6b3-43c6-892a-03778019aa65, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fb04f77f-e6b3-43c6-892a-03778019aa65,segment=NetworkSegment(c5f74899-1aa5-4c60-bf70-67960905f874),segment_id=c5f74899-1aa5-4c60-bf70-67960905f874)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:28.451099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:28.458509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.484984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:28.485579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:28.486222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Bound using segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:28.486979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Bound port: 79c85df4-11e6-4eea-89be-04e5a0104312, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:28.487627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.538002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016cc1-0997-410d-8ddb-61cb2a7cd60c None None] Pushing event updated for resources: {'Port': ['ID=fb04f77f-e6b3-43c6-892a-03778019aa65,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:28.545532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00ba39c8-495e-456b-91ef-d88a29014ae7 req-a29957ba-bd7c-4f23-814d-1f6e43bc84ad tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4944611 May 26 19:36:28.612320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c48b2719-e4cc-476c-905c-dcf548373179 None None] Provisioning for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:28.626807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c48b2719-e4cc-476c-905c-dcf548373179 None None] Provisioning complete for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:28.627355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c48b2719-e4cc-476c-905c-dcf548373179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.642473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-bdd61498-4be6-461c-86a0-f6a451328316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:28.642949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-bdd61498-4be6-461c-86a0-f6a451328316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:28.643408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-bdd61498-4be6-461c-86a0-f6a451328316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:28.645013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-bdd61498-4be6-461c-86a0-f6a451328316 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8949001 May 26 19:36:28.650228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.663771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.689576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.754814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c48b2719-e4cc-476c-905c-dcf548373179 None None] Port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:28.929114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.958186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:28.964936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=b670822f-10c9-43e2-9047-f581b48708fa,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:28.988881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103dd979-ef82-4672-8a97-f6f66c459630 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:29.038500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.070134 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8b0a454e0364bf1ac7b9499a2b24e12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5724812 May 26 19:36:29.106200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58312) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:29.107031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Provisioning for port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:29.113023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Provisioning complete for port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:29.117546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.122421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=5dbeff9d-4342-4a85-b9f1-8b904e2961b4,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:29.133176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68751-e5e1-4af6-95e7-8fac0bfa2185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e9ef0-9bdd-4d4f-a99f-5ef8da5c8686,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:29.176054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-43ea49d3-e252-4181-ba06-e1138a9a82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.177448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b70cb700-6c9c-4415-99ef-2813cd54998d req-43ea49d3-e252-4181-ba06-e1138a9a82de service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5176482 May 26 19:36:29.184859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:29.200442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:29.217223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:29.219738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Provisioning complete for port fb04f77f-e6b3-43c6-892a-03778019aa65 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:29.221032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.224670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.240088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.245917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.251715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.257593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.263639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.269487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.275526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.275870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 103dd979-ef82-4672-8a97-f6f66c459630 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:29.277573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-7df29b04-466e-495a-bc63-b3d777059f18 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5386 time: 0.5352252 May 26 19:36:29.280402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.284857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 103dd979-ef82-4672-8a97-f6f66c459630 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:29.285255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.294174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.394942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.401539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:29.402155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.403545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] 10.222.0.53 "PUT /v2.0/ports/79c85df4-11e6-4eea-89be-04e5a0104312 HTTP/1.1" status: 200 len: 1090 time: 3.7091694 May 26 19:36:29.405606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:29.418475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a89141d5-59fb-4312-8157-40e4c0515203 None None] Current status of the port fb04f77f-e6b3-43c6-892a-03778019aa65 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:29.452118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:29.480492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.482609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.483305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aab6e849-201d-466d-a6cb-e750d17591d2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a33a050-4ebd-4668-8a1b-c15ec0a66daa HTTP/1.1" status: 204 len: 168 time: 3.7872350 May 26 19:36:29.512254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7437a06-2b6b-4ded-9973-16e70facf113 service neutron] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:29.515778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 103dd979-ef82-4672-8a97-f6f66c459630 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:29.516335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.534299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 4b750e4d-09fb-4f45-baad-7870789754f4 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:29.538549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc5a18bc-0215-4394-ad2a-e34e7b54faaf req-df111308-c5f5-4f31-a3af-6d0dfc69ab62 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150519 May 26 19:36:29.553485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 103dd979-ef82-4672-8a97-f6f66c459630, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103dd979-ef82-4672-8a97-f6f66c459630,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:29.568949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a3c7dc2-e32a-4032-848e-79d6cda3ef4a None None] Provisioning complete for port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:29.569433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7dc2-e32a-4032-848e-79d6cda3ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.603134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.603900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fb04f77f-e6b3-43c6-892a-03778019aa65 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:29.608926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:29.662279 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2d877d-a34f-4fb9-8e1b-ce38cb23d289'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312', 'status': 'completed', 'code': 200} May 26 19:36:29.765662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58322) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:29.773926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c7dc2-e32a-4032-848e-79d6cda3ef4a None None] Port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:29.791269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060428969', 'description': 'tempest-description--2121636737'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:29.809919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=103dd979-ef82-4672-8a97-f6f66c459630,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:29.826841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fb04f77f-e6b3-43c6-892a-03778019aa65 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:29.828021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.836110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:29.869327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:29.873875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:29.877406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:29.918583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:29.995201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fb04f77f-e6b3-43c6-892a-03778019aa65 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:30.032132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.047446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b4288e3a-2d38-400f-8bbd-5e31e46ade82 None None] Provisioning complete for port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:30.047801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4288e3a-2d38-400f-8bbd-5e31e46ade82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.096358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.099374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.105875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b4288e3a-2d38-400f-8bbd-5e31e46ade82 None None] Port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:30.121127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.130013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:30.140689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:30.153527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:30.161484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.161960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.162421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.162888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.163342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.163793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.164251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.166275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a715a26-a783-4319-abdc-0593e31ff341 req-a6a11345-0b06-49da-be67-a78858a36e6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6278 time: 0.4865308 May 26 19:36:30.197183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e9ef0-9bdd-4d4f-a99f-5ef8da5c8686,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:30.198168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:30.264191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.269839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Pushing event updated for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:30.272256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.275583 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-db7d6df5-a51c-4b6b-b793-ab9cbba91239 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b34e9ef0-9bdd-4d4f-a99f-5ef8da5c8686 HTTP/1.1" status: 204 len: 168 time: 1.1423066 May 26 19:36:30.295991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 331616d1-d406-410e-8516-2fec1fd18fa3 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:30.317778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.323430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.329097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.334842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.340533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.346288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.352253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.354160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-1f335461-affd-499e-a25b-0b9e98329260 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.4297152 May 26 19:36:30.544991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-545a7e05-3901-4596-89c3-b0c65305f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.545652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-545a7e05-3901-4596-89c3-b0c65305f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.545920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-545a7e05-3901-4596-89c3-b0c65305f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.547464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a715a26-a783-4319-abdc-0593e31ff341 req-545a7e05-3901-4596-89c3-b0c65305f11c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3714054 May 26 19:36:30.552297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efe823be-3c90-428a-b51b-d6d5e1f06944 req-35b33eb3-3319-402e-9e69-a7127813c94f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325257 May 26 19:36:30.557007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:30.564892 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d277cc3e-8850-420d-b4b1-499b2d5b8fb5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/331616d1-d406-410e-8516-2fec1fd18fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2211888 May 26 19:36:30.566508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:30.567177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:30.570299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:30.573691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] Sync routers for ids ['331616d1-d406-410e-8516-2fec1fd18fa3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:30.589073 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] Routers {'331616d1-d406-410e-8516-2fec1fd18fa3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:30.591082 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['331616d1-d406-410e-8516-2fec1fd18fa3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:30.628715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58336) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:30.698557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:30.710722 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] Routers {'331616d1-d406-410e-8516-2fec1fd18fa3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:30.711841 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['331616d1-d406-410e-8516-2fec1fd18fa3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:30.726675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.784518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8093881-2119-42bb-9f3d-f2ef6df07512 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:30.785433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d8093881-2119-42bb-9f3d-f2ef6df07512 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:30.817004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.852229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d8093881-2119-42bb-9f3d-f2ef6df07512 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:30.854025 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8093881-2119-42bb-9f3d-f2ef6df07512 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports/5dbeff9d-4342-4a85-b9f1-8b904e2961b4 HTTP/1.1" status: 200 len: 910 time: 0.2857275 May 26 19:36:30.859393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:30.864932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Usage tracker for resource:security_group_rule and tenant:414c014ed7ee4850bcffe63e622fb877 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:30.867314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:30.868053 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ea2dc-5d7b-4779-97ab-133335a1f108 None None] The sync data for ids ['331616d1-d406-410e-8516-2fec1fd18fa3'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:30.868396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:30.874968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58340) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:30.913926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103dd979-ef82-4672-8a97-f6f66c459630 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:30.920276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:30.977641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-be537288-1f16-4c08-9297-630905277428 None None] Provisioning complete for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:30.978019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be537288-1f16-4c08-9297-630905277428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.045104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbda622-31e5-4a94-b792-910ab495de17,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:31.047620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-be537288-1f16-4c08-9297-630905277428 None None] Port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:31.051187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a26-a783-4319-abdc-0593e31ff341 req-256885ba-4f50-45f9-a3ac-4852a854684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.051539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 103dd979-ef82-4672-8a97-f6f66c459630 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:31.052063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.052727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a715a26-a783-4319-abdc-0593e31ff341 req-256885ba-4f50-45f9-a3ac-4852a854684d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4925489 May 26 19:36:31.063266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.064476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-863c33ee-fe70-46ac-86ff-55ba5a01151f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2976942 May 26 19:36:31.066832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:31.071989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58344) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:31.077246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.083404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '5dbda622-31e5-4a94-b792-910ab495de17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:31.097996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:31.110359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:31.116272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:31.119107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Transition to ACTIVE for port object b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:31.124704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:31.126703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.180953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 103dd979-ef82-4672-8a97-f6f66c459630 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:31.208513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:31.274722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.297769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.303981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.309832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.316204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.322297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.327701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.333607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.335570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-e4084c5a-7e34-4b5e-a8fa-7ceba62a9e1b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5386 time: 0.5974853 May 26 19:36:31.384413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:31.488571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Router 6e09df44-b658-4084-b476-b7ce544f532e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:31.510294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff7e3bf3-320d-43f1-ae22-f79ae41a0ca2 req-95bdccec-3729-4c69-960d-b2d9cd799d4e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371415 May 26 19:36:31.524086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.541123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Attempting to bind port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:31.541455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Attempting to bind port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:31.541766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Attempting to bind port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:31.545164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.565557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:31.565813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Attempting to bind port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:31.578969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:31.579333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Checking segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:31.579702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Bound using segment: {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:31.580125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Bound port: b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64efce78-8192-4f59-bb6c-db2f2147a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:31.580459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.588980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892435dc-0e40-4da5-bfb7-348616a5b5f7,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:31.598507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.599680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1520ae5c-5c9d-4f46-8fb6-bb6dc7f3f8b5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5249600 May 26 19:36:31.603801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58348) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:31.625013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '5dbda622-31e5-4a94-b792-910ab495de17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:31.671908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:31.682616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:31.685939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:31.688653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:31.691149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.701243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:31.713029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:31.803839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.804525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.805983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 HTTP/1.1" status: 200 len: 1091 time: 2.3718555 May 26 19:36:31.806472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:31.839259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb84f83-54bb-4c58-bdf3-57d1f879e3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:31.852332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:31.863775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.871224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.898820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:31.924306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.930335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.935985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.941427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:31.941811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.947595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.953912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57388855-8547-4469-aeac-db9a174a657e None None] Sync routers for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:31.961598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.963971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:31.964760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:31.967412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:31.975882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-14960b09-b387-4151-a151-315e0b541033 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.2423761 May 26 19:36:32.000513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279304ee-9e58-4aff-9c4d-1e19f30c2455,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:32.006706 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-116b7dd2-0670-45f0-a0b0-cce283580d7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=414c014ed7ee4850bcffe63e622fb877&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3703885 May 26 19:36:32.010485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:32.061399 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96fa5b65-4e0d-4a16-b012-a997204bf232 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e09df44-b658-4084-b476-b7ce544f532e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0350449 May 26 19:36:32.092539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.101543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.121295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.166917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b450641e-9adc-468e-9eeb-6193fdbfd03a req-3f361ecf-2987-4dde-9436-4457ef5f0418 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900890 May 26 19:36:32.208611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dca93b-4ce5-494d-bdbd-6c7f018ee44d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:32.240448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.260094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.262023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-024bcbf7-7e5f-49e7-9251-385519fe2744 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6461477 May 26 19:36:32.265008 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d555ea0a-dfb0-447b-8005-7237782c82a1'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'status': 'completed', 'code': 200} May 26 19:36:32.265991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:32.279358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:32.310169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.352727 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.472940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:32.530976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:32.546340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:floatingip and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:32.552456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:32.560828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:32.659978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.664512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.691920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279304ee-9e58-4aff-9c4d-1e19f30c2455,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:32.694191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.695535 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b411a700-69f1-4b01-b3bf-365e32c78ad4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/279304ee-9e58-4aff-9c4d-1e19f30c2455 HTTP/1.1" status: 204 len: 168 time: 0.6792464 May 26 19:36:32.769699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:28Z', 'revision_number': 4, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2', 'name': '', 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'mac_address': 'fa:16:3e:44:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:26Z', 'updated_at': '2022-05-26T19:36:29Z', 'revision_number': 2, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'subnets': [{'id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:32.774711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57388855-8547-4469-aeac-db9a174a657e None None] Checking router: 6e09df44-b658-4084-b476-b7ce544f532e for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:36:32.775060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57388855-8547-4469-aeac-db9a174a657e None None] Updating router 6e09df44-b658-4084-b476-b7ce544f532e port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:36:32.782785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1701280c-3683-4016-9521-1e2ac74655b3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:32.790718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.808348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Transition to ACTIVE for port object 1701280c-3683-4016-9521-1e2ac74655b3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:32.854621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.859153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:32.859555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:32.927741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:33.367981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:33.423311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.423491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.423929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.430435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.430888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.431385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.431904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.433941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-057e3eaf-ea80-46c7-9f88-5636fcb46290 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6345 time: 0.9545746 May 26 19:36:33.449386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:33.532076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.538795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.544858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.550805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.556753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.563014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.569957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:33.571438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-b7fe7f53-d29d-4fcd-a323-7422c73794e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5410 time: 0.8609438 May 26 19:36:33.572179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:33.603891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57388855-8547-4469-aeac-db9a174a657e None None] Transition to ACTIVE for port object b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:33.636628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:33.656473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 5dbeff9d-4342-4a85-b9f1-8b904e2961b4 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:33.913203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff764f-fb4c-499d-b3cf-5d6102998695 None None] Pushing event updated for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:33.932896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Attempting to bind port 1701280c-3683-4016-9521-1e2ac74655b3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:33.933343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Attempting to bind port 1701280c-3683-4016-9521-1e2ac74655b3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:33.933744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Attempting to bind port 1701280c-3683-4016-9521-1e2ac74655b3 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:33.946759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78249ed9-ab43-4e94-923a-a1e6110ac6c1 req-4807afe7-0cad-471e-873c-b6a4ff0685c0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3103242 May 26 19:36:33.951859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:33.958150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Port 1701280c-3683-4016-9521-1e2ac74655b3 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:33.958695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Attempting to bind port 1701280c-3683-4016-9521-1e2ac74655b3 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:34.046566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:34.047046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Checking segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:34.047525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Bound using segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:34.049578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Bound port: 1701280c-3683-4016-9521-1e2ac74655b3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:34.050146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.051970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57388855-8547-4469-aeac-db9a174a657e None None] Attempting to bind port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:34.053472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57388855-8547-4469-aeac-db9a174a657e None None] Attempting to bind port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:34.057017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57388855-8547-4469-aeac-db9a174a657e None None] Attempting to bind port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 on network 09c0aed2-35fd-4606-8cb5-312cc6005433 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:34.067772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57388855-8547-4469-aeac-db9a174a657e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:34.069390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57388855-8547-4469-aeac-db9a174a657e None None] Checking segment: {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:34.073712 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.074288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57388855-8547-4469-aeac-db9a174a657e None None] Bound using segment: {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:34.074938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-57388855-8547-4469-aeac-db9a174a657e None None] Bound port: b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5947fa0b-e34f-4fce-93f3-421abd9a4ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:34.075492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.089116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58406) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:34.164757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.186559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-68bbb77c-f316-49bd-be5c-aa488de974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:34.189757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-68bbb77c-f316-49bd-be5c-aa488de974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:34.191548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-68bbb77c-f316-49bd-be5c-aa488de974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:34.195293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-68bbb77c-f316-49bd-be5c-aa488de974e6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7402158 May 26 19:36:34.263899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=5dbeff9d-4342-4a85-b9f1-8b904e2961b4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:34.264919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-57388855-8547-4469-aeac-db9a174a657e None None] For port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:34.270921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-57388855-8547-4469-aeac-db9a174a657e None None] For port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:34.276497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57388855-8547-4469-aeac-db9a174a657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.376630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff764f-fb4c-499d-b3cf-5d6102998695 None None] Pushing event updated for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:34.388877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:34.389610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:34.401862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909651280'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:34.546770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:34.617913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:34.645807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:36:34.653734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:34.699538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.748231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:34.799658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:34.852624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:34.866347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:34.869837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.892980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:34.967042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:34.977218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:34.984773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.008774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.022705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.039124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.056710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.060216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-99b39fc7-7f3a-42d6-aff9-aee060fa7553 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.8170438 May 26 19:36:35.064409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:35.089108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.089986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:35.091629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] 10.222.0.53 "PUT /v2.0/ports/1701280c-3683-4016-9521-1e2ac74655b3 HTTP/1.1" status: 200 len: 1091 time: 3.2451367 May 26 19:36:35.141378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 331616d1-d406-410e-8516-2fec1fd18fa3 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:35.177570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:35.182704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-57388855-8547-4469-aeac-db9a174a657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:28Z', 'revision_number': 4, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2', 'name': '', 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'mac_address': 'fa:16:3e:44:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:26Z', 'updated_at': '2022-05-26T19:36:34Z', 'revision_number': 4, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'subnets': [{'id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:35.186972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260d741-afd0-41a0-96f2-9a2a39d2afe8 service neutron] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:35.189339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57388855-8547-4469-aeac-db9a174a657e None None] The sync data for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 is: [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:36:28Z', 'revision_number': 4, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2', 'name': '', 'network_id': '09c0aed2-35fd-4606-8cb5-312cc6005433', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'mac_address': 'fa:16:3e:44:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:26Z', 'updated_at': '2022-05-26T19:36:34Z', 'revision_number': 4, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'subnets': [{'id': 'f81467ab-3e6f-49d2-90b5-ad979cba767e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:35.192445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-adf80122-7dc2-4da3-bde7-ae5d301d8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:35.194729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7f99bdc-857a-49c1-8c9f-4d5c0403c184 req-adf80122-7dc2-4da3-bde7-ae5d301d8a6c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8707964 May 26 19:36:35.197003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.25.0.213 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5d296581-d02f-421e-bbcf-e6c9b17c7d39) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:35.233113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Request body: {'port': {'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:35.319754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:35.348672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:security_group_rule and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:35.350330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:35.354523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:35.364426 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] Sync routers for ids ['331616d1-d406-410e-8516-2fec1fd18fa3'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:35.371261 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-be751088-63a2-4122-92f0-a846a281b8d8 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/331616d1-d406-410e-8516-2fec1fd18fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4873810 May 26 19:36:35.373830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58418) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:35.377902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] Routers {'331616d1-d406-410e-8516-2fec1fd18fa3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:35.378717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['331616d1-d406-410e-8516-2fec1fd18fa3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:35.389292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:35.399676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11e663de-f6bc-47d0-9cdb-31067621dd5e req-6d66e837-7761-4fb9-b8c3-ff08005d917f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3068902 May 26 19:36:35.451899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:35.463075 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] Routers {'331616d1-d406-410e-8516-2fec1fd18fa3'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:35.463957 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['331616d1-d406-410e-8516-2fec1fd18fa3'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:35.547525 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:35.548006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fbc2c-b6fd-4e62-9c40-f81e6b668aac None None] The sync data for ids ['331616d1-d406-410e-8516-2fec1fd18fa3'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:35.577479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3ba8b5af-238a-4989-94d0-cf8df78d5342 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:35.594793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3ba8b5af-238a-4989-94d0-cf8df78d5342 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:35.597777 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ba8b5af-238a-4989-94d0-cf8df78d5342 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=331616d1-d406-410e-8516-2fec1fd18fa3 HTTP/1.1" status: 200 len: 205 time: 0.2220652 May 26 19:36:35.600333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58422) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:35.614092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:35.739799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:35.799801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:35.928541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.060873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.085181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.092117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.099242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.105906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.112665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.114765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.118017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.118859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.121665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-2bce37ed-9540-461f-b300-517d107d5ea4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5410 time: 0.5207984 May 26 19:36:36.122509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.146463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.147442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 331616d1-d406-410e-8516-2fec1fd18fa3 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:36.164907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.166039 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d7af030-d30d-45c9-965a-5d7b1d9b8a48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/331616d1-d406-410e-8516-2fec1fd18fa3 HTTP/1.1" status: 204 len: 168 time: 0.5641971 May 26 19:36:36.168968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:36.248787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet 1ec59999-61df-4cd8-95aa-cea973c78256 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:36:36.253308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.317798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.344643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:36.388013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.415734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.439312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1db429-9f24-42bd-8df5-c3234bcbcea6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:36.446741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.447080 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 42da7d62-a85a-4827-8565-dc7b5df375f5 of type vlan for network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 May 26 19:36:36.482795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8838f03-eb0d-407d-9bcd-92eed21670c1 req-90720a07-dad5-4af0-bf8d-d17df4ef1e52 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3540716 May 26 19:36:36.499318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.526723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:36.543381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:36.552126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.555554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec59999-61df-4cd8-95aa-cea973c78256,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:36.556037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:36.558732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.565503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.572199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4d5e0-6c9b-435c-bd74-763be243b04d None None] Network 4b750e4d-09fb-4f45-baad-7870789754f4 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:36.575901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6996e5f3-40e3-45e0-9f71-e9cbba2f03ca tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/1ec59999-61df-4cd8-95aa-cea973c78256 HTTP/1.1" status: 204 len: 168 time: 0.4054289 May 26 19:36:36.582892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58442) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:36.584244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=5d296581-d02f-421e-bbcf-e6c9b17c7d39,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:36.592788 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef15fb4c-dcc0-48c0-9872-d4fac4200e64'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3', 'status': 'completed', 'code': 200} May 26 19:36:36.725064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.738532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port fb04f77f-e6b3-43c6-892a-03778019aa65 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:36.739087 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.777788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:36:36.908670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] DHCP port deletion for 4b750e4d-09fb-4f45-baad-7870789754f4 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:36:36.914371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Deleting port fb04f77f-e6b3-43c6-892a-03778019aa65 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:36.914859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.923935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d605dbb7-9b66-4521-bbd8-369305f9cc79 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:36.935314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.940738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:36.941404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.946230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:36.968455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:36.997688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port fb04f77f-e6b3-43c6-892a-03778019aa65, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fb04f77f-e6b3-43c6-892a-03778019aa65,segment=NetworkSegment(c5f74899-1aa5-4c60-bf70-67960905f874),segment_id=c5f74899-1aa5-4c60-bf70-67960905f874)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:36.998292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.128501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-90adabe6-0933-4fda-bb35-7ce8f8fc90f0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.129894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-90adabe6-0933-4fda-bb35-7ce8f8fc90f0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3536904 May 26 19:36:37.131541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for fb04f77f-e6b3-43c6-892a-03778019aa65 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:37.174251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.175006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.175358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:37.175788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.176250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.176704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.177190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.177668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:37.179622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc871316-423b-474f-a952-0890454c9bb8 req-a10e4677-92bc-4d6d-96e4-a7ae30eec7ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6412 time: 0.5611961 May 26 19:36:37.187839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Transition to ACTIVE for port object d605dbb7-9b66-4521-bbd8-369305f9cc79 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:37.193519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:37.194031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.236928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.238184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.269178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] For port fb04f77f-e6b3-43c6-892a-03778019aa65, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fb04f77f-e6b3-43c6-892a-03778019aa65,segment=NetworkSegment(c5f74899-1aa5-4c60-bf70-67960905f874),segment_id=c5f74899-1aa5-4c60-bf70-67960905f874)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:37.269720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.316863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-52588a89-f474-4dfe-9b29-cb39fa59b2df tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.1701615 May 26 19:36:37.317713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=0cd338aa-f97e-42cc-b4d6-7aa98c1fc268,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:37.345456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3c7f713-fd4c-45a0-95d5-a825fe31571a tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2379825 May 26 19:36:37.345664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:37.413583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.480327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=fb04f77f-e6b3-43c6-892a-03778019aa65,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:37.497920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No DVR routers for this DVR port fb04f77f-e6b3-43c6-892a-03778019aa65 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:36:37.506847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Calling delete_port for fb04f77f-e6b3-43c6-892a-03778019aa65 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:37.675412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.705131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b750e4d-09fb-4f45-baad-7870789754f4']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:37.712922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.720828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f74899-1aa5-4c60-bf70-67960905f874') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:37.721480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f74899-1aa5-4c60-bf70-67960905f874') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:37.734559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.736477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:37.736932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.739692 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:36:37.758473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.768579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:37.768933 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:37.769274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:37.770064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.787467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:37.793014 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.852138 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c5f74899-1aa5-4c60-bf70-67960905f874 resource provider aggregate not found May 26 19:36:37.881324 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c5f74899-1aa5-4c60-bf70-67960905f874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5f74899-1aa5-4c60-bf70-67960905f874 found for delete ", "request_id": "req-6114832d-017c-419e-bdb3-7bac71021f87"}]} May 26 19:36:37.910315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.914239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:37.916695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:37.952491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=4b750e4d-09fb-4f45-baad-7870789754f4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:37.968140 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8fc9d95-e369-4049-bdff-190756d0e26c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/4b750e4d-09fb-4f45-baad-7870789754f4 HTTP/1.1" status: 204 len: 168 time: 1.3827820 May 26 19:36:37.968809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58454) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:37.974298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-382108772', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:37.974704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:37.982523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:37.987242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:37.990326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:37.997377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:38.007719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.009596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.028996 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.087512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-d01c25cd-117c-4982-be43-444f87fedfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:38.087979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-d01c25cd-117c-4982-be43-444f87fedfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:38.088421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-d01c25cd-117c-4982-be43-444f87fedfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:38.089983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc871316-423b-474f-a952-0890454c9bb8 req-d01c25cd-117c-4982-be43-444f87fedfd7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8951221 May 26 19:36:38.197435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-c34b2c5d-d033-4132-ab22-bc3cb06f78aa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:38.214730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Attempting to bind port d605dbb7-9b66-4521-bbd8-369305f9cc79 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:38.215300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Attempting to bind port d605dbb7-9b66-4521-bbd8-369305f9cc79 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:38.215625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Attempting to bind port d605dbb7-9b66-4521-bbd8-369305f9cc79 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:38.242007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Port d605dbb7-9b66-4521-bbd8-369305f9cc79 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:38.242316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Attempting to bind port d605dbb7-9b66-4521-bbd8-369305f9cc79 on network 2f2e43bd-053a-41ee-84f4-3dacc69e188f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:38.255316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.263547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:38.263910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Checking segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:38.264329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Bound using segment: {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:38.264706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Bound port: d605dbb7-9b66-4521-bbd8-369305f9cc79, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23546d77-3fc2-46d6-8d7d-f39a5c1506a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:38.265079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.270505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Deleting port fb04f77f-e6b3-43c6-892a-03778019aa65 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:38.272980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.279192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.334455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.372139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dcc15599-4b8f-44c5-8c6a-31e405c83c80 None None] The port 'fb04f77f-e6b3-43c6-892a-03778019aa65' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:36:38.459086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-c34b2c5d-d033-4132-ab22-bc3cb06f78aa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:38.460279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-c34b2c5d-d033-4132-ab22-bc3cb06f78aa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1035852 May 26 19:36:38.661323 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.668178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871316-423b-474f-a952-0890454c9bb8 req-1e23c900-f115-4559-b36e-177059af8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:38.669655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc871316-423b-474f-a952-0890454c9bb8 req-1e23c900-f115-4559-b36e-177059af8814 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5675514 May 26 19:36:38.690891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.695182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=5d296581-d02f-421e-bbcf-e6c9b17c7d39,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:38.731459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.754846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:38.775924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:38.779310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.780514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d7855905-401f-4175-81f9-2e967795b7f7 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5135999 May 26 19:36:38.792705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:38.802643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-ca0fbb24-fc29-430b-9795-dad1a6f4b774 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217170 May 26 19:36:38.837355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.25.0.230 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/622626c6-3335-4958-8bd8-95cfce932362) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:38.954071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:39.010936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.011896 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:39.013248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] 10.222.0.53 "PUT /v2.0/ports/d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 200 len: 1091 time: 3.8092518 May 26 19:36:39.016607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:39.111628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:39.138536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:39.138908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:39.171991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:39.241540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6846bf-b1ba-42e3-9fab-653d626dc33a service neutron] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:39.285529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.286299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.286924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.287865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.288477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.289314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.289950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.293180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0708a2e6-920b-4560-8d85-e49af5dd36e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6479 time: 0.2038333 May 26 19:36:39.304267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-999ad432-fa08-462b-bce8-300ceb32d933 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463637 May 26 19:36:39.349431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:39.411994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-86e0bb5d-6aa9-415c-90bc-f36830b9fe2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 200 len: 217 time: 0.1052682 May 26 19:36:39.437489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fb04f77f-e6b3-43c6-892a-03778019aa65 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:36:39.464399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:39.467685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:39.472557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:39.509216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=622626c6-3335-4958-8bd8-95cfce932362,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:39.573627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-bd7c6e8c-6f73-4312-a63a-00a93df4cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.574063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: fb04f77f-e6b3-43c6-892a-03778019aa65 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:36:39.574407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fb04f77f-e6b3-43c6-892a-03778019aa65 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:36:39.575910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-bd7c6e8c-6f73-4312-a63a-00a93df4cfea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47691d89-c07d-45fe-aa10-820880c63451 HTTP/1.1" status: 200 len: 851 time: 0.1547093 May 26 19:36:39.668304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f8df3bdf-34f0-4a16-8bb4-c357a9f1aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:39.670861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-f8df3bdf-34f0-4a16-8bb4-c357a9f1aa11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886302 May 26 19:36:39.867385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-0c4df9aa-9c87-4eee-8164-241dfd36ca60 service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900282 May 26 19:36:40.008542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:40.106841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.114676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.121848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.129212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.135195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.145813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.155712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.171261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-8162407f-9b53-4179-8125-348d1b4c7a77 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5429 time: 0.3026376 May 26 19:36:40.205899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4f56948e-05e5-401f-9d94-e4aca77bde9f service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933435 May 26 19:36:40.296752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-4aa9ca03-d7e5-44f5-848b-faf784a7851f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 217 time: 0.0794725 May 26 19:36:40.309770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ead0d865-d53e-484c-b211-8e94feec5b1d req-44783de9-a102-40da-b656-d85f4bc80d6e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374304 May 26 19:36:40.429002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-e99b3fcd-ba5d-4617-9bcd-c1777d07c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.432824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-e99b3fcd-ba5d-4617-9bcd-c1777d07c557 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1198671 May 26 19:36:40.478633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:40.523783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device b648e801-26ba-4240-a0a7-19376320aee8 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:40.683693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.690372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.696601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.703249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.706354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:40.709846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.714185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:40.716147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.716269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=b648e801-26ba-4240-a0a7-19376320aee8,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:40.723173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.725148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-cd0a3462-70fb-49aa-9504-585ca83d7b59 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.2342663 May 26 19:36:40.727723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-10d2e794-89d2-4f8c-80e2-5caa5565b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:40.729205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-10d2e794-89d2-4f8c-80e2-5caa5565b4e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2920074 May 26 19:36:40.734004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'b648e801-26ba-4240-a0a7-19376320aee8', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'port_id': 'b648e801-26ba-4240-a0a7-19376320aee8', 'mac_address': 'fa:16:3e:0e:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:40.794763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port b648e801-26ba-4240-a0a7-19376320aee8 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:40.795202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:40.816596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b648e801-26ba-4240-a0a7-19376320aee8 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:40.834608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=b648e801-26ba-4240-a0a7-19376320aee8,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:40.838769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:40.839585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e6361f07-96fd-4ee4-8048-a4977249d8b0 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:40.854433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:40.863180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:40.870402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:40.879208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:40.887113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 06fa0772-7497-48b6-9562-53c1adc0c822 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:40.895706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:40.899627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:40.991480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5fe5dc9a-6adb-43a0-acc3-719f9d9d0206 req-7a07b326-04b8-4ea7-8589-b58382d90e33 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576077 May 26 19:36:41.041504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-7b9f09fc-e8df-4c08-aff4-81a70c2108aa service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889316 May 26 19:36:41.051512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:41.129944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.151969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'port_id': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'mac_address': 'fa:16:3e:85:8a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d1013b-5b34-431a-8ccd-15f279e38739', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:41.215120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e6361f07-96fd-4ee4-8048-a4977249d8b0 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:41.215664 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.236492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6361f07-96fd-4ee4-8048-a4977249d8b0 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:41.256123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.260783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.261807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7a544b7d-8626-4999-b71a-9697789d1045 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:41.295218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.349465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '7a544b7d-8626-4999-b71a-9697789d1045', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'port_id': '7a544b7d-8626-4999-b71a-9697789d1045', 'mac_address': 'fa:16:3e:0f:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:41.362630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-c5a76ae7-7ee5-4271-9bb2-91be572b9591 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:41.390984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-a459b2d6-5e43-4735-b37a-39cd0921a62d service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429208 May 26 19:36:41.443884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 7a544b7d-8626-4999-b71a-9697789d1045 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:41.444391 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.458622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:41.466612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-20914025-0b20-4820-84aa-1ddb4618a9a2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:41.468053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-20914025-0b20-4820-84aa-1ddb4618a9a2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3329520 May 26 19:36:41.471853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a544b7d-8626-4999-b71a-9697789d1045 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:41.479424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-acb8bbb1-2408-41dd-99d3-db1fe49de83e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 217 time: 0.0797257 May 26 19:36:41.479953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-c5a76ae7-7ee5-4271-9bb2-91be572b9591 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:41.488091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-c5a76ae7-7ee5-4271-9bb2-91be572b9591 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1060428969&fields=id&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 267 time: 0.3030326 May 26 19:36:41.494033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.499733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.500740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cb9cb2ed-5420-46a7-863f-af0102d94971 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:41.524773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:41.525318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.535542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.582354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'port_id': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'mac_address': 'fa:16:3e:72:b4:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:41.607556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:41.669348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.673471 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9eaae205-2835-42e1-85f2-d6b317ff9084 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7007465 May 26 19:36:41.674188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '42da7d62-a85a-4827-8565-dc7b5df375f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:41.674475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:41.674598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-d8cb9c6b-a3d8-4662-9b6c-d4639153acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:41.676112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-d8cb9c6b-a3d8-4662-9b6c-d4639153acf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1859534 May 26 19:36:41.682026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58494) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:41.701988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port cb9cb2ed-5420-46a7-863f-af0102d94971 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:41.702474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.721565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] Sync routers for ids ['06fa0772-7497-48b6-9562-53c1adc0c822'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:41.728823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9cb2ed-5420-46a7-863f-af0102d94971 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:41.736496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=864c5033-118d-4ab1-a21c-05dcdc328731,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:41.758320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] Routers {'06fa0772-7497-48b6-9562-53c1adc0c822'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:41.759512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['06fa0772-7497-48b6-9562-53c1adc0c822'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:41.837132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:41.852295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:41.854488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:41.870750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e0b57-3dcd-46f9-a08a-ae310fcd6407 None None] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:41.872176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:41.873057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.896208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d21c22b7-cb04-43f0-bd16-bbf7d07611dd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1888826 May 26 19:36:41.899116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:41.906835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1994211924'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:41.918899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:41.923566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:41.928789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:41.937326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:41.963966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:41.970178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-237103f8-5f7e-4a5c-803e-7257fb21387f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers/06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 200 len: 880 time: 0.2863927 May 26 19:36:41.971043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:41.973501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:41.977160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.980280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:41.982357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:41.983079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 494c6fd7-50ac-4671-b7df-44235207e549 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:41.989930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:41.992527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] Routers {'06fa0772-7497-48b6-9562-53c1adc0c822'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:41.993248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['06fa0772-7497-48b6-9562-53c1adc0c822'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:42.000283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:42.018685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-41378994-d6ed-42ea-9656-10927343aa23 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:42.020363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-41378994-d6ed-42ea-9656-10927343aa23 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.5312951 May 26 19:36:42.023032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:42.026458 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.125463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:42.126379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb99a2c-ec59-48c4-9507-8a58f1268114 None None] The sync data for ids ['06fa0772-7497-48b6-9562-53c1adc0c822'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:42.136620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:42.164970 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.165374 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 of type vlan for network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 May 26 19:36:42.222860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-5eb7949c-51fd-482b-a452-026d550283ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:42.224490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-5eb7949c-51fd-482b-a452-026d550283ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4689181 May 26 19:36:42.266787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-4b68b44c-39ed-443b-b626-c81f16e0b08d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/quotas/f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 375 time: 0.2174690 May 26 19:36:42.279938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:42.298507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.362928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-631d21d6-486b-4eb3-8d34-171e51f107c4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:router {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:42.371099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.9 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/13f16a5a-a380-4893-a263-21b7c151c5a3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:42.386452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.395511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:42.395511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.421429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-0cd338aa-f97e-42cc-b4d6-7aa98c1fc268', 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '864c5033-118d-4ab1-a21c-05dcdc328731'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:42.422253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.444978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:42.492707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-ae31e2a2-10f5-4882-9a07-6f1d9bc82aab service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576611 May 26 19:36:42.496592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '494c6fd7-50ac-4671-b7df-44235207e549', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'port_id': '494c6fd7-50ac-4671-b7df-44235207e549', 'mac_address': 'fa:16:3e:b2:6d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:42.559135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-631d21d6-486b-4eb3-8d34-171e51f107c4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:router {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:42.564930 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-631d21d6-486b-4eb3-8d34-171e51f107c4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5926704 May 26 19:36:42.565942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:42.573408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=2685b3b4-6f7c-4a02-89d0-ef90397c9467,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:42.589926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-382108772'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:42.595741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:42.611570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-33fe2dde-ef19-4844-a487-5b9505d5bfb6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:42.748147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 494c6fd7-50ac-4671-b7df-44235207e549 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:42.748692 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.821686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494c6fd7-50ac-4671-b7df-44235207e549 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:42.851688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:42.860972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Allocated IP 2001:db8:0:ffff::2 (0cd338aa-f97e-42cc-b4d6-7aa98c1fc268/864c5033-118d-4ab1-a21c-05dcdc328731/aae8571b-243b-4fd0-84b3-6ef42ce10fd0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:42.863500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:42.864400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3712d9bb-ec72-468e-9c96-ff291aba5869 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:42.867967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-33fe2dde-ef19-4844-a487-5b9505d5bfb6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:42.869338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-33fe2dde-ef19-4844-a487-5b9505d5bfb6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5476940 May 26 19:36:42.973880 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0994cced-f2b7-48c9-9d65-0597323260e5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0711656 May 26 19:36:42.981121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:42.989872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:43.037382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:43.041655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-87ad170b-3f00-4d94-adbf-cdf81cc89b32 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397344 May 26 19:36:43.049720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.065425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:43.087215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'network_id': '1535f301-548f-4fa1-803a-7c52d527a090', 'port_id': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'mac_address': 'fa:16:3e:20:82:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d1013b-5b34-431a-8ccd-15f279e38739', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:43.153167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-22d23b1c-1735-4d43-8f38-9cada9bb1a70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=79c85df4-11e6-4eea-89be-04e5a0104312 HTTP/1.1" status: 200 len: 217 time: 0.0981743 May 26 19:36:43.222506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object 13f16a5a-a380-4893-a263-21b7c151c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:43.223552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3712d9bb-ec72-468e-9c96-ff291aba5869 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:43.224036 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.264582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3712d9bb-ec72-468e-9c96-ff291aba5869 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:43.271351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:43.279079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:43.283215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-e3d09eb5-b6b7-42d7-9c23-bbb8663d12e4 service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951187 May 26 19:36:43.290579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-667e153b-8c84-4f34-9e95-fbecffbdd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:43.292182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-667e153b-8c84-4f34-9e95-fbecffbdd5e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1299222 May 26 19:36:43.293953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.298542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:43.307952 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.308841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:43.311733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Transition to ACTIVE for port object aae8571b-243b-4fd0-84b3-6ef42ce10fd0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:43.395610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Transition to ACTIVE for port object aae8571b-243b-4fd0-84b3-6ef42ce10fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:43.411595 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.429625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:43.435234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.441734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:43.489138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:43.491116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:43.500636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:43.504966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:43.509986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47', 'network_id': 'fb30bc38-849e-44a1-97c1-a95c51120f85', 'port_id': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47', 'mac_address': 'fa:16:3e:05:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37297812-9ab3-4c04-835f-762224240d02', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:43.513993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:43.552765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:43.568517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:43.573746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:43.578402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:43.585373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:43.588912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.671923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.682050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-579af7ad-5718-42f9-9f6c-c7a580178e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:43.683548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-579af7ad-5718-42f9-9f6c-c7a580178e85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3626058 May 26 19:36:43.691439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Attempting to bind port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:43.691982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Attempting to bind port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '42da7d62-a85a-4827-8565-dc7b5df375f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:43.692126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Attempting to bind port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 on network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:43.692561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:43.693322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.697604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Pushing event updated for resources: {'Port': ['ID=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:43.703009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:43.703372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Checking segment: {'id': '42da7d62-a85a-4827-8565-dc7b5df375f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:43.703769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.704186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Bound using segment: {'id': '42da7d62-a85a-4827-8565-dc7b5df375f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:43.704723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Bound port: aae8571b-243b-4fd0-84b3-6ef42ce10fd0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42da7d62-a85a-4827-8565-dc7b5df375f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0cd338aa-f97e-42cc-b4d6-7aa98c1fc268'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:43.705114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.727565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:43.727937 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.740824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-e09ac179-21b0-44c0-9465-adcdacb16cfd service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475853 May 26 19:36:43.754852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.810026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-bc040d26-251d-43a1-bf59-93c0115d6161 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3323836 May 26 19:36:43.822095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:43.824834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Request body: {'port': {'device_id': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:43.873391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:43.889630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:43.983784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.002485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] For port aae8571b-243b-4fd0-84b3-6ef42ce10fd0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:44.019046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-aa5cb4b6-613e-4a12-9e77-a1b247336784 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200512 May 26 19:36:44.026217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cf24b5ae-07fc-4264-a54f-d2444453c843 None None] Provisioning for port 13f16a5a-a380-4893-a263-21b7c151c5a3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:44.026983 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d083f15-b6ee-4616-8f5e-b9eb09d2dd54'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'status': 'completed', 'code': 200} May 26 19:36:44.042411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cf24b5ae-07fc-4264-a54f-d2444453c843 None None] Provisioning complete for port 13f16a5a-a380-4893-a263-21b7c151c5a3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:44.042900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cf24b5ae-07fc-4264-a54f-d2444453c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.086139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] For port aae8571b-243b-4fd0-84b3-6ef42ce10fd0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,segment=NetworkSegment(42da7d62-a85a-4827-8565-dc7b5df375f5),segment_id=42da7d62-a85a-4827-8565-dc7b5df375f5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:44.140685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cf24b5ae-07fc-4264-a54f-d2444453c843 None None] Port 13f16a5a-a380-4893-a263-21b7c151c5a3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:44.144065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:44.159262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.161949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 06fa0772-7497-48b6-9562-53c1adc0c822 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:36:44.196449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.252556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64638ba5-561f-4828-a6ea-45e31bce4e9c None None] Pushing event updated for resources: {'Port': ['ID=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:44.418419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.426859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-3ee21021-dc3d-44b7-9f33-1105e7114f8e service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336015 May 26 19:36:44.506377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['7a544b7d-8626-4999-b71a-9697789d1045'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.556224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ffd6f-52d8-40cd-8dc3-57e5f05eae46 req-0c56b264-0917-41f8-a32b-a9daa435cde4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:44.556956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8c3ffd6f-52d8-40cd-8dc3-57e5f05eae46 req-0c56b264-0917-41f8-a32b-a9daa435cde4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:44.557956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=327da5d6-8079-419f-b06f-ec1e9bed22d5,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:44.566411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:44.582401 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] Sync routers for ids ['06fa0772-7497-48b6-9562-53c1adc0c822'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:44.592327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:44.593528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: 2685b3b4-6f7c-4a02-89d0-ef90397c9467, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:44.593741 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] Routers {'06fa0772-7497-48b6-9562-53c1adc0c822'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:44.594606 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['06fa0772-7497-48b6-9562-53c1adc0c822'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:44.605751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-26566620-d415-48f8-ab2f-30cbb438e2d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 HTTP/1.1" status: 200 len: 217 time: 0.1680603 May 26 19:36:44.610360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:44.614943 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2348f2e6-102a-4829-837f-1e8606ab0fc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 200 len: 887 time: 2.0362196 May 26 19:36:44.615532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['b648e801-26ba-4240-a0a7-19376320aee8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.615786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58528) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:44.663726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['cb9cb2ed-5420-46a7-863f-af0102d94971'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.680090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:44.704837 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] Routers {'06fa0772-7497-48b6-9562-53c1adc0c822'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:44.705820 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['06fa0772-7497-48b6-9562-53c1adc0c822'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:44.733243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9166b458-63ba-4c07-914e-44e75a6f42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:44.734808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9166b458-63ba-4c07-914e-44e75a6f42b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1009271 May 26 19:36:44.783529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3712d9bb-ec72-468e-9c96-ff291aba5869'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.795091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8c3ffd6f-52d8-40cd-8dc3-57e5f05eae46 req-0c56b264-0917-41f8-a32b-a9daa435cde4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:44.796291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c3ffd6f-52d8-40cd-8dc3-57e5f05eae46 req-0c56b264-0917-41f8-a32b-a9daa435cde4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 931 time: 0.5712419 May 26 19:36:44.816666 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:44.817258 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647961f-1d79-42b4-8e30-7e602114b1d6 None None] The sync data for ids ['06fa0772-7497-48b6-9562-53c1adc0c822'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:44.862847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.922057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:44.938179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['494c6fd7-50ac-4671-b7df-44235207e549'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:44.949197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2685b3b4-6f7c-4a02-89d0-ef90397c9467) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:44.959996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-491922b2-a4fa-4b98-87d7-3294501f1f1f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers/06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 200 len: 887 time: 0.3426697 May 26 19:36:44.962215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:44.965448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:44.966043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:45.070235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c37cce6-5971-4e91-b0b0-bedeba26970d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:45.097926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c37cce6-5971-4e91-b0b0-bedeba26970d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:45.102466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c37cce6-5971-4e91-b0b0-bedeba26970d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 200 len: 205 time: 0.1392100 May 26 19:36:45.103336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58536) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:45.109517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36696944-8f7e-4b73-a28e-f66b78a32d16 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1251590 May 26 19:36:45.112497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58540) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:45.130196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f80630-653a-4f34-895b-f6c7628a394b None None] Network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:45.148356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c3ffd6f-52d8-40cd-8dc3-57e5f05eae46 req-291193c5-89e4-4f99-8190-93ef60a59da3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313097 May 26 19:36:45.150139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aae8571b-243b-4fd0-84b3-6ef42ce10fd0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:45.260658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f16a5a-a380-4893-a263-21b7c151c5a3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:45.269182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:45.285731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Transition to ACTIVE for port object 13f16a5a-a380-4893-a263-21b7c151c5a3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:45.297897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:45.420914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:45.610033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['e6361f07-96fd-4ee4-8048-a4977249d8b0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:45.773566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c80e1d7a-e55d-4eeb-847f-8c4fd5ce2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:45.779522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c80e1d7a-e55d-4eeb-847f-8c4fd5ce2243 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0265098 May 26 19:36:45.809771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc43cef0-8532-4f61-8bdb-a07ddc09b9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:45.893935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:46.040913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a7058-1490-463a-8970-e585eb5beb75 None None] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:46.043006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-c2408fa7-9ab4-4f19-a726-5cc7e0dad814 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.044600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-c2408fa7-9ab4-4f19-a726-5cc7e0dad814 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.13 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.4578288 May 26 19:36:46.068674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.081218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 622626c6-3335-4958-8bd8-95cfce932362 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:46.081952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.168987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-3b825542-fd7f-4343-b542-1905181acf52 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 380 time: 0.0984087 May 26 19:36:46.208100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'port': {'device_id': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'admin_state_up': True, 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'security_groups': ['5dbda622-31e5-4a94-b792-910ab495de17']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:46.299231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.341170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:46.359882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:46.416816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Attempting to bind port 13f16a5a-a380-4893-a263-21b7c151c5a3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:46.417214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Attempting to bind port 13f16a5a-a380-4893-a263-21b7c151c5a3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:46.417490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Attempting to bind port 13f16a5a-a380-4893-a263-21b7c151c5a3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:46.422722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:46.427529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Port 13f16a5a-a380-4893-a263-21b7c151c5a3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:46.427844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Attempting to bind port 13f16a5a-a380-4893-a263-21b7c151c5a3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:46.432709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.433943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 622626c6-3335-4958-8bd8-95cfce932362 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:46.445398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.451130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.457081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.462819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.468549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.474866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.480862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:46.482775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-783b5bec-d63c-4c5e-9d5d-ed162ce9125f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5436 time: 1.1709712 May 26 19:36:46.509305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:46.510720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:46.511111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:46.511549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Bound port: 13f16a5a-a380-4893-a263-21b7c151c5a3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:46.511891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.615228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.615445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:46.618808 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.653555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c5f48456-74cc-4db0-b927-4cc5be79aa1c service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538987 May 26 19:36:46.656716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc1fd123-233a-4ba3-94a1-4330866cceac req-b0fc6a75-0e2f-42ef-9736-88a87af79a0e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529272 May 26 19:36:46.671113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=622626c6-3335-4958-8bd8-95cfce932362,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:46.841276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Provisioning for port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:46.869410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.902009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Provisioning complete for port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:46.902389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:46.940360 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-405495a5-dc51-4790-9482-2aa3e48bbb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.055948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:47.066346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.068466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.095105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.096504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.097142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 06fa0772-7497-48b6-9562-53c1adc0c822 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:36:47.126716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.127929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6ed7603-7c2b-41b6-a2ea-9398e20553be tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 204 len: 168 time: 2.0235050 May 26 19:36:47.129020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=13f16a5a-a380-4893-a263-21b7c151c5a3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:47.132468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58552) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:47.139280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1727297009'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:47.144260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2685b3b4-6f7c-4a02-89d0-ef90397c9467', 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '327da5d6-8079-419f-b06f-ec1e9bed22d5'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:47.144752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.145028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:47.159338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:47.162908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:47.168508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:47.182449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:47.184650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.186903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.216794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:47.229226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.229666 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment bb883e1f-0e68-42ab-ab94-c4ff8522d4d6 of type vlan for network 05c8382d-9378-4fde-8cf7-b1799a87b460 May 26 19:36:47.259925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.301031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.310949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-035afeb7-d123-42c6-8ed4-3811295fc006 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418667 May 26 19:36:47.317203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.317878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.320747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.321570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.323108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] 10.222.0.53 "PUT /v2.0/ports/13f16a5a-a380-4893-a263-21b7c151c5a3 HTTP/1.1" status: 200 len: 1091 time: 3.5041270 May 26 19:36:47.323687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:47.402913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.425298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.20.0.4 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/d06d8a50-a300-40d0-8b72-80e9d8285e6d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:47.454479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Current status of the port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:47.454867 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.467363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3308516 May 26 19:36:47.479280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-eee4499d-0514-427f-81f5-038fe7bd7be8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1701280c-3683-4016-9521-1e2ac74655b3 HTTP/1.1" status: 200 len: 217 time: 0.1463284 May 26 19:36:47.484316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5841b-51a6-4e41-8b6e-b07a87d66259 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=05c8382d-9378-4fde-8cf7-b1799a87b460,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:47.486160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58558) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:47.503341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:47.504682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:47.520305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6a11-7bc0-4801-83ce-3b9ca11f7a00 service neutron] Pushing event updated for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:47.540453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Allocated IP 2001:db8::1 (2685b3b4-6f7c-4a02-89d0-ef90397c9467/327da5d6-8079-419f-b06f-ec1e9bed22d5/09ce4717-e2e3-43b7-afa6-6124374ac87a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:47.587146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.591439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] For port aae8571b-243b-4fd0-84b3-6ef42ce10fd0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,segment=NetworkSegment(42da7d62-a85a-4827-8565-dc7b5df375f5),segment_id=42da7d62-a85a-4827-8565-dc7b5df375f5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:47.592895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.601468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.607238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.613603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.619530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.625556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.627534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-ba0eb5a8-a8f1-457b-bc1e-5437e18eca24 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.6661563 May 26 19:36:47.666691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.816439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cc8f4f89-68ae-46da-b952-f19386085c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:47.817914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-cc8f4f89-68ae-46da-b952-f19386085c16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.3225498 May 26 19:36:47.833876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135fc4a-7932-4a6f-b39f-24946f16955e None None] Pushing event updated for resources: {'Port': ['ID=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:47.850010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a963ba8b-5a0b-4f08-830b-2d35a54cc7b8 None None] Provisioning complete for port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:47.850907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a963ba8b-5a0b-4f08-830b-2d35a54cc7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:47.920109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:47.937022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f6dd7f3-d508-4282-9a39-dd51f46c455f req-356c1a00-bfc2-4bda-bf60-3b7e96037a89 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480698 May 26 19:36:47.956453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:47.963098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:47.973438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3712d9bb-ec72-468e-9c96-ff291aba5869 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:47.986482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:48.003226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-e445dfa8-60d7-4046-82da-12334c615504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:48.005385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-e445dfa8-60d7-4046-82da-12334c615504 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 1094 time: 0.6080415 May 26 19:36:48.111982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.135805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-b4a76744-3ec5-407b-acdf-97d247b60cac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13f16a5a-a380-4893-a263-21b7c151c5a3 HTTP/1.1" status: 200 len: 217 time: 0.1175890 May 26 19:36:48.138218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Transition to ACTIVE for port object 09ce4717-e2e3-43b7-afa6-6124374ac87a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:48.140473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a963ba8b-5a0b-4f08-830b-2d35a54cc7b8 None None] Current status of the port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:48.144545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:48.148013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.167100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.172980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 3712d9bb-ec72-468e-9c96-ff291aba5869 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:48.176987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Transition to ACTIVE for port object 09ce4717-e2e3-43b7-afa6-6124374ac87a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:48.183164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 3712d9bb-ec72-468e-9c96-ff291aba5869 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:48.183599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.218990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.220517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c093e8b-39ef-4291-81aa-d4cfd60fbaba req-d47564dc-2f2c-46a5-90c2-ea61a41fb7cc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 210 time: 0.1439445 May 26 19:36:48.278319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.311684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:48.312997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:48.315519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:48.318769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Pushing event updated for resources: {'Port': ['ID=09ce4717-e2e3-43b7-afa6-6124374ac87a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:48.347465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-72062a6a-1c0f-4a88-8ca9-abd4e16d1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:48.349020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-72062a6a-1c0f-4a88-8ca9-abd4e16d1911 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4767604 May 26 19:36:48.349952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Transition to ACTIVE for port object d06d8a50-a300-40d0-8b72-80e9d8285e6d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:48.399129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.456500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Attempting to bind port 09ce4717-e2e3-43b7-afa6-6124374ac87a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:48.456793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Attempting to bind port 09ce4717-e2e3-43b7-afa6-6124374ac87a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:48.457144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Attempting to bind port 09ce4717-e2e3-43b7-afa6-6124374ac87a on network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:48.467311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:48.467677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Checking segment: {'id': '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:48.468078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.468451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Bound using segment: {'id': '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:48.468981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Bound port: 09ce4717-e2e3-43b7-afa6-6124374ac87a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:48.469290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.478580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-f9e068db-04b8-45a5-9506-c937eca561e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:48.480000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-f9e068db-04b8-45a5-9506-c937eca561e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.3032424 May 26 19:36:48.486101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3712d9bb-ec72-468e-9c96-ff291aba5869 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:48.486463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.528291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=327da5d6-8079-419f-b06f-ec1e9bed22d5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:48.561016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:48.582707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:48.591259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.592057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e6361f07-96fd-4ee4-8048-a4977249d8b0 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:48.614026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.614365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.614717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.615026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.615354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.615671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.615989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.616308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.616624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.616938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.617274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.617590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:48.676548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] For port 09ce4717-e2e3-43b7-afa6-6124374ac87a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:48.700003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] For port 09ce4717-e2e3-43b7-afa6-6124374ac87a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=09ce4717-e2e3-43b7-afa6-6124374ac87a,segment=NetworkSegment(4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277),segment_id=4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:48.710315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.741436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:48.856536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port e6361f07-96fd-4ee4-8048-a4977249d8b0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:48.861959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port e6361f07-96fd-4ee4-8048-a4977249d8b0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:48.862327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.879693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.903220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aae8571b-243b-4fd0-84b3-6ef42ce10fd0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:48.937611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7e369-b302-4c1e-aa35-5dbdf329a83e None None] Pushing event updated for resources: {'Port': ['ID=09ce4717-e2e3-43b7-afa6-6124374ac87a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:48.964143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17bc7e-671c-4501-bb24-d9dcd456b32a None None] Network 2685b3b4-6f7c-4a02-89d0-ef90397c9467 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:48.981758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:48.984202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2685b3b4-6f7c-4a02-89d0-ef90397c9467']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:49.036223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-b8535e06-59fd-48e8-acf7-13263f7021a9 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479816 May 26 19:36:49.050404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:49.050737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:49.080085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9083a-019d-47a6-b3fe-dca2f1c4bbac req-aad29137-6d4f-42da-8613-d0ed7c9e3cbc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:49.081561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13a9083a-019d-47a6-b3fe-dca2f1c4bbac req-aad29137-6d4f-42da-8613-d0ed7c9e3cbc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 943 time: 0.7451456 May 26 19:36:49.128524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.208737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:49.209129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.216764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:49.248519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:49.261018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:49.288243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.321240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:49.325249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e6361f07-96fd-4ee4-8048-a4977249d8b0 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:49.325601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.339282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:49.339706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.364286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-86e9d7fc-6540-454c-8037-24085753b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:49.366133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-86e9d7fc-6540-454c-8037-24085753b25f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8275955 May 26 19:36:49.382987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:49.390326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.391026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cb9cb2ed-5420-46a7-863f-af0102d94971 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:49.435515 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 resource provider aggregate not found May 26 19:36:49.493399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13a9083a-019d-47a6-b3fe-dca2f1c4bbac req-15a63243-6cda-464e-aa9b-c54cb96cc8b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792911 May 26 19:36:49.494209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.495624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12f07d-3088-429c-a6f0-1fab9f76b5cb None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:36:49.541207 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 found for delete ", "request_id": "req-6ff58558-9356-4b36-87dd-65dd81fef835"}]} May 26 19:36:49.601208 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4472b1-1203-4280-b9db-a18654de348a'] response: {'name': 'network-changed', 'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3', 'status': 'completed', 'code': 200} May 26 19:36:49.637777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64549333-e192-4daa-a531-c49439908d05 None None] Provisioning for port d06d8a50-a300-40d0-8b72-80e9d8285e6d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:49.645077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:49.645399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.646076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:49.668302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:36:49.668302 n-d-843146-9 neutron-server[88363]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:36:49.668302 n-d-843146-9 neutron-server[88363]: [parameters: {'id': '2685b3b4-6f7c-4a02-89d0-ef90397c9467'}] May 26 19:36:49.668302 n-d-843146-9 neutron-server[88363]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:36:49.668800 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:36:49.669102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:49.671523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64549333-e192-4daa-a531-c49439908d05 None None] Provisioning complete for port d06d8a50-a300-40d0-8b72-80e9d8285e6d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:49.672297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64549333-e192-4daa-a531-c49439908d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.679097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-41697019-acd2-40f5-8273-c88c4263b93d service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218276 May 26 19:36:49.749919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port cb9cb2ed-5420-46a7-863f-af0102d94971 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:49.767377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port cb9cb2ed-5420-46a7-863f-af0102d94971 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:49.767738 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.796665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-64549333-e192-4daa-a531-c49439908d05 None None] Port d06d8a50-a300-40d0-8b72-80e9d8285e6d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:49.798618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:49.838206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-7fea4e8d-b85c-47c3-aea4-b69ee29aadd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 200 len: 217 time: 0.1126165 May 26 19:36:49.838780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=bb048914-272c-4bca-8f19-3e3299a62f64,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:49.911349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:49.911716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 05c8382d-9378-4fde-8cf7-b1799a87b460, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:49.923897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-85a2a58f-fb2f-45c5-a35a-e6ff57413821 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7205040 May 26 19:36:49.941879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-29abced6-3999-47c0-a87e-caf336da6243 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081575 May 26 19:36:49.946971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Request body: {'port': {'device_id': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:50.013897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port cb9cb2ed-5420-46a7-863f-af0102d94971 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:50.014464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.085354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:50.091281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.095538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-aa337386-e0e8-4d67-8656-e0446307aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.096973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-aa337386-e0e8-4d67-8656-e0446307aa8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.2471280 May 26 19:36:50.107198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:50.133221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 494c6fd7-50ac-4671-b7df-44235207e549 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:50.193811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.213908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12f07d-3088-429c-a6f0-1fab9f76b5cb None None] Unable to find a vacant binding_index for network 05c8382d-9378-4fde-8cf7-b1799a87b460 and agent e8cb9a28-a1e5-448f-9baa-331cad644c94 {{(pid=88364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 26 19:36:50.214364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.220620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.227892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.231869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de12f07d-3088-429c-a6f0-1fab9f76b5cb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 05c8382d-9378-4fde-8cf7-b1799a87b460) {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:36:50.233663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.236388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:50.239975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.245742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.251470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.253362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-c2abd428-e40f-4a27-b036-5ff03b0f879a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5438 time: 0.5783613 May 26 19:36:50.271528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 494c6fd7-50ac-4671-b7df-44235207e549 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:50.273537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 05c8382d-9378-4fde-8cf7-b1799a87b460) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:50.312884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.313518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.325996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 494c6fd7-50ac-4671-b7df-44235207e549 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:50.326360 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.346605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.359136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port 09ce4717-e2e3-43b7-afa6-6124374ac87a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:50.359470 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.462163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e736c96a-cf8c-4563-979d-e1f8f30af722 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9693317 May 26 19:36:50.464323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7187ae6-5b3d-4e19-9f55-18696acc8f73 req-ac1441bf-8e64-4166-b776-ff1eb4dff72a service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915445 May 26 19:36:50.464612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58574) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:50.490307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6e47ce4-ce55-4fed-b4e2-55361c0d823f req-9532b2bb-408e-4b95-a244-f8bdb2613b31 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2200558 May 26 19:36:50.502216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021138246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:50.514521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:50.576382 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb81558d-5741-4844-a228-c12eb659ed3c'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'code': 200} May 26 19:36:50.604560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 494c6fd7-50ac-4671-b7df-44235207e549 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:50.604944 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.656361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:50.713403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.714155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:50.714800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:50.730097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:50.798524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:50.854313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-43fedda0-ea69-4a53-8fe6-965e60999738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:50.855805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-43fedda0-ea69-4a53-8fe6-965e60999738 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7520237 May 26 19:36:50.883250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:50.895920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:50.901354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-05c8382d-9378-4fde-8cf7-b1799a87b460', 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': 'bb048914-272c-4bca-8f19-3e3299a62f64'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:50.902245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.920931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:50.921319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.942226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:50.943215 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.132024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.194807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:51.195457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.226129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Allocated IP 172.20.0.2 (05c8382d-9378-4fde-8cf7-b1799a87b460/bb048914-272c-4bca-8f19-3e3299a62f64/b33572d0-8ad3-4bde-a9e4-e85509a4999c) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:51.242770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port 09ce4717-e2e3-43b7-afa6-6124374ac87a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=09ce4717-e2e3-43b7-afa6-6124374ac87a,segment=NetworkSegment(4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277),segment_id=4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:51.243342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.245314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:51.261963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.262746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device b648e801-26ba-4240-a0a7-19376320aee8 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:51.278799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-247ba981-0b1c-40db-98cb-b06562923344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.280409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-247ba981-0b1c-40db-98cb-b06562923344 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 1094 time: 0.7581618 May 26 19:36:51.394302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.438825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for 09ce4717-e2e3-43b7-afa6-6124374ac87a owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:51.458424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:51.476281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-9c83ca09-fc2a-4e2d-a4b5-cdc783683c4d service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912805 May 26 19:36:51.492549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port b648e801-26ba-4240-a0a7-19376320aee8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:51.499445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port b648e801-26ba-4240-a0a7-19376320aee8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:51.499811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.500180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.507656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.512467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.519091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.527790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.529656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.535383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.539560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-186361c4-ca62-4332-9c23-1ab6ee5e5f67 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.8150599 May 26 19:36:51.614454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.627957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Transition to ACTIVE for port object b33572d0-8ad3-4bde-a9e4-e85509a4999c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:51.689004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Transition to ACTIVE for port object b33572d0-8ad3-4bde-a9e4-e85509a4999c will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:51.695597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.731284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.732456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9dfddb6e-cd1f-4646-9329-47a9d5c89f3e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2580731 May 26 19:36:51.736327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58582) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:51.742087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port b648e801-26ba-4240-a0a7-19376320aee8 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:51.742459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.781489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:51.789821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:51.792577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:51.828301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bc8b059-5bb6-4476-a784-28305c2fbefa req-465dd7f6-6dec-4c99-a5e8-4a23cf86e95e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350557 May 26 19:36:51.847260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Pushing event updated for resources: {'Port': ['ID=b33572d0-8ad3-4bde-a9e4-e85509a4999c,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:51.903220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=b648e801-26ba-4240-a0a7-19376320aee8,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:51.911237 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.914934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:51.915704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7a544b7d-8626-4999-b71a-9697789d1045 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:51.964228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-c2cb254b-82a6-4b0b-8b7c-75ffd1e41427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:51.965640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-c2cb254b-82a6-4b0b-8b7c-75ffd1e41427 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.6264067 May 26 19:36:52.020771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Attempting to bind port b33572d0-8ad3-4bde-a9e4-e85509a4999c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:52.021780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Attempting to bind port b33572d0-8ad3-4bde-a9e4-e85509a4999c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:52.022399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Attempting to bind port b33572d0-8ad3-4bde-a9e4-e85509a4999c on network 05c8382d-9378-4fde-8cf7-b1799a87b460 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:52.043041 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:52.043815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Checking segment: {'id': 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:52.044458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.045276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Bound using segment: {'id': 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:52.045991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Bound port: b33572d0-8ad3-4bde-a9e4-e85509a4999c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '05c8382d-9378-4fde-8cf7-b1799a87b460'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:52.046576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.079255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06d8a50-a300-40d0-8b72-80e9d8285e6d {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:52.083784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Port': ['ID=09ce4717-e2e3-43b7-afa6-6124374ac87a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.107869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.117162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3f2380d-ea21-47bd-ab94-3d05ca56d3b3 req-c6213d73-c159-4406-b888-773c3b366bac service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305262 May 26 19:36:52.118236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No DVR routers for this DVR port 09ce4717-e2e3-43b7-afa6-6124374ac87a on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:36:52.130177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-33b92d6a-5a7a-41a7-96d5-294b87ad68ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13f16a5a-a380-4893-a263-21b7c151c5a3 HTTP/1.1" status: 200 len: 217 time: 0.1478570 May 26 19:36:52.135266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.152426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 7a544b7d-8626-4999-b71a-9697789d1045 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:52.167548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 7a544b7d-8626-4999-b71a-9697789d1045 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:52.167920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.236014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] For port b33572d0-8ad3-4bde-a9e4-e85509a4999c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:52.249233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] For port b33572d0-8ad3-4bde-a9e4-e85509a4999c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b33572d0-8ad3-4bde-a9e4-e85509a4999c,segment=NetworkSegment(bb883e1f-0e68-42ab-ab94-c4ff8522d4d6),segment_id=bb883e1f-0e68-42ab-ab94-c4ff8522d4d6)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:52.257683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.399838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68e9b-d776-4cfc-94e2-a86f84aa2dca None None] Pushing event updated for resources: {'Port': ['ID=b33572d0-8ad3-4bde-a9e4-e85509a4999c,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.402345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 7a544b7d-8626-4999-b71a-9697789d1045 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:52.402792 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.404750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Transition to ACTIVE for port object d06d8a50-a300-40d0-8b72-80e9d8285e6d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:52.430672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.447733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:52.451772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.485933 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.525953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.577864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648e801-26ba-4240-a0a7-19376320aee8'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:52.683218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.697929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-da04b2ed-c1c4-4fb4-9ca9-77b81badaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.699363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-da04b2ed-c1c4-4fb4-9ca9-77b81badaf0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.5248685 May 26 19:36:52.831664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2685b3b4-6f7c-4a02-89d0-ef90397c9467']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:52.841586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.20.0.1 (05c8382d-9378-4fde-8cf7-b1799a87b460/bb048914-272c-4bca-8f19-3e3299a62f64/63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:52.865959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:52.873999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:52.874294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:52.901899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:52.916895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76176ca4-e532-4b56-abe1-46b2322b9761 req-378a4330-2f8d-4b45-99d2-96afd3b77904 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.917612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-76176ca4-e532-4b56-abe1-46b2322b9761 req-378a4330-2f8d-4b45-99d2-96afd3b77904 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:52.940350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b33572d0-8ad3-4bde-a9e4-e85509a4999c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:52.941119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.941535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.942155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.942672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.943133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.943589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.944043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:52.945982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-5715cb77-c49c-478b-94b9-9488363808f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6479 time: 0.5887990 May 26 19:36:52.960184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.003076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:53.003485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.028228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b33572d0-8ad3-4bde-a9e4-e85509a4999c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:53.052284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.072262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:53.098558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.131531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Attempting to bind port d06d8a50-a300-40d0-8b72-80e9d8285e6d on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:53.131883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Attempting to bind port d06d8a50-a300-40d0-8b72-80e9d8285e6d by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:53.132194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Attempting to bind port d06d8a50-a300-40d0-8b72-80e9d8285e6d on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:53.134301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-76176ca4-e532-4b56-abe1-46b2322b9761 req-378a4330-2f8d-4b45-99d2-96afd3b77904 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:53.135453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76176ca4-e532-4b56-abe1-46b2322b9761 req-378a4330-2f8d-4b45-99d2-96afd3b77904 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 931 time: 1.0954366 May 26 19:36:53.144109 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 resource provider aggregate not found May 26 19:36:53.170122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:53.173447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:53.175973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:53.180226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Port d06d8a50-a300-40d0-8b72-80e9d8285e6d on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:36:53.180530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Attempting to bind port d06d8a50-a300-40d0-8b72-80e9d8285e6d on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:53.208999 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c4dd67a-3456-4bfc-b8ef-b33cd1c8a277 found for delete ", "request_id": "req-4494240c-624a-4d2a-b49d-9120c024707c"}]} May 26 19:36:53.222306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:53.229135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:53.229135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:53.229135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:53.229135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Bound port: d06d8a50-a300-40d0-8b72-80e9d8285e6d, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:53.229135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.239072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.239072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.239072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.239072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.239072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.245449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-b58afa4e-16d4-4fdd-851f-69b3f18d8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:53.249400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.249400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.249400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.249400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.249400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.252550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-b58afa4e-16d4-4fdd-851f-69b3f18d8464 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5042088 May 26 19:36:53.255293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.255293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:36:53.262893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.269829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.307177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.427485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76176ca4-e532-4b56-abe1-46b2322b9761 req-330f398f-71cd-4eb5-8a40-10634626c0ad tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548423 May 26 19:36:53.428212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=2685b3b4-6f7c-4a02-89d0-ef90397c9467,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:53.458943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a850058d-eeed-4283-8cb0-458ca8c171f2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/2685b3b4-6f7c-4a02-89d0-ef90397c9467 HTTP/1.1" status: 204 len: 168 time: 8.3400700 May 26 19:36:53.459248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:53.466585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255289483'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:53.474240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-6977ef0e-0781-4211-8c93-14aa702fe795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:53.474412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:53.475954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-6977ef0e-0781-4211-8c93-14aa702fe795 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 200 len: 901 time: 0.5132887 May 26 19:36:53.478565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:53.482178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:53.490905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:53.557615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:53.561429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.585951 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.616029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-8adc7463-7ecb-4ca3-a87d-0b0758ca4dd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 200 len: 217 time: 0.1252828 May 26 19:36:53.648191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:53.672278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.672659 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 93f67051-09ca-4b1f-90b4-ad2c86c13905 of type vlan for network 253a15a0-4bd1-46fc-9621-4afc5a9deebd May 26 19:36:53.679378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3b7d2-0de2-4b1d-882a-6223a5d36d75 None None] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:53.693721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:53.719144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-ec51c609-e5f7-43ce-9910-7adf013176e1 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739051 May 26 19:36:53.722435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:53.753320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.786126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Provisioning for port b33572d0-8ad3-4bde-a9e4-e85509a4999c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:53.794079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Provisioning complete for port b33572d0-8ad3-4bde-a9e4-e85509a4999c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:53.794443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:53.847618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-a95aac51-f412-44da-8211-b78bc9cef63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:53.849116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-a95aac51-f412-44da-8211-b78bc9cef63c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.2226484 May 26 19:36:54.083310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.084217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.091193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] 10.222.0.13 "PUT /v2.0/ports/d06d8a50-a300-40d0-8b72-80e9d8285e6d HTTP/1.1" status: 200 len: 1091 time: 4.1530912 May 26 19:36:54.098667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:36:54.134647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Current status of the port b33572d0-8ad3-4bde-a9e4-e85509a4999c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:54.135143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.180818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] For port b33572d0-8ad3-4bde-a9e4-e85509a4999c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b33572d0-8ad3-4bde-a9e4-e85509a4999c,segment=NetworkSegment(bb883e1f-0e68-42ab-ab94-c4ff8522d4d6),segment_id=bb883e1f-0e68-42ab-ab94-c4ff8522d4d6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:54.185404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d52eed-b1fe-47fd-93a0-7947ff88b328 req-20c7c67c-7b41-4dbd-ab02-725392768165 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.186946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80d52eed-b1fe-47fd-93a0-7947ff88b328 req-20c7c67c-7b41-4dbd-ab02-725392768165 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 943 time: 0.6318910 May 26 19:36:54.187594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccd9ed-86a7-4ee6-8a3c-403bfd36ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.190741 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.207550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.272903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cfd86-c4b4-4f8f-a684-903c6aa24402 None None] Pushing event updated for resources: {'Port': ['ID=b33572d0-8ad3-4bde-a9e4-e85509a4999c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.310435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65fc263b-9ffd-4d19-9dbb-b80127b11906 req-b7be0cd8-e424-4adc-8ccc-6e27df6db2f1 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845821 May 26 19:36:54.319601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80d52eed-b1fe-47fd-93a0-7947ff88b328 req-b397cc01-ac7f-4306-b3f4-c6c4ddc5788d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115949 May 26 19:36:54.342224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-8e3ace2e-a241-4bc1-8c09-e821ec4fa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.346988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.349510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-8e3ace2e-a241-4bc1-8c09-e821ec4fa7b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3331962 May 26 19:36:54.352905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.353541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.387524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.402409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.497735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-e3dd365b-0709-45b5-befa-5a0a58afd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.499243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-e3dd365b-0709-45b5-befa-5a0a58afd1fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 1094 time: 0.3555937 May 26 19:36:54.565243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1050394 May 26 19:36:54.570511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58602) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:54.594421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:54.611530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-f76f5994-eafe-457f-ae49-73dff3220440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d HTTP/1.1" status: 200 len: 217 time: 0.1031961 May 26 19:36:54.616009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c351-3018-4c20-a21f-92a47c3dcc46 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=253a15a0-4bd1-46fc-9621-4afc5a9deebd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.625261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:54.627607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:54.631326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:54.796290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-f89f5489-71cd-4d77-baa6-bd61c1083c37 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435840 May 26 19:36:54.810456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:54.811726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:54.838662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-1a85f9ba-50c4-4bde-b3be-a71c22fcd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.839531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e36478-d5a7-48ad-849a-fcaceed17c04 None None] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:54.840374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-1a85f9ba-50c4-4bde-b3be-a71c22fcd177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.2194722 May 26 19:36:54.926034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b33572d0-8ad3-4bde-a9e4-e85509a4999c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:54.936448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:54.962583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:54.969008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:54.990044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:54.997826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.003009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.009169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.013327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Provisioning for port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:55.015908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.019385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 4dd52f8a-3495-4f56-a2cc-3a16cb003c5b is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:36:55.022758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.029357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.031277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-608db227-5ddf-4611-adf2-3e13e286c861 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.5747571 May 26 19:36:55.032796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:55.034920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Provisioning complete for port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:55.035291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.107997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:55.112182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.142892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:55.155306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b33572d0-8ad3-4bde-a9e4-e85509a4999c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:55.155688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.214554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:36:55.233081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7f9d5aa4-470b-473b-964c-c932bd9f6b6b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/4dd52f8a-3495-4f56-a2cc-3a16cb003c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4915311 May 26 19:36:55.233081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58606) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:55.241499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] Sync routers for ids ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:36:55.243903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae41cd21-997c-41e6-b027-ba8ec6f9a695 req-fb8d0088-f8fb-4741-8b71-2617de38f8e1 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943088 May 26 19:36:55.248790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6c18d43-b91c-4437-9e1e-ee338658fae7 req-467c81db-f709-47f5-8209-f028503b3c62 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426732 May 26 19:36:55.254386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-21e19c24-fd00-4edb-a4df-8e93639556a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.255687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Provisioning complete for port b33572d0-8ad3-4bde-a9e4-e85509a4999c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:55.256060 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.256525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-21e19c24-fd00-4edb-a4df-8e93639556a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4073520 May 26 19:36:55.315819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af024332-f08e-469e-9067-ad0ea96dc941 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.316575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af024332-f08e-469e-9067-ad0ea96dc941 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:36:55.321472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] Routers {'4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:55.322292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:55.335885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af024332-f08e-469e-9067-ad0ea96dc941 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:36:55.337403 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af024332-f08e-469e-9067-ad0ea96dc941 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports/63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 HTTP/1.1" status: 200 len: 910 time: 0.1046002 May 26 19:36:55.340274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58610) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:55.351091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb048914-272c-4bca-8f19-3e3299a62f64'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:55.429180 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'code': 200} May 26 19:36:55.429603 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'code': 200} May 26 19:36:55.429954 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549', 'code': 200} May 26 19:36:55.430464 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47', 'code': 200} May 26 19:36:55.430630 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b648e801-26ba-4240-a0a7-19376320aee8', 'code': 200} May 26 19:36:55.430971 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3fb1c5-c9ce-4c55-b2ec-0bb487cfc9a9'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045', 'code': 200} May 26 19:36:55.432339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-f60c0f86-9ee0-41fa-affe-0fd7f41fe044 service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689618 May 26 19:36:55.438921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:55.515585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] Routers {'4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:36:55.516758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:55.592072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:55.592469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0a01b-1265-4383-b752-3a744143b301 None None] The sync data for ids ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:36:55.600762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b33572d0-8ad3-4bde-a9e4-e85509a4999c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:55.668363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.680149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4f027e72-0d49-4e91-827f-59d6d1613ee5 None None] Current status of the port b33572d0-8ad3-4bde-a9e4-e85509a4999c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:55.910419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Provisioning complete for port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:55.911499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.917740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09f61eaf-c1cd-43e2-83ff-d63a747c71df req-ea065e03-6b06-4105-9ce2-a83cded0a247 service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174337 May 26 19:36:55.924713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:55.972260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.978611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.984551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.990550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.997271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:55.998465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:56.004456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.011526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.011801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Provisioning complete for port b33572d0-8ad3-4bde-a9e4-e85509a4999c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:56.012409 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.013496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-9a064d38-1484-4a5c-ad17-09fe4bb69bf0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.5475180 May 26 19:36:56.072649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.073153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.073621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.074088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.074547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.075005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.078937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.081014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8774cf59-f727-48b2-a052-5565027d0d8d req-171ca2da-3438-4557-8881-4d94c573f40d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6500 time: 0.6160982 May 26 19:36:56.174776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=67a2d408-d002-441a-b6b7-41d87d8bdab7,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:56.184820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f7419449-1ed4-47d6-8f82-2985d57f0b22 None None] Current status of the port b33572d0-8ad3-4bde-a9e4-e85509a4999c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:56.190269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f28501b4-a2fd-43eb-b267-739a93738eb7 req-47e30043-413b-495e-a58a-7fbad1f86a3d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557515 May 26 19:36:56.198240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '93f67051-09ca-4b1f-90b4-ad2c86c13905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:56.198601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: 253a15a0-4bd1-46fc-9621-4afc5a9deebd, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:56.205960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8774cf59-f727-48b2-a052-5565027d0d8d req-bcbb41c8-68bc-4aea-91d7-0d56fca7c6e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146939 May 26 19:36:56.224175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:56.240042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 253a15a0-4bd1-46fc-9621-4afc5a9deebd) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:56.245658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.246318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.256349 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095fcd20-656c-455a-a360-05e71c48e7fa'] response: {'name': 'network-changed', 'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'status': 'completed', 'code': 200} May 26 19:36:56.263051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b323ae2-d47f-422f-9536-126fc2385c82 None None] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:56.277438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9bfafd66-5dfc-4ef6-8e3b-fdf95dfe4337 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6978817 May 26 19:36:56.281799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58616) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:56.287019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002290329'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:56.345355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:56.370644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-002e8186-40a3-4195-92c2-5c78c728e7dc None None] Provisioning complete for port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:56.370644 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-002e8186-40a3-4195-92c2-5c78c728e7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.370922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:56.377295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:56.388012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:56.421082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:56.424984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.477063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:56.479054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-002e8186-40a3-4195-92c2-5c78c728e7dc None None] Port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:56.490069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.490417 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 6b664108-b033-43fd-8884-701bf6401974 of type vlan for network e4270679-9d51-43cc-a0d4-af6096a5234a May 26 19:36:56.515044 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.515609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1dcc2-4a1b-4c71-9672-dd964db4f243 req-90f7f338-88f9-4f62-a587-a548a146796e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.517161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bd1dcc2-4a1b-4c71-9672-dd964db4f243 req-90f7f338-88f9-4f62-a587-a548a146796e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 943 time: 0.1396365 May 26 19:36:56.540566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.571748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.581786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bd1dcc2-4a1b-4c71-9672-dd964db4f243 req-7c3dad09-d4f6-48f3-a8e2-fab75d7cbfc1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574517 May 26 19:36:56.582935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-67283b3b-62e7-468a-b882-0103ded2b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.584305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-67283b3b-62e7-468a-b882-0103ded2b1be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 1094 time: 0.1288307 May 26 19:36:56.606926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-253a15a0-4bd1-46fc-9621-4afc5a9deebd', 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '67a2d408-d002-441a-b6b7-41d87d8bdab7'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:56.609126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.686414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:56.696525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.697172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.698491 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b543a2da-853f-42ab-82d4-27f146af47a2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/ports/63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 HTTP/1.1" status: 200 len: 910 time: 1.3570924 May 26 19:36:56.705975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:56.707231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.713029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.713629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.720110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-107dfb5d-8d14-4d87-ac4d-6d6c479eb794 None None] Provisioning complete for port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:56.720469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-107dfb5d-8d14-4d87-ac4d-6d6c479eb794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:56.800785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-107dfb5d-8d14-4d87-ac4d-6d6c479eb794 None None] Port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:36:56.822123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-b0cbf195-f102-4293-a612-fb0338384194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.823571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-b0cbf195-f102-4293-a612-fb0338384194 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.2311139 May 26 19:36:56.836439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b1d5-86d9-4214-876a-b9b023f33f00 req-3f7eca0c-ae90-4d12-ae10-afaa2c2225d1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:56.837890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ca9b1d5-86d9-4214-876a-b9b023f33f00 req-3f7eca0c-ae90-4d12-ae10-afaa2c2225d1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 943 time: 0.1303725 May 26 19:36:56.868977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Allocated IP 2001:db8::1 (253a15a0-4bd1-46fc-9621-4afc5a9deebd/67a2d408-d002-441a-b6b7-41d87d8bdab7/e211fecb-41bf-47d8-92fd-df97c5de01ad) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:36:56.918949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-1bc6e545-e95d-4e10-97f8-d2bccc66805e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d HTTP/1.1" status: 200 len: 217 time: 0.0801144 May 26 19:36:56.974371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6917350 May 26 19:36:56.979364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58626) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:56.981861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e192d2-f416-4269-94ab-1fe745bdd003 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=e4270679-9d51-43cc-a0d4-af6096a5234a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:56.989221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': 'e4270679-9d51-43cc-a0d4-af6096a5234a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:56.990075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ca9b1d5-86d9-4214-876a-b9b023f33f00 req-7e0e5d4b-b051-4d46-891a-cd8eaa1a2799 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007595 May 26 19:36:57.003336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-92b80972-09c8-4c9b-9c07-77a163b3eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.004754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-92b80972-09c8-4c9b-9c07-77a163b3eeba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.0737860 May 26 19:36:57.009850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e4270679-9d51-43cc-a0d4-af6096a5234a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:36:57.128346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-c03bf209-87c3-47e6-a6d0-77ddde8ce2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.131622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-c03bf209-87c3-47e6-a6d0-77ddde8ce2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203408 May 26 19:36:57.188729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.200596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Transition to ACTIVE for port object e211fecb-41bf-47d8-92fd-df97c5de01ad will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:57.220833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Transition to ACTIVE for port object e211fecb-41bf-47d8-92fd-df97c5de01ad will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:36:57.227777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.298464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:36:57.301338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:57.303831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:36:57.310801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Pushing event updated for resources: {'Port': ['ID=e211fecb-41bf-47d8-92fd-df97c5de01ad,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:57.326489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:57.345255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-d3f5dd78-115a-448c-b06e-d8d4a8aef404 service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056165 May 26 19:36:57.360338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.364579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:57.366334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.372197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.372456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:57.378449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.382111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:57.384207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.390027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.396402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.398362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-4f96b9f1-cd6f-49f6-8a5c-24701eaf9fe2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.2279422 May 26 19:36:57.403572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Attempting to bind port e211fecb-41bf-47d8-92fd-df97c5de01ad on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:36:57.403959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Attempting to bind port e211fecb-41bf-47d8-92fd-df97c5de01ad by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '93f67051-09ca-4b1f-90b4-ad2c86c13905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:36:57.404327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Attempting to bind port e211fecb-41bf-47d8-92fd-df97c5de01ad on network 253a15a0-4bd1-46fc-9621-4afc5a9deebd {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Checking segment: {'id': '93f67051-09ca-4b1f-90b4-ad2c86c13905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Bound using segment: {'id': '93f67051-09ca-4b1f-90b4-ad2c86c13905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Bound port: e211fecb-41bf-47d8-92fd-df97c5de01ad, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f67051-09ca-4b1f-90b4-ad2c86c13905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '253a15a0-4bd1-46fc-9621-4afc5a9deebd'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:36:57.417093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.425559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 13f16a5a-a380-4893-a263-21b7c151c5a3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:57.436631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:57.439769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.529730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3882dfc8-832f-49b3-b088-8ac7ca4483b5 req-9dbdc115-f6dd-428a-9fcd-96894b69f3bd tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099305 May 26 19:36:57.577616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b45a655-1613-4664-8626-f0ac75d9cbab req-09ef19bd-b310-41b1-8610-0394096d093a service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775484 May 26 19:36:57.590582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] For port e211fecb-41bf-47d8-92fd-df97c5de01ad, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:36:57.595448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] For port e211fecb-41bf-47d8-92fd-df97c5de01ad, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e211fecb-41bf-47d8-92fd-df97c5de01ad,segment=NetworkSegment(93f67051-09ca-4b1f-90b4-ad2c86c13905),segment_id=93f67051-09ca-4b1f-90b4-ad2c86c13905)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:36:57.599172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:36:57.600100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:36:57.617154 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.709132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=13f16a5a-a380-4893-a263-21b7c151c5a3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:57.734287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '13f16a5a-a380-4893-a263-21b7c151c5a3', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': '13f16a5a-a380-4893-a263-21b7c151c5a3', 'mac_address': 'fa:16:3e:9c:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:57.736064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851909b-db88-4b8f-b069-0464332f40b8 None None] Pushing event updated for resources: {'Port': ['ID=e211fecb-41bf-47d8-92fd-df97c5de01ad,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:57.789394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.795376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.801486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.807797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.819657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 13f16a5a-a380-4893-a263-21b7c151c5a3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:57.820850 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.820978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.826690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.835964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:57.843108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.843653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-3e52c6e1-a19f-40f9-903c-c635df8f8af3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.1679273 May 26 19:36:57.849666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f16a5a-a380-4893-a263-21b7c151c5a3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:57.870420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=13f16a5a-a380-4893-a263-21b7c151c5a3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:57.876024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:57.891965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef515249-6756-4f3b-88dc-73c8641af8a3 req-4e826852-9fa8-48ed-b45a-fe6870e80eb4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474386 May 26 19:36:57.968271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:58.006955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d06d8a50-a300-40d0-8b72-80e9d8285e6d details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:36:58.147298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0dee-bcf7-45fe-8081-80310fd9e8d8 req-c7386352-bc45-4a4f-9ed8-9fce243a8aae tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:58.149493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3dd0dee-bcf7-45fe-8081-80310fd9e8d8 req-c7386352-bc45-4a4f-9ed8-9fce243a8aae tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 943 time: 0.1252692 May 26 19:36:58.162266 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.212761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3dd0dee-bcf7-45fe-8081-80310fd9e8d8 req-16b82949-998b-4e21-ab5b-2184d4d4b3fc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550504 May 26 19:36:58.251372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:58.270051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'port_id': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'mac_address': 'fa:16:3e:68:f5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:36:58.304057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['13f16a5a-a380-4893-a263-21b7c151c5a3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:58.352409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=038eba39-5973-4c73-81cd-d0d3896ed784,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:58.391325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '6b664108-b033-43fd-8884-701bf6401974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4270679-9d51-43cc-a0d4-af6096a5234a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:36:58.391701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: e4270679-9d51-43cc-a0d4-af6096a5234a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:36:58.410646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d06d8a50-a300-40d0-8b72-80e9d8285e6d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:58.411019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.423152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf178fe-96d9-4ffa-95cd-0f03252e56d4 req-89d35993-9c9d-4822-a2c8-6210db5b10b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:58.425209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcf178fe-96d9-4ffa-95cd-0f03252e56d4 req-89d35993-9c9d-4822-a2c8-6210db5b10b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 944 time: 0.0880721 May 26 19:36:58.426472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network e4270679-9d51-43cc-a0d4-af6096a5234a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:36:58.432101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06d8a50-a300-40d0-8b72-80e9d8285e6d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:36:58.441728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e4270679-9d51-43cc-a0d4-af6096a5234a) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:36:58.448205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:58.448792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.472946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab7066d-903c-4fbc-8780-74ed8703a2f9 None None] Network e4270679-9d51-43cc-a0d4-af6096a5234a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:58.481176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcf178fe-96d9-4ffa-95cd-0f03252e56d4 req-d4638c07-0dcb-4736-9ce7-f0b1bc25dd87 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 May 26 19:36:58.512265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3560175e-ea83-4747-89f8-62f5cbd577fc tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5315921 May 26 19:36:58.515355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58636) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:58.536291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:36:58.536625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.627700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:36:58.647375 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.822078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.848962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:58.967355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:58.981671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.000778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['d06d8a50-a300-40d0-8b72-80e9d8285e6d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:36:59.049411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:36:59.063737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.070730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.077772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.085286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.086972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb15487-7b28-4ff9-b846-2bc3d692374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-e4270679-9d51-43cc-a0d4-af6096a5234a', 'network_id': 'e4270679-9d51-43cc-a0d4-af6096a5234a', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '038eba39-5973-4c73-81cd-d0d3896ed784'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:36:59.087801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4eb15487-7b28-4ff9-b846-2bc3d692374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.091698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.098809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.106316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.107883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-5b4d79bf-1201-4513-b9cc-cd650de6e144 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.2878671 May 26 19:36:59.160156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e211fecb-41bf-47d8-92fd-df97c5de01ad up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:36:59.183895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b94da05-4d58-427e-8a26-a27e0f7cd2bd req-05e6a048-fd4a-4dcb-a349-09bfca018ce2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677187 May 26 19:36:59.198119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.198629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42aca49-fa2e-438c-9738-4992758c0845 None None] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:59.255756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=038eba39-5973-4c73-81cd-d0d3896ed784,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.300774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.357024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=63e4ab2f-f5d7-4cd0-81d1-bb21722cd1f1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.398341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-82d180e3-c7a6-4f8c-bdc4-d0573ce761c6 None None] Provisioning for port e211fecb-41bf-47d8-92fd-df97c5de01ad completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:59.408536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server [None req-4eb15487-7b28-4ff9-b846-2bc3d692374e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 038eba39-5973-4c73-81cd-d0d3896ed784: This subnet is being modified by another concurrent operation. May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:36:59.443819 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise exception May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 038eba39-5973-4c73-81cd-d0d3896ed784: This subnet is being modified by another concurrent operation. May 26 19:36:59.447163 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server May 26 19:36:59.451453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4270679-9d51-43cc-a0d4-af6096a5234a']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:59.462067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e211fecb-41bf-47d8-92fd-df97c5de01ad completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:36:59.463953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b664108-b033-43fd-8884-701bf6401974') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:59.464253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b664108-b033-43fd-8884-701bf6401974') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:36:59.483245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.485997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55a363-0033-4197-98f7-fcf712853818 None None] Network e4270679-9d51-43cc-a0d4-af6096a5234a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:36:59.501069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.503652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e211fecb-41bf-47d8-92fd-df97c5de01ad triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:36:59.504019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.507425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.513126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.519572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.525313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.531027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.536761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.538680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-6a47fc64-1acc-4be2-8602-c0c4b80270c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.1889150 May 26 19:36:59.549923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.576618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:36:59.577009 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.611823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.647286 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6b664108-b033-43fd-8884-701bf6401974 resource provider aggregate not found May 26 19:36:59.679449 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6b664108-b033-43fd-8884-701bf6401974 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b664108-b033-43fd-8884-701bf6401974 found for delete ", "request_id": "req-99da0a94-f519-4a61-b813-3816912cbccc"}]} May 26 19:36:59.696978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e940322-943f-4c6b-a90f-df26aeac8116 req-87d3bb33-c759-4425-a52c-5276f2cdcec8 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441305 May 26 19:36:59.702522 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.724373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.737870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=e4270679-9d51-43cc-a0d4-af6096a5234a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:36:59.748897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7581f9a7-587c-4d27-8402-84cbc6f2df02 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/e4270679-9d51-43cc-a0d4-af6096a5234a HTTP/1.1" status: 204 len: 168 time: 1.2313714 May 26 19:36:59.749689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58654) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:36:59.755956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100648914'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:36:59.762185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:36:59.766402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:36:59.769586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:36:59.776028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:36:59.793522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:36:59.798103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.838304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:36:59.849726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.850251 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment cc6a37c9-ca93-4b8e-95b5-5decf836218d of type vlan for network 77dc7873-0623-4f66-b5c8-ddf2f7946fdf May 26 19:36:59.917155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.972201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e211fecb-41bf-47d8-92fd-df97c5de01ad is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:36:59.972835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.980382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:36:59.987493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:36:59.988232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.022672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e211fecb-41bf-47d8-92fd-df97c5de01ad, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e211fecb-41bf-47d8-92fd-df97c5de01ad,segment=NetworkSegment(93f67051-09ca-4b1f-90b4-ad2c86c13905),segment_id=93f67051-09ca-4b1f-90b4-ad2c86c13905)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:00.028026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.116541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3657942 May 26 19:37:00.129459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.135436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.143044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.143205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:00.150231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.157085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.158241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e211fecb-41bf-47d8-92fd-df97c5de01ad,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:00.160768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': '77dc7873-0623-4f66-b5c8-ddf2f7946fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:00.164220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.170279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.172285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e890ed4a-db49-453c-b917-60c2f32798fe req-790b1396-b5a6-49f9-b33c-658d8f2a2e25 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.2986524 May 26 19:37:00.181527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cc66-1e75-4385-b6dc-3aada3ef42fb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=77dc7873-0623-4f66-b5c8-ddf2f7946fdf,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:00.184324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58662) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:00.190208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Request body: {'floatingip': {'port_id': '494c6fd7-50ac-4671-b7df-44235207e549'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:00.204807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 77dc7873-0623-4f66-b5c8-ddf2f7946fdf details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:00.281989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.311569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 4dd52f8a-3495-4f56-a2cc-3a16cb003c5b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:00.354897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f2fd6-d657-47f8-99e1-1c7c7525abd4 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:37:00.437816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-37096b24-f7f1-49b8-a623-4ea7a23b9f18 None None] Provisioning complete for port e211fecb-41bf-47d8-92fd-df97c5de01ad triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:00.437816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37096b24-f7f1-49b8-a623-4ea7a23b9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.467582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:00.482535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:00.487479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:00.494850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:00.496795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:00.510221 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] Sync routers for ids ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:00.518603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:00.524851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.528061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] Routers {'4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:00.528864 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:00.553439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0661-61bf-44eb-bfa9-32b9136a3d2b req-aff2e689-4111-4e8d-b9fd-58f1af0d7f59 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:00.554882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60ca0661-61bf-44eb-bfa9-32b9136a3d2b req-aff2e689-4111-4e8d-b9fd-58f1af0d7f59 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 944 time: 0.2208629 May 26 19:37:00.555819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fb080ddb-62d8-4551-849d-f303bc9b53b3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/4dd52f8a-3495-4f56-a2cc-3a16cb003c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8377383 May 26 19:37:00.610334 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:00.617343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:00.622051 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] Routers {'4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:00.622838 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:00.653432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-37096b24-f7f1-49b8-a623-4ea7a23b9f18 None None] Current status of the port e211fecb-41bf-47d8-92fd-df97c5de01ad is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:00.695314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcacfa72-a3a5-4885-b51a-3edaa1c9fd14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:00.706082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f2fd6-d657-47f8-99e1-1c7c7525abd4 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:37:00.707335 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:00.708066 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce6d93-5296-43c7-a20b-132dc755f6c7 None None] The sync data for ids ['4dd52f8a-3495-4f56-a2cc-3a16cb003c5b'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:00.720527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fcacfa72-a3a5-4885-b51a-3edaa1c9fd14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:00.724302 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fcacfa72-a3a5-4885-b51a-3edaa1c9fd14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dd52f8a-3495-4f56-a2cc-3a16cb003c5b HTTP/1.1" status: 200 len: 205 time: 0.1039064 May 26 19:37:00.726168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58670) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:00.736184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60ca0661-61bf-44eb-bfa9-32b9136a3d2b req-6095117e-45f9-42b6-80bd-7218a3237123 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280246 May 26 19:37:00.893022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:00.961839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e211fecb-41bf-47d8-92fd-df97c5de01ad up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:01.096419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146613-fa1d-4320-8571-d6b3b5c729c2 req-a3c3790d-78da-42bd-8385-1423999978bd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.096419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6146613-fa1d-4320-8571-d6b3b5c729c2 req-a3c3790d-78da-42bd-8385-1423999978bd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 944 time: 0.1385620 May 26 19:37:01.161504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e211fecb-41bf-47d8-92fd-df97c5de01ad triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:01.161744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.214749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6146613-fa1d-4320-8571-d6b3b5c729c2 req-72acaf53-935c-4c56-a239-87f5bcedd98c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110573 May 26 19:37:01.259615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.263876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.281737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.289870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.349797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.350447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd52f8a-3495-4f56-a2cc-3a16cb003c5b {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:37:01.384047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.387582 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-494edda5-e621-47c2-8319-f2dfa2376997 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/4dd52f8a-3495-4f56-a2cc-3a16cb003c5b HTTP/1.1" status: 204 len: 168 time: 0.6579664 May 26 19:37:01.387582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.390014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:01.424616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e211fecb-41bf-47d8-92fd-df97c5de01ad is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:01.444449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 13f16a5a-a380-4893-a263-21b7c151c5a3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:01.516069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 13f16a5a-a380-4893-a263-21b7c151c5a3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:01.522542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 13f16a5a-a380-4893-a263-21b7c151c5a3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:01.523006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=9475a571-2a12-4074-9c9f-5abbc5085e2c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:01.523618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.536038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet bb048914-272c-4bca-8f19-3e3299a62f64 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:01.540783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.562165 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Floating IP ea9d6ee9-d79d-420a-bce5-d645babdb865 associated. External IP: 172.25.0.135, port: 494c6fd7-50ac-4671-b7df-44235207e549. May 26 19:37:01.622321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.629425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.635215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.641622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.647390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.651677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 13f16a5a-a380-4893-a263-21b7c151c5a3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:01.652239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.653096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.659068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.666915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-a2d54a54-ebe4-4628-85a3-fbd720fdb673 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.2860820 May 26 19:37:01.683449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:01.694006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=13f16a5a-a380-4893-a263-21b7c151c5a3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:01.698218 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.715859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': 'cc6a37c9-ca93-4b8e-95b5-5decf836218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77dc7873-0623-4f66-b5c8-ddf2f7946fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:01.716175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: 77dc7873-0623-4f66-b5c8-ddf2f7946fdf, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:01.743909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.745566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a253ea1-ad80-4b48-8db4-176a9f2dc1b3 req-e900660c-9487-43bf-9993-016b5836203d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778496 May 26 19:37:01.784366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:01.789058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network 77dc7873-0623-4f66-b5c8-ddf2f7946fdf is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:01.792986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.793472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.793914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.794354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.794784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.795681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.796118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.796546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.796972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.797955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.798379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.798803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:01.805009 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bfef19-a57d-428f-815e-38076e9b1297'] response: {'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3', 'code': 200} May 26 19:37:01.807634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 77dc7873-0623-4f66-b5c8-ddf2f7946fdf) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:01.817429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:01.818029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:01.819731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3477e2-6bf5-4c12-b2a7-fd1707c02258 None None] Network 77dc7873-0623-4f66-b5c8-ddf2f7946fdf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:01.853763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb82e22f-13dc-43fa-89d3-060456f501cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7101750 May 26 19:37:01.856607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58684) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:01.960777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.058343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d06d8a50-a300-40d0-8b72-80e9d8285e6d up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:02.063750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.110234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.146249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f440f2-bba4-4248-b2ac-9487ec2e25dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-77dc7873-0623-4f66-b5c8-ddf2f7946fdf', 'network_id': '77dc7873-0623-4f66-b5c8-ddf2f7946fdf', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '9475a571-2a12-4074-9c9f-5abbc5085e2c'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:02.147993 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09f440f2-bba4-4248-b2ac-9487ec2e25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.162552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port d06d8a50-a300-40d0-8b72-80e9d8285e6d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:02.170838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port d06d8a50-a300-40d0-8b72-80e9d8285e6d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:02.170838 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.175398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=bb048914-272c-4bca-8f19-3e3299a62f64,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.178096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.188927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548252a-f027-4d45-a578-5a5d635c80c8 req-4856deee-af87-46ca-bc80-7ced81d07b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:02.190696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9548252a-f027-4d45-a578-5a5d635c80c8 req-4856deee-af87-46ca-bc80-7ced81d07b7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 1096 time: 0.3068852 May 26 19:37:02.193210 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1e324e0a-93d0-4b53-82df-f6678394dfe7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/bb048914-272c-4bca-8f19-3e3299a62f64 HTTP/1.1" status: 204 len: 168 time: 0.7743859 May 26 19:37:02.193885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.205024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0a078-3ec5-4242-958d-6bd1d1fa58d5 None None] Network 05c8382d-9378-4fde-8cf7-b1799a87b460 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:02.205252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:02.264011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764dde-8591-4e04-b826-32ab4208134a req-4e52c0e9-5ec6-4036-8e7c-088840569594 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:02.265627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8764dde-8591-4e04-b826-32ab4208134a req-4e52c0e9-5ec6-4036-8e7c-088840569594 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 944 time: 0.3409448 May 26 19:37:02.291450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.339377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=9475a571-2a12-4074-9c9f-5abbc5085e2c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.403513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9548252a-f027-4d45-a578-5a5d635c80c8 req-134d4b11-ab91-475e-9c19-b024c57eefb4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019124 May 26 19:37:02.408122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Router 7b119d53-b309-4442-a3f9-950f6cae1356 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:02.415954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.429659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8764dde-8591-4e04-b826-32ab4208134a req-46f993d0-17ff-46ad-96dc-dd2b99e6563d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057975 May 26 19:37:02.450755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.486416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dc7873-0623-4f66-b5c8-ddf2f7946fdf']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:02.502060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6a37c9-ca93-4b8e-95b5-5decf836218d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:02.505552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6a37c9-ca93-4b8e-95b5-5decf836218d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server [None req-09f440f2-bba4-4248-b2ac-9487ec2e25dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9475a571-2a12-4074-9c9f-5abbc5085e2c: This subnet is being modified by another concurrent operation. May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 26 19:37:02.506576 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.force_reraise() May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise self.value May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server raise exception May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9475a571-2a12-4074-9c9f-5abbc5085e2c: This subnet is being modified by another concurrent operation. May 26 19:37:02.510466 n-d-843146-9 neutron-server[88364]: ERROR oslo_messaging.rpc.server May 26 19:37:02.536592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93ea7d-2f1f-44a7-8cf2-5abd3aad0110 None None] Network 77dc7873-0623-4f66-b5c8-ddf2f7946fdf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:02.541714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.561339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.569480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:02.569888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.639560 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cc6a37c9-ca93-4b8e-95b5-5decf836218d resource provider aggregate not found May 26 19:37:02.672709 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cc6a37c9-ca93-4b8e-95b5-5decf836218d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc6a37c9-ca93-4b8e-95b5-5decf836218d found for delete ", "request_id": "req-20800673-ca67-4171-81df-d982cbf535c6"}]} May 26 19:37:02.681319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d06d8a50-a300-40d0-8b72-80e9d8285e6d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:02.681701 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.682381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.703384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.709637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=77dc7873-0623-4f66-b5c8-ddf2f7946fdf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.720743 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2265a01d-46b2-4f62-8163-3723a08399fa tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/77dc7873-0623-4f66-b5c8-ddf2f7946fdf HTTP/1.1" status: 204 len: 168 time: 0.8626904 May 26 19:37:02.721495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:02.727303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1903304260'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:02.733225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:02.738206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:02.741116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:02.746946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:02.754974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port b33572d0-8ad3-4bde-a9e4-e85509a4999c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:02.755544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.759592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:02.763691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.792784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:02.804375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.805940 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment d5fa5127-80f6-445e-a21b-ae78579413b0 of type vlan for network 829dd34a-a06a-462f-a794-7f285c4d83a0 May 26 19:37:02.807447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:02.814333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.839713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.877144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.894810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:02.895504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:02.895613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.918959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] DHCP port deletion for 05c8382d-9378-4fde-8cf7-b1799a87b460 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:37:02.924762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Deleting port b33572d0-8ad3-4bde-a9e4-e85509a4999c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:02.925291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:02.999263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf8921-c15c-4db3-8e99-668abd8fb7c2 req-81b9e128-a753-4fd8-9f08-149e4af2b40c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.005027 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2825103 May 26 19:37:03.008578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58704) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:03.009615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9edf8921-c15c-4db3-8e99-668abd8fb7c2 req-81b9e128-a753-4fd8-9f08-149e4af2b40c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.3275380 May 26 19:37:03.014712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': '829dd34a-a06a-462f-a794-7f285c4d83a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:03.031398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:03.035192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f632f-9082-42b5-b01f-882f2766bef7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=829dd34a-a06a-462f-a794-7f285c4d83a0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.039919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.139700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Sync routers for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:03.142982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 829dd34a-a06a-462f-a794-7f285c4d83a0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:03.145593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:03.149896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:03.153197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:03.160802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:03.170707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] For port b33572d0-8ad3-4bde-a9e4-e85509a4999c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b33572d0-8ad3-4bde-a9e4-e85509a4999c,segment=NetworkSegment(bb883e1f-0e68-42ab-ab94-c4ff8522d4d6),segment_id=bb883e1f-0e68-42ab-ab94-c4ff8522d4d6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:03.171075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.173416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:03.176902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.189576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9edf8921-c15c-4db3-8e99-668abd8fb7c2 req-022b9cb4-3f6c-4ec7-936c-11950233edb2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790903 May 26 19:37:03.236459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port b33572d0-8ad3-4bde-a9e4-e85509a4999c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b33572d0-8ad3-4bde-a9e4-e85509a4999c,segment=NetworkSegment(bb883e1f-0e68-42ab-ab94-c4ff8522d4d6),segment_id=bb883e1f-0e68-42ab-ab94-c4ff8522d4d6)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:03.238021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.238525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:03.239208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.381355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2ec2d33-d405-4be4-8796-227617d90efa tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "PUT /v2.0/floatingips/ea9d6ee9-d79d-420a-bce5-d645babdb865 HTTP/1.1" status: 200 len: 991 time: 3.1954002 May 26 19:37:03.391885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for b33572d0-8ad3-4bde-a9e4-e85509a4999c owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:03.409121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.418322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:03.459458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Calling delete_port for b33572d0-8ad3-4bde-a9e4-e85509a4999c owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:03.509385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=f803fa17-b7f1-4f3a-a5ed-2a8deab036d8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.513755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': 'd5fa5127-80f6-445e-a21b-ae78579413b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '829dd34a-a06a-462f-a794-7f285c4d83a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:03.514183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: 829dd34a-a06a-462f-a794-7f285c4d83a0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:03.538020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.538613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network 829dd34a-a06a-462f-a794-7f285c4d83a0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:03.549629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 829dd34a-a06a-462f-a794-7f285c4d83a0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:03.554201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.554808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.577463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7f73d-e823-4c1f-97f4-aaa4d7a48c42 None None] Network 829dd34a-a06a-462f-a794-7f285c4d83a0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:03.581525 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d3728eb9-fe42-4808-a81b-bc9181964239 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5690455 May 26 19:37:03.582395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58714) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:03.596116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.602480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.608442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.615232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.621192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.628052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.634283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:03.636263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-b60c0c11-10fb-4a6a-8580-c22e11049e7e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.2526889 May 26 19:37:03.659168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=b33572d0-8ad3-4bde-a9e4-e85509a4999c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:03.665118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No DVR routers for this DVR port b33572d0-8ad3-4bde-a9e4-e85509a4999c on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:03.745543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:03.824979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:03.841835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:03.842183 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:03.895887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.923202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f53fe58d-9aee-4113-91fd-5379dc84a4dd req-1f29bbc6-844f-42d2-a37b-75cd5751813f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2773299 May 26 19:37:03.927679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.956022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c8382d-9378-4fde-8cf7-b1799a87b460']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.965356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:03.969576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.970040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb883e1f-0e68-42ab-ab94-c4ff8522d4d6') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:03.983619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.008964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.019978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e479b24-5e9f-4816-9162-608604a3bc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-829dd34a-a06a-462f-a794-7f285c4d83a0', 'network_id': '829dd34a-a06a-462f-a794-7f285c4d83a0', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': 'f803fa17-b7f1-4f3a-a5ed-2a8deab036d8'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:04.022445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9e479b24-5e9f-4816-9162-608604a3bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.023297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:04.023703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.044827 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d1b6ff-80bb-46bc-a9bd-360e3d8bf6a4'] response: {'name': 'network-changed', 'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549', 'status': 'completed', 'code': 200} May 26 19:37:04.077211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.135175 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment bb883e1f-0e68-42ab-ab94-c4ff8522d4d6 resource provider aggregate not found May 26 19:37:04.138101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=f803fa17-b7f1-4f3a-a5ed-2a8deab036d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:04.179052 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment bb883e1f-0e68-42ab-ab94-c4ff8522d4d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb883e1f-0e68-42ab-ab94-c4ff8522d4d6 found for delete ", "request_id": "req-84ddb49e-91d2-486a-bbf5-cdd24d770f41"}]} May 26 19:37:04.192196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.227775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.248061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=05c8382d-9378-4fde-8cf7-b1799a87b460,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:04.302861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da5214e1-f07d-4dcd-88b2-07017bcc8fe5 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/05c8382d-9378-4fde-8cf7-b1799a87b460 HTTP/1.1" status: 204 len: 168 time: 2.0967698 May 26 19:37:04.311183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58728) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:04.320165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1044010305', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:04.323183 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.330795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:04.340481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.340952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.341652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.342114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.342570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.343022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.343470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.345934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d96d8bd1-9f39-439b-8834-b386edb1aa43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6500 time: 0.2415855 May 26 19:37:04.347214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:04.350948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:04.351834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Deleting port b33572d0-8ad3-4bde-a9e4-e85509a4999c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:04.352221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.352532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829dd34a-a06a-462f-a794-7f285c4d83a0']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.365584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fa5127-80f6-445e-a21b-ae78579413b0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.365946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fa5127-80f6-445e-a21b-ae78579413b0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.377495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.379184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:04.397284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.404108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:04.404853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.446160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-82f87e29-b419-4286-8af3-b8751bdce877 None None] The port 'b33572d0-8ad3-4bde-a9e4-e85509a4999c' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:37:04.478239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2729d1-be57-4cd3-ba82-9632131b7533 None None] Network 829dd34a-a06a-462f-a794-7f285c4d83a0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:04.519237 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.540807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.552242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=829dd34a-a06a-462f-a794-7f285c4d83a0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:04.563354 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c38614b2-2648-443e-b71c-a80f5b690762 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/829dd34a-a06a-462f-a794-7f285c4d83a0 HTTP/1.1" status: 204 len: 168 time: 0.9796877 May 26 19:37:04.564049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58732) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:04.580980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968541248'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:04.585598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.586553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.597033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:04.609799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:04.622143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c3e5f-9778-4738-93b0-e11bf780562c req-6d2c242c-92ae-445c-8737-77915a4a9cf2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.623597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd4c3e5f-9778-4738-93b0-e11bf780562c req-6d2c242c-92ae-445c-8737-77915a4a9cf2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.3809638 May 26 19:37:04.636493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:04.661903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.664728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:04.693692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ea9d6ee9-d79d-420a-bce5-d645babdb865', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'port_id': '494c6fd7-50ac-4671-b7df-44235207e549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'mac_address': 'fa:16:3e:b2:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:03Z', 'updated_at': '2022-05-26T19:37:01Z', 'revision_number': 1, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.697469 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d5fa5127-80f6-445e-a21b-ae78579413b0 resource provider aggregate not found May 26 19:37:04.698259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b3698-4dc4-4919-85c3-5cbe0f49a493 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:37:04.713535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:04.717175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.717292 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d5fa5127-80f6-445e-a21b-ae78579413b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5fa5127-80f6-445e-a21b-ae78579413b0 found for delete ", "request_id": "req-e6bc3502-036c-4fd6-8b87-d6658c6ed62f"}]} May 26 19:37:04.726962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d75e76dd-c0a9-4d23-a325-df9ef246a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:04.728366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-d75e76dd-c0a9-4d23-a325-df9ef246a360 service neutron] 10.222.0.13 "GET /v2.0/networks?id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c HTTP/1.1" status: 200 len: 917 time: 0.3734648 May 26 19:37:04.730110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Checking router: 7b119d53-b309-4442-a3f9-950f6cae1356 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:04.757355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:04.757892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:04.800015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd4c3e5f-9778-4738-93b0-e11bf780562c req-995e78e2-9e9c-4401-b6b4-5c7cceef2d00 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606102 May 26 19:37:04.808365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.865929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:04.880076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.881944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86cdb123-c75e-4153-af8f-5465ccb6f2b9 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5675416 May 26 19:37:04.886094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:04.887942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-b1a78210-3757-46ab-af7e-1ead8acf6923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 200 len: 999 time: 0.1482716 May 26 19:37:04.893211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-826177935'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:04.931192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:04.931546 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 492c2000-1e46-4b1f-9c9f-42bd4dacbff0 of type vlan for network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b May 26 19:37:04.935576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:04.936632 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af81d9cb-4b8c-43df-a4f5-4a7943310811'] response: {'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'code': 200} May 26 19:37:04.941407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b33572d0-8ad3-4bde-a9e4-e85509a4999c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:04.953756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:04.958940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:04.969386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:05.003096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b33572d0-8ad3-4bde-a9e4-e85509a4999c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:05.003737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b33572d0-8ad3-4bde-a9e4-e85509a4999c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:05.037636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.053227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:05.084176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-0bf50891-8755-4134-8126-d750b4d7b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.085641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-0bf50891-8755-4134-8126-d750b4d7b945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66886d94-a17f-4a22-829a-a1e3d660b872 HTTP/1.1" status: 200 len: 855 time: 0.1854882 May 26 19:37:05.092754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:05.096162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.224810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:05.243487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.248851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.249013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b3698-4dc4-4919-85c3-5cbe0f49a493 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:37:05.249464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.279875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.280225 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment 6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7 of type vlan for network 1b7824cd-9f66-41da-b6fa-cdd901c78461 May 26 19:37:05.372863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14e6fd-fd87-4a2c-b53d-c191cd67e857 req-8c2c4653-ba29-4d8e-b697-427efd7dbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.374358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a14e6fd-fd87-4a2c-b53d-c191cd67e857 req-8c2c4653-ba29-4d8e-b697-427efd7dbfd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 1096 time: 0.4062245 May 26 19:37:05.419416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbcc8e-08e8-4256-8394-fb2ba3770121 req-55b61119-9ffb-45a8-8620-c76215537315 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.420836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97dbcc8e-08e8-4256-8394-fb2ba3770121 req-55b61119-9ffb-45a8-8620-c76215537315 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.3852341 May 26 19:37:05.428049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8559930 May 26 19:37:05.431392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:05.433223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.437890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:05.438137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d7389-9a23-4a83-a518-49047b3a4c30 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=e52bae9a-e004-4cdb-ae9b-b67e9fbb027b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:05.449301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-2babd765-cf1b-49ea-9a0c-30bfe2767b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.450784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-2babd765-cf1b-49ea-9a0c-30bfe2767b11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436520 May 26 19:37:05.455716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:05.510838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a14e6fd-fd87-4a2c-b53d-c191cd67e857 req-be4ac187-20a8-4c0f-bd4a-ae80cc51a9bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158535 May 26 19:37:05.559193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:05.563621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:05.566685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:05.572858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:05.583902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:05.587632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.607719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97dbcc8e-08e8-4256-8394-fb2ba3770121 req-d0517faf-0959-41d3-a8fe-d5e39a118975 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671827 May 26 19:37:05.610551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.615920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.616683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.734190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8452311 May 26 19:37:05.749260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58752) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:05.757529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:05.801429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-428c61b5-877f-4a44-9e8a-723ca36e644e service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308020 May 26 19:37:05.840175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.846662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ea9d6ee9-d79d-420a-bce5-d645babdb865', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'port_id': '494c6fd7-50ac-4671-b7df-44235207e549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'mac_address': 'fa:16:3e:b2:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:03Z', 'updated_at': '2022-05-26T19:37:01Z', 'revision_number': 1, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:05.908399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:05.916323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0988b4a-0c04-4aed-a7a0-27354ca6952c None None] The sync data for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 is: [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ea9d6ee9-d79d-420a-bce5-d645babdb865', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'port_id': '494c6fd7-50ac-4671-b7df-44235207e549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'mac_address': 'fa:16:3e:b2:6d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:03Z', 'updated_at': '2022-05-26T19:37:01Z', 'revision_number': 1, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:05.944551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '492c2000-1e46-4b1f-9c9f-42bd4dacbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:05.944953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: e52bae9a-e004-4cdb-ae9b-b67e9fbb027b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:05.966699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:05.978393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e52bae9a-e004-4cdb-ae9b-b67e9fbb027b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:05.983388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:05.983973 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:05.998546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67fa3cd-8a7f-4ffd-ad3b-dd62e910cda7 None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:06.002348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40710f91-9d25-45a1-8a31-257ed1f356b1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=1b7824cd-9f66-41da-b6fa-cdd901c78461,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.018082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:06.035935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6cddb59d-a26d-42d5-ab37-55a95a93efd2 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6031628 May 26 19:37:06.036530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58758) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:06.042181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:06.106606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b21ceb-2f1b-47ca-a02c-cba9ffeaf367 req-0072f2c3-111f-481c-ad96-85071f9e068a service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412550 May 26 19:37:06.109438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:06.118343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:06.122395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:06.145974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.152067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.158201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.165416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.172077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.178808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.186115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.189339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-19ada9f2-42e2-4353-bc4c-09e730261b70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.3274884 May 26 19:37:06.190212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:06.228157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:06.232147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.258187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:06.262014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:subnet and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:06.265272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:06.265607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd0f27-e86f-4880-ba1a-fcacee53b475 None None] New status for floating IP ea9d6ee9-d79d-420a-bce5-d645babdb865: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:37:06.272061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:06.282712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:06.286617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.387583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-e52bae9a-e004-4cdb-ae9b-b67e9fbb027b', 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': 'bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:06.388170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a90d5b81-0662-4e3f-87bd-7e39c3d6bd6e req-253a0c76-11d1-481f-9bff-85382417bb4d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852822 May 26 19:37:06.389447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.603376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.644473 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.692754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=d354ef26-80a1-426e-949b-57f851a6ee2f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.706301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:06.707640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:06.713105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.713832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.719115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Allocated IP 2001:db8::2 (e52bae9a-e004-4cdb-ae9b-b67e9fbb027b/bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d/138cc0b9-f89c-429e-bbeb-8bd3309a2737) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:06.761737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bff9a543-7794-4540-973c-6758b9eca932 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7238848 May 26 19:37:06.763592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58762) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:06.820283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.863246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.864523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2908-19d6-4527-92a9-6a1bd51b8277 req-9ce29250-841e-41b6-96b4-5fdb70be954b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.865186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.866045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36de2908-19d6-4527-92a9-6a1bd51b8277 req-9ce29250-841e-41b6-96b4-5fdb70be954b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.2019763 May 26 19:37:06.866926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.868639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.870429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:06.871319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Synchronizing usage tracker for tenant:451343e6307643dd859c025899ee6c4b on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:06.891589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Unset dirty status for tenant:451343e6307643dd859c025899ee6c4b on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:06.893065 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea574e7d-8f4d-44f3-beb6-fcebab5221f3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1281092 May 26 19:37:06.896975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:06.902909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335078852'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:06.910603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:06.914886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:06.918090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:06.924330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:06.935332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:06.939876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.954403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=b215e341-6c57-41e9-819d-cc3fe154ed0f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:06.963914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36de2908-19d6-4527-92a9-6a1bd51b8277 req-05c2c1aa-831a-48c9-9795-d71b7f6eba26 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811915 May 26 19:37:06.970875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:06.971502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:06.971852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 1b7824cd-9f66-41da-b6fa-cdd901c78461, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:06.985910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:06.986376 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 145fa70d-0b2f-4e9d-87c2-84677b928a50 of type vlan for network bde77061-7f78-444f-94c0-452cb4c1fbfa May 26 19:37:06.995971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.004104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:07.009376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Transition to ACTIVE for port object 138cc0b9-f89c-429e-bbeb-8bd3309a2737 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:07.015748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1b7824cd-9f66-41da-b6fa-cdd901c78461) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:07.021792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:07.022731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.027468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9719c06-47eb-49fa-9d04-61a272f1007d None None] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:07.054959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0cb6e362-4c76-460b-92c1-afad1b05c489 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3040292 May 26 19:37:07.056007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:07.108300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Transition to ACTIVE for port object 138cc0b9-f89c-429e-bbeb-8bd3309a2737 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:07.126104 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.128344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.189505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f44745-edfe-4e2d-a24d-d2514469eafa req-bf870fac-f07a-4a53-8c94-1a85cd4a5970 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:07.190958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87f44745-edfe-4e2d-a24d-d2514469eafa req-bf870fac-f07a-4a53-8c94-1a85cd4a5970 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.0972433 May 26 19:37:07.217372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:07.224838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:07.238080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Pushing event updated for resources: {'Port': ['ID=138cc0b9-f89c-429e-bbeb-8bd3309a2737,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:07.240786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:07.252086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87f44745-edfe-4e2d-a24d-d2514469eafa req-457e944d-b0d5-4e4f-8c47-a8a2fc7cc462 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535464 May 26 19:37:07.393020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Attempting to bind port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:07.393439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Attempting to bind port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '492c2000-1e46-4b1f-9c9f-42bd4dacbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:07.393811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Attempting to bind port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 on network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:07.403173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:07.403581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Checking segment: {'id': '492c2000-1e46-4b1f-9c9f-42bd4dacbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:07.403940 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.404328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Bound using segment: {'id': '492c2000-1e46-4b1f-9c9f-42bd4dacbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:07.404786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Bound port: 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492c2000-1e46-4b1f-9c9f-42bd4dacbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:07.405251 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.437727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba24757-a7ca-4171-a1c6-ac39687bbff3 req-23727569-07bd-4e04-9b47-08e617542920 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:07.439587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ba24757-a7ca-4171-a1c6-ac39687bbff3 req-23727569-07bd-4e04-9b47-08e617542920 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.0865848 May 26 19:37:07.509349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1b7824cd-9f66-41da-b6fa-cdd901c78461', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:07.510605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.552956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ba24757-a7ca-4171-a1c6-ac39687bbff3 req-a2c77fae-fd25-48e9-96b7-25cb3e4bca9b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039305 May 26 19:37:07.572551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.577987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:07.578662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.584999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-8547c97a-8815-4aee-84f8-b6e1fd010fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1185422 May 26 19:37:07.629580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5e91c410-5694-462d-9270-7c542babce9b None None] For port 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:07.640952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5e91c410-5694-462d-9270-7c542babce9b None None] For port 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=138cc0b9-f89c-429e-bbeb-8bd3309a2737,segment=NetworkSegment(492c2000-1e46-4b1f-9c9f-42bd4dacbff0),segment_id=492c2000-1e46-4b1f-9c9f-42bd4dacbff0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:07.658252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.786862 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8885837 May 26 19:37:07.790094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58782) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:07.797724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:07.807947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f57e9-18de-4f3c-b9c6-3f12486b03be tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=bde77061-7f78-444f-94c0-452cb4c1fbfa,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:07.843124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:07.858926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:07.902808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad06b35-971e-490e-a29a-ce73ed0e818f req-ab528e09-99ea-4c03-ac52-330abf15c634 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:07.904285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dad06b35-971e-490e-a29a-ce73ed0e818f req-ab528e09-99ea-4c03-ac52-330abf15c634 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.2566736 May 26 19:37:07.921691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58786) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:07.927875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'port_id': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:07.952234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91c410-5694-462d-9270-7c542babce9b None None] Pushing event updated for resources: {'Port': ['ID=138cc0b9-f89c-429e-bbeb-8bd3309a2737,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:07.990086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Allocated IP 172.20.0.2 (1b7824cd-9f66-41da-b6fa-cdd901c78461/b215e341-6c57-41e9-819d-cc3fe154ed0f/00f5616a-df9b-44d1-8ba4-bb6c6c201d67) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:08.009779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.010483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.011280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.011753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.012219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.012838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.013168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.015345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4e9f8805-deb3-4fc1-8204-de81f1b1d825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6500 time: 0.3142121 May 26 19:37:08.279481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.372987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.384476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Transition to ACTIVE for port object 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:08.405323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Transition to ACTIVE for port object 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:08.412943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.481527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:08.484868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:08.488577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:08.494760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Pushing event updated for resources: {'Port': ['ID=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.530374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.20.0.1 (1b7824cd-9f66-41da-b6fa-cdd901c78461/b215e341-6c57-41e9-819d-cc3fe154ed0f/2b73e1b6-a31a-48a0-88fa-610cbf2424b3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:08.599507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Attempting to bind port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:08.599880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Attempting to bind port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:08.601372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Attempting to bind port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 on network 1b7824cd-9f66-41da-b6fa-cdd901c78461 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:08.607999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:08.609333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Checking segment: {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:08.610276 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.611101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Bound using segment: {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:08.611101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Bound port: 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:08.611477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.702875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.745972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] For port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:08.751739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.754723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] For port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:08.765292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.774357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:08.801135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.807132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.814217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.817084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.819332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.825746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.832182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.837235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:08.845008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-f3561df3-4b55-4468-aa71-b792facb1c54 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.6891654 May 26 19:37:08.880787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:08.884375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057fb7-cc67-4858-9c3a-6dd4ae11194d None None] Pushing event updated for resources: {'Port': ['ID=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.957519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:08.975529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:08.980236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:08.983642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:09.060027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 138cc0b9-f89c-429e-bbeb-8bd3309a2737 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:09.078613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:09.200338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:09.207284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network bde77061-7f78-444f-94c0-452cb4c1fbfa is not hosted by any dhcp agent {{(pid=88363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 26 19:37:09.215862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:09.217388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:09.221512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "PUT /v2.0/networks/bde77061-7f78-444f-94c0-452cb4c1fbfa HTTP/1.1" status: 200 len: 723 time: 1.4249470 May 26 19:37:09.221512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6a4fff08-268a-4abc-b75f-922bd42c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:09.221512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6a4fff08-268a-4abc-b75f-922bd42c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:09.221512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6a4fff08-268a-4abc-b75f-922bd42c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:09.222521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58790) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:09.222865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6a4fff08-268a-4abc-b75f-922bd42c0e94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=1535f301-548f-4fa1-803a-7c52d527a090&id=1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 200 len: 2297 time: 1.1585186 May 26 19:37:09.277480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:09.488492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe28159-46cf-49cd-9906-d12b0d9fd962 req-ea658895-0044-465a-8bdd-687be3df88be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6374536 May 26 19:37:09.643317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:09.679344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363f83c-0b60-408d-977f-982f7a6838a8 None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:09.733500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:09.758835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:09.816010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Provisioning for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:09.844233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Provisioning complete for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:09.844611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:09.847483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012080a5-8f66-4d86-b3ff-cbf9d8643c6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=bde77061-7f78-444f-94c0-452cb4c1fbfa,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:09.896984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:09.904447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-876b9d9d-e6bf-4c71-849b-cc18d7dbc1bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 200 len: 1001 time: 0.5030770 May 26 19:37:09.911428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:09.915168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.114938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ebcc6e5d-ebc7-4609-b8fb-150f47dfe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:10.116411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ebcc6e5d-ebc7-4609-b8fb-150f47dfe7a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66886d94-a17f-4a22-829a-a1e3d660b872 HTTP/1.1" status: 200 len: 855 time: 0.2029743 May 26 19:37:10.189416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:10.241260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Current status of the port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:10.241922 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.283417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] For port 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=138cc0b9-f89c-429e-bbeb-8bd3309a2737,segment=NetworkSegment(492c2000-1e46-4b1f-9c9f-42bd4dacbff0),segment_id=492c2000-1e46-4b1f-9c9f-42bd4dacbff0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:10.289871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.291736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef538c-0170-4b33-889d-9ae8c55d18b4 req-92fe1cde-d1c6-4daf-8277-7bbfbe639e5c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:10.305679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.311427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ef538c-0170-4b33-889d-9ae8c55d18b4 req-92fe1cde-d1c6-4daf-8277-7bbfbe639e5c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.3609934 May 26 19:37:10.365375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.416033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.423674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ef538c-0170-4b33-889d-9ae8c55d18b4 req-f4ff8c3b-357d-4741-a45b-958f489df77f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111574 May 26 19:37:10.426528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6ad861b1-28c0-4c0e-b7ca-3ad0110af1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:10.428538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6ad861b1-28c0-4c0e-b7ca-3ad0110af1e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034289 May 26 19:37:10.429701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.434740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e33600-5576-4acf-bf78-ca8b694abdfa None None] Pushing event updated for resources: {'Port': ['ID=138cc0b9-f89c-429e-bbeb-8bd3309a2737,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:10.445216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Update dhcp port {'port': {'network_id': 'e52bae9a-e004-4cdb-ae9b-b67e9fbb027b', 'fixed_ips': [{'subnet_id': 'bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd354ef26-80a1-426e-949b-57f851a6ee2f'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '138cc0b9-f89c-429e-bbeb-8bd3309a2737'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:37:10.494919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c993c-0f80-47e4-96a2-358fbc33459f None None] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:10.545556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.578051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:10.613141 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.636247 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP a8574e94-3014-4001-af4c-a7ddbc9858c4 associated. External IP: 172.25.0.213, port: d06d8a50-a300-40d0-8b72-80e9d8285e6d. May 26 19:37:10.672571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:10.677893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ddc4ff2f-98f9-4542-bc70-b9260511534f None None] Provisioning for port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:10.803314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=fde3230c-d4a8-4417-8145-50b7477a6827,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:10.813662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '145fa70d-0b2f-4e9d-87c2-84677b928a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:10.814227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: bde77061-7f78-444f-94c0-452cb4c1fbfa, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:10.820320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:10.823091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:10.962556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Allocated IP 172.20.0.1 (e52bae9a-e004-4cdb-ae9b-b67e9fbb027b/d354ef26-80a1-426e-949b-57f851a6ee2f/138cc0b9-f89c-429e-bbeb-8bd3309a2737) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:11.029976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network bde77061-7f78-444f-94c0-452cb4c1fbfa is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:11.043490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, bde77061-7f78-444f-94c0-452cb4c1fbfa) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:11.054573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6b333-a1ea-43c6-85ec-6b248973f50d None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:11.063825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.064725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.087304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:37:11.147631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 138cc0b9-f89c-429e-bbeb-8bd3309a2737 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:11.247722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.254747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.261133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.267467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.273530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.278888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] For port 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=138cc0b9-f89c-429e-bbeb-8bd3309a2737,segment=NetworkSegment(492c2000-1e46-4b1f-9c9f-42bd4dacbff0),segment_id=492c2000-1e46-4b1f-9c9f-42bd4dacbff0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:11.280939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.288191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:11.295124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:11.296981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-429fcd2e-30dd-4677-894b-b9fc41b2aa8c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.5636053 May 26 19:37:11.310223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:11.313792 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1f883d8-3e74-4636-94a8-5db4bfa2eed6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2543786 May 26 19:37:11.314428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4ad596f4-d15c-4a55-a7f8-fec3314fcac4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0919464 May 26 19:37:11.315156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58798) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:11.317453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:11.321993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-650151507'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:11.328292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:11.332400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:11.333623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-c74e64ae-46f6-4e80-a701-a8b54c000d2e service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987870 May 26 19:37:11.336231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:11.342736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:11.359760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:11.387143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.397225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:11.397760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.421168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:11.421379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:11.422215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:11.424791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.602428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Transition to ACTIVE for port object 138cc0b9-f89c-429e-bbeb-8bd3309a2737 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:11.650079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:11.654495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3d28117-080b-45de-88bc-3b2aaf960885 req-cdcf69b3-0133-4668-a950-34c85da3d07c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3549540 May 26 19:37:11.655328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.673716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6045154'] for subnet, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.717865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-bde77061-7f78-444f-94c0-452cb4c1fbfa', 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': 'fde3230c-d4a8-4417-8145-50b7477a6827'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:11.718690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.729271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-70d3c0af-32ee-4ecb-904d-538d464da442 None None] Provisioning for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:11.817320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-70d3c0af-32ee-4ecb-904d-538d464da442 None None] Provisioning complete for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:11.817685 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-70d3c0af-32ee-4ecb-904d-538d464da442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.848274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:11.931375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:11.941104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.941533 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment a0b7954c-75e5-4791-956f-bc6bf3d043b4 of type vlan for network b3513669-7494-4519-8a2f-3fc6c5410148 May 26 19:37:11.969783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.976130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:11.986634 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:11.990822 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:12.000787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742997949112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8299241'] for subnet, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.024576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:12.027605 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:12.039112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.046805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.046805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.047292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 had new provisioning blocks added so it will not transition to active. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 26 19:37:12.047292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:12.052025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.052618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.056077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "PUT /v2.0/subnets/fde3230c-d4a8-4417-8145-50b7477a6827 HTTP/1.1" status: 200 len: 826 time: 0.7010345 May 26 19:37:12.169531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58810) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:12.180493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=b3513669-7494-4519-8a2f-3fc6c5410148,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:12.180875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1e8391df-f7fb-4772-a4b8-39e09473eaa6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "PUT /v2.0/floatingips/a8574e94-3014-4001-af4c-a7ddbc9858c4 HTTP/1.1" status: 200 len: 991 time: 4.2475755 May 26 19:37:12.198026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:12.213851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-c56e348e-fd5c-4c7b-88f3-3136a43cd0ce service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709425 May 26 19:37:12.231903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b3513669-7494-4519-8a2f-3fc6c5410148 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:12.271460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba3ce5-f8ba-49cf-a74e-7e864f694d1a None None] Pushing event updated for resources: {'Port': ['ID=138cc0b9-f89c-429e-bbeb-8bd3309a2737,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:12.336030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08196846-101f-4a42-990f-65ead88b85cb tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=fde3230c-d4a8-4417-8145-50b7477a6827,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:12.399219 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96713613-e1a7-4b22-bc24-55223cd28e48 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0829470 May 26 19:37:12.403204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58818) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:12.420923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-70d3c0af-32ee-4ecb-904d-538d464da442 None None] Port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:12.423348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:12.498672 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:12.509054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-1b36d753-76c2-4f17-b443-1c6671c6bca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 217 time: 0.1995699 May 26 19:37:12.622601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.712782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:12.720204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Allocated IP 2001:db8::2 (bde77061-7f78-444f-94c0-452cb4c1fbfa/fde3230c-d4a8-4417-8145-50b7477a6827/daebc3d2-681f-4579-bf10-b1d763f693ae) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:12.742900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848256-2e85-4887-89f6-b378dcec98f1 req-697be6c9-7a51-46aa-96ad-e29efcf274da tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.745026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:12.745665 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.756638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc848256-2e85-4887-89f6-b378dcec98f1 req-697be6c9-7a51-46aa-96ad-e29efcf274da tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.8338945 May 26 19:37:12.760416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:12.767359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:12.772952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:12.784492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:12.815066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:12.822448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:12.842364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-1d268a47-2de3-4468-9495-91a01cec632c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.846396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-1d268a47-2de3-4468-9495-91a01cec632c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 945 time: 0.6277463 May 26 19:37:12.853847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4a8133f6-2021-41a7-a7da-5fe0724ad25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:12.855881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4a8133f6-2021-41a7-a7da-5fe0724ad25d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.3373284 May 26 19:37:12.959789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 13f16a5a-a380-4893-a263-21b7c151c5a3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:12.960243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.130906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc848256-2e85-4887-89f6-b378dcec98f1 req-f999709a-1b29-47be-8e43-8cbd0e1a611d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690827 May 26 19:37:13.201320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.279395 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d9cf96-275c-413b-a125-946222f8428c'] response: {'name': 'network-changed', 'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'status': 'completed', 'code': 200} May 26 19:37:13.348689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.354297 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'a8574e94-3014-4001-af4c-a7ddbc9858c4', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:68:f5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:36:36Z', 'updated_at': '2022-05-26T19:37:10Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.360525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Transition to ACTIVE for port object daebc3d2-681f-4579-bf10-b1d763f693ae will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:13.369867 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:13.380211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Transition to ACTIVE for port object daebc3d2-681f-4579-bf10-b1d763f693ae will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:13.382097 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:13.383012 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:36:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.383151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-78ff0acd-45da-471b-a7a8-f02b4160ef72 None None] Provisioning complete for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:13.383501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78ff0acd-45da-471b-a7a8-f02b4160ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.428635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.462128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-78ff0acd-45da-471b-a7a8-f02b4160ef72 None None] Port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:13.481539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ce5bb-ebd3-4643-a2e7-531394784f9a None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:13.502150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.519635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=fde3230c-d4a8-4417-8145-50b7477a6827,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:13.623305 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:13.644831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.656161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Pushing event updated for resources: {'Port': ['ID=daebc3d2-681f-4579-bf10-b1d763f693ae,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:13.666174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 637e51e6-6c55-497d-9d92-4245f6fb00e8 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:13.676737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.682494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6f2b1e17-8001-43ec-b05c-4adb15eef765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:13.683946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6f2b1e17-8001-43ec-b05c-4adb15eef765 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6583595 May 26 19:37:13.727505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde77061-7f78-444f-94c0-452cb4c1fbfa']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.775572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145fa70d-0b2f-4e9d-87c2-84677b928a50') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.776082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145fa70d-0b2f-4e9d-87c2-84677b928a50') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:13.810291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.815139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:13.832465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:13.832919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: b3513669-7494-4519-8a2f-3fc6c5410148, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:13.842062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '637e51e6-6c55-497d-9d92-4245f6fb00e8', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'port_id': '637e51e6-6c55-497d-9d92-4245f6fb00e8', 'mac_address': 'fa:16:3e:0c:fb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:13.852785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=cdec9ff4-d55e-4e6c-80d4-bed97507e489,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:13.858971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port 13f16a5a-a380-4893-a263-21b7c151c5a3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=13f16a5a-a380-4893-a263-21b7c151c5a3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:13.859629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.872753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.882735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:13.883143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:13.924707 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 145fa70d-0b2f-4e9d-87c2-84677b928a50 resource provider aggregate not found May 26 19:37:13.928715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network b3513669-7494-4519-8a2f-3fc6c5410148 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:13.991319 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 145fa70d-0b2f-4e9d-87c2-84677b928a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 145fa70d-0b2f-4e9d-87c2-84677b928a50 found for delete ", "request_id": "req-c2577ffa-146c-4c36-bc9e-440ca681b7f4"}]} May 26 19:37:13.994021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b3513669-7494-4519-8a2f-3fc6c5410148) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:13.999957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:14.016571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.017285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.020517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:14.048711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 26 19:37:14.048711 n-d-843146-9 neutron-server[88362]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 26 19:37:14.048711 n-d-843146-9 neutron-server[88362]: [parameters: {'id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'}] May 26 19:37:14.048711 n-d-843146-9 neutron-server[88362]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:14.049327 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:14.053311 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a2131d87-1af6-4439-a9f1-c120619458d7 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6485302 May 26 19:37:14.055660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:14.065462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 13f16a5a-a380-4893-a263-21b7c151c5a3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:14.077412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:14.089099 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'a8574e94-3014-4001-af4c-a7ddbc9858c4', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:68:f5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:36:36Z', 'updated_at': '2022-05-26T19:37:10Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:14.094911 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58497cf1-c413-4cc2-af0d-63b3dde5775e None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'a8574e94-3014-4001-af4c-a7ddbc9858c4', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:68:f5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:36:36Z', 'updated_at': '2022-05-26T19:37:10Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:14.099814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-794dafa9-19ff-4e91-a7ce-007a7dbdb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.106000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-794dafa9-19ff-4e91-a7ce-007a7dbdb6ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 1096 time: 0.7803330 May 26 19:37:14.129094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0fd01-98e8-41ff-8226-453501508bc8 None None] Network b3513669-7494-4519-8a2f-3fc6c5410148 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:14.176220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.181959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.188283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.194003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.199850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.210348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.216513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.218471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-6d8b09a9-fa27-49d1-a061-2cb1e0df557d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5422 time: 0.7645288 May 26 19:37:14.228458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-dd35b1e0-6f25-4920-a63b-172fe55e76a6 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278227 May 26 19:37:14.298292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31bd4ba6-2c15-46c4-b09f-10091276fb7c None None] Provisioning for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:14.339590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 637e51e6-6c55-497d-9d92-4245f6fb00e8 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:14.340243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.431314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f649ae1-5b01-446a-9b67-b3a0dd691756 None None] New status for floating IP a8574e94-3014-4001-af4c-a7ddbc9858c4: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:37:14.483484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0ee6b01-d3ff-4412-b329-9c2dea84bc55 req-8139770f-7e13-4851-824f-f34fdf327ea5 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023823 May 26 19:37:14.560155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.627956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-97dd2bde-c16f-479c-b1b8-b28589e2649b service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287315 May 26 19:37:14.632711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-30eba575-36c7-4554-819b-fa8336f0c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:14.634140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-30eba575-36c7-4554-819b-fa8336f0c0e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.5178924 May 26 19:37:14.684144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-31bd4ba6-2c15-46c4-b09f-10091276fb7c None None] Provisioning complete for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:14.685259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-31bd4ba6-2c15-46c4-b09f-10091276fb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.711610 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:37:14.747756 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.762120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637e51e6-6c55-497d-9d92-4245f6fb00e8 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:14.808578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:14.808578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.834157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port daebc3d2-681f-4579-bf10-b1d763f693ae {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:14.834157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.838922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-f404cabb-2358-4157-b787-6c35e7f20258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 217 time: 0.2037649 May 26 19:37:14.893377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:09Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:10Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:14.915163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Attempting to bind port daebc3d2-681f-4579-bf10-b1d763f693ae on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:14.915501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Attempting to bind port daebc3d2-681f-4579-bf10-b1d763f693ae by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '145fa70d-0b2f-4e9d-87c2-84677b928a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:14.916105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Attempting to bind port daebc3d2-681f-4579-bf10-b1d763f693ae on network bde77061-7f78-444f-94c0-452cb4c1fbfa {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:14.918249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b2028e7d-3b24-4c73-9731-d2644002dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.934755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:14.946748 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.954975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:14.955321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Updating router c5f1fb22-41de-4763-87d0-337dbd1f026c port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:14.980956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:14.981445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Checking segment: {'id': '145fa70d-0b2f-4e9d-87c2-84677b928a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:14.981971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:14.982460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Bound using segment: {'id': '145fa70d-0b2f-4e9d-87c2-84677b928a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:14.983052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Bound port: daebc3d2-681f-4579-bf10-b1d763f693ae, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145fa70d-0b2f-4e9d-87c2-84677b928a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bde77061-7f78-444f-94c0-452cb4c1fbfa'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:14.983501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.003008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['13f16a5a-a380-4893-a263-21b7c151c5a3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:15.027887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.028873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.029210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 79c85df4-11e6-4eea-89be-04e5a0104312 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:15.039935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=13f16a5a-a380-4893-a263-21b7c151c5a3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:15.105261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-00ad83e4-10bd-4664-a8be-3b615b48490e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d HTTP/1.1" status: 200 len: 999 time: 0.3725727 May 26 19:37:15.160147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-f677fa0c-0ecd-4b22-ad4b-d7f0bf60878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.161843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-f677fa0c-0ecd-4b22-ad4b-d7f0bf60878e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.2801611 May 26 19:37:15.178165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port 13f16a5a-a380-4893-a263-21b7c151c5a3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:15.181787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.198641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a53e06-9e37-43ba-bd93-5d85ac7b9caf req-984538b8-7cb8-43ed-a1d9-94077968f786 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.200443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35a53e06-9e37-43ba-bd93-5d85ac7b9caf req-984538b8-7cb8-43ed-a1d9-94077968f786 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 867 time: 0.4667764 May 26 19:37:15.213866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbc9d7d6-13f9-4f32-a040-819d355cacb0 req-5124b483-1ff2-41cb-ac40-a42b95f795f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "DELETE /v2.0/ports/13f16a5a-a380-4893-a263-21b7c151c5a3 HTTP/1.1" status: 204 len: 173 time: 2.3553212 May 26 19:37:15.285526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'name': 'network-vif-deleted', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:15.289194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:15.345196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.377539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.401170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:15.427132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35a53e06-9e37-43ba-bd93-5d85ac7b9caf req-81ac9631-a369-494e-8443-abf16aa208fc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119904 May 26 19:37:15.428688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-eff78232-944d-4f97-b5ea-51ab414c0f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.430140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-eff78232-944d-4f97-b5ea-51ab414c0f28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.2811162 May 26 19:37:15.496071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:15.545763 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d252aa6-17d4-4547-873c-ea032cc8636d'] response: {'server_uuid': 'dd9b7965-78fb-43e8-bd12-f3e2333306e3', 'name': 'network-vif-deleted', 'tag': '13f16a5a-a380-4893-a263-21b7c151c5a3', 'status': 'completed', 'code': 200} May 26 19:37:15.604023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:15.611471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-fe1293b8-aafb-431c-a42a-68ff8eff2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.613518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-fe1293b8-aafb-431c-a42a-68ff8eff2da7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4413757 May 26 19:37:15.627919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-066a0bbd-6528-4ee3-a0e7-5e4a0eb3769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:15.629683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-066a0bbd-6528-4ee3-a0e7-5e4a0eb3769c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838920 May 26 19:37:15.646307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 138cc0b9-f89c-429e-bbeb-8bd3309a2737 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:15.760525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port daebc3d2-681f-4579-bf10-b1d763f693ae, host n-d-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:15.761145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.810732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '79c85df4-11e6-4eea-89be-04e5a0104312', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'port_id': '79c85df4-11e6-4eea-89be-04e5a0104312', 'mac_address': 'fa:16:3e:92:37:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:15.840540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b3513669-7494-4519-8a2f-3fc6c5410148', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:15.840540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:15.870089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] For port daebc3d2-681f-4579-bf10-b1d763f693ae, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:15.992449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for daebc3d2-681f-4579-bf10-b1d763f693ae owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:16.006155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] For port daebc3d2-681f-4579-bf10-b1d763f693ae, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=daebc3d2-681f-4579-bf10-b1d763f693ae,segment=NetworkSegment(145fa70d-0b2f-4e9d-87c2-84677b928a50),segment_id=145fa70d-0b2f-4e9d-87c2-84677b928a50)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:16.018810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-31bd4ba6-2c15-46c4-b09f-10091276fb7c None None] Current status of the port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:16.021899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:16.217842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.261538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:16.261538 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:16.275758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-eba248d2-6981-4275-b160-f2473322c7d9 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459470 May 26 19:37:16.325687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.21.0.1 (b3513669-7494-4519-8a2f-3fc6c5410148/cdec9ff4-d55e-4e6c-80d4-bed97507e489/27580a93-9060-44f1-9197-34e33b7636b2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:16.385342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.391797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.397797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.403694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.410195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.416132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.421518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:16.429193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-d533b5d5-4397-408f-8846-9271f72a43be tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5423 time: 0.5044320 May 26 19:37:16.454340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-b68f968b-d803-4647-80e9-4a0c34c1e162 service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934399 May 26 19:37:16.468926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f16010-084d-44f6-8787-fb72d9b1001f None None] Pushing event updated for resources: {'Port': ['ID=daebc3d2-681f-4579-bf10-b1d763f693ae,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:16.485878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:16.485878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.512980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 79c85df4-11e6-4eea-89be-04e5a0104312 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:16.512980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.655420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22fcd564-58c8-4737-9a49-fdc646c8b366 req-22ebb766-e9d7-4468-a976-ad433411381b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2088151 May 26 19:37:16.763615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-f66f6b29-266b-4fb2-947e-5e52cf82d460 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770722 May 26 19:37:16.770943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.782019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c1effdec-d60c-4151-a119-966560a8220b None None] Provisioning complete for port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:16.782019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c1effdec-d60c-4151-a119-966560a8220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.793636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object 27580a93-9060-44f1-9197-34e33b7636b2 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:16.793636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port daebc3d2-681f-4579-bf10-b1d763f693ae {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:16.793636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.847270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c85df4-11e6-4eea-89be-04e5a0104312 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:16.927538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e5e66513-9115-4929-adff-dc20a199999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.927538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:16.947278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.949236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:16.950269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1701280c-3683-4016-9521-1e2ac74655b3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:17.004388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460f6048-8329-4c00-aa1e-3b556fe4acb0 req-53dbaaaa-a4da-43f8-9dd6-a8c8d6323716 service neutron] 10.222.0.13 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444436 May 26 19:37:17.014320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-fd8a5c80-e882-4d8f-bb33-f9fa25eedead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=cb9cb2ed-5420-46a7-863f-af0102d94971 HTTP/1.1" status: 200 len: 217 time: 0.2244282 May 26 19:37:17.014320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f5929a7-3195-472c-9dbb-ffa9b677ad26 req-6aba4cf3-3a5f-48ab-83d1-bf24d69f2d16 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:17.091399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network b3513669-7494-4519-8a2f-3fc6c5410148 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:17.105762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:17.149118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:17.168900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f5929a7-3195-472c-9dbb-ffa9b677ad26 req-6aba4cf3-3a5f-48ab-83d1-bf24d69f2d16 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:17.168900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f5929a7-3195-472c-9dbb-ffa9b677ad26 req-6aba4cf3-3a5f-48ab-83d1-bf24d69f2d16 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9b7965-78fb-43e8-bd12-f3e2333306e3 HTTP/1.1" status: 200 len: 210 time: 0.2185194 May 26 19:37:17.198621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-7f6bbcdf-ddf0-40cc-81f1-353fcebc1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:17.198621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-7f6bbcdf-ddf0-40cc-81f1-353fcebc1081 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.1741884 May 26 19:37:17.258324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:17.284389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:17.352590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-67cd189e-b5a4-4f7b-9daf-433d37393936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:17.352590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-67cd189e-b5a4-4f7b-9daf-433d37393936 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417468 May 26 19:37:17.363988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c66887-4f9b-40b5-b40b-f6261a691bc0 None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:17.462458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port daebc3d2-681f-4579-bf10-b1d763f693ae, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=daebc3d2-681f-4579-bf10-b1d763f693ae,segment=NetworkSegment(145fa70d-0b2f-4e9d-87c2-84677b928a50),segment_id=145fa70d-0b2f-4e9d-87c2-84677b928a50)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:17.462458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:17.513849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:17.544970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-fa720e21-1ddd-4b00-8b6d-5e2df6b9af34 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929739 May 26 19:37:17.615030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for daebc3d2-681f-4579-bf10-b1d763f693ae owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:17.661707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1701280c-3683-4016-9521-1e2ac74655b3', 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'port_id': '1701280c-3683-4016-9521-1e2ac74655b3', 'mac_address': 'fa:16:3e:76:72:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd5fc0-0822-4395-bdd7-9473a73926ff', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:17.698565 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:17.755162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:17.758581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Allocated IP 172.21.0.2 (b3513669-7494-4519-8a2f-3fc6c5410148/cdec9ff4-d55e-4e6c-80d4-bed97507e489/922d9b7c-c900-4ad6-abb3-ed2ad72c20eb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:17.821606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-cc00535a-bbc6-46bf-a8f9-cd2d8d8011aa service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592983 May 26 19:37:17.831338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:17.840406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:17.889473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:17.921300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Port': ['ID=daebc3d2-681f-4579-bf10-b1d763f693ae,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:17.929554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No DVR routers for this DVR port daebc3d2-681f-4579-bf10-b1d763f693ae on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:17.942086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:17.946830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-648e5e9d-0bd4-4241-8494-889b634b5cac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7a544b7d-8626-4999-b71a-9697789d1045 HTTP/1.1" status: 200 len: 217 time: 0.0823960 May 26 19:37:17.989954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c1effdec-d60c-4151-a119-966560a8220b None None] Current status of the port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:18.034661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-7c80d722-87a7-4c4e-922d-83d6fcc33d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.036239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-7c80d722-87a7-4c4e-922d-83d6fcc33d5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.0786803 May 26 19:37:18.073009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209ae4b-0583-439a-8a77-939cc9a8256a None None] Network bde77061-7f78-444f-94c0-452cb4c1fbfa requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:18.085502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:18.147175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.148529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1701280c-3683-4016-9521-1e2ac74655b3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:18.148907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.153489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.159785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.165680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.171418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.177840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.183599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.185483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-49006f6e-2ef5-4871-a828-08e840c1ac2c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5424 time: 0.3596370 May 26 19:37:18.219421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-0f56b864-4579-4491-a82a-2f0a8c4ce31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:18.220898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-0f56b864-4579-4491-a82a-2f0a8c4ce31f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1735442 May 26 19:37:18.233917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.254668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.275497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde77061-7f78-444f-94c0-452cb4c1fbfa']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:18.279950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.282069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1701280c-3683-4016-9521-1e2ac74655b3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:18.307043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145fa70d-0b2f-4e9d-87c2-84677b928a50') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:18.307648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145fa70d-0b2f-4e9d-87c2-84677b928a50') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:18.317772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Transition to ACTIVE for port object 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:18.379734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.379956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.410664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.423433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:18.423833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.426187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:18.432611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8772a88e-be12-4e56-a53d-deb36d1383fe req-f1632fee-f38a-49da-9a11-98b746a937a0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2377295 May 26 19:37:18.497068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-b5b9d433-f598-4574-b9fc-471bf65e1989 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676275 May 26 19:37:18.497621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.498271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:18.511235 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 145fa70d-0b2f-4e9d-87c2-84677b928a50 resource provider aggregate not found May 26 19:37:18.550986 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 145fa70d-0b2f-4e9d-87c2-84677b928a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 145fa70d-0b2f-4e9d-87c2-84677b928a50 found for delete ", "request_id": "req-83d8e399-bb82-4ccf-9b23-c98946bcd355"}]} May 26 19:37:18.798476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:18.798476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.856379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ea4e633e-8f2f-4f4d-9dd9-45756da95bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408127 May 26 19:37:18.857333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.897822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.912317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ada7-84d0-4a11-a777-fe6949a332e2 None None] Pushing event updated for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:18.921757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=bde77061-7f78-444f-94c0-452cb4c1fbfa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:18.930552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:18.936161 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6fa7e744-f77f-4825-b244-a52ae564dc36 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/bde77061-7f78-444f-94c0-452cb4c1fbfa HTTP/1.1" status: 204 len: 168 time: 6.7619464 May 26 19:37:18.939716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58858) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:18.964596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:18.966628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ba06fb38-f5ac-49c5-8f96-7bfee091a043 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3712d9bb-ec72-468e-9c96-ff291aba5869 HTTP/1.1" status: 200 len: 217 time: 0.0997634 May 26 19:37:18.972348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.016902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.048465 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab16e62-e0e8-4c40-85c9-288c8b982a8c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:19.048849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab16e62-e0e8-4c40-85c9-288c8b982a8c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:19.050553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2ab16e62-e0e8-4c40-85c9-288c8b982a8c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/bde77061-7f78-444f-94c0-452cb4c1fbfa HTTP/1.1" status: 404 len: 339 time: 0.1092200 May 26 19:37:19.065430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-0b349387-1107-4d84-8919-a19e09e199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.067827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-0b349387-1107-4d84-8919-a19e09e199fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.0956683 May 26 19:37:19.069364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58862) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:19.076963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300268114', 'description': 'd1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:19.085587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:19.089834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Usage tracker for resource:network and tenant:451343e6307643dd859c025899ee6c4b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:19.094369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:19.106095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:19.106289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:19.110887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.115838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.139112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.150649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'port_id': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'mac_address': 'fa:16:3e:3f:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:19.166542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Transition to ACTIVE for port object 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:19.172852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:19.176226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.231766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:19.244585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Attempting to bind port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:19.247675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Attempting to bind port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:19.247675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Attempting to bind port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 on network 1b7824cd-9f66-41da-b6fa-cdd901c78461 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:19.255670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.256261 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 6b325fb0-e953-4d51-99ef-ba9a0a959ce8 of type vlan for network c473ab01-889e-4529-a566-d7ddc02f9405 May 26 19:37:19.269731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-694008a3-792a-44ad-b4ce-f6f3f745af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.272209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-694008a3-792a-44ad-b4ce-f6f3f745af9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530209 May 26 19:37:19.323091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.331508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:19.332139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Checking segment: {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:19.333003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.333615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Bound using segment: {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:19.333992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network b3513669-7494-4519-8a2f-3fc6c5410148 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:19.334575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Bound port: 2b73e1b6-a31a-48a0-88fa-610cbf2424b3, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:19.335020 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.335783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:19.354616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Transition to ACTIVE for port object 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:19.389681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.449948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.456198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.457132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.464771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:19.465357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.492912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-d5993783-6ccb-4416-ba88-86d6c241470d service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028413 May 26 19:37:19.532333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Network b3513669-7494-4519-8a2f-3fc6c5410148 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:19.538874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:19.542247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:19.553263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:19.560483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:19.592592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:19.653026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5813556 May 26 19:37:19.665307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:19.703318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Pushing event updated for resources: {'Port': ['ID=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.714752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:19.737877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.739153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd5c70df-a6e3-4f68-a01c-f0cadc180e65 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:19.740988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:19.749878 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c19e00d3-1c4c-425f-8113-492e1bfd20bb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6928926 May 26 19:37:19.750785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:19.761012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285834101'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:19.774406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:19.782740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:19.788544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d271c1-0968-4149-bacf-fbd15b967344 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=c473ab01-889e-4529-a566-d7ddc02f9405,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.794505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:19.804109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:19.818707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:19.835195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.863411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:19.868887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c473ab01-889e-4529-a566-d7ddc02f9405 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:19.902305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:19.903845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd69df-7d7e-47d3-b8bb-8e60d22b04f9 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:19.904665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] For port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:19.904798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7abd69df-7d7e-47d3-b8bb-8e60d22b04f9 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Synchronizing usage tracker for tenant:451343e6307643dd859c025899ee6c4b on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:19.955079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-4b280cc6-67e1-473c-b066-c7ac966d29f6 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025333 May 26 19:37:19.978770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:19.978770 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment 947d974b-96ac-43f2-b68e-7da39201a9b2 of type vlan for network 030c512e-c04e-420d-9e40-ccba5e736f61 May 26 19:37:20.042421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.048139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7abd69df-7d7e-47d3-b8bb-8e60d22b04f9 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Unset dirty status for tenant:451343e6307643dd859c025899ee6c4b on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:20.048139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7abd69df-7d7e-47d3-b8bb-8e60d22b04f9 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks?id=c473ab01-889e-4529-a566-d7ddc02f9405 HTTP/1.1" status: 200 len: 764 time: 0.3803213 May 26 19:37:20.054793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:20.066470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-26f1635f-d333-49cf-a1e3-287db03ac989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 200 len: 217 time: 0.0988128 May 26 19:37:20.073939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'description': 'd2'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:20.139704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Attempting to bind port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:20.141292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Attempting to bind port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:20.141728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Attempting to bind port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb on network b3513669-7494-4519-8a2f-3fc6c5410148 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:20.158914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ff444fdd-fddb-4d2f-8209-3e2b57782994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.160662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ff444fdd-fddb-4d2f-8209-3e2b57782994 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.0872967 May 26 19:37:20.175675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] For port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:20.179887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.202084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:20.202450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Checking segment: {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:20.203088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.206264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Bound using segment: {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:20.210227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Bound port: 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:20.210657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.263953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.resource_extend [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:20.308580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.311173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.317806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.318409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.366497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.395156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.415353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.415353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.431006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.431006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.447460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.458341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-182b49c4-a45b-4d15-8266-2fe5b6683136 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5426 time: 0.7074807 May 26 19:37:20.481659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ba182eab-e5fa-40d8-b740-51fa9f529642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.483984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-ba182eab-e5fa-40d8-b740-51fa9f529642 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3166676 May 26 19:37:20.532326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:20.533295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:20.553197 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8009963 May 26 19:37:20.561494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:20.596291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:20.650887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] For port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:20.659002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] For port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:20.692861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.714968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09225b-7523-4cf9-9394-827460325f6c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=030c512e-c04e-420d-9e40-ccba5e736f61,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:20.731991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.762884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network c473ab01-889e-4529-a566-d7ddc02f9405 is not hosted by any dhcp agent {{(pid=88362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 26 19:37:20.765066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:20.766211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.771844 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "PUT /v2.0/networks/c473ab01-889e-4529-a566-d7ddc02f9405 HTTP/1.1" status: 200 len: 761 time: 0.7157815 May 26 19:37:20.772723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:20.789975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:20.825975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 030c512e-c04e-420d-9e40-ccba5e736f61 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:20.847352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3511415-775a-4ed1-9017-89ae9e76fb97 req-4f079740-efac-46a1-84dc-a2500b41cf90 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3929999 May 26 19:37:20.930135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ada7-84d0-4a11-a777-fe6949a332e2 None None] Pushing event updated for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:21.016244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565104-6bc8-48b9-840c-114a7b64739c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=c473ab01-889e-4529-a566-d7ddc02f9405,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:21.172550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c473ab01-889e-4529-a566-d7ddc02f9405 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:21.176014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd0290-2a69-42df-954e-14164e2c99d1 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:21.176014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8cd0290-2a69-42df-954e-14164e2c99d1 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Synchronizing usage tracker for tenant:451343e6307643dd859c025899ee6c4b on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:21.212846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8cd0290-2a69-42df-954e-14164e2c99d1 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Unset dirty status for tenant:451343e6307643dd859c025899ee6c4b on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:21.212846 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8cd0290-2a69-42df-954e-14164e2c99d1 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks?id=c473ab01-889e-4529-a566-d7ddc02f9405 HTTP/1.1" status: 200 len: 764 time: 0.3705194 May 26 19:37:21.212846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:21.256072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:21.289896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:21.295371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:21.299643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:21.306867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-6564b4bb-4106-4cd3-abf9-2d09b39d872c service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8026686 May 26 19:37:21.309735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:21.318329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:21.414452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:21.417727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:21.480018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'port_id': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'mac_address': 'fa:16:3e:b5:08:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:21.603723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26a61eb9-a4fb-44ac-bf2b-d999837f0354 req-31f81092-9f3a-4646-9fce-8af3c89d9723 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787092 May 26 19:37:21.694413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da0f4a0-d248-48c4-bf7d-0bfc27e6fdb0 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:21.696009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5da0f4a0-d248-48c4-bf7d-0bfc27e6fdb0 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4836652 May 26 19:37:21.699119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58900) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:21.751347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c93c6781-21dd-429d-aa4e-e1cb561aff8e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Synchronizing usage tracker for tenant:451343e6307643dd859c025899ee6c4b on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:21.774765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c93c6781-21dd-429d-aa4e-e1cb561aff8e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Unset dirty status for tenant:451343e6307643dd859c025899ee6c4b on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:21.775477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59622b01-f6ad-4d17-973f-9c3879c03f2e None None] Pushing event updated for resources: {'Port': ['ID=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:21.776615 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c93c6781-21dd-429d-aa4e-e1cb561aff8e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 207 time: 0.0764136 May 26 19:37:21.788846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58904) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:21.793847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:21.952295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:21.953949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 030c512e-c04e-420d-9e40-ccba5e736f61, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:21.958502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=71e3fb97-d54c-40f5-9813-1de2efe9f0b6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:22.006096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 030c512e-c04e-420d-9e40-ccba5e736f61 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:22.008698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:22.009224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:22.065831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5c70df-a6e3-4f68-a01c-f0cadc180e65 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:22.067008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 030c512e-c04e-420d-9e40-ccba5e736f61) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:22.079170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a213a51-e6fa-4dd3-ace4-a4cd5990d2e3 None None] Network 030c512e-c04e-420d-9e40-ccba5e736f61 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:22.083815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.084421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:22.212035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2daa2734-de5d-4fd4-97aa-e768fe56c581 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6387527 May 26 19:37:22.212035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58910) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:22.228738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.242401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.254496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.260672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.268409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.292030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.293925 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b972f80-79af-45e1-8d38-0492d3466177 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5035729 May 26 19:37:22.297758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58914) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:22.347717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:22.380010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:22.380010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1fd52cb8-a65d-4ef1-a40e-c91824d7526b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:22.447846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:22.572207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b', 'network_id': '155ec6f8-1202-48b4-a69a-e2a78fad730c', 'port_id': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b', 'mac_address': 'fa:16:3e:46:5a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:22.611095 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a261e3b7-8e12-42f6-b24e-d700ef7e48c4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3122275 May 26 19:37:22.614747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58922) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:22.696787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:22.697191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:22.806091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.809144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.812149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.816055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.819479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.826893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2a0d7dd-1194-43af-b75f-c701fbc6235e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2108684 May 26 19:37:22.831219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:22.844192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd52cb8-a65d-4ef1-a40e-c91824d7526b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:22.862911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:22.893664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:22.947319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:17Z', 'revision_number': 3, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:18Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:22.957765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.959522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.970734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.970734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.977406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b35b970-07d6-4ccc-8926-8f7f9ed441ed None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:17Z', 'revision_number': 3, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:18Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:22.983125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:22.983125 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-370b3c44-5440-461c-aea5-c55120711120 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1376791 May 26 19:37:22.990113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:22.995286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:23.034104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.048681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.062824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.080070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.093268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.100265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d605dbb7-9b66-4521-bbd8-369305f9cc79 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:37:23.117181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.157159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.162177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-150da643-7ec1-4330-b355-267ca92cf575 req-5fea5904-d167-4fad-8f58-fade5f8aff3f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5427 time: 0.8415382 May 26 19:37:23.215720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-030c512e-c04e-420d-9e40-ccba5e736f61', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:23.216569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:23.329421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-150da643-7ec1-4330-b355-267ca92cf575 req-21f868ea-2a43-4fad-9a39-0b68344d6386 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435885 May 26 19:37:23.389453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65067be0-71b6-4b6e-8e45-5302d7674c15 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:23.391588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:23.396075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-65067be0-71b6-4b6e-8e45-5302d7674c15 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks/0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 HTTP/1.1" status: 200 len: 803 time: 0.4129887 May 26 19:37:23.396912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58976) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:23.414997 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.resource_extend [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:37:23.638182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:23.823856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:23.844905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'network_id': '2f2e43bd-053a-41ee-84f4-3dacc69e188f', 'port_id': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'mac_address': 'fa:16:3e:51:c6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bd5fc0-0822-4395-bdd7-9473a73926ff', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:37:23.925888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Allocated IP 172.22.0.2 (030c512e-c04e-420d-9e40-ccba5e736f61/71e3fb97-d54c-40f5-9813-1de2efe9f0b6/8e833df7-d23e-4f75-bfda-4f778579e014) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:23.995814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e33927-ccf8-40fa-a3e8-8072eb1b06e6 None None] Network b3513669-7494-4519-8a2f-3fc6c5410148 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:24.122555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['79c85df4-11e6-4eea-89be-04e5a0104312'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:24.236423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb9c4283-7f66-4b2b-bcfd-8fcef44279fd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/networks/0cd338aa-f97e-42cc-b4d6-7aa98c1fc268?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8306851 May 26 19:37:24.239368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:24.274866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dd5c70df-a6e3-4f68-a01c-f0cadc180e65'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:24.357869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['637e51e6-6c55-497d-9d92-4245f6fb00e8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:24.372679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee62c206-e78e-4171-8d80-09dcf0decc10 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.381295 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ee62c206-e78e-4171-8d80-09dcf0decc10 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets/864c5033-118d-4ab1-a21c-05dcdc328731 HTTP/1.1" status: 200 len: 843 time: 0.1375785 May 26 19:37:24.382570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:24.613417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71143648-4ef6-420b-8381-4142fe072b2c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.614729 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71143648-4ef6-420b-8381-4142fe072b2c tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "GET /v2.0/subnets/864c5033-118d-4ab1-a21c-05dcdc328731?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2318611 May 26 19:37:24.618637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:24.652313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669902535'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:24.667526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:24.682187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:24.695872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1fd52cb8-a65d-4ef1-a40e-c91824d7526b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:24.699607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:24.713664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:24.748274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:24.791768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:24.813666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:24.814400 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Added segment 9b43e80e-858f-4436-b64b-0c58cd4a3293 of type vlan for network aecbdfed-7373-43b3-bcf0-99282b90fe1d May 26 19:37:24.907684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:24.978513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:24.988992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.002174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.007792 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:25.029446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.034760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.034760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:25.068148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.113272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.136899 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5111275 May 26 19:37:25.157575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:25.162978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:25.167476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-ed6dbe3f-e932-4177-80f9-8e142852fd41 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5428 time: 0.5239193 May 26 19:37:25.311918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de94cca9-71b7-41f0-8de8-6b4108407bfb req-f0ec6208-5492-4805-bca4-263d3012c5fc tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362419 May 26 19:37:25.321160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d605dbb7-9b66-4521-bbd8-369305f9cc79 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:25.321662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:25.336654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'network_id': 'aecbdfed-7373-43b3-bcf0-99282b90fe1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:25.509804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71e16b-c3b6-4e09-8f84-7b669e8308ec tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Network': ['ID=aecbdfed-7373-43b3-bcf0-99282b90fe1d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:25.531620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:25.543472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:25.558270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Made reservation on behalf of 451343e6307643dd859c025899ee6c4b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:25.569414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:25.627115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:25.643241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1701280c-3683-4016-9521-1e2ac74655b3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:25.681987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:37:25.681987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:37:25.716921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b8d4e01d-7c2d-4214-940a-412ca2c8b8f4'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:25.921261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:25.970372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e92ac81f-a843-4c04-93b8-f6a02786beaa None None] Provisioning for port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:25.976037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d605dbb7-9b66-4521-bbd8-369305f9cc79 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:37:26.012633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=753bde65-18cf-4a69-adbf-3c0f7ae9fb97,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:26.026120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Checking segment: {'id': '9b43e80e-858f-4436-b64b-0c58cd4a3293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aecbdfed-7373-43b3-bcf0-99282b90fe1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:26.026677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network hostable DHCP agents. Network: aecbdfed-7373-43b3-bcf0-99282b90fe1d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:26.050603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:26.067891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, aecbdfed-7373-43b3-bcf0-99282b90fe1d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:26.082206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.082872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:26.131031 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a45293c8-b2c5-4de9-b853-8a94416a9700 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9713886 May 26 19:37:26.133985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59040) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:26.142229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:26.150296 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:26.150827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51637768-9387-42d4-bf14-166aa949a17f None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:26.163546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:26.164280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:26.207110 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:26.229834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Transition to ACTIVE for port object 8e833df7-d23e-4f75-bfda-4f778579e014 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:26.342264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6558436'] for subnet, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:26.412416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:26.432799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:26.655543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Transition to ACTIVE for port object 8e833df7-d23e-4f75-bfda-4f778579e014 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:26.761621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.767841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.774262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.785115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.786396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:26.797786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:26.799606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.818985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.829841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:26.831832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-f68ed8e6-fc37-478d-a567-afb34f993836 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5429 time: 0.2941484 May 26 19:37:26.903449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faeb0472-0359-4d03-85c3-75f81e0581cb req-62647972-49b2-4d5f-b64a-4532211b29f0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640917 May 26 19:37:26.944368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:26.949293 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:17Z', 'revision_number': 3, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:18Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:26.949496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 13f16a5a-a380-4893-a263-21b7c151c5a3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:26.955781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.22.0.1 (030c512e-c04e-420d-9e40-ccba5e736f61/71e3fb97-d54c-40f5-9813-1de2efe9f0b6/bb053801-528f-43a6-9a32-2b88d51399ac) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:26.960375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:26.961385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Updating router c5f1fb22-41de-4763-87d0-337dbd1f026c port 27580a93-9060-44f1-9197-34e33b7636b2 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:27.003678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:27.012191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742997949112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6610766'] for subnet, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.113686 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.167045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:27.167657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.169185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "PUT /v2.0/subnets/753bde65-18cf-4a69-adbf-3c0f7ae9fb97 HTTP/1.1" status: 200 len: 900 time: 1.0337849 May 26 19:37:27.174418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59048) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:27.211835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:27.212214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.222263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa15f5-f4c5-4ed3-8eb2-2b771605b375 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event updated for resources: {'Subnet': ['ID=753bde65-18cf-4a69-adbf-3c0f7ae9fb97,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:27.251774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 13f16a5a-a380-4893-a263-21b7c151c5a3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:27.252099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 13f16a5a-a380-4893-a263-21b7c151c5a3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:27.332664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.373175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object bb053801-528f-43a6-9a32-2b88d51399ac will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:27.418954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.526516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.570700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:27.611272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 030c512e-c04e-420d-9e40-ccba5e736f61 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:27.612450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:27.619972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:27.621439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d605dbb7-9b66-4521-bbd8-369305f9cc79'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:37:27.692593 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.711227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Transition to ACTIVE for port object 27580a93-9060-44f1-9197-34e33b7636b2 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:27.720398 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.747717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Network 030c512e-c04e-420d-9e40-ccba5e736f61 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:27.787220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:27.808793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:27.829919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:27.871386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Pushing event updated for resources: {'Port': ['ID=8e833df7-d23e-4f75-bfda-4f778579e014,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.017419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Pushing event updated for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.074577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.185199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.186486 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.186659 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.186987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.188844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.189222 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.190922 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.191413 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.192529 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.196141 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.196734 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.198557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:28.229774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.280029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Attempting to bind port 27580a93-9060-44f1-9197-34e33b7636b2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:28.280140 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Attempting to bind port 27580a93-9060-44f1-9197-34e33b7636b2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:28.280671 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Attempting to bind port 27580a93-9060-44f1-9197-34e33b7636b2 on network b3513669-7494-4519-8a2f-3fc6c5410148 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:28.301325 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:28.302895 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Checking segment: {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:28.304391 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.307612 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Bound using segment: {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:28.308780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.309790 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Bound port: 27580a93-9060-44f1-9197-34e33b7636b2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b7954c-75e5-4791-956f-bc6bf3d043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:28.316614 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.382028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Attempting to bind port 8e833df7-d23e-4f75-bfda-4f778579e014 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:28.384209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Attempting to bind port 8e833df7-d23e-4f75-bfda-4f778579e014 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:28.384597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Attempting to bind port 8e833df7-d23e-4f75-bfda-4f778579e014 on network 030c512e-c04e-420d-9e40-ccba5e736f61 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:28.393114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=753bde65-18cf-4a69-adbf-3c0f7ae9fb97,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.477496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:28.477878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Checking segment: {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:28.478627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.478970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Bound using segment: {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:28.479528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Bound port: 8e833df7-d23e-4f75-bfda-4f778579e014, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:28.479962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.524543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b52a89-f5ce-4d97-a005-ed8bf5ccf95b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-aecbdfed-7373-43b3-bcf0-99282b90fe1d', 'network_id': 'aecbdfed-7373-43b3-bcf0-99282b90fe1d', 'tenant_id': '451343e6307643dd859c025899ee6c4b', 'fixed_ips': [{'subnet_id': '753bde65-18cf-4a69-adbf-3c0f7ae9fb97'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:28.526143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-53b52a89-f5ce-4d97-a005-ed8bf5ccf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.633766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] For port 27580a93-9060-44f1-9197-34e33b7636b2, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:28.642430 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] For port 27580a93-9060-44f1-9197-34e33b7636b2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27580a93-9060-44f1-9197-34e33b7636b2,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:28.651125 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.674463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.747718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecbdfed-7373-43b3-bcf0-99282b90fe1d']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:28.787966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b43e80e-858f-4436-b64b-0c58cd4a3293') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:28.788824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b43e80e-858f-4436-b64b-0c58cd4a3293') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:28.810907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.856874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.871396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:28.871396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:28.886841 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95945-8656-46d4-8ed0-5f04533adc53 None None] Pushing event updated for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:28.911948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:28.912390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:29.072834 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9b43e80e-858f-4436-b64b-0c58cd4a3293 resource provider aggregate not found May 26 19:37:29.124172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.134351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.142328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-815eecfc-3b04-4be8-ba18-92066cbc9212 None None] Provisioning complete for port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:29.142828 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-815eecfc-3b04-4be8-ba18-92066cbc9212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.157995 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9b43e80e-858f-4436-b64b-0c58cd4a3293 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b43e80e-858f-4436-b64b-0c58cd4a3293 found for delete ", "request_id": "req-34db13e8-64a4-4f26-850f-4e702ab65808"}]} May 26 19:37:29.163657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.183672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.195966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.197421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.204114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.204589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.223962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:29.236087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7c81ff97-1699-4237-b50f-8ef748b8f011 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5429 time: 0.9731855 May 26 19:37:29.295717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=aecbdfed-7373-43b3-bcf0-99282b90fe1d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:29.309888 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae0f11da-3643-4c61-bc1d-c93c9ddbd131 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/aecbdfed-7373-43b3-bcf0-99282b90fe1d HTTP/1.1" status: 204 len: 168 time: 2.1347721 May 26 19:37:29.310455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59062) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:29.314265 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:29.315189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-53b52a89-f5ce-4d97-a005-ed8bf5ccf95b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 19:37:29.315189 n-d-843146-9 neutron-server[88364]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 26 19:37:29.315189 n-d-843146-9 neutron-server[88364]: [parameters: {'project_id': '451343e6307643dd859c025899ee6c4b', 'id': 'df2dfa5f-6bf1-444d-b75a-fc2f5101d882', 'name': '', 'network_id': 'aecbdfed-7373-43b3-bcf0-99282b90fe1d', 'mac_address': 'fa:16:3e:94:7c:f6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-aecbdfed-7373-43b3-bcf0-99282b90fe1d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2774}] May 26 19:37:29.315189 n-d-843146-9 neutron-server[88364]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:29.315688 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-53b52a89-f5ce-4d97-a005-ed8bf5ccf95b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:29.328165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:29.328552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.399429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32f00250-b3e9-4f24-9360-c2a97726ecfa req-7285f9c0-fa96-49ea-8bd9-f0930dcce1cb tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598413 May 26 19:37:29.418352 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e9cf25-8065-4ef0-addf-7aec92fbe62f tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:29.419016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e9cf25-8065-4ef0-addf-7aec92fbe62f tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:29.425363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3e9cf25-8065-4ef0-addf-7aec92fbe62f tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/753bde65-18cf-4a69-adbf-3c0f7ae9fb97 HTTP/1.1" status: 404 len: 337 time: 0.1139121 May 26 19:37:29.427297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59066) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:29.436225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:29.483649 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3f891b-457a-4154-8bc1-1939484e5461 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:29.484113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3f891b-457a-4154-8bc1-1939484e5461 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:29.491700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc3f891b-457a-4154-8bc1-1939484e5461 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/aecbdfed-7373-43b3-bcf0-99282b90fe1d HTTP/1.1" status: 404 len: 339 time: 0.0632071 May 26 19:37:29.493856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:29.511236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] For port 8e833df7-d23e-4f75-bfda-4f778579e014, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:29.528803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] For port 8e833df7-d23e-4f75-bfda-4f778579e014, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8e833df7-d23e-4f75-bfda-4f778579e014,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:29.551598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.556010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.752610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828ddf-ac04-44a6-8122-40cec388a3b6 None None] Pushing event updated for resources: {'Port': ['ID=8e833df7-d23e-4f75-bfda-4f778579e014,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:29.839200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.854921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.899161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-53b52a89-f5ce-4d97-a005-ed8bf5ccf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.899395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:29.992160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27580a93-9060-44f1-9197-34e33b7636b2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:30.106758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-815eecfc-3b04-4be8-ba18-92066cbc9212 None None] Current status of the port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:30.152089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99680e3-07cc-4314-b99f-e83b6a754a66 None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:30.166589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.175469 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.179703 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:28Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:28Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:26Z', 'revision_number': 1, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:30.184201 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363a5fa-925e-40ed-b68a-4dac67f5a6fb None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:28Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:28Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:26Z', 'revision_number': 1, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:30.198153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.237548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99680e3-07cc-4314-b99f-e83b6a754a66 None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d could not be found, it might have been deleted concurrently. {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 26 19:37:30.238920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-815eecfc-3b04-4be8-ba18-92066cbc9212 None None] Provisioning for port 27580a93-9060-44f1-9197-34e33b7636b2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:30.256378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1154a0d-4c14-4423-b873-c78b1b6b4ed9 None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:30.321905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 27580a93-9060-44f1-9197-34e33b7636b2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:30.324707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.329006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1154a0d-4c14-4423-b873-c78b1b6b4ed9 None None] Network aecbdfed-7373-43b3-bcf0-99282b90fe1d could not be found, it might have been deleted concurrently. {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 26 19:37:30.331544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 27580a93-9060-44f1-9197-34e33b7636b2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:30.331907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.370724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473ab01-889e-4529-a566-d7ddc02f9405']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:30.397642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b325fb0-e953-4d51-99ef-ba9a0a959ce8') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:30.397931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b325fb0-e953-4d51-99ef-ba9a0a959ce8') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:30.442288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.445544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Provisioning complete for port 27580a93-9060-44f1-9197-34e33b7636b2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:30.446102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.487118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 030c512e-c04e-420d-9e40-ccba5e736f61 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:30.488701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:30.499907 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.528663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:30.529403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.730730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 27580a93-9060-44f1-9197-34e33b7636b2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:30.731108 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.766333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.796032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.813284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=c473ab01-889e-4529-a566-d7ddc02f9405,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:30.822303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1701280c-3683-4016-9521-1e2ac74655b3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:30.843050 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-442c26d7-99cd-4206-b5f2-566a5f0c19e3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/c473ab01-889e-4529-a566-d7ddc02f9405 HTTP/1.1" status: 204 len: 168 time: 1.3420100 May 26 19:37:30.843941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59078) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:30.915619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.928357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.934755 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d40eb1f-58ea-433c-a2ae-1f39b8239f70 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:30.935220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d40eb1f-58ea-433c-a2ae-1f39b8239f70 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:30.942653 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d40eb1f-58ea-433c-a2ae-1f39b8239f70 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/fde3230c-d4a8-4417-8145-50b7477a6827 HTTP/1.1" status: 404 len: 337 time: 0.0973725 May 26 19:37:30.945105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59082) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:30.951275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.951429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Current status of the port 27580a93-9060-44f1-9197-34e33b7636b2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:30.951711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.961966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.971794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.979223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 27580a93-9060-44f1-9197-34e33b7636b2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27580a93-9060-44f1-9197-34e33b7636b2,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:30.983494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:30.983873 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de19db9-32bc-4b8b-8746-c448d43ef7ce tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:30.985596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de19db9-32bc-4b8b-8746-c448d43ef7ce tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:30.990465 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6de19db9-32bc-4b8b-8746-c448d43ef7ce tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/bde77061-7f78-444f-94c0-452cb4c1fbfa HTTP/1.1" status: 404 len: 339 time: 0.0416989 May 26 19:37:30.991013 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:30.991860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:30.991966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:31.007265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:31.012350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9af8ddd8-d326-4990-958a-b15501585e99 req-e58c91ea-150f-4b5f-b23e-952e879bf868 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5429 time: 0.3919694 May 26 19:37:31.075796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting subnet d354ef26-80a1-426e-949b-57f851a6ee2f {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:31.080521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.104029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:31.159047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9af8ddd8-d326-4990-958a-b15501585e99 req-13007f6e-f093-4a7a-aa32-d50a172a0f68 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328831 May 26 19:37:31.249433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.295685 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6b325fb0-e953-4d51-99ef-ba9a0a959ce8 resource provider aggregate not found May 26 19:37:31.332098 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6b325fb0-e953-4d51-99ef-ba9a0a959ce8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b325fb0-e953-4d51-99ef-ba9a0a959ce8 found for delete ", "request_id": "req-1f36155e-9496-421e-b73a-109a9ed89e7c"}]} May 26 19:37:31.398062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.490103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:31.492820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1701280c-3683-4016-9521-1e2ac74655b3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:31.496024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:31.496375 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:31.501559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1701280c-3683-4016-9521-1e2ac74655b3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:31.502126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.506330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:31.524831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2e3421e5-4323-4a79-b1d3-e745bd49539f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3187387 May 26 19:37:31.527556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59096) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:31.533703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'network': {'name': 'tempest-RoutersTest-711103794'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:31.543369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:31.545008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:31.547419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:network and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:31.551237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:31.556497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:31.557964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:31.562649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.572537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:31.576288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.586016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:31.586747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:31.616307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:31.628332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.636851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.637463 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added segment bd839594-c565-4c7f-9d4f-327c4311313a of type vlan for network 408d9013-f3ee-42d6-95b8-11667b615510 May 26 19:37:31.643824 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/d354ef26-80a1-426e-949b-57f851a6ee2f HTTP/1.1" status: 204 len: 168 time: 0.6507556 May 26 19:37:31.650805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59102) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:31.652357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf49e2e-ba4b-41ef-b68d-92aa86e0dcfd tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=d354ef26-80a1-426e-949b-57f851a6ee2f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:31.659123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:31.660235 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.710389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5054594-2954-450e-92a5-127021cdfd35 None None] Network e52bae9a-e004-4cdb-ae9b-b67e9fbb027b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:31.735165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.757847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting subnet bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:31.770322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.831606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.837420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:31.838001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.854422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8dc8f-8ac0-40bc-92a4-e03fe594971d None None] Network 030c512e-c04e-420d-9e40-ccba5e736f61 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:31.861022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:31.982212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4533536 May 26 19:37:31.986282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59106) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:31.994082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'subnet': {'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:31.997135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1da42-870b-47ff-b316-895eb3296d47 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Network': ['ID=408d9013-f3ee-42d6-95b8-11667b615510,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:32.036944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.067169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e894fae1-3a27-464b-80e0-ca73dd9c66a8 None None] Current status of the port 27580a93-9060-44f1-9197-34e33b7636b2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:32.069296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 408d9013-f3ee-42d6-95b8-11667b615510 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:32.212740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:32.245317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:32.249740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:subnet and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:32.252976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:32.258150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.260111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:32.278257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Made reservation on behalf of f35604906afc408384ec1eaebc70907e for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:32.283323 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.345240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.347979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:32.409570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0edc7de7-a2f8-4407-828a-c7fa9412eee7 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/bfe40ff6-7c9c-4b22-9cb2-5df4c0c6d41d HTTP/1.1" status: 204 len: 168 time: 0.7566576 May 26 19:37:32.411426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:32.467542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1701280c-3683-4016-9521-1e2ac74655b3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:32.468170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.588328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.596811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.614201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.620360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.626883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.634751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.642215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.651082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.658070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.660168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-48d53064-4d79-4ceb-9de4-765df083b4c2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5429 time: 0.3217700 May 26 19:37:32.668443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:32.669004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.693708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Subnet': ['ID=e0b03b59-c6ca-463d-98a3-3e62543a7260,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:32.699240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Checking segment: {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:32.699802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network hostable DHCP agents. Network: 408d9013-f3ee-42d6-95b8-11667b615510, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:32.723645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 408d9013-f3ee-42d6-95b8-11667b615510 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:32.735916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 408d9013-f3ee-42d6-95b8-11667b615510) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:32.740670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:32.741566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:32.780166 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0f8d33a3-9a21-4a21-afa5-8f272c7d9504 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7898431 May 26 19:37:32.780374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:32.780815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:32.813128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:32.823783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639849e2-777d-475c-b9f5-1efec586f171 None None] Network 408d9013-f3ee-42d6-95b8-11667b615510 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:32.982784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port 138cc0b9-f89c-429e-bbeb-8bd3309a2737, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=138cc0b9-f89c-429e-bbeb-8bd3309a2737,segment=NetworkSegment(492c2000-1e46-4b1f-9c9f-42bd4dacbff0),segment_id=492c2000-1e46-4b1f-9c9f-42bd4dacbff0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:32.983141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.008609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:33.009245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.054102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.055074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 637e51e6-6c55-497d-9d92-4245f6fb00e8 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:33.146268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for 138cc0b9-f89c-429e-bbeb-8bd3309a2737 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:33.227831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07ac8bda-ccfa-4a4a-960a-7f669dffdf41 req-1f1a5170-11b8-44ed-b6a3-200359509660 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4850891 May 26 19:37:33.230049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.280171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Port': ['ID=138cc0b9-f89c-429e-bbeb-8bd3309a2737,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.288319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No DVR routers for this DVR port 138cc0b9-f89c-429e-bbeb-8bd3309a2737 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:33.449807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b9b5836e-4c96-45e9-857f-9c8b71ec7812 None None] Provisioning for port 8e833df7-d23e-4f75-bfda-4f778579e014 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:33.467084 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad7f327-addf-40fb-b6bd-dc3fc6294673'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3', 'code': 200} May 26 19:37:33.475384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.480611 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.542720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52bae9a-e004-4cdb-ae9b-b67e9fbb027b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:33.562845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492c2000-1e46-4b1f-9c9f-42bd4dacbff0') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:33.564261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492c2000-1e46-4b1f-9c9f-42bd4dacbff0') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:33.585396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.605493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.614415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:33.615182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.652273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:33.695599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.699911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.752711 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 492c2000-1e46-4b1f-9c9f-42bd4dacbff0 resource provider aggregate not found May 26 19:37:33.768906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.778921 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 492c2000-1e46-4b1f-9c9f-42bd4dacbff0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 492c2000-1e46-4b1f-9c9f-42bd4dacbff0 found for delete ", "request_id": "req-8fdcc5f6-c721-470b-af67-b2364883791a"}]} May 26 19:37:33.795544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.815470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/e52bae9a-e004-4cdb-ae9b-b67e9fbb027b HTTP/1.1" status: 204 len: 168 time: 1.4030054 May 26 19:37:33.819183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59132) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:33.839529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:33.860592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:33.860959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.887601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e6ed-35cc-4f1e-b886-082196f83ac5 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=e52bae9a-e004-4cdb-ae9b-b67e9fbb027b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.900060 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf12e61-59dd-4719-8668-c98b09ea6388 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:33.900489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-408d9013-f3ee-42d6-95b8-11667b615510', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:33.900716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf12e61-59dd-4719-8668-c98b09ea6388 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:33.901415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:33.902832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2bf12e61-59dd-4719-8668-c98b09ea6388 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/f803fa17-b7f1-4f3a-a5ed-2a8deab036d8 HTTP/1.1" status: 404 len: 337 time: 0.0823834 May 26 19:37:33.905202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:33.925351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:33.962286 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacbd449-5567-41af-ae85-bd9a5625a108 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:33.962763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacbd449-5567-41af-ae85-bd9a5625a108 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:33.964596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aacbd449-5567-41af-ae85-bd9a5625a108 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/829dd34a-a06a-462f-a794-7f285c4d83a0 HTTP/1.1" status: 404 len: 339 time: 0.0577369 May 26 19:37:33.968915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59140) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:34.031637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f57b1-fbbe-4f03-9ec9-2a75b7849df7 None None] DHCP port deletion for e52bae9a-e004-4cdb-ae9b-b67e9fbb027b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:37:34.054638 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc782342-afe5-4418-bce3-dd71430c6e79 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:34.055015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc782342-afe5-4418-bce3-dd71430c6e79 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:34.056739 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc782342-afe5-4418-bce3-dd71430c6e79 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/9475a571-2a12-4074-9c9f-5abbc5085e2c HTTP/1.1" status: 404 len: 337 time: 0.0866842 May 26 19:37:34.061024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59144) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:34.126010 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-50934191-45b1-4fe6-83a4-926916b629e0 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:34.126513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50934191-45b1-4fe6-83a4-926916b629e0 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:34.145983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50934191-45b1-4fe6-83a4-926916b629e0 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/77dc7873-0623-4f66-b5c8-ddf2f7946fdf HTTP/1.1" status: 404 len: 339 time: 0.0853949 May 26 19:37:34.146571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59148) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:34.209961 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2226acc2-5c4a-4ac0-ae9f-f17d465cc208 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:34.210752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2226acc2-5c4a-4ac0-ae9f-f17d465cc208 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:34.214939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2226acc2-5c4a-4ac0-ae9f-f17d465cc208 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/038eba39-5973-4c73-81cd-d0d3896ed784 HTTP/1.1" status: 404 len: 337 time: 0.0650167 May 26 19:37:34.215992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59152) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:34.223282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:34.243151 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e672f4-cac6-42b2-afce-bc6837bff7d3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:34.243617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e672f4-cac6-42b2-afce-bc6837bff7d3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:34.245860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5e672f4-cac6-42b2-afce-bc6837bff7d3 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/e4270679-9d51-43cc-a0d4-af6096a5234a HTTP/1.1" status: 404 len: 339 time: 0.0289536 May 26 19:37:34.248423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59156) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:34.339729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:28Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:19Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:29Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:34.406645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting subnet 67a2d408-d002-441a-b6b7-41d87d8bdab7 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:34.414331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.421571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:34.422252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Updating router c5f1fb22-41de-4763-87d0-337dbd1f026c port bb053801-528f-43a6-9a32-2b88d51399ac binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:34.491370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 637e51e6-6c55-497d-9d92-4245f6fb00e8 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:34.491757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.530867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.578575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f2d84a6-0dca-4f2a-ba4f-7d427d7ff75f None None] Provisioning for port bb053801-528f-43a6-9a32-2b88d51399ac completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:34.598188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f2d84a6-0dca-4f2a-ba4f-7d427d7ff75f None None] Provisioning complete for port bb053801-528f-43a6-9a32-2b88d51399ac triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:34.599057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2d84a6-0dca-4f2a-ba4f-7d427d7ff75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.674813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Allocated IP 172.23.0.2 (408d9013-f3ee-42d6-95b8-11667b615510/e0b03b59-c6ca-463d-98a3-3e62543a7260/37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:34.678729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d84a6-0dca-4f2a-ba4f-7d427d7ff75f None None] Port bb053801-528f-43a6-9a32-2b88d51399ac cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:34.684871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.740808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:34.789390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.795209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.802940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.809254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.816104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.822012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.828076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:34.830048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-74f14220-1adb-446d-9aaf-339be4fb9327 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5430 time: 0.4168227 May 26 19:37:34.873731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:34.874296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.880757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.908714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:34.909524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd5c70df-a6e3-4f68-a01c-f0cadc180e65 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:34.929084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e05a55c-3bdd-449e-b6e4-8bce5f389395 req-d9dea34e-e84a-439b-82ce-86d74a49d512 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910201 May 26 19:37:34.971706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.013991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=67a2d408-d002-441a-b6b7-41d87d8bdab7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.024628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.039824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-351285ce-7dca-4f59-a254-7473b08052b4 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/67a2d408-d002-441a-b6b7-41d87d8bdab7 HTTP/1.1" status: 204 len: 168 time: 0.7880542 May 26 19:37:35.040202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:35.098446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8670d4a-ffde-4825-8d92-c4f980237172 None None] Network 253a15a0-4bd1-46fc-9621-4afc5a9deebd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:35.163938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.175993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port e211fecb-41bf-47d8-92fd-df97c5de01ad {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:35.176589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.429494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.432398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port e211fecb-41bf-47d8-92fd-df97c5de01ad, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e211fecb-41bf-47d8-92fd-df97c5de01ad,segment=NetworkSegment(93f67051-09ca-4b1f-90b4-ad2c86c13905),segment_id=93f67051-09ca-4b1f-90b4-ad2c86c13905)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:35.432757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.488586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637e51e6-6c55-497d-9d92-4245f6fb00e8'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:35.581913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for e211fecb-41bf-47d8-92fd-df97c5de01ad owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:35.619362 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8831f9f0-a14f-445f-a1b3-bcff8e215e86'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637e51e6-6c55-497d-9d92-4245f6fb00e8', 'code': 200} May 26 19:37:35.677950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e527e0c1-a47d-4de8-affc-0600fb793a39 None None] Provisioning complete for port bb053801-528f-43a6-9a32-2b88d51399ac triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:35.678325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e527e0c1-a47d-4de8-affc-0600fb793a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.702154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:35.720149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:35.720518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.792140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:35.793294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27580a93-9060-44f1-9197-34e33b7636b2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:35.812780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.871284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Port': ['ID=e211fecb-41bf-47d8-92fd-df97c5de01ad,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:35.876637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No DVR routers for this DVR port e211fecb-41bf-47d8-92fd-df97c5de01ad on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:35.891779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:35.909959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e527e0c1-a47d-4de8-affc-0600fb793a39 None None] Port bb053801-528f-43a6-9a32-2b88d51399ac cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:35.936488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Transition to ACTIVE for port object 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:35.979927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Transition to ACTIVE for port object 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:36.037256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.101116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c986b9-77a0-4e62-9f30-10827add8cff None None] DHCP port deletion for 253a15a0-4bd1-46fc-9621-4afc5a9deebd request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:37:36.173338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.184413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 27580a93-9060-44f1-9197-34e33b7636b2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:36.184787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.214340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253a15a0-4bd1-46fc-9621-4afc5a9deebd']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:36.223161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Allocated IP 172.23.0.1 (408d9013-f3ee-42d6-95b8-11667b615510/e0b03b59-c6ca-463d-98a3-3e62543a7260/a26597c8-1caa-4db9-a76d-8d4f91a98f84) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:36.236310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Network 408d9013-f3ee-42d6-95b8-11667b615510 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:36.240753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f67051-09ca-4b1f-90b4-ad2c86c13905') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:36.241071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f67051-09ca-4b1f-90b4-ad2c86c13905') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:36.249916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:36.250565 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.259612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.275520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:36.282751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.291110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.293238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:36.301839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Pushing event updated for resources: {'Port': ['ID=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:36.314511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.322469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.329955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.336503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.346938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:36.352764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-f05140cb-b3aa-40de-acc6-6684fe6a2332 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5431 time: 0.2030802 May 26 19:37:36.358074 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.367389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.380297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:36.380930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.421068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:36.434672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Transition to ACTIVE for port object bb053801-528f-43a6-9a32-2b88d51399ac will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:36.437536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.439816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3df3b3a1-68ff-48e2-b120-6a5f38deb073 req-6897f075-132d-4eef-a333-6ea00b39355f tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754273 May 26 19:37:36.473241 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 93f67051-09ca-4b1f-90b4-ad2c86c13905 resource provider aggregate not found May 26 19:37:36.486300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 79c85df4-11e6-4eea-89be-04e5a0104312 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:36.510796 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 93f67051-09ca-4b1f-90b4-ad2c86c13905 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93f67051-09ca-4b1f-90b4-ad2c86c13905 found for delete ", "request_id": "req-d657e1eb-cf4e-4086-b7df-833d34e7bc5a"}]} May 26 19:37:36.524180 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.536118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.559991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.572296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Attempting to bind port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:36.572665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Attempting to bind port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:36.573028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Attempting to bind port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f on network 408d9013-f3ee-42d6-95b8-11667b615510 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:36.580542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=253a15a0-4bd1-46fc-9621-4afc5a9deebd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:36.587565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.601572 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-556598f2-8b91-4990-a3d7-e646c0eabc22 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/253a15a0-4bd1-46fc-9621-4afc5a9deebd HTTP/1.1" status: 204 len: 168 time: 1.5597568 May 26 19:37:36.604147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:36.610964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Transition to ACTIVE for port object a26597c8-1caa-4db9-a76d-8d4f91a98f84 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:36.616525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:36.616903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Checking segment: {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:36.617342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.617721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Bound using segment: {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:36.618183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Bound port: 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:36.618556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.642199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.667537 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb7a367-2070-44f3-8af7-6dfb7b1c28df tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:36.668016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb7a367-2070-44f3-8af7-6dfb7b1c28df tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:36.672371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3eb7a367-2070-44f3-8af7-6dfb7b1c28df tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/327da5d6-8079-419f-b06f-ec1e9bed22d5 HTTP/1.1" status: 404 len: 337 time: 0.0639596 May 26 19:37:36.674077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59182) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:36.720198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.720408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 408d9013-f3ee-42d6-95b8-11667b615510 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:36.728787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:36.732197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:36.750074 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-838991bb-6ae9-4095-a25a-eb8ba1a4f252 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] DELETE failed (client error): The resource could not be found. May 26 19:37:36.751392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838991bb-6ae9-4095-a25a-eb8ba1a4f252 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:36.757068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-838991bb-6ae9-4095-a25a-eb8ba1a4f252 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/2685b3b4-6f7c-4a02-89d0-ef90397c9467 HTTP/1.1" status: 404 len: 339 time: 0.0785067 May 26 19:37:36.758035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59186) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:36.770722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 27580a93-9060-44f1-9197-34e33b7636b2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:36.771830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8e833df7-d23e-4f75-bfda-4f778579e014 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:36.799442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=a26597c8-1caa-4db9-a76d-8d4f91a98f84,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:36.815353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.835018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:36.878908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting subnet 864c5033-118d-4ab1-a21c-05dcdc328731 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:36.885313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:36.995096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.022610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.078864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 79c85df4-11e6-4eea-89be-04e5a0104312 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:37.129444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 79c85df4-11e6-4eea-89be-04e5a0104312 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:37.129816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.253398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.262497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94a0cc-ea72-48eb-8abc-ec0836a67126 None None] Pushing event updated for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:37.273988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Attempting to bind port bb053801-528f-43a6-9a32-2b88d51399ac on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:37.275236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Attempting to bind port bb053801-528f-43a6-9a32-2b88d51399ac by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:37.281191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Attempting to bind port bb053801-528f-43a6-9a32-2b88d51399ac on network 030c512e-c04e-420d-9e40-ccba5e736f61 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:37.297946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:37.298349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Checking segment: {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:37.298686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.299097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Bound using segment: {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:37.300379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Bound port: bb053801-528f-43a6-9a32-2b88d51399ac, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947d974b-96ac-43f2-b68e-7da39201a9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:37.300379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.316126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] For port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:37.361242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] For port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:37.364042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 8e833df7-d23e-4f75-bfda-4f778579e014 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:37.381018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.418994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8e833df7-d23e-4f75-bfda-4f778579e014 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:37.419362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.435228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.551584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.562959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Subnet': ['ID=864c5033-118d-4ab1-a21c-05dcdc328731,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:37.581204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985d215c-1215-4a3e-97ce-76bcb8340439 None None] Network 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:37.596852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-226cb22f-b5fd-4871-bc05-370117701d6e tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/subnets/864c5033-118d-4ab1-a21c-05dcdc328731 HTTP/1.1" status: 204 len: 168 time: 0.8334284 May 26 19:37:37.599335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59194) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:37.620868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:37.746667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 79c85df4-11e6-4eea-89be-04e5a0104312 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:37.747244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.768252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.768753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] For port bb053801-528f-43a6-9a32-2b88d51399ac, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:37.776219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.790430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029b7a5-8f1b-4e27-a1e5-ad9ec5c78a57 None None] Pushing event updated for resources: {'Port': ['ID=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:37.803709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] For port bb053801-528f-43a6-9a32-2b88d51399ac, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb053801-528f-43a6-9a32-2b88d51399ac,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:37.816995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:37.934231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94a0cc-ea72-48eb-8abc-ec0836a67126 None None] Pushing event updated for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:37.973849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event updated for resources: {'Port': ['ID=a26597c8-1caa-4db9-a76d-8d4f91a98f84,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:38.010568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.063343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:38.094867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.179458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.184405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:38.209378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Deleting port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:38.209860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.519897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.540433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.540575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:38.541246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:38.545672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Network 408d9013-f3ee-42d6-95b8-11667b615510 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:38.548085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:38.560947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.580374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.596099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.611821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.620842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:38.623819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-4f76b124-b9b5-43a7-a90b-832bb079fb09 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5433 time: 0.9655952 May 26 19:37:38.681961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:38.711119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a0458fa-949e-4606-b170-5b9c7925fec8 req-636b5bc7-d1a3-4166-b3b6-811c9cf6fa70 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779386 May 26 19:37:38.834011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:38.836018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.875242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:38.889854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] For port aae8571b-243b-4fd0-84b3-6ef42ce10fd0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,segment=NetworkSegment(42da7d62-a85a-4827-8565-dc7b5df375f5),segment_id=42da7d62-a85a-4827-8565-dc7b5df375f5)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:38.890553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.899486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8e833df7-d23e-4f75-bfda-4f778579e014 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:38.900961 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:38.912488 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfcf184-4bc1-45de-b2eb-b356c83264eb'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'code': 200} May 26 19:37:38.945901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:39.168858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Calling delete_port for aae8571b-243b-4fd0-84b3-6ef42ce10fd0 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:39.179280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:39.230767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:39.242464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0899e149-819c-418c-9b0f-d17964fc2aec tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4599698 May 26 19:37:39.244511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:39.252841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:39.279103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 8e833df7-d23e-4f75-bfda-4f778579e014, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8e833df7-d23e-4f75-bfda-4f778579e014,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:39.292774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58e214-c079-4679-b372-806792c3f2bf None None] DHCP port deletion for 0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:37:39.347520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:39.391737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:39.509552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Port': ['ID=aae8571b-243b-4fd0-84b3-6ef42ce10fd0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:39.540409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] No DVR routers for this DVR port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:39.567645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf977672-5263-4d4d-b844-5490cc1bc47b None None] Network 408d9013-f3ee-42d6-95b8-11667b615510 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:39.594849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:39.595650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:39.721458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bc58e214-c079-4679-b372-806792c3f2bf None None] Deleting port aae8571b-243b-4fd0-84b3-6ef42ce10fd0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:39.721831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc58e214-c079-4679-b372-806792c3f2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:39.774202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:39.845571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:40.080264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=8e833df7-d23e-4f75-bfda-4f778579e014,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:40.141997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:37:40.147916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd338aa-f97e-42cc-b4d6-7aa98c1fc268']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.158429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Removed routes are [] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:37:40.158926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.197793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42da7d62-a85a-4827-8565-dc7b5df375f5') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.198397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42da7d62-a85a-4827-8565-dc7b5df375f5') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:40.217509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.277341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.308162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.315823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.325995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.329157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.335758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.341331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bc58e214-c079-4679-b372-806792c3f2bf None None] The port 'aae8571b-243b-4fd0-84b3-6ef42ce10fd0' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:37:40.342766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-afb8de6d-4618-4552-9138-77ffd797b388 None None] Provisioning for port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:40.342862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.349282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:40.358132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-2b608aba-7d8c-418b-be11-988d3c308f3e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5433 time: 0.3494792 May 26 19:37:40.380297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:40.380950 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.388582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:40.417222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.418030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1fd52cb8-a65d-4ef1-a40e-c91824d7526b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:40.499180 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 42da7d62-a85a-4827-8565-dc7b5df375f5 resource provider aggregate not found May 26 19:37:40.534665 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 42da7d62-a85a-4827-8565-dc7b5df375f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42da7d62-a85a-4827-8565-dc7b5df375f5 found for delete ", "request_id": "req-3f568c0b-cb6c-4686-989a-e4e8d1eb9a6e"}]} May 26 19:37:40.576455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cba5be95-ee5e-4a78-a0e4-1cbc8c8ff187 req-d46f5949-560a-4768-98e0-53f8087dc288 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173946 May 26 19:37:40.597550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.608445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.654972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] Pushing event deleted for resources: {'Network': ['ID=0cd338aa-f97e-42cc-b4d6-7aa98c1fc268,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:40.676039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6488c3d3-a848-4a31-9106-15f892f97b80 tempest-NetworksIpV6Test-2114900383 tempest-NetworksIpV6Test-2114900383-project] 10.222.0.24 "DELETE /v2.0/networks/0cd338aa-f97e-42cc-b4d6-7aa98c1fc268 HTTP/1.1" status: 204 len: 168 time: 3.0756047 May 26 19:37:40.694864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:40.759213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:40.760015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.826981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:40.867819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:40.882912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.884496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.897708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:40.898365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:40.953168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312'}, {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:41.077486 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36bd334-942b-48b2-9a05-7ef31295851c'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312', 'code': 200} May 26 19:37:41.077486 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36bd334-942b-48b2-9a05-7ef31295851c'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'code': 200} May 26 19:37:41.191837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:41.223443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:41.224667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.335024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:36Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:37Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:37Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:41.368562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d05ca7-43f1-41fa-b4d5-efcadbc2c8ff None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:36Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:37Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:37Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:41.377432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:41.377432 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.391398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:41.408389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.409119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb053801-528f-43a6-9a32-2b88d51399ac up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:41.472737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59226) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:41.477280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:41.492109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.493634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91beaf15-db6c-4605-9383-21f50421407c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 934 time: 2.2470675 May 26 19:37:41.496702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:41.820464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:41.860746 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5b77fbc2-866b-497a-9d13-fb2b148705b2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 934 time: 0.3598721 May 26 19:37:41.867531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:41.878098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Provisioning complete for port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:41.878530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.881713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'routes': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:41.938599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:41.953444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bb053801-528f-43a6-9a32-2b88d51399ac completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:41.972198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:41.973282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d605dbb7-9b66-4521-bbd8-369305f9cc79 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:42.138217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c26de448-7108-45a7-baa2-14e0dded9fe5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=451343e6307643dd859c025899ee6c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636894 May 26 19:37:42.159765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.159951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bb053801-528f-43a6-9a32-2b88d51399ac triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:42.160132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.165931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.177788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.191616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.197667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.207252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.219469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:42.228415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-95405e4c-c762-48a1-ab1a-a590ed698d79 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5435 time: 0.3584790 May 26 19:37:42.276658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59244) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:42.335636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62da6f2c-e73d-454c-a58e-84961f2ded08 req-c7e96228-ec8f-4228-a896-98b3b08e34d2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058667 May 26 19:37:42.375727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7690857-5a7a-4d2b-9a19-fcb35ca877ff None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 19:37:42.392350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.441396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.608207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.623671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1db429-9f24-42bd-8df5-c3234bcbcea6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:42.633598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.635347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f2d47d64-d699-4d19-9768-0a49bafc67e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c1db429-9f24-42bd-8df5-c3234bcbcea6 HTTP/1.1" status: 204 len: 168 time: 0.3386304 May 26 19:37:42.759055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:42.839655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Current status of the port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:42.888468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d605dbb7-9b66-4521-bbd8-369305f9cc79 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:42.904113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d605dbb7-9b66-4521-bbd8-369305f9cc79 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:42.904472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:42.983045 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:42.994165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Provisioning for port a26597c8-1caa-4db9-a76d-8d4f91a98f84 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:43.019516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Provisioning complete for port a26597c8-1caa-4db9-a76d-8d4f91a98f84 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:43.019656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.029174 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:43.029803 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:43.084151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:43.113861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bb053801-528f-43a6-9a32-2b88d51399ac is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:43.113861 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.255926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bb053801-528f-43a6-9a32-2b88d51399ac, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb053801-528f-43a6-9a32-2b88d51399ac,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:43.270347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8bd8f-0962-4d5f-ac6e-866ade391a73 None None] Port a26597c8-1caa-4db9-a76d-8d4f91a98f84 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:43.299893 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7271e3-43ae-4c40-ae24-3dd32e217dbc'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b', 'code': 200} May 26 19:37:43.310673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.310673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:43.401879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added routes are [] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:37:43.402357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:37:43.474554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.626815 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:43.646021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d605dbb7-9b66-4521-bbd8-369305f9cc79 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:43.646887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.703425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f2d26ccd-f4ed-4d1e-85be-60a04b8a5966 None None] Provisioning complete for port a26597c8-1caa-4db9-a76d-8d4f91a98f84 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:43.703425 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f2d26ccd-f4ed-4d1e-85be-60a04b8a5966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:43.731459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.731459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.742457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.742457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.759724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.759724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.784118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:43.795487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-a3e74ed9-c609-40b3-ac10-813467efc82a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5435 time: 0.2052815 May 26 19:37:43.920466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0fa0abd-854f-42df-bdc9-6c3cb166aef1 req-bbc4ce66-7e5a-4d7b-b0ca-d9022f7335c4 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237969 May 26 19:37:43.945001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f2d26ccd-f4ed-4d1e-85be-60a04b8a5966 None None] Port a26597c8-1caa-4db9-a76d-8d4f91a98f84 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:37:44.007295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:44.007745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:44.022979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7690857-5a7a-4d2b-9a19-fcb35ca877ff None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 19:37:44.051289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.231785 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:40Z', 'revision_number': 6, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:37Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:44.241834 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:44.242368 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Updating router c5f1fb22-41de-4763-87d0-337dbd1f026c port a26597c8-1caa-4db9-a76d-8d4f91a98f84 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:37:44.328155 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.392890 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.397164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.466890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59284) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:44.622310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:44.680374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.704533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:44.712486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1120685260'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:44.722558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:44.727189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:44.730250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:44.752465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:44.771662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:44.775736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.784226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:44.784610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.803676 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.832077 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.840677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:44.845699 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Transition to ACTIVE for port object a26597c8-1caa-4db9-a76d-8d4f91a98f84 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:44.852426 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.852739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:44.855975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:44.873086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:44.881666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-77c3dd49-ca59-4185-af33-d5d365127f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.921318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:44.928712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:44.930162 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f69bf6f3-a4d8-41a5-8f53-2312b182363f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 700 time: 3.0616326 May 26 19:37:44.932866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:45.028628 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524de507-ffb4-4623-83e2-1597b1314a31 None None] Pushing event updated for resources: {'Port': ['ID=a26597c8-1caa-4db9-a76d-8d4f91a98f84,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:45.153827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cc81dbe1-37e3-44af-ab2b-4a20c0fd870f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 700 time: 0.2198114 May 26 19:37:45.157864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:45.190298 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Attempting to bind port a26597c8-1caa-4db9-a76d-8d4f91a98f84 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:45.190670 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Attempting to bind port a26597c8-1caa-4db9-a76d-8d4f91a98f84 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:45.191027 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Attempting to bind port a26597c8-1caa-4db9-a76d-8d4f91a98f84 on network 408d9013-f3ee-42d6-95b8-11667b615510 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:45.196594 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:45.196960 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Checking segment: {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:45.197459 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.197983 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Bound using segment: {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:45.198447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Bound port: a26597c8-1caa-4db9-a76d-8d4f91a98f84, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd839594-c565-4c7f-9d4f-327c4311313a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:45.198810 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.369100 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] For port a26597c8-1caa-4db9-a76d-8d4f91a98f84, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:45.376522 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] For port a26597c8-1caa-4db9-a76d-8d4f91a98f84, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a26597c8-1caa-4db9-a76d-8d4f91a98f84,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:45.383692 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.457596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.481689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.484379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:45.495271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:45.499735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.515643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.531778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.534818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524de507-ffb4-4623-83e2-1597b1314a31 None None] Pushing event updated for resources: {'Port': ['ID=a26597c8-1caa-4db9-a76d-8d4f91a98f84,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:45.543309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.548033 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:45.548691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:45.560390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.564830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-47803416-e835-40a3-96b9-bdf68dffec0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.4084644 May 26 19:37:45.610436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 138cc0b9-f89c-429e-bbeb-8bd3309a2737 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:45.622437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.636156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.705861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 138cc0b9-f89c-429e-bbeb-8bd3309a2737 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:45.706435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 138cc0b9-f89c-429e-bbeb-8bd3309a2737 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:45.706776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e211fecb-41bf-47d8-92fd-df97c5de01ad no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:45.757806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74eb92d1-2307-4e4e-91c8-68722aaa435e req-e5dcb6c9-e77e-42f5-a376-0f666f465674 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867495 May 26 19:37:45.758550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:45.782717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81a0bda-a76e-4c4e-aff0-4d130f5cb76b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:45.794141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.794473 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment f883e844-d799-4fac-a49f-c15defbdf185 of type vlan for network c3d68374-ccd6-49d8-97b3-1a788a99030c May 26 19:37:45.859482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.862725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e211fecb-41bf-47d8-92fd-df97c5de01ad {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:45.863470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e211fecb-41bf-47d8-92fd-df97c5de01ad not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:45.864253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aae8571b-243b-4fd0-84b3-6ef42ce10fd0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:45.886645 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:45.927273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: aae8571b-243b-4fd0-84b3-6ef42ce10fd0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:45.929731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aae8571b-243b-4fd0-84b3-6ef42ce10fd0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:45.941775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.951942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:45.953601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:45.961373 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bceefa8-96c3-4a41-91c1-97ce22babfd3'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'code': 200} May 26 19:37:46.085974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=c3d68374-ccd6-49d8-97b3-1a788a99030c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:46.103836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:46.190463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-68c4a091-b047-4ec0-877e-e3409f5b3eda tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7230628 May 26 19:37:46.193276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59316) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:46.221950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'name': 'tempest-PortsTestJSON-1533579061'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:46.250006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:46.343295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:46.343946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:46.355628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:46.500264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:46.501395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8e833df7-d23e-4f75-bfda-4f778579e014 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:46.527224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:46.535085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:46.542863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:46.553712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:46.584223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.585817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.588635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.589387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.590691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.591483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.592122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:46.595137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-3f6dac6d-ba5b-4f01-a021-4294ecc37d1b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6493 time: 0.5134118 May 26 19:37:46.596913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:46.601842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:46.631806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:37:46.632482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 8e833df7-d23e-4f75-bfda-4f778579e014 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:46.632929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:46.747669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 7, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:45Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:46.756085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eff0056-3c4b-4a6e-bd74-0801024d7eee None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 7, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:45Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:46.756690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92bcbcb4-e4cd-4f83-b38e-fed546a13165 req-e2a70213-3c02-401b-af4d-597de9e1cf64 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1311655 May 26 19:37:46.920506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9d8a4131-b042-40c1-b6bd-fbca7fad38c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:46.971578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 8e833df7-d23e-4f75-bfda-4f778579e014 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:46.971578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb053801-528f-43a6-9a32-2b88d51399ac up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:47.181923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:47.216950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:47.217773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:47.391315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port a26597c8-1caa-4db9-a76d-8d4f91a98f84 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:47.393103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.398036 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.423231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.427500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bb053801-528f-43a6-9a32-2b88d51399ac triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:47.428171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.457542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:47.470452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.477101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.482951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.489295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.495414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.502026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.509427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.511342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-dce61fbb-1235-4d39-b2c9-d61a08bac863 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.2815824 May 26 19:37:47.565869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.624075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port a26597c8-1caa-4db9-a76d-8d4f91a98f84, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a26597c8-1caa-4db9-a76d-8d4f91a98f84,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:47.625010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.640977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e25bc92e-c6f8-4cdd-b3c4-e59167a7b760 req-25e07b14-da25-42aa-9fa2-c67ec0a80dbe tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208682 May 26 19:37:47.789987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:47.796868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': 'f883e844-d799-4fac-a49f-c15defbdf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:47.798275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: c3d68374-ccd6-49d8-97b3-1a788a99030c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:47.814311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bb053801-528f-43a6-9a32-2b88d51399ac is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:37:47.815977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a26597c8-1caa-4db9-a76d-8d4f91a98f84 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:37:47.853744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:47.875806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c3d68374-ccd6-49d8-97b3-1a788a99030c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:47.889967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:47.904035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:47.904977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:47.916030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64845f-7277-47ca-b769-be8747a3871c None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:47.940441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7aeeea2b-de3f-4b14-b5d7-509a5c5cc99a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7456377 May 26 19:37:47.943203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for a26597c8-1caa-4db9-a76d-8d4f91a98f84 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:47.943864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59340) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:47.950135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-478936564'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:47.960769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:47.969440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:47.973722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:47.986242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:48.010675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:48.017403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.054143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:48.065661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.066272 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment a49b303d-c3e1-4a1a-862f-ffd8c3fc548b of type vlan for network a6494b27-37da-4c5b-9264-0d34495de108 May 26 19:37:48.100294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.146529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.157259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:48.161149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.241944 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.290962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a26597c8-1caa-4db9-a76d-8d4f91a98f84 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:37:48.319470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a26597c8-1caa-4db9-a76d-8d4f91a98f84 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:37:48.320126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.421731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:48.471175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5259042 May 26 19:37:48.482449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59348) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:48.503769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'ports': [{'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'}, {'network_id': 'a6494b27-37da-4c5b-9264-0d34495de108'}]} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:48.504102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:48.504586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'a6494b27-37da-4c5b-9264-0d34495de108'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:48.523112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a85431-75e4-45c2-acf1-3b887216c5d1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=a6494b27-37da-4c5b-9264-0d34495de108,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:48.527723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port a26597c8-1caa-4db9-a76d-8d4f91a98f84 update to ACTIVE by agent not found {{(pid=88364) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 26 19:37:48.553439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=a26597c8-1caa-4db9-a76d-8d4f91a98f84,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:48.556324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 7, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a26597c8-1caa-4db9-a76d-8d4f91a98f84', 'name': '', 'network_id': '408d9013-f3ee-42d6-95b8-11667b615510', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:aa:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:34Z', 'updated_at': '2022-05-26T19:37:45Z', 'revision_number': 4, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'e0b03b59-c6ca-463d-98a3-3e62543a7260', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:48.569721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:48.579018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a6494b27-37da-4c5b-9264-0d34495de108 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:48.764510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:48.765574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:49.038451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:49.047838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:49.050077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:49.070418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:49.091413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:49.111334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:49.161771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 2} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:49.172064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:49.208122 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:49.239619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.246468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.253636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.259908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.267560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.273807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.279716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:49.284686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-d39fc3bb-bd52-4431-a010-883411a0a8c3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.3710759 May 26 19:37:49.595923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 131ffb76-9808-4682-9670-fa37082c24d0 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:37:49.697738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:49.728131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:49.729568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d26c4e2f-9f24-41dd-9718-7bc576a41cd1 req-af93c940-0c8d-48f6-bff5-804d177749b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4352591 May 26 19:37:49.732469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:49.763312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:48Z', 'revision_number': 8, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:49.769111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc12aa0f-8898-4b54-9019-bfd0991e4c33 None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:48Z', 'revision_number': 8, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:49.827973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port beffb01f-b720-4c1f-b227-604ba5f4018e yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:37:50.000516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:50.026824 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af4e9653-f379-4f99-ba19-1b27aa80fd17 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8660896 May 26 19:37:50.028947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59364) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:50.041984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.082144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.091330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.100698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.112033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.119045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.131943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.140582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:50.143437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet e0b03b59-c6ca-463d-98a3-3e62543a7260 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:50.143791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e2bb045-d0fa-4af6-9767-909a7d13bd0b req-e4ec9b37-6eab-41e1-8418-c2cd0ad3aff7 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.2374911 May 26 19:37:50.151543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.156272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59368) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:50.161845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Request body: {'floatingip': {'port_id': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:50.229392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.273107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.353120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.441026 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:50.457827 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:50.462641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:50.479162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.504574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.542083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73bac1-a73f-4a8b-8b07-9133fc5d682d None None] Network 408d9013-f3ee-42d6-95b8-11667b615510 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:50.556932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.585725 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/e0b03b59-c6ca-463d-98a3-3e62543a7260 HTTP/1.1" status: 204 len: 168 time: 0.5551529 May 26 19:37:50.586514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc049689-e9b8-40cc-aeb1-827f76ba52df tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b03b59-c6ca-463d-98a3-3e62543a7260,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:50.603321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59374) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:50.655600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=131ffb76-9808-4682-9670-fa37082c24d0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:50.760869 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:50.821346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a26597c8-1caa-4db9-a76d-8d4f91a98f84 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:50.826286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:50.843222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:50.848767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:50.849642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.860324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.860659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.860987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.861336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.861673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.862887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.865850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.866181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.866520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.866848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.867168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.869836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:50.894062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a26597c8-1caa-4db9-a76d-8d4f91a98f84 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:50.894408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a26597c8-1caa-4db9-a76d-8d4f91a98f84 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:50.920580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:50.946832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:50.947216 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.011135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] DHCP port deletion for 408d9013-f3ee-42d6-95b8-11667b615510 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:37:51.016841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Deleting port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:51.018047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.353260 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:48Z', 'revision_number': 8, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:51.359923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:51.371382 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:51.372083 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:51.462605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:51.463204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.479943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=beffb01f-b720-4c1f-b227-604ba5f4018e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:51.537957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': 'a49b303d-c3e1-4a1a-862f-ffd8c3fc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a6494b27-37da-4c5b-9264-0d34495de108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:51.538327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: a6494b27-37da-4c5b-9264-0d34495de108, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:51.570800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] For port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,segment=NetworkSegment(bd839594-c565-4c7f-9d4f-327c4311313a),segment_id=bd839594-c565-4c7f-9d4f-327c4311313a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:51.571225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.632725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:51.762893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:51.774473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network a6494b27-37da-4c5b-9264-0d34495de108 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:51.838010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a6494b27-37da-4c5b-9264-0d34495de108) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:51.848549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:51.863110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:51.870458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:51.871391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.911128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f4b73-bd7c-4614-a29b-4cf56bdbf8f5 None None] Network a6494b27-37da-4c5b-9264-0d34495de108 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:51.937920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-93e0836c-17e6-4b9a-b9b5-9d75c87322d7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4508328 May 26 19:37:51.938060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:51.948593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59390) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:51.959512 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:37:51.960073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Calling delete_port for 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:51.990848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No DVR routers for this DVR port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:37:52.036559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:52.210506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port beffb01f-b720-4c1f-b227-604ba5f4018e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:52.210691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:48Z', 'revision_number': 8, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:52.210841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.216154 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fd679-1829-4c18-b5de-55fc24261e41 None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:48Z', 'revision_number': 8, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb053801-528f-43a6-9a32-2b88d51399ac', 'name': '', 'network_id': '030c512e-c04e-420d-9e40-ccba5e736f61', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:01:66:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:24Z', 'updated_at': '2022-05-26T19:37:43Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': '71e3fb97-d54c-40f5-9813-1de2efe9f0b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:52.269231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.277198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.277693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.320710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408d9013-f3ee-42d6-95b8-11667b615510']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:52.470427 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:37:52.470785 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:37:52.558464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd839594-c565-4c7f-9d4f-327c4311313a') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:52.559167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd839594-c565-4c7f-9d4f-327c4311313a') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:52.584621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.605143 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Floating IP d98a1c64-2a10-47df-804b-7a107066289c associated. External IP: 172.25.0.119, port: dd5c70df-a6e3-4f68-a01c-f0cadc180e65. May 26 19:37:52.665080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:37:52.713985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.776349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:37:52.776349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:37:52.781738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:52.781738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.860568 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bd839594-c565-4c7f-9d4f-327c4311313a resource provider aggregate not found May 26 19:37:52.904134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:52.912724 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bd839594-c565-4c7f-9d4f-327c4311313a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd839594-c565-4c7f-9d4f-327c4311313a found for delete ", "request_id": "req-bcea1a82-4150-4cff-ae7d-d4411df77132"}]} May 26 19:37:52.971581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Deleting port 37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:52.972074 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.086688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.097935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for beffb01f-b720-4c1f-b227-604ba5f4018e owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:53.125544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-824ad5fc-ecf7-4814-9ccb-d4869b2f39dc None None] The port '37453b3a-d6cf-4d4f-82ad-fcc7edb0cb9f' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:37:53.212509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.212509 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/408d9013-f3ee-42d6-95b8-11667b615510 HTTP/1.1" status: 204 len: 168 time: 2.5984404 May 26 19:37:53.214357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59410) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:53.222128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0518-21d8-4ee8-ab34-2511be266e42 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=408d9013-f3ee-42d6-95b8-11667b615510,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:53.282034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.358454 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.362257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=beffb01f-b720-4c1f-b227-604ba5f4018e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:53.372022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.372363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.372692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.373014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.373356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.373677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.373988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.374676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.374676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.374939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.375248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.375562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:37:53.383272 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2427b299-89bb-4924-8bc3-c5494d029d86 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/beffb01f-b720-4c1f-b227-604ba5f4018e HTTP/1.1" status: 204 len: 168 time: 1.3938389 May 26 19:37:53.383677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:53.473763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f00fd-5b02-49c2-a108-1153b53952b6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:53.480417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f00fd-5b02-49c2-a108-1153b53952b6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:53.481233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e82f00fd-5b02-49c2-a108-1153b53952b6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:53.501448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e82f00fd-5b02-49c2-a108-1153b53952b6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:53.505592 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e82f00fd-5b02-49c2-a108-1153b53952b6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1209335 May 26 19:37:53.506681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59418) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:53.613999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 131ffb76-9808-4682-9670-fa37082c24d0 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:53.615358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:53.656634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:53.946919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:54.072978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:54.091341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Sync routers for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:54.099854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:54.108343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 131ffb76-9808-4682-9670-fa37082c24d0 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:54.117877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:54.117877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:54.206260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-693cf8ba-54a5-4171-8d86-511c819ecb6b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "PUT /v2.0/floatingips/d98a1c64-2a10-47df-804b-7a107066289c HTTP/1.1" status: 200 len: 992 time: 4.0488262 May 26 19:37:54.208655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:37:54.310479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:54.338444 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b0c59d-db6f-4224-b270-a134b8afcffe'] response: {'name': 'network-changed', 'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'status': 'completed', 'code': 200} May 26 19:37:54.416370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=131ffb76-9808-4682-9670-fa37082c24d0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:54.470178 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:54.510034 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1203879-4d81-4afd-bd8a-379822526f10 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/131ffb76-9808-4682-9670-fa37082c24d0 HTTP/1.1" status: 204 len: 168 time: 0.9939914 May 26 19:37:54.510034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:54.517854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:54.640554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:54.710796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b9a125-a470-458d-9a6e-73543c3cdd54 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.711926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a4b9a125-a470-458d-9a6e-73543c3cdd54 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:54.754832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a4b9a125-a470-458d-9a6e-73543c3cdd54 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:54.756316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4b9a125-a470-458d-9a6e-73543c3cdd54 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2513816 May 26 19:37:54.760172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59436) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:54.915078 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-29788265-6862-49b4-bd71-e5a5836a0def tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:37:54.918904 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-29788265-6862-49b4-bd71-e5a5836a0def tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/beffb01f-b720-4c1f-b227-604ba5f4018e HTTP/1.1" status: 404 len: 333 time: 0.1558139 May 26 19:37:54.925215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59442) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:54.967038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.967512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.968676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.969197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.969643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.970103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.970568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:54.971820 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-34af8408-3909-49da-b8f9-a13fb63b24ca tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:37:54.972540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-65ff6f05-4819-4ae3-9841-8e398113eb96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6493 time: 0.5693722 May 26 19:37:54.976783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-34af8408-3909-49da-b8f9-a13fb63b24ca tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/131ffb76-9808-4682-9670-fa37082c24d0 HTTP/1.1" status: 404 len: 333 time: 0.0537233 May 26 19:37:54.977561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59446) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:55.187514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.238879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-c4dd7121-47e3-47db-adec-00427871345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.240319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-c4dd7121-47e3-47db-adec-00427871345e service neutron] 10.222.0.53 "GET /v2.0/networks?id=851fc9c4-e44c-4214-bb6f-7b28a81296e1 HTTP/1.1" status: 200 len: 913 time: 0.2593646 May 26 19:37:55.455170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd98a1c64-2a10-47df-804b-7a107066289c', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'port_id': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'mac_address': 'fa:16:3e:b5:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:37Z', 'updated_at': '2022-05-26T19:37:51Z', 'revision_number': 1, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:55.469241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Checking router: 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:37:55.480473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.487515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:55.488143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:55.546431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6494b27-37da-4c5b-9264-0d34495de108']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:55.553306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.559078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.561235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49b303d-c3e1-4a1a-862f-ffd8c3fc548b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:55.562285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49b303d-c3e1-4a1a-862f-ffd8c3fc548b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:55.566350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.571536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.578555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.584310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.587129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.590454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:55.598220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9729327f-4922-429d-ac78-328a5fa9341e req-03de7ec1-0e39-491c-ab5e-85ffd9ad504c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.5141149 May 26 19:37:55.617990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.629002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:37:55.629592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.729883 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a49b303d-c3e1-4a1a-862f-ffd8c3fc548b resource provider aggregate not found May 26 19:37:55.759007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:55.766159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9729327f-4922-429d-ac78-328a5fa9341e req-d803f692-92f2-40b5-bca4-573a9eb17712 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667140 May 26 19:37:55.769626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-1c175428-5789-4c07-970a-9d4ca3502830 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 200 len: 1000 time: 0.5129051 May 26 19:37:55.769712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port bb053801-528f-43a6-9a32-2b88d51399ac {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:55.770050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.841019 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a49b303d-c3e1-4a1a-862f-ffd8c3fc548b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a49b303d-c3e1-4a1a-862f-ffd8c3fc548b found for delete ", "request_id": "req-d46d88d3-3690-48e3-b71b-3aee2eb21b03"}]} May 26 19:37:55.850270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.901308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:55.910281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=a6494b27-37da-4c5b-9264-0d34495de108,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:55.925619 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4fc3a83-0e59-4787-997c-801983c35e55 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/a6494b27-37da-4c5b-9264-0d34495de108 HTTP/1.1" status: 204 len: 168 time: 0.9337285 May 26 19:37:55.925619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59470) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:55.925619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665337834'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:55.940936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:55.940936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:55.946615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:55.956885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:55.972917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:55.990847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.034015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:37:56.064302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.064302 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment 5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818 of type vlan for network e1436240-2f00-4686-8fe2-b6b0ddab8cbd May 26 19:37:56.069996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port bb053801-528f-43a6-9a32-2b88d51399ac, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bb053801-528f-43a6-9a32-2b88d51399ac,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:37:56.069996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.110644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.147966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.160403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.160403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.294026 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3731468 May 26 19:37:56.295600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:56.303764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:56.341551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4adb-0e36-4ebb-8eb2-c41c56f94c73 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=e1436240-2f00-4686-8fe2-b6b0ddab8cbd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:56.353434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for bb053801-528f-43a6-9a32-2b88d51399ac owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:56.369113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd98a1c64-2a10-47df-804b-7a107066289c', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'port_id': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'mac_address': 'fa:16:3e:b5:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:37Z', 'updated_at': '2022-05-26T19:37:51Z', 'revision_number': 1, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:56.369113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d615940-a791-4c08-ae8a-a7e075b4828a None None] The sync data for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 is: [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'd98a1c64-2a10-47df-804b-7a107066289c', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'port_id': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'mac_address': 'fa:16:3e:b5:08:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:35:37Z', 'updated_at': '2022-05-26T19:37:51Z', 'revision_number': 1, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:37:56.378164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:37:56.465800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:56.473245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-9d2d6e11-a1ec-456e-8044-e5a6cd74bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.474217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:37:56.474746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-9d2d6e11-a1ec-456e-8044-e5a6cd74bef1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47691d89-c07d-45fe-aa10-820880c63451 HTTP/1.1" status: 200 len: 851 time: 0.3390007 May 26 19:37:56.479556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:37:56.488178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:56.503774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:56.509083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.641529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 19:37:56.642242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 19:37:56.679919 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bad83-342c-469e-b313-e7c856a512f2 None None] New status for floating IP d98a1c64-2a10-47df-804b-7a107066289c: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:37:56.785608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.786242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-0469f63b-31f6-42c2-871c-389a96ad54f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.787697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-0469f63b-31f6-42c2-871c-389a96ad54f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.6508913 May 26 19:37:56.816659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-8456bf7b-74a1-407d-b8b8-864fb6ed7315 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0163920 May 26 19:37:56.874642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=be3d4d05-de20-4a03-b7b4-3a3eed6e3147,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:56.885993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:56.886524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: e1436240-2f00-4686-8fe2-b6b0ddab8cbd, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:37:56.907522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005abd-812e-445b-a382-28862beaf4c7 req-6fe7ac6f-0c11-406c-9f90-1c9461359704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.910316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-6fe7ac6f-0c11-406c-9f90-1c9461359704 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4155242 May 26 19:37:56.914023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:37:56.925913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e1436240-2f00-4686-8fe2-b6b0ddab8cbd) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:56.931112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:56.932116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:56.935889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32c172-8463-4c03-bb52-cf2de01d6a0a None None] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:56.961463 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4870d9a8-46ad-43fd-a2e5-7fea2605eb9d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6652553 May 26 19:37:56.964377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:56.971778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd', 'name': 'tempest-PortsTestJSON-340004762'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:37:57.145571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d108671d-af4f-467f-bd89-a90b2a84a493 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3164232 May 26 19:37:57.165281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:37:57.176446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:37:57.188113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:37:57.192164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.215588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port ff1abe8f-396b-4b4d-b29d-567dcc08dad3 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:37:57.258203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-e1436240-2f00-4686-8fe2-b6b0ddab8cbd', 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': 'be3d4d05-de20-4a03-b7b4-3a3eed6e3147'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:37:57.259036 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.275822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.379863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.7 (e1436240-2f00-4686-8fe2-b6b0ddab8cbd/be3d4d05-de20-4a03-b7b4-3a3eed6e3147/ff1abe8f-396b-4b4d-b29d-567dcc08dad3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:57.513303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=bb053801-528f-43a6-9a32-2b88d51399ac,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:57.527203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-399dcb73-9e1f-44aa-922f-e0bbb80fd569 service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096101 May 26 19:37:57.615336 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.632489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object ff1abe8f-396b-4b4d-b29d-567dcc08dad3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:57.659868 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.696110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-88981eda-4db6-4678-a1a2-c953a791dba8 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496948 May 26 19:37:57.741471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:57.745526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:57.748082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:57.767117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Allocated IP 172.20.0.2 (e1436240-2f00-4686-8fe2-b6b0ddab8cbd/be3d4d05-de20-4a03-b7b4-3a3eed6e3147/c555fd04-9633-4109-86b3-58e7bf65cfdb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:37:57.805434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=ff1abe8f-396b-4b4d-b29d-567dcc08dad3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:57.825894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:57.826496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.858159 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9fe952d-df8c-4a70-935d-ce4a84c6a234 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8925891 May 26 19:37:57.859555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59486) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:57.930232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port ff1abe8f-396b-4b4d-b29d-567dcc08dad3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:37:57.930828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:57.974358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12005abd-812e-445b-a382-28862beaf4c7 req-dfc495c2-a03d-41fd-9851-10f32251f54f service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392371 May 26 19:37:57.987849 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.002112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Transition to ACTIVE for port object c555fd04-9633-4109-86b3-58e7bf65cfdb will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:58.033750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Transition to ACTIVE for port object c555fd04-9633-4109-86b3-58e7bf65cfdb will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:37:58.043221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.045764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-76e9a116-1dfe-4dfd-8139-4728a5dca351 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286316 May 26 19:37:58.049459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.124921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Pushing event updated for resources: {'Port': ['ID=c555fd04-9633-4109-86b3-58e7bf65cfdb,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.144170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:37:58.145622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:37:58.148321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:37:58.282063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Attempting to bind port c555fd04-9633-4109-86b3-58e7bf65cfdb on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:37:58.282428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Attempting to bind port c555fd04-9633-4109-86b3-58e7bf65cfdb by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:37:58.282791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Attempting to bind port c555fd04-9633-4109-86b3-58e7bf65cfdb on network e1436240-2f00-4686-8fe2-b6b0ddab8cbd {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:37:58.296481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:37:58.296853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Checking segment: {'id': '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:37:58.297278 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.297658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Bound using segment: {'id': '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:37:58.304168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Bound port: c555fd04-9633-4109-86b3-58e7bf65cfdb, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e1436240-2f00-4686-8fe2-b6b0ddab8cbd'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:37:58.304736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.391620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.430115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] For port c555fd04-9633-4109-86b3-58e7bf65cfdb, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:37:58.433608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] For port c555fd04-9633-4109-86b3-58e7bf65cfdb, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c555fd04-9633-4109-86b3-58e7bf65cfdb,segment=NetworkSegment(5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818),segment_id=5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:37:58.439626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.469092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:37:58.541054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for ff1abe8f-396b-4b4d-b29d-567dcc08dad3 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:37:58.549630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbefd729-4b3a-4a7c-959f-659bd9a1d952 None None] Pushing event updated for resources: {'Port': ['ID=c555fd04-9633-4109-86b3-58e7bf65cfdb,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:58.710689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.716713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.724917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.732410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.739264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.745575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.753150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:37:58.756098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfba3c0e-ac8b-4839-b8d0-4ae1d7c4a54d req-a1950e15-d648-434f-b836-15c7926f2a21 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.3432231 May 26 19:37:58.758120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:37:58.769685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:37:58.785432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:37:58.786998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:37:58.794917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:58.796537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0a0c9693-eb1f-490b-9e76-3ad34c198bb0 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5871501 May 26 19:37:58.909435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:58.977362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=ff1abe8f-396b-4b4d-b29d-567dcc08dad3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:59.051578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e19cd13a-0152-4f61-8257-5ca2d69e4677 req-c5507fd6-724d-4b6b-a394-f091aa6853aa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 210 time: 0.1338377 May 26 19:37:59.074554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet 71e3fb97-d54c-40f5-9813-1de2efe9f0b6 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:37:59.088135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.137882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:37:59.176082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.176082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.234325 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3fc7d373-75b3-4451-959a-0cba3792b106 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/ff1abe8f-396b-4b4d-b29d-567dcc08dad3 HTTP/1.1" status: 204 len: 168 time: 1.3602798 May 26 19:37:59.240534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59510) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:59.330613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.334690 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-47482f0b-1387-4857-a42c-10bdbae7fdd3 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:37:59.334690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47482f0b-1387-4857-a42c-10bdbae7fdd3 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:37:59.334690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-47482f0b-1387-4857-a42c-10bdbae7fdd3 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/ff1abe8f-396b-4b4d-b29d-567dcc08dad3 HTTP/1.1" status: 404 len: 333 time: 0.1053755 May 26 19:37:59.334690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59514) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:59.407483 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0c1697-f05b-4e7a-8047-470b1b2abbce tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:37:59.407483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d0c1697-f05b-4e7a-8047-470b1b2abbce tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:37:59.421736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.426739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4d0c1697-f05b-4e7a-8047-470b1b2abbce tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:37:59.426739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d0c1697-f05b-4e7a-8047-470b1b2abbce tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/ff1abe8f-396b-4b4d-b29d-567dcc08dad3 HTTP/1.1" status: 404 len: 333 time: 0.0886335 May 26 19:37:59.437484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:37:59.483738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=71e3fb97-d54c-40f5-9813-1de2efe9f0b6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:37:59.488979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:37:59.507217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ad4ca34b-d47b-4abb-be3f-ae48f7dc6603 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/71e3fb97-d54c-40f5-9813-1de2efe9f0b6 HTTP/1.1" status: 204 len: 168 time: 0.6984043 May 26 19:37:59.513026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7436e28-2fde-4c33-9f5f-bce8af259495 None None] Network 030c512e-c04e-420d-9e40-ccba5e736f61 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:37:59.519193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59524) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:00.157265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:56Z', 'revision_number': 9, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:00.179696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:00.198062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] DHCP port deletion for 030c512e-c04e-420d-9e40-ccba5e736f61 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:00.244312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:00.244312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:00.444909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-e9f81bd8-cc4c-4c4b-8475-5ba9a933d31f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:00.444909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-e9f81bd8-cc4c-4c4b-8475-5ba9a933d31f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.4394703 May 26 19:38:00.444909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:00.527335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:00.557413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet be3d4d05-de20-4a03-b7b4-3a3eed6e3147 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:00.587013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:00.605404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6715426-5f2f-4830-ba44-c9ad7ce9a49e None None] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:00.618992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Deleting port 8e833df7-d23e-4f75-bfda-4f778579e014 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:00.618992 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:00.682163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:00.757860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23eef8a5-e32f-47fa-9181-224c5874eec9 req-4cdf1f79-f4bd-479b-a01b-fd4bb8d4fc63 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 210 time: 0.3082037 May 26 19:38:00.824440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c555fd04-9633-4109-86b3-58e7bf65cfdb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:00.855671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4334d1d3-3575-4243-b830-a8244f1f38c2 None None] Provisioning for port c555fd04-9633-4109-86b3-58e7bf65cfdb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:00.899925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 8e833df7-d23e-4f75-bfda-4f778579e014 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:00.899925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:00.958614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.140896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:01.187799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:01.199137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c555fd04-9633-4109-86b3-58e7bf65cfdb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:01.280578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c555fd04-9633-4109-86b3-58e7bf65cfdb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:01.280836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.281923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.326991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:01.331510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.382017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 8e833df7-d23e-4f75-bfda-4f778579e014, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8e833df7-d23e-4f75-bfda-4f778579e014,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:01.382455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.596511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] For port 8e833df7-d23e-4f75-bfda-4f778579e014, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8e833df7-d23e-4f75-bfda-4f778579e014,segment=NetworkSegment(947d974b-96ac-43f2-b68e-7da39201a9b2),segment_id=947d974b-96ac-43f2-b68e-7da39201a9b2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:01.596974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:01.715498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.10 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/a97bf228-35b7-4547-8eec-c02e6553907a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:01.831350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 8e833df7-d23e-4f75-bfda-4f778579e014 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:01.905288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Calling delete_port for 8e833df7-d23e-4f75-bfda-4f778579e014 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:01.919392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59568) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:01.972935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.036191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=be3d4d05-de20-4a03-b7b4-3a3eed6e3147,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.047079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.082666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c555fd04-9633-4109-86b3-58e7bf65cfdb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:02.089198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.116829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.142679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object a97bf228-35b7-4547-8eec-c02e6553907a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:02.164140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71c19631-b0d4-47a4-a14a-76891025ebe2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/be3d4d05-de20-4a03-b7b4-3a3eed6e3147 HTTP/1.1" status: 204 len: 168 time: 2.7349684 May 26 19:38:02.165947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59576) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:02.179231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.180001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.180780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.181439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.182141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.182755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.183847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:02.188125 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-acfbb886-0461-4bca-bc92-b6967be86382 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6500 time: 0.2673962 May 26 19:38:02.223158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port c555fd04-9633-4109-86b3-58e7bf65cfdb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c555fd04-9633-4109-86b3-58e7bf65cfdb,segment=NetworkSegment(5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818),segment_id=5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:02.232544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.246069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.328813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b0509141-953d-4685-b36c-519d430938b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:56Z', 'revision_number': 9, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:02.336408 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:02.336978 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:02.343114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0509141-953d-4685-b36c-519d430938b8 None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:37:56Z', 'revision_number': 9, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '27580a93-9060-44f1-9197-34e33b7636b2', 'name': '', 'network_id': 'b3513669-7494-4519-8a2f-3fc6c5410148', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:ea:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:15Z', 'updated_at': '2022-05-26T19:37:30Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'cdec9ff4-d55e-4e6c-80d4-bed97507e489', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:02.350500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8e833df7-d23e-4f75-bfda-4f778579e014 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:02.437374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 8e833df7-d23e-4f75-bfda-4f778579e014 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:02.437939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8e833df7-d23e-4f75-bfda-4f778579e014 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:02.453237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=c555fd04-9633-4109-86b3-58e7bf65cfdb,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.455349 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-8d491e3e-3994-4362-bbf3-9e437ab59d29 req-f7a04b46-f430-4f36-8f03-44e334474fb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7b65e48-069b-4781-af4e-9a404f8b115d&id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2306471 May 26 19:38:02.474288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.475023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.475572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.476382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.476943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.477902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.478460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.479013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.479567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.480114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.480646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.481399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:02.499876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.524729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port c555fd04-9633-4109-86b3-58e7bf65cfdb {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:02.525108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.570946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No DVR routers for this DVR port 8e833df7-d23e-4f75-bfda-4f778579e014 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:02.610192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa163d5-f767-4e00-9a57-78027cc6ad46 None None] Network e1436240-2f00-4686-8fe2-b6b0ddab8cbd requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:02.654522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=8e833df7-d23e-4f75-bfda-4f778579e014,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.658613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.761009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6644d5da-90d2-4f7c-b91b-17b5e7c5a7b9 None None] Provisioning complete for port c555fd04-9633-4109-86b3-58e7bf65cfdb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:02.765518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6644d5da-90d2-4f7c-b91b-17b5e7c5a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.812183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port c555fd04-9633-4109-86b3-58e7bf65cfdb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c555fd04-9633-4109-86b3-58e7bf65cfdb,segment=NetworkSegment(5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818),segment_id=5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:02.812543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.868190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Deleting port 8e833df7-d23e-4f75-bfda-4f778579e014 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:02.868190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:02.957590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:02.971246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:02.984868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:02.990611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:03.038695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.047017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1763e-87b3-4f5c-9711-12ae242b11dc None None] The port '8e833df7-d23e-4f75-bfda-4f778579e014' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:03.079823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c555fd04-9633-4109-86b3-58e7bf65cfdb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:03.125251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030c512e-c04e-420d-9e40-ccba5e736f61']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.148546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947d974b-96ac-43f2-b68e-7da39201a9b2') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.148844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947d974b-96ac-43f2-b68e-7da39201a9b2') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.190308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1634b-cf51-4b2d-8843-b00f3bb0fd1c req-d251745b-9cd1-4477-8b13-e267fb2fe584 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:03.190308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-66c1634b-cf51-4b2d-8843-b00f3bb0fd1c req-d251745b-9cd1-4477-8b13-e267fb2fe584 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:03.190308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.231258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:03.231866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.293668 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.318266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:03.319135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.373177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for c555fd04-9633-4109-86b3-58e7bf65cfdb owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:03.382081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-66c1634b-cf51-4b2d-8843-b00f3bb0fd1c req-d251745b-9cd1-4477-8b13-e267fb2fe584 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:03.397636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66c1634b-cf51-4b2d-8843-b00f3bb0fd1c req-d251745b-9cd1-4477-8b13-e267fb2fe584 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 932 time: 0.8304563 May 26 19:38:03.403759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6644d5da-90d2-4f7c-b91b-17b5e7c5a7b9 None None] Current status of the port c555fd04-9633-4109-86b3-58e7bf65cfdb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:03.415246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c555fd04-9633-4109-86b3-58e7bf65cfdb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:03.415617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.475178 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.500386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Could not find standard attr ID for object c555fd04-9633-4109-86b3-58e7bf65cfdb. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:38:03.503600 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No ports have port_id starting with c555fd04-9633-4109-86b3-58e7bf65cfdb May 26 19:38:03.512227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c33add-7bfa-4165-862c-b88a33b1005c None None] DHCP port deletion for e1436240-2f00-4686-8fe2-b6b0ddab8cbd request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:03.520365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb053801-528f-43a6-9a32-2b88d51399ac no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:03.521796 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 947d974b-96ac-43f2-b68e-7da39201a9b2 resource provider aggregate not found May 26 19:38:03.530002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-d80b75ee-fcca-42ab-8d56-e3f91b5911d3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9674873 May 26 19:38:03.560669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port c555fd04-9633-4109-86b3-58e7bf65cfdb on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:03.564055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.574985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.587399 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 947d974b-96ac-43f2-b68e-7da39201a9b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 947d974b-96ac-43f2-b68e-7da39201a9b2 found for delete ", "request_id": "req-d3566bff-2b91-4d45-94de-9414cb07232f"}]} May 26 19:38:03.589676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bb053801-528f-43a6-9a32-2b88d51399ac {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:03.590168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bb053801-528f-43a6-9a32-2b88d51399ac not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:03.612111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bd261fb-aa63-4498-b348-804ef9d47be3 None None] Provisioning for port a97bf228-35b7-4547-8eec-c02e6553907a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:03.621292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Request body: {'port': {'device_id': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:03.623073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bd261fb-aa63-4498-b348-804ef9d47be3 None None] Provisioning complete for port a97bf228-35b7-4547-8eec-c02e6553907a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:03.625117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bd261fb-aa63-4498-b348-804ef9d47be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.625876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=c555fd04-9633-4109-86b3-58e7bf65cfdb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:03.691062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6bd261fb-aa63-4498-b348-804ef9d47be3 None None] Port a97bf228-35b7-4547-8eec-c02e6553907a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:03.702330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/030c512e-c04e-420d-9e40-ccba5e736f61 HTTP/1.1" status: 204 len: 168 time: 4.1980534 May 26 19:38:03.718404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5d0ce-4765-4f8d-b0e0-803842225897 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=030c512e-c04e-420d-9e40-ccba5e736f61,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:03.720018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59592) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:03.761764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.794946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1436240-2f00-4686-8fe2-b6b0ddab8cbd']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.815774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.816503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:03.831013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.852975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66c1634b-cf51-4b2d-8843-b00f3bb0fd1c req-275fbf80-4c10-4d3a-a325-03c43bf6a41d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543412 May 26 19:38:03.855848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.864337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:03.865120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:03.944873 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818 resource provider aggregate not found May 26 19:38:03.985005 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d9aa8d4-c58f-4e61-8d88-bd8a5bfab818 found for delete ", "request_id": "req-dd9c2bb2-b683-414d-99e9-cb60add5baf2"}]} May 26 19:38:04.005324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.017991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.049518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.055565 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/e1436240-2f00-4686-8fe2-b6b0ddab8cbd HTTP/1.1" status: 204 len: 168 time: 1.8852355 May 26 19:38:04.060224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59602) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:04.072556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277bce9-1ac1-4436-9b19-6c7a614f53c0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=e1436240-2f00-4686-8fe2-b6b0ddab8cbd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:04.084468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-166330454'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:04.097737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:04.110091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:04.118356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:04.124905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:04.139250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:04.143435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.177121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:04.189673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.190292 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment fda38172-343a-475f-8a9a-b611800b06e4 of type vlan for network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a May 26 19:38:04.225851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.271441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.277487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:04.292032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.448880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=76fde9ed-a5aa-49af-ba08-cb9e62c30b7a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:04.460905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:38:04.468895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11c5b72a-d7e2-4ed4-8224-788cc2ca9695 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4004748 May 26 19:38:04.471605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59608) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:04.477960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:04.689834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:04.694275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:04.697451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:04.703920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:04.715130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:04.719700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.829316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97bf228-35b7-4547-8eec-c02e6553907a {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:04.833997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c555fd04-9633-4109-86b3-58e7bf65cfdb no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:04.841846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:04.870099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Transition to ACTIVE for port object a97bf228-35b7-4547-8eec-c02e6553907a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:04.910827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c555fd04-9633-4109-86b3-58e7bf65cfdb {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:04.911671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c555fd04-9633-4109-86b3-58e7bf65cfdb not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:04.969497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.150107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.210449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Pushing event updated for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:05.329941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=e04b4fe8-a5e8-4fc2-85d3-989247ebd010,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:05.339442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': 'fda38172-343a-475f-8a9a-b611800b06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:05.339668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12daad6-cedf-4ac0-960f-d204df459c49 req-88a489ed-a9fd-45dc-af50-4b473c678d20 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:05.339836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:05.341196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c12daad6-cedf-4ac0-960f-d204df459c49 req-88a489ed-a9fd-45dc-af50-4b473c678d20 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.4678214 May 26 19:38:05.371205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:05.395387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Attempting to bind port a97bf228-35b7-4547-8eec-c02e6553907a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:05.395986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Attempting to bind port a97bf228-35b7-4547-8eec-c02e6553907a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:05.396502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Attempting to bind port a97bf228-35b7-4547-8eec-c02e6553907a on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:05.403780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:05.410270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:05.410270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.424067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653c06c-4a7e-41a1-888d-93c620b3a9e8 None None] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:05.489507 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8ae40c20-62d3-4e74-a03b-73fc65d40b69 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9842668 May 26 19:38:05.489507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59616) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:05.492608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c12daad6-cedf-4ac0-960f-d204df459c49 req-36d0dede-a7dd-4299-acf3-09029bd3c585 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157873 May 26 19:38:05.500100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-715097374'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Port a97bf228-35b7-4547-8eec-c02e6553907a on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Attempting to bind port a97bf228-35b7-4547-8eec-c02e6553907a on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:05.503507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Bound port: a97bf228-35b7-4547-8eec-c02e6553907a, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:05.507363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.859610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:05.869694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:05.872929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:05.873590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:05.879320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a97bf228-35b7-4547-8eec-c02e6553907a,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:05.885910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:05.888694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f181a0-f44e-4c11-b05c-350cbaf39393 req-45f0eca2-b05c-4a4d-afcb-22afe5c8c328 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:05.889810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f181a0-f44e-4c11-b05c-350cbaf39393 req-45f0eca2-b05c-4a4d-afcb-22afe5c8c328 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.1854939 May 26 19:38:05.893431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.907309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-76fde9ed-a5aa-49af-ba08-cb9e62c30b7a', 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': 'e04b4fe8-a5e8-4fc2-85d3-989247ebd010'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:38:05.908384 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.914239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:05.921774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:05.956979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 69ff95f0-42cb-4091-88ac-98f42808f6ad yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:06.023528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:06.165672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f181a0-f44e-4c11-b05c-350cbaf39393 req-9b6b6475-b10e-4c2e-b6f8-273c4baf9e9c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233453 May 26 19:38:06.170129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:06.170779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:06.172191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] 10.222.0.13 "PUT /v2.0/ports/a97bf228-35b7-4547-8eec-c02e6553907a HTTP/1.1" status: 200 len: 1092 time: 2.5866325 May 26 19:38:06.257788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:06.268756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Allocated IP 172.20.0.2 (76fde9ed-a5aa-49af-ba08-cb9e62c30b7a/e04b4fe8-a5e8-4fc2-85d3-989247ebd010/405f8469-30b9-4149-81b9-c1ff9418f6b1) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:06.416553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542b139-a9ff-459b-aecf-8f9014b6c048 service neutron] Pushing event updated for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:06.450019 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774cf3e4-4bc7-482e-8b35-f550496e5be9'] response: {'name': 'network-changed', 'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a', 'status': 'completed', 'code': 200} May 26 19:38:06.614650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:06.744317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:06.757696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Transition to ACTIVE for port object 405f8469-30b9-4149-81b9-c1ff9418f6b1 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:06.778552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-74ccf486-2670-4ecb-aba4-0e6f944ef05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:06.779739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-74ccf486-2670-4ecb-aba4-0e6f944ef05d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 1095 time: 0.4992483 May 26 19:38:06.811518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Transition to ACTIVE for port object 405f8469-30b9-4149-81b9-c1ff9418f6b1 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:06.822014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b3dc9-1820-4789-b405-63832fba47be req-2e398b03-d82e-4cc2-8802-10018eae3a79 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:06.822014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-208b3dc9-1820-4789-b405-63832fba47be req-2e398b03-d82e-4cc2-8802-10018eae3a79 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.5307863 May 26 19:38:06.830696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:06.898255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:06.898255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:06.898255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:06.985668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-725b915c-6a9f-4fb8-be3c-6f2da12ea4ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97bf228-35b7-4547-8eec-c02e6553907a HTTP/1.1" status: 200 len: 217 time: 0.1702676 May 26 19:38:07.000730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Pushing event updated for resources: {'Port': ['ID=405f8469-30b9-4149-81b9-c1ff9418f6b1,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:07.056508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.12 (76fde9ed-a5aa-49af-ba08-cb9e62c30b7a/e04b4fe8-a5e8-4fc2-85d3-989247ebd010/69ff95f0-42cb-4091-88ac-98f42808f6ad) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:07.066045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Attempting to bind port 405f8469-30b9-4149-81b9-c1ff9418f6b1 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:07.067316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Attempting to bind port 405f8469-30b9-4149-81b9-c1ff9418f6b1 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'fda38172-343a-475f-8a9a-b611800b06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:07.071334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Attempting to bind port 405f8469-30b9-4149-81b9-c1ff9418f6b1 on network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:07.094329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:07.094329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Checking segment: {'id': 'fda38172-343a-475f-8a9a-b611800b06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:07.094329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.097219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port d06d8a50-a300-40d0-8b72-80e9d8285e6d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:07.097219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.099867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Bound using segment: {'id': 'fda38172-343a-475f-8a9a-b611800b06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:07.099867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Bound port: 405f8469-30b9-4149-81b9-c1ff9418f6b1, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda38172-343a-475f-8a9a-b611800b06e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '76fde9ed-a5aa-49af-ba08-cb9e62c30b7a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:07.099867 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.331802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] For port 405f8469-30b9-4149-81b9-c1ff9418f6b1, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:07.339046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] For port 405f8469-30b9-4149-81b9-c1ff9418f6b1, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=405f8469-30b9-4149-81b9-c1ff9418f6b1,segment=NetworkSegment(fda38172-343a-475f-8a9a-b611800b06e4),segment_id=fda38172-343a-475f-8a9a-b611800b06e4)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:07.351051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.427439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.466871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 69ff95f0-42cb-4091-88ac-98f42808f6ad will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:07.484934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3fce6-31d3-4523-9e60-3f9082b69642 None None] Pushing event updated for resources: {'Port': ['ID=405f8469-30b9-4149-81b9-c1ff9418f6b1,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:07.490911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d385-2b50-4003-951a-75bf026ca1e3 req-7321516f-f75e-4a8b-a11b-56269543e88b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:07.499405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.501026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e378d385-2b50-4003-951a-75bf026ca1e3 req-7321516f-f75e-4a8b-a11b-56269543e88b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 945 time: 0.8868165 May 26 19:38:07.533858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-91715e68-988a-4e9b-ae43-bffe67ff4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:07.536728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-91715e68-988a-4e9b-ae43-bffe67ff4ac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.5410855 May 26 19:38:07.624882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:07.624882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:07.644512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:07.726473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 27580a93-9060-44f1-9197-34e33b7636b2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:07.726473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.894716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=69ff95f0-42cb-4091-88ac-98f42808f6ad,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:07.959724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:07.959724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:07.988716 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-702f151b-4170-4329-a2a2-c1948f7c2869 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5174456 May 26 19:38:07.988716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:08.178379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 69ff95f0-42cb-4091-88ac-98f42808f6ad {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:08.193307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:08.319807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e378d385-2b50-4003-951a-75bf026ca1e3 req-81aec8a9-8c27-4920-b41c-cc14d17a7f75 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8063428 May 26 19:38:08.373702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d06d8a50-a300-40d0-8b72-80e9d8285e6d no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:08.693009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d06d8a50-a300-40d0-8b72-80e9d8285e6d is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:08.693402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:08.770536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:08.770536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:08.786696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:08.813730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 27580a93-9060-44f1-9197-34e33b7636b2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=27580a93-9060-44f1-9197-34e33b7636b2,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:08.813730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:08.828446 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.136847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 405f8469-30b9-4149-81b9-c1ff9418f6b1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:09.299796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:09.359943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 69ff95f0-42cb-4091-88ac-98f42808f6ad owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:09.401740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 405f8469-30b9-4149-81b9-c1ff9418f6b1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:09.459978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 27580a93-9060-44f1-9197-34e33b7636b2 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:09.485447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b87e2d-61ad-41b8-b3de-1775522b5a61 None None] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:09.554413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-4f72c547-3b8a-4692-877c-30046383a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:09.556015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-4f72c547-3b8a-4692-877c-30046383a6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8798563 May 26 19:38:09.583736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.623067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Provisioning for port 405f8469-30b9-4149-81b9-c1ff9418f6b1 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:09.632599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Provisioning complete for port 405f8469-30b9-4149-81b9-c1ff9418f6b1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:09.633447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.674141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:09.674494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.675622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=69ff95f0-42cb-4091-88ac-98f42808f6ad,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:09.707468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66ac4-9a5d-42e4-bcf3-afc1becd28de req-2a911f99-fecf-46f0-9dc8-120106c139dd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:09.709532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fe66ac4-9a5d-42e4-bcf3-afc1becd28de req-2a911f99-fecf-46f0-9dc8-120106c139dd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 1.1112516 May 26 19:38:09.838770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.852947 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3719bb0e-25ef-4d5d-be28-2cca8eafe220 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/69ff95f0-42cb-4091-88ac-98f42808f6ad HTTP/1.1" status: 204 len: 168 time: 1.8443475 May 26 19:38:09.852947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:09.901891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Current status of the port 405f8469-30b9-4149-81b9-c1ff9418f6b1 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:09.903147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.948077 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b6497f-e375-425f-94ee-95707fb2b659 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:09.949394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76b6497f-e375-425f-94ee-95707fb2b659 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:09.981647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] For port 405f8469-30b9-4149-81b9-c1ff9418f6b1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=405f8469-30b9-4149-81b9-c1ff9418f6b1,segment=NetworkSegment(fda38172-343a-475f-8a9a-b611800b06e4),segment_id=fda38172-343a-475f-8a9a-b611800b06e4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:09.985152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:09.989758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76b6497f-e375-425f-94ee-95707fb2b659 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:09.995882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76b6497f-e375-425f-94ee-95707fb2b659 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/69ff95f0-42cb-4091-88ac-98f42808f6ad HTTP/1.1" status: 404 len: 333 time: 0.1449780 May 26 19:38:09.996485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:10.109679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fe66ac4-9a5d-42e4-bcf3-afc1becd28de req-34beabe9-ccd8-4ea2-9cae-3e924d188751 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180220 May 26 19:38:10.112213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-e31b3ef3-857c-4553-9642-124522e49d1f service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422795 May 26 19:38:10.135160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet e04b4fe8-a5e8-4fc2-85d3-989247ebd010 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:10.138519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.226962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083fd28-ba8f-4f0f-836a-826031c77b39 None None] Pushing event updated for resources: {'Port': ['ID=405f8469-30b9-4149-81b9-c1ff9418f6b1,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:10.239234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.270319 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573d8a17-74e5-4292-9b4f-8c254123f008'] response: {'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'code': 200} May 26 19:38:10.439606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.560401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.642031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=e04b4fe8-a5e8-4fc2-85d3-989247ebd010,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:10.643969 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.654865 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2296771c-a8e4-4a6f-8347-a6feb0d3ee15 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/e04b4fe8-a5e8-4fc2-85d3-989247ebd010 HTTP/1.1" status: 204 len: 168 time: 0.6572959 May 26 19:38:10.656010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f5c592c1-1a09-4e19-b339-5df233342d5b None None] Provisioning complete for port 405f8469-30b9-4149-81b9-c1ff9418f6b1 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:10.656413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f5c592c1-1a09-4e19-b339-5df233342d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.657343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:10.834036 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c4d4e3c-1dc2-4ec9-8bb0-a29e3099eaa1 req-c7187236-5c9c-4ba1-9f5b-090feac3945a service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135985 May 26 19:38:10.889922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 405f8469-30b9-4149-81b9-c1ff9418f6b1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:10.905008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef40b2-2847-447c-92b8-913753bb5f0b req-c8763174-16d3-408c-bb5b-d03c634776e8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:10.910347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ef40b2-2847-447c-92b8-913753bb5f0b req-c8763174-16d3-408c-bb5b-d03c634776e8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 943 time: 0.3899398 May 26 19:38:10.916386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.916711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:10.922223 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP a8574e94-3014-4001-af4c-a7ddbc9858c4 disassociated. External IP: 172.25.0.213, port: d06d8a50-a300-40d0-8b72-80e9d8285e6d. May 26 19:38:10.922524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for d06d8a50-a300-40d0-8b72-80e9d8285e6d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:10.994729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.046847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.078597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 405f8469-30b9-4149-81b9-c1ff9418f6b1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:11.078597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.089244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f0df2-8b08-4d21-9163-2c620bf48601 None None] Network 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:11.141745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f5c592c1-1a09-4e19-b339-5df233342d5b None None] Current status of the port 405f8469-30b9-4149-81b9-c1ff9418f6b1 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:11.187147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=27580a93-9060-44f1-9197-34e33b7636b2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:11.238608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 405f8469-30b9-4149-81b9-c1ff9418f6b1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:11.239064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.422672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ef40b2-2847-447c-92b8-913753bb5f0b req-e0cd6155-11c6-4a87-bbb0-7fb499ceacbf tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562626 May 26 19:38:11.425774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d263285a-7559-4f8d-b743-d50bd6002862 None None] Could not find standard attr ID for object 69ff95f0-42cb-4091-88ac-98f42808f6ad. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:38:11.662580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port 405f8469-30b9-4149-81b9-c1ff9418f6b1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=405f8469-30b9-4149-81b9-c1ff9418f6b1,segment=NetworkSegment(fda38172-343a-475f-8a9a-b611800b06e4),segment_id=fda38172-343a-475f-8a9a-b611800b06e4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:11.663669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.696831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:11.698774 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:11.704845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 405f8469-30b9-4149-81b9-c1ff9418f6b1 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:11.760598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-9788f589-f582-408d-8de1-f6d732d963e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:11.762021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-9788f589-f582-408d-8de1-f6d732d963e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 1095 time: 0.7809994 May 26 19:38:11.896715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] DHCP port deletion for 76fde9ed-a5aa-49af-ba08-cb9e62c30b7a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:11.911167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Deleting port 405f8469-30b9-4149-81b9-c1ff9418f6b1 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:11.911167 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:11.968276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 405f8469-30b9-4149-81b9-c1ff9418f6b1 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:12.072009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.206415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port d06d8a50-a300-40d0-8b72-80e9d8285e6d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:12.207345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.211120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=405f8469-30b9-4149-81b9-c1ff9418f6b1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:12.215127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port 405f8469-30b9-4149-81b9-c1ff9418f6b1 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:12.354444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] For port 405f8469-30b9-4149-81b9-c1ff9418f6b1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=405f8469-30b9-4149-81b9-c1ff9418f6b1,segment=NetworkSegment(fda38172-343a-475f-8a9a-b611800b06e4),segment_id=fda38172-343a-475f-8a9a-b611800b06e4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:12.355059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.396169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.403696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.430976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fde9ed-a5aa-49af-ba08-cb9e62c30b7a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:12.444659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda38172-343a-475f-8a9a-b611800b06e4') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:12.444958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda38172-343a-475f-8a9a-b611800b06e4') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:12.458730 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.478045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.502605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:12.502605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.613009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Calling delete_port for 405f8469-30b9-4149-81b9-c1ff9418f6b1 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:12.703908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-1c3d9394-e9fa-43bc-bb9f-012a148a5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:12.703908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-1c3d9394-e9fa-43bc-bb9f-012a148a5f3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.8801644 May 26 19:38:12.705956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.755980 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment fda38172-343a-475f-8a9a-b611800b06e4 resource provider aggregate not found May 26 19:38:12.764566 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:12.764566 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:12.772850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:12.809564 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment fda38172-343a-475f-8a9a-b611800b06e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fda38172-343a-475f-8a9a-b611800b06e4 found for delete ", "request_id": "req-7e9c731e-315c-4809-8c3b-a0bb140dd0da"}]} May 26 19:38:12.809564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=76fde9ed-a5aa-49af-ba08-cb9e62c30b7a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:12.831517 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-32f43134-b4ee-412f-93dd-184080f2bd45 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/76fde9ed-a5aa-49af-ba08-cb9e62c30b7a HTTP/1.1" status: 204 len: 168 time: 2.1660192 May 26 19:38:12.837189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-a38513cb-c05e-4d15-81eb-5564c9d7a6a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a97bf228-35b7-4547-8eec-c02e6553907a HTTP/1.1" status: 200 len: 217 time: 0.1149240 May 26 19:38:12.837189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59656) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:12.845509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'name': 'tempest-PortsTestJSON-1428750964'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:12.894421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56de635-abd2-465a-8ddf-a5f7d4817512 req-9b1ab6de-81d6-422e-83c4-d2f736ca39d5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:12.894421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f56de635-abd2-465a-8ddf-a5f7d4817512 req-9b1ab6de-81d6-422e-83c4-d2f736ca39d5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 1.1241608 May 26 19:38:12.959815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 405f8469-30b9-4149-81b9-c1ff9418f6b1 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:13.017893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 405f8469-30b9-4149-81b9-c1ff9418f6b1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:13.017893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 405f8469-30b9-4149-81b9-c1ff9418f6b1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:13.250361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Deleting port 405f8469-30b9-4149-81b9-c1ff9418f6b1 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:13.250743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:13.347018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-147da432-102a-4399-9821-2e48bb005fa3 None None] The port '405f8469-30b9-4149-81b9-c1ff9418f6b1' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:13.353688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-4e95f4cf-3a8c-4d26-a784-93a671ea18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:13.353688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-4e95f4cf-3a8c-4d26-a784-93a671ea18fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.4580040 May 26 19:38:13.353688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f56de635-abd2-465a-8ddf-a5f7d4817512 req-24874274-364a-4161-8688-0b13feb55247 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112332 May 26 19:38:13.400518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] For port d06d8a50-a300-40d0-8b72-80e9d8285e6d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d06d8a50-a300-40d0-8b72-80e9d8285e6d,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:13.400518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:13.487798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:13.561992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:13.616686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:13.648858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:13.762903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:13.766856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:13.776552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:38:13.879417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-3ef614e6-8998-40fd-ba84-d842ad428cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:13.881230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-3ef614e6-8998-40fd-ba84-d842ad428cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5207801 May 26 19:38:13.941262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port ff2ffe38-f417-4c9d-b104-fc2262ead6fe yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:14.005829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.198840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91db85-386e-417d-8b60-1966b2ac5bb3 req-880da659-4443-49ef-b368-6df4c50305ea tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:14.198840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c91db85-386e-417d-8b60-1966b2ac5bb3 req-880da659-4443-49ef-b368-6df4c50305ea tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 943 time: 0.6838155 May 26 19:38:14.260973 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.261350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.261656 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP a8574e94-3014-4001-af4c-a7ddbc9858c4 disassociated. External IP: 172.25.0.213, port: d06d8a50-a300-40d0-8b72-80e9d8285e6d. May 26 19:38:14.261988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for d06d8a50-a300-40d0-8b72-80e9d8285e6d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:14.319192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:14.336210 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:14.349070 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:14.349070 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:14.419454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c91db85-386e-417d-8b60-1966b2ac5bb3 req-e9e2c413-b53c-49c2-8eb1-4c09d6eec5a5 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dbda622-31e5-4a94-b792-910ab495de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017581 May 26 19:38:14.479311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-30a5f89a-3b41-4b4c-bd37-f84cbc812976 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7502782 May 26 19:38:14.482535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59664) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:14.523758 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:14.548608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-351425b9-e9e8-442c-b99f-6a9080c66cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706587 May 26 19:38:14.589198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet cdec9ff4-d55e-4e6c-80d4-bed97507e489 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:14.593643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.642882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7e5f35d-ea1b-41b1-8234-28a6ad8aed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.705482 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.805381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.926337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:14.972611 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:10Z', 'revision_number': 10, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:14.978423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=cdec9ff4-d55e-4e6c-80d4-bed97507e489,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:14.981445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:14.993672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11553348-bc46-42c9-a9aa-972d577e9a39 None None] Network b3513669-7494-4519-8a2f-3fc6c5410148 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:14.997617 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:14.998483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:37:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:15.005096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.026513 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-529cffbc-59d2-4668-b4b3-f2d9dd57693c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/cdec9ff4-d55e-4e6c-80d4-bed97507e489 HTTP/1.1" status: 204 len: 168 time: 0.5406413 May 26 19:38:15.027876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59668) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:15.254565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.280452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.368283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:15.401874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] DHCP port deletion for b3513669-7494-4519-8a2f-3fc6c5410148 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:15.401874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Deleting port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:15.401874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.422211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=d06d8a50-a300-40d0-8b72-80e9d8285e6d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:15.437299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.443414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc2c126b-d737-4d73-afbc-378a1560f445 req-eb0d01fb-d2dd-4e2a-81a6-9e1e7a03bb22 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466194 May 26 19:38:15.559156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c59f-8cb6-47a3-a86a-ffe4729b4e1f req-666bc801-59d0-45b4-b552-943a8c0f6e11 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:15.566666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c292c59f-8cb6-47a3-a86a-ffe4729b4e1f req-666bc801-59d0-45b4-b552-943a8c0f6e11 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.6793339 May 26 19:38:15.598739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:15.598739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.740157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c292c59f-8cb6-47a3-a86a-ffe4729b4e1f req-99ed216a-d7a9-45c9-a5de-ce8c29ff85d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651802 May 26 19:38:15.775097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] For port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:15.776578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.781732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:15.813114 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:10Z', 'revision_number': 10, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:15.817570 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb429f-bbf5-4de5-909f-c3906358372b None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:10Z', 'revision_number': 10, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None, '_interfaces': [{'id': '2b73e1b6-a31a-48a0-88fa-610cbf2424b3', 'name': '', 'network_id': '1b7824cd-9f66-41da-b6fa-cdd901c78461', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'mac_address': 'fa:16:3e:4e:b9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:37:08Z', 'updated_at': '2022-05-26T19:37:33Z', 'revision_number': 5, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'subnets': [{'id': 'b215e341-6c57-41e9-819d-cc3fe154ed0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:16.057069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83557349-99b2-4c27-a540-e28b3a9b2cfb req-1811f97e-7f0a-4607-b8d2-cc31dc4ae309 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:16.072655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:16.088752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:16.094727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Calling delete_port for 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:16.099213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:16.099213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:16.099213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:16.128935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=ff2ffe38-f417-4c9d-b104-fc2262ead6fe,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:16.145800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:38:16.248190 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:16.273123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-83557349-99b2-4c27-a540-e28b3a9b2cfb req-1811f97e-7f0a-4607-b8d2-cc31dc4ae309 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:16.273123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83557349-99b2-4c27-a540-e28b3a9b2cfb req-1811f97e-7f0a-4607-b8d2-cc31dc4ae309 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 210 time: 0.2818353 May 26 19:38:16.345927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] No DVR routers for this DVR port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:16.345927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c4f7f-1603-46fe-ad5e-2cf96a75c666 None None] Pushing event deleted for resources: {'Port': ['ID=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:16.399872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-608a375b-2ead-4c85-aa7f-7be24aec92bf tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5581007 May 26 19:38:16.400979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:16.444585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=922d9b7c-c900-4ad6-abb3-ed2ad72c20eb,segment=NetworkSegment(a0b7954c-75e5-4791-956f-bc6bf3d043b4),segment_id=a0b7954c-75e5-4791-956f-bc6bf3d043b4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:16.444585 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:16.535398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port ff2ffe38-f417-4c9d-b104-fc2262ead6fe {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:16.535398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:16.699889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:16.811854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1c571cef-0310-43a1-b91e-0086a66eea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:16.833128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27580a93-9060-44f1-9197-34e33b7636b2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:16.981850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 27580a93-9060-44f1-9197-34e33b7636b2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:16.982202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 27580a93-9060-44f1-9197-34e33b7636b2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:16.982631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:17.015734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.044956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:17.045296 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:17.063812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:17.065852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:17.137711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:17.148629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:17.162085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:17.162916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:17.185366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for ff2ffe38-f417-4c9d-b104-fc2262ead6fe owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:17.239172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] No DVR routers for this DVR port d06d8a50-a300-40d0-8b72-80e9d8285e6d on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:17.241787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.244487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-deleted', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:17.263974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-208b3dc9-1820-4789-b405-63832fba47be req-b5bfed6a-3ff7-4a74-b679-2143bd35a724 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.13 "DELETE /v2.0/ports/d06d8a50-a300-40d0-8b72-80e9d8285e6d HTTP/1.1" status: 204 len: 173 time: 10.3456905 May 26 19:38:17.275544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440702d-4ea1-43ed-811f-54bdff21ab96 req-300edaeb-91d8-429a-b3ca-b0e0219240e7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:17.277455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d440702d-4ea1-43ed-811f-54bdff21ab96 req-300edaeb-91d8-429a-b3ca-b0e0219240e7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.2303813 May 26 19:38:17.286927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.349739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d440702d-4ea1-43ed-811f-54bdff21ab96 req-4d37ad26-e06c-460e-8ade-5d51daa990d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653152 May 26 19:38:17.352637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=ff2ffe38-f417-4c9d-b104-fc2262ead6fe,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:17.367194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.377270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.393574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59684) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:17.393937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c64e92ad-411f-434b-bcc3-349fb1e87219 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/ff2ffe38-f417-4c9d-b104-fc2262ead6fe HTTP/1.1" status: 204 len: 168 time: 0.9999371 May 26 19:38:17.399386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'mac_address': 'fa:16:3e:6b:df:6d', 'name': 'tempest-PortsTestJSON-1205018569'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:17.488226 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0e2220-dcc1-4cf4-bf71-13bda88b386e'] response: {'server_uuid': '1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17', 'name': 'network-vif-deleted', 'tag': 'd06d8a50-a300-40d0-8b72-80e9d8285e6d', 'status': 'completed', 'code': 200} May 26 19:38:17.525356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:17.540296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:17.545484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:17.555009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 922d9b7c-c900-4ad6-abb3-ed2ad72c20eb {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:17.555422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.583928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:17.600550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:17.642866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] The port '922d9b7c-c900-4ad6-abb3-ed2ad72c20eb' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:17.732853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:17.750668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88e51239-9cce-4ed5-a7e8-e375f5b8d9b0 req-b9c585e2-63b6-47d1-8f05-ed17343cab86 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0ee1a1-e0f0-4bbb-825a-b4b7d8c4ea17 HTTP/1.1" status: 200 len: 210 time: 0.1067381 May 26 19:38:17.909910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.919294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:17.919294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:17.939917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:17.939917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:17.950126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:17.962613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3513669-7494-4519-8a2f-3fc6c5410148']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:17.975877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b7954c-75e5-4791-956f-bc6bf3d043b4') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:17.975877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b7954c-75e5-4791-956f-bc6bf3d043b4') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:18.010066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.010066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 68d32eca-4d26-4fd0-97b9-61266f95ec23 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:18.085712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.111732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:18.111732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.193136 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a0b7954c-75e5-4791-956f-bc6bf3d043b4 resource provider aggregate not found May 26 19:38:18.226608 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a0b7954c-75e5-4791-956f-bc6bf3d043b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b7954c-75e5-4791-956f-bc6bf3d043b4 found for delete ", "request_id": "req-be67ee9d-576c-4eb0-8b7a-8083f0a516ca"}]} May 26 19:38:18.246520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.266667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.272949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:18.299518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.373157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=b3513669-7494-4519-8a2f-3fc6c5410148,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:18.387539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-378a5802-8bb1-4aa6-9e18-34a9555299b4 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/b3513669-7494-4519-8a2f-3fc6c5410148 HTTP/1.1" status: 204 len: 168 time: 3.3354502 May 26 19:38:18.393526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59692) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:18.479213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.567354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.669627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:18.670308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:18.680914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:18.687307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.688086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:18.713146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=68d32eca-4d26-4fd0-97b9-61266f95ec23,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:18.731855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093477f-ade4-4421-8bcc-ded2e6c6cab9 req-3171eb1e-6604-46b9-bdf8-5781a32a7569 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.732810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b093477f-ade4-4421-8bcc-ded2e6c6cab9 req-3171eb1e-6604-46b9-bdf8-5781a32a7569 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.2251618 May 26 19:38:18.736851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e5e3c7a6-f1bd-4549-b46f-812cdffdef23 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3407445 May 26 19:38:18.738417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59698) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:18.839405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:18.849416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fe4a9-77c2-4f85-a000-451e14166c15 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:18.856299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b093477f-ade4-4421-8bcc-ded2e6c6cab9 req-bc6a96fb-1ce0-45f2-9f4a-af7ad0c0b1e1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122012 May 26 19:38:18.891454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb0417-0b65-429a-9e4e-6db68aebc097 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:18.892236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2ffb0417-0b65-429a-9e4e-6db68aebc097 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:18.928311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2ffb0417-0b65-429a-9e4e-6db68aebc097 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:18.935471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2ffb0417-0b65-429a-9e4e-6db68aebc097 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/68d32eca-4d26-4fd0-97b9-61266f95ec23 HTTP/1.1" status: 200 len: 841 time: 0.1960242 May 26 19:38:18.936770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59704) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:19.019382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:19.063105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 68d32eca-4d26-4fd0-97b9-61266f95ec23 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:19.065494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.163506 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.167880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.279069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.318485 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef075c-bdb4-4d3e-9f9e-52847bccf9db None None] New status for floating IP a8574e94-3014-4001-af4c-a7ddbc9858c4: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:38:19.514626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.549549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbda622-31e5-4a94-b792-910ab495de17,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:19.589576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.594849 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df3cdc54-7b2d-4212-bfb6-53eda61b19af tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/security-groups/5dbda622-31e5-4a94-b792-910ab495de17 HTTP/1.1" status: 204 len: 168 time: 0.5718634 May 26 19:38:19.596638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59714) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:19.632782 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-d6f305b0-cbd7-4628-b15c-c535e2b920b4 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] show failed (client error): The resource could not be found. May 26 19:38:19.633798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d6f305b0-cbd7-4628-b15c-c535e2b920b4 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups/5dbda622-31e5-4a94-b792-910ab495de17 HTTP/1.1" status: 404 len: 347 time: 0.0362251 May 26 19:38:19.636720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59718) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:19.695814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:19.696148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.700571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.728543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.910422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 2b73e1b6-a31a-48a0-88fa-610cbf2424b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:19.910804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:19.927496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 68d32eca-4d26-4fd0-97b9-61266f95ec23 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:19.955198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port 5d296581-d02f-421e-bbcf-e6c9b17c7d39 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:19.955533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.038640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:20.195772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.217334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.266609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=2b73e1b6-a31a-48a0-88fa-610cbf2424b3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:20.270255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=68d32eca-4d26-4fd0-97b9-61266f95ec23,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:20.281776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcffdf-6e1a-4c65-8005-f9bfb0f44c9c req-2e8b8d47-9b21-486f-a4eb-013693c324b8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:20.283188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4dcffdf-6e1a-4c65-8005-f9bfb0f44c9c req-2e8b8d47-9b21-486f-a4eb-013693c324b8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.2940378 May 26 19:38:20.286483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.286813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.294430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.447909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for 5d296581-d02f-421e-bbcf-e6c9b17c7d39 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:20.492573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b71e01c0-7169-41bd-a975-3cb1234a6735 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/68d32eca-4d26-4fd0-97b9-61266f95ec23 HTTP/1.1" status: 204 len: 168 time: 1.5518095 May 26 19:38:20.506077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:20.569811 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-771ecfa9-5a89-4d73-88d8-7053ac4478ea tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:20.570335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-771ecfa9-5a89-4d73-88d8-7053ac4478ea tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:20.580078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4dcffdf-6e1a-4c65-8005-f9bfb0f44c9c req-d695812b-b351-4238-b404-edacbcd28b75 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774475 May 26 19:38:20.610103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-771ecfa9-5a89-4d73-88d8-7053ac4478ea tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:20.614551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-771ecfa9-5a89-4d73-88d8-7053ac4478ea tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/68d32eca-4d26-4fd0-97b9-61266f95ec23 HTTP/1.1" status: 404 len: 333 time: 0.1066597 May 26 19:38:20.615803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59728) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:20.622203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'name': 'tempest-PortsTestJSON-229579525'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:20.634783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.776168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:20.790340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:20.793967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.873353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=5d296581-d02f-421e-bbcf-e6c9b17c7d39,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:20.884210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:20.887592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:20.915088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:38:21.050285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 19855564-cb52-4f41-a2b7-59490cc652d8 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:21.060691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:21.075121 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-093eafde-96d8-477b-bc51-16b660f62ca6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949182 May 26 19:38:21.077130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:21.078088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59732) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.089402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:21.090020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.143556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.149661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting subnet b215e341-6c57-41e9-819d-cc3fe154ed0f {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:21.152624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.203414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.209831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3660763a-5ff9-430e-ba4f-3b2fde56c626 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/floatingips/a8574e94-3014-4001-af4c-a7ddbc9858c4 HTTP/1.1" status: 204 len: 168 time: 1.5721583 May 26 19:38:21.226825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.255793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:21.318902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.325865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770840686', 'description': 'tempest-description--647524654'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:21.336938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:21.348118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:21.353091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:21.360857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:21.368215 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.375756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.396665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.407504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.427598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.431627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:21.439935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:21.440540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.450841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:21.456956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:21.463433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:21.469264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:21.471185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:21.472503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:21.477170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:21.482737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:21.483383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.491051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=19855564-cb52-4f41-a2b7-59490cc652d8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.498304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.506870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9aabb7bd-49fb-462b-8001-db4832eab03c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8898985 May 26 19:38:21.509669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59742) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.516286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:21.551497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Subnet': ['ID=b215e341-6c57-41e9-819d-cc3fe154ed0f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.556436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.570358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbdccab-7638-4c6f-bd84-359554e106ab None None] Network 1b7824cd-9f66-41da-b6fa-cdd901c78461 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:21.572068 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b64ee0bb-2f35-4b7f-b3ff-6fbe9147dbf3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/b215e341-6c57-41e9-819d-cc3fe154ed0f HTTP/1.1" status: 204 len: 168 time: 0.4921842 May 26 19:38:21.574818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59746) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.625614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.630858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.648429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:21.677172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092c4bf5-b2af-4b79-8526-e27607339dab,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.682177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.683742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6c293740-84f2-48a8-93cd-b3d1caa3783f tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3639703 May 26 19:38:21.688950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59752) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.698505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '092c4bf5-b2af-4b79-8526-e27607339dab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:21.704165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.705673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:21.710011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:21.713090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:21.720603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:21.739282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.788187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:21.802256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Deleting port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:21.802947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.805162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fec949-1aff-45db-b5dc-ec22fa34b47a None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:21.807288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.812741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.840536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ffc0fe-1111-4851-b9fe-59fe409cece0,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:21.855167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.856501 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cec4b692-32bf-4bfc-b0c6-5a6ffab127df tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664445 May 26 19:38:21.860219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59756) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:21.865808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'security_group_rule': {'security_group_id': '092c4bf5-b2af-4b79-8526-e27607339dab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:21.877027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:21.883961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:security_group_rule and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:21.887181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:21.893641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:21.906147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.916505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.990171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:21.993857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.023058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3da153e-1ce0-4983-b757-1f1ff2f394ce,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:22.031120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.032444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-027ec535-207e-4722-898e-91920683d9b9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709499 May 26 19:38:22.036873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:22.039400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c7c30-bb77-4d1e-a8f9-bd6e3a3f147d req-565150b5-5212-4946-b214-b579125c64c0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:22.041022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-457c7c30-bb77-4d1e-a8f9-bd6e3a3f147d req-565150b5-5212-4946-b214-b579125c64c0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.2880404 May 26 19:38:22.042243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:22.049091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:22.053176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Usage tracker for resource:floatingip and tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:22.056266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:22.062313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:22.073978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.170482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b8855-3631-4d39-bded-2a00da9733be None None] DHCP port deletion for 1b7824cd-9f66-41da-b6fa-cdd901c78461 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:22.178456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Deleting port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:22.179010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.241614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.317926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-457c7c30-bb77-4d1e-a8f9-bd6e3a3f147d req-91dd01e0-962c-42cd-ac7e-edfe5932f8ab tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527642 May 26 19:38:22.320333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] For port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:22.320695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.464334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-898b8855-3631-4d39-bded-2a00da9733be None None] For port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,segment=NetworkSegment(6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7),segment_id=6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:22.464832 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.475326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Calling delete_port for 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:22.527141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.25.0.235 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ca1fa933-f7bd-410a-8334-4a8584081ef4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:22.612334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.614639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Calling delete_port for 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:22.629758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.673898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.703459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:22.703651 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:22.703801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.710116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] In _notify_port_updated(), no bound segment for port 19855564-cb52-4f41-a2b7-59490cc652d8 on network c3d68374-ccd6-49d8-97b3-1a788a99030c {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:38:22.715420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:22.716005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.717318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/ports/19855564-cb52-4f41-a2b7-59490cc652d8 HTTP/1.1" status: 200 len: 818 time: 1.2064846 May 26 19:38:22.721623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:22.727375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No DVR routers for this DVR port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:22.771691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.833939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:22.868304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:22.871264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:22.871597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:22.871871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2b73e1b6-a31a-48a0-88fa-610cbf2424b3 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:22.872290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:22.876792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 19855564-cb52-4f41-a2b7-59490cc652d8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:22.877170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:22.898240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40578cef-660b-4e56-861f-312e898adde0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=19855564-cb52-4f41-a2b7-59490cc652d8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:22.907862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:22.911730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:22.912229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:22.970467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=ca1fa933-f7bd-410a-8334-4a8584081ef4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.028392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Port': ['ID=00f5616a-df9b-44d1-8ba4-bb6c6c201d67,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.051117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.070511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-e38ae8a8-d9b8-4b8b-a977-531b2431217f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4875548 May 26 19:38:23.088973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7824cd-9f66-41da-b6fa-cdd901c78461']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:23.102431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:23.102431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:23.117163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.138563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.146076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:23.146592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.202819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.205224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Deleting port 00f5616a-df9b-44d1-8ba4-bb6c6c201d67 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:23.205687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-898b8855-3631-4d39-bded-2a00da9733be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.219774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.263894 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7 resource provider aggregate not found May 26 19:38:23.273340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-898b8855-3631-4d39-bded-2a00da9733be None None] The port '00f5616a-df9b-44d1-8ba4-bb6c6c201d67' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:23.301699 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b39b0dd-1d5a-48a6-a26e-54d3b0b328d7 found for delete ", "request_id": "req-a934f758-a4d1-442a-bfa8-6f112bf4615f"}]} May 26 19:38:23.320587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.325226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.354695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Pushing event deleted for resources: {'Network': ['ID=1b7824cd-9f66-41da-b6fa-cdd901c78461,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.367441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-87bef6e3-e26f-44e0-b04b-ac45a20c4985 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/networks/1b7824cd-9f66-41da-b6fa-cdd901c78461 HTTP/1.1" status: 204 len: 168 time: 1.7913747 May 26 19:38:23.374210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.374684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.375152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.375614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.376101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.376561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.377009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.378943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-12929901-e27a-464e-915b-a1b4049904b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6493 time: 0.2056813 May 26 19:38:23.379414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59776) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:23.385168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'routes': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:23.401394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 19855564-cb52-4f41-a2b7-59490cc652d8 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:23.456617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.555406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.660173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=19855564-cb52-4f41-a2b7-59490cc652d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.671941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.706253 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b47461eb-f9ff-4041-9662-e790d6b67070 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/19855564-cb52-4f41-a2b7-59490cc652d8 HTTP/1.1" status: 204 len: 168 time: 0.9833722 May 26 19:38:23.708678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59780) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:23.805066 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.811483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.862799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.extraroute_db [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Added routes are [] {{(pid=88363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:38:23.863512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.extraroute_db [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Removed routes are [] {{(pid=88363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:38:23.863512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:23.877979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76443169-b2c0-483f-8759-02c7cfbce970 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.878833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76443169-b2c0-483f-8759-02c7cfbce970 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:23.946563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=ca1fa933-f7bd-410a-8334-4a8584081ef4,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:23.950823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76443169-b2c0-483f-8759-02c7cfbce970 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:23.951120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-5590edeb-bb77-4899-919b-59c99b35d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.951648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-5590edeb-bb77-4899-919b-59c99b35d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.952670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-5590edeb-bb77-4899-919b-59c99b35d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:23.956983 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76443169-b2c0-483f-8759-02c7cfbce970 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2438581 May 26 19:38:23.957785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-5590edeb-bb77-4899-919b-59c99b35d21b service neutron] 10.222.0.53 "GET /v2.0/networks?id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 200 len: 2292 time: 0.5130577 May 26 19:38:23.957895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59784) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:24.008569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.013047 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e5ce9d-e5f3-4dad-8898-08d4a5b02de3 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:24.015260 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-19e5ce9d-e5f3-4dad-8898-08d4a5b02de3 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/19855564-cb52-4f41-a2b7-59490cc652d8 HTTP/1.1" status: 404 len: 333 time: 0.0566189 May 26 19:38:24.023795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:24.031477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668029073'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:24.039739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:24.044235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.053563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50f9462c-28c8-4334-b689-a8ccf4119292 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0074255 May 26 19:38:24.053563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:24.055385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:24.063275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:24.075818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:24.080154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.098283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17b347-8aaf-42df-b928-2f3fc95db6b2 req-40af33c2-2087-47df-80a8-b36512475a48 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:24.099894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f17b347-8aaf-42df-b928-2f3fc95db6b2 req-40af33c2-2087-47df-80a8-b36512475a48 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 944 time: 0.6351798 May 26 19:38:24.112371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:24.124845 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.125345 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment 9c0a598a-c254-45dc-b9df-09d5558a50e1 of type vlan for network 90b91660-41e6-4348-9102-6b518bfe8e76 May 26 19:38:24.158524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.188381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.194097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:24.194726 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.400693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a97bf228-35b7-4547-8eec-c02e6553907a details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:38:24.427838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4030077 May 26 19:38:24.428869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30923c-605e-47c2-a11b-feadbf0db4df tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=90b91660-41e6-4348-9102-6b518bfe8e76,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:24.431372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:24.443953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-1657409d-2248-4c4a-967a-7b776c2a4a8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 200 len: 1002 time: 0.4276638 May 26 19:38:24.447981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:24.448465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.500913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f17b347-8aaf-42df-b928-2f3fc95db6b2 req-49f02fb5-bbfa-45b8-9ba5-a3af4aabd437 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827519 May 26 19:38:24.515960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.547368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:38:24.580385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:24.587186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:24.596230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:24.606490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:24.631387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:24.637899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.740540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router c5f1fb22-41de-4763-87d0-337dbd1f026c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:38:24.742386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-0f0480b3-1bb4-48e5-9116-55a5dea809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:24.744024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-0f0480b3-1bb4-48e5-9116-55a5dea809ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47691d89-c07d-45fe-aa10-820880c63451 HTTP/1.1" status: 200 len: 851 time: 0.2916570 May 26 19:38:24.770570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a97bf228-35b7-4547-8eec-c02e6553907a,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:24.787854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'a97bf228-35b7-4547-8eec-c02e6553907a', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': 'a97bf228-35b7-4547-8eec-c02e6553907a', 'mac_address': 'fa:16:3e:89:40:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:38:24.850118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a97bf228-35b7-4547-8eec-c02e6553907a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:24.850860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.868673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97bf228-35b7-4547-8eec-c02e6553907a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:24.884768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a97bf228-35b7-4547-8eec-c02e6553907a,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:24.890691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.899956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-869ae4fd-1d47-4ad8-aa82-127b38edaed2 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1770840686&fields=id&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 267 time: 0.1831734 May 26 19:38:24.927976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:24.959200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:25.020240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:25.024138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': '9c0a598a-c254-45dc-b9df-09d5558a50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:25.024495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: 90b91660-41e6-4348-9102-6b518bfe8e76, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:25.044367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 90b91660-41e6-4348-9102-6b518bfe8e76 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:25.055506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 90b91660-41e6-4348-9102-6b518bfe8e76) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:25.063061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:25.064525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.064965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be568ca-ff8a-4b8d-baec-4747f5724331 None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:25.080772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:25.090827 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Sync routers for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:25.095929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70329f37-7c28-4638-9d02-0cb895ede244 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6631510 May 26 19:38:25.099107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:25.101009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:25.101944 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:25.109849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:25.114628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.116105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-24427b92-bb9a-430b-aae9-536ab3e7d859 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 701 time: 1.7357941 May 26 19:38:25.127589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59812) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:25.189158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-899fdec4-4794-4f8b-a7be-6dcab8fd7e1c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:25.197203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-899fdec4-4794-4f8b-a7be-6dcab8fd7e1c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.2771065 May 26 19:38:25.221062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-03f6a081-bae1-4a2c-892b-83d072a0dc10 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/quotas/f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 375 time: 0.0224001 May 26 19:38:25.230386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:25.245009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e6f8b4f0-cef6-4931-88c7-5f7facf9bee2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:25.264775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['a97bf228-35b7-4547-8eec-c02e6553907a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:38:25.298572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e6f8b4f0-cef6-4931-88c7-5f7facf9bee2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:25.302239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e6f8b4f0-cef6-4931-88c7-5f7facf9bee2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 205 time: 0.1709571 May 26 19:38:25.304794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:25.328789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-88327f03-2539-4d95-91b8-053696073f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:25.330635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-88327f03-2539-4d95-91b8-053696073f47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5643237 May 26 19:38:25.342721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-54ccf6c2-f17c-48ff-ac2e-4daf3846fbf5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:38:25.343794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-54ccf6c2-f17c-48ff-ac2e-4daf3846fbf5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058794 May 26 19:38:25.354663 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:25.359577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Checking router: c5f1fb22-41de-4763-87d0-337dbd1f026c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:25.368456 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Routers {'c5f1fb22-41de-4763-87d0-337dbd1f026c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:25.369169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c5f1fb22-41de-4763-87d0-337dbd1f026c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:25.396800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-90b91660-41e6-4348-9102-6b518bfe8e76', 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:38:25.397912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.399842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-89746e30-c854-4a36-9c5b-a45be7c974dc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:25.491618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-89746e30-c854-4a36-9c5b-a45be7c974dc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:25.498983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:25.504880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-89746e30-c854-4a36-9c5b-a45be7c974dc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2829137 May 26 19:38:25.506777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.517232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-635af160-a295-4b55-87f9-6ad05bbd5a32 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:38:25.523908 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] Set router c5f1fb22-41de-4763-87d0-337dbd1f026c gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:25.524591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-635af160-a295-4b55-87f9-6ad05bbd5a32 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120447 May 26 19:38:25.600003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:25.621634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:25.651872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Allocated IP 172.20.0.2 (90b91660-41e6-4348-9102-6b518bfe8e76/12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a/31f746a0-ec4f-4950-8663-659fbe1d6dd3) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:25.681951 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-41b0123d-34d9-4256-811e-b13b458577af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:25.684459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-51aae787-24f6-4b6f-b0e2-9df2025947bb service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342655 May 26 19:38:25.686386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:25.689563 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b0123d-34d9-4256-811e-b13b458577af None None] The sync data for ids ['c5f1fb22-41de-4763-87d0-337dbd1f026c'] in n-d-843146-9 is: [{'id': 'c5f1fb22-41de-4763-87d0-337dbd1f026c', 'name': 'tempest-RoutersTest-router-1044010305', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:37:04Z', 'updated_at': '2022-05-26T19:38:20Z', 'revision_number': 11, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:25.790991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-8b0fc7d8-d3ed-4a91-ba04-5ddab935af1b service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655175 May 26 19:38:25.879195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:25.883144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.919137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.931263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Transition to ACTIVE for port object 31f746a0-ec4f-4950-8663-659fbe1d6dd3 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:25.954373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Transition to ACTIVE for port object 31f746a0-ec4f-4950-8663-659fbe1d6dd3 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:25.960811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.961026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-b1c2e32a-f1fa-420b-919b-b87bff19a66a service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613626 May 26 19:38:25.966529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:25.976615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.013487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.014790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router c5f1fb22-41de-4763-87d0-337dbd1f026c {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:38:26.021375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:26.028997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:26.034541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:26.061183 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.062696 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df5f518a-e5e2-4c12-bc39-a19afa59ff8f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 204 len: 168 time: 0.7569971 May 26 19:38:26.067871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59822) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:26.071034 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a (CIDR: 172.20.0.0/28) May 26 19:38:26.076371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-360536505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:26.078390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-72ae03c8-7d8a-4dfc-9b89-f727b562b41f service neutron] 10.222.0.24 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864103 May 26 19:38:26.086851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:26.089985 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:26.090605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:26.091052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-dd1494ca-fec1-4daa-8c3a-ed5c260b8a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 217 time: 0.1226242 May 26 19:38:26.105311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Usage tracker for resource:router and tenant:f35604906afc408384ec1eaebc70907e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:26.110449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:26.118180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:26.127570 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e87e789c-e264-41ad-a376-6e0df5b4e63b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0272110 May 26 19:38:26.130663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59826) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:26.134852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Pushing event updated for resources: {'Port': ['ID=31f746a0-ec4f-4950-8663-659fbe1d6dd3,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:26.136549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:26.161786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.162808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.172059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Attempting to bind port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:26.172601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Attempting to bind port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9c0a598a-c254-45dc-b9df-09d5558a50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:26.173217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Attempting to bind port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 on network 90b91660-41e6-4348-9102-6b518bfe8e76 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:26.179562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:26.180086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Checking segment: {'id': '9c0a598a-c254-45dc-b9df-09d5558a50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:26.180538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.181065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Bound using segment: {'id': '9c0a598a-c254-45dc-b9df-09d5558a50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:26.181757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Bound port: 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0a598a-c254-45dc-b9df-09d5558a50e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:26.182351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.238375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-8261cb44-7c66-44ff-b6c4-e48cd5059cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:26.240067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-8261cb44-7c66-44ff-b6c4-e48cd5059cde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1422675 May 26 19:38:26.312967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] For port 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:26.317247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] For port 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=31f746a0-ec4f-4950-8663-659fbe1d6dd3,segment=NetworkSegment(9c0a598a-c254-45dc-b9df-09d5558a50e1),segment_id=9c0a598a-c254-45dc-b9df-09d5558a50e1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:26.333302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.388523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-2cbad179-2428-43d0-97be-d009ebb68121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:26.391001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-2cbad179-2428-43d0-97be-d009ebb68121 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1431234 May 26 19:38:26.411201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a97bf228-35b7-4547-8eec-c02e6553907a up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:26.438353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.477812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:26.482515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:26.486927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:26.494428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:26.511495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:26.518648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.523080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2175c6-547c-499e-9a13-c22249e4a11d None None] Pushing event updated for resources: {'Port': ['ID=31f746a0-ec4f-4950-8663-659fbe1d6dd3,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:26.546975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port a97bf228-35b7-4547-8eec-c02e6553907a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:26.556944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port a97bf228-35b7-4547-8eec-c02e6553907a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:26.557608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.617252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.695963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.700876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a3224b8-4d5f-426b-8e46-ddbf9670001e tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6317985 May 26 19:38:26.712332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:26.722673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port a97bf228-35b7-4547-8eec-c02e6553907a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:26.724119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.765744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:26.779801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a97bf228-35b7-4547-8eec-c02e6553907a,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:26.783973 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:26.837336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:26.899164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:26.957731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:27.028264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=83c624ba-798b-4509-92d9-1b9599639df8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:27.039489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 90b91660-41e6-4348-9102-6b518bfe8e76 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:27.040819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:27.044385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:27.045177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:27.078923 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56f117fc-42d6-45d8-a2dc-6b1698168d44 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9469640 May 26 19:38:27.081807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59846) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:27.092718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a'}, {'subnet_id': '83c624ba-798b-4509-92d9-1b9599639df8'}], 'name': 'tempest-PortsTestJSON-1717883192'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:27.276165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-a13cfd90-bc0d-4654-bae0-2baeccf71ea2 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783617 May 26 19:38:27.288417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:27.293095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:27.296409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:27.303009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:27.313458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:27.453170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:27.484832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:27.484964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4abba-01cf-4320-8cb2-e31acec49f64 req-9bfdc3d4-973f-47ef-9d00-01be025e73dd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:27.485258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41b4abba-01cf-4320-8cb2-e31acec49f64 req-9bfdc3d4-973f-47ef-9d00-01be025e73dd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.8455396 May 26 19:38:27.527886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:27.560243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:27.661141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41b4abba-01cf-4320-8cb2-e31acec49f64 req-d5d29d26-132e-46f5-809c-e943c0fce8a3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652632 May 26 19:38:28.086299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8dc8b4bb-02bf-4056-a84e-4035a848f7f2 req-db5fdc62-b8db-4785-b9d3-7f0066b48f6a tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 210 time: 0.2357104 May 26 19:38:28.097013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-e3209382-b0f5-45d2-a967-5501e703395d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:28.100325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-e3209382-b0f5-45d2-a967-5501e703395d tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 814 time: 0.4379847 May 26 19:38:28.142912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-cbf87ddc-e5f4-4c96-9aa7-1df1e33c860d service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106418 May 26 19:38:28.147293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.10 (90b91660-41e6-4348-9102-6b518bfe8e76/12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:28.167582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.27 (90b91660-41e6-4348-9102-6b518bfe8e76/83c624ba-798b-4509-92d9-1b9599639df8/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:28.214830 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb63327e-eb31-440f-823e-e160f76010fe'] response: {'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a', 'code': 200} May 26 19:38:28.312762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab15bd2-ae91-47af-b5f9-a96b30374218 None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:28.465606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:28.469144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-087b9f80-82c8-4db2-b397-a0226f692f5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 217 time: 0.3155260 May 26 19:38:28.485697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:28.520682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:28.525792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d393a0e-7e6b-4c72-9029-908a8e98cf56 None None] Provisioning for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:28.591579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-75c3e4fe-6597-4892-9b3f-1092ecc613d0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6 HTTP/1.1" status: 200 len: 380 time: 0.4813931 May 26 19:38:28.601514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 90b91660-41e6-4348-9102-6b518bfe8e76 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:28.605825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:28.611460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:28.611868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'port': {'device_id': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'admin_state_up': True, 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'security_groups': ['092c4bf5-b2af-4b79-8526-e27607339dab']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:28.646763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Router 835e70f4-c331-4040-a952-8a6b38cd8fdb is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:38:28.663836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:28.695219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:28.696734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:28.734141 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66facbbe-8e6d-4ed6-ad6f-a8889f692e2b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6488373 May 26 19:38:28.736200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59852) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:28.765933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:28.841137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:38:28.843988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5e311-ca96-469f-bff1-9ee2000c2d73 req-8e2a28c2-dcdc-4745-81bd-7d5fd23abe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:28.845793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41c5e311-ca96-469f-bff1-9ee2000c2d73 req-8e2a28c2-dcdc-4745-81bd-7d5fd23abe82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 1097 time: 0.4223480 May 26 19:38:28.917870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 31f746a0-ec4f-4950-8663-659fbe1d6dd3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:28.974320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:28.984848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-8a08ba46-ac3e-4bf4-84f1-62d4e69e82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:28.985154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-8a08ba46-ac3e-4bf4-84f1-62d4e69e82d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.4550257 May 26 19:38:28.995965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Update dhcp port {'port': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a', 'ip_address': '172.20.0.2'}, {'subnet_id': '83c624ba-798b-4509-92d9-1b9599639df8'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '31f746a0-ec4f-4950-8663-659fbe1d6dd3'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:38:29.065816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.088449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:29.120355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:29.120772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.196242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:29.206634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Sync routers for ids ['835e70f4-c331-4040-a952-8a6b38cd8fdb'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:29.296659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Routers {'835e70f4-c331-4040-a952-8a6b38cd8fdb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:29.296659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['835e70f4-c331-4040-a952-8a6b38cd8fdb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:29.341926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.350129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:29.357306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97ef149b-c11c-45a9-b27a-1da395119642 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "PUT /v2.0/routers/835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 200 len: 693 time: 2.5343080 May 26 19:38:29.357306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41c5e311-ca96-469f-bff1-9ee2000c2d73 req-ce16ab21-27ab-4ec9-9179-f7ef71ce88a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934722 May 26 19:38:29.357306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:29.402150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:29.443540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c05f32-287d-4f6e-b72a-99bdd9605421 req-1d4f7c47-161e-4f34-b194-6f22263b2a67 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:29.443540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51c05f32-287d-4f6e-b72a-99bdd9605421 req-1d4f7c47-161e-4f34-b194-6f22263b2a67 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.4966028 May 26 19:38:29.443540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Made reservation on behalf of f3f78e601a7f4d3e8fc505f0b1b5c9b6 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:29.447011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.458355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Set router 835e70f4-c331-4040-a952-8a6b38cd8fdb gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:29.525965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-51c05f32-287d-4f6e-b72a-99bdd9605421 req-64cf72a3-daa2-4b89-82ab-5ebc524265d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544479 May 26 19:38:29.525965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-6858cd7c-6e28-48b7-a0ab-89001d4f46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:29.527777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-6858cd7c-6e28-48b7-a0ab-89001d4f46cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2810533 May 26 19:38:29.643210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e70f4-c331-4040-a952-8a6b38cd8fdb', 'name': 'tempest-RoutersTest-router-360536505', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:27Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:29.648320 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce3479e6-4477-46c7-abf9-ebaddff1a5e1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/routers/835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 200 len: 699 time: 0.3152912 May 26 19:38:29.651021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59864) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:29.676252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Checking router: 835e70f4-c331-4040-a952-8a6b38cd8fdb for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:29.696687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Routers {'835e70f4-c331-4040-a952-8a6b38cd8fdb'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:29.697679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['835e70f4-c331-4040-a952-8a6b38cd8fdb'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:29.735293 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cb9abd70-dc10-4d58-81e4-6ebcc51913f1 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 200 len: 205 time: 0.0823374 May 26 19:38:29.737499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59868) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:29.775747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:29.775747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.862226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2752ec4-ef82-4824-b2fd-36f52fa561eb req-fd2d8adc-9974-496b-9c6c-7bc8a7fad75b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 210 time: 0.1157889 May 26 19:38:29.874025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Allocated IP 172.20.0.18 (90b91660-41e6-4348-9102-6b518bfe8e76/83c624ba-798b-4509-92d9-1b9599639df8/31f746a0-ec4f-4950-8663-659fbe1d6dd3) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:29.876834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-0f2b8950-fab4-4562-ac4d-d14103322845 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020153 May 26 19:38:29.899231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] Set router 835e70f4-c331-4040-a952-8a6b38cd8fdb gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:29.959671 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:29.999875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Allocated IP 172.20.0.9 (39a5a466-b3a8-4e8e-8f15-95e55e96479b/d8e2f39d-1d03-423d-a09d-51015a5fff20/6d144a73-b7dd-4b66-a701-e8fdcec3f8b7) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:30.078882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835e70f4-c331-4040-a952-8a6b38cd8fdb', 'name': 'tempest-RoutersTest-router-360536505', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:27Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:30.119910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-33dc0ea0-a1b6-476c-b24a-c1e0126fda73 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398853 May 26 19:38:30.199695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532a024-da10-4c61-9137-874cadc15a9b None None] The sync data for ids ['835e70f4-c331-4040-a952-8a6b38cd8fdb'] in n-d-843146-9 is: [{'id': '835e70f4-c331-4040-a952-8a6b38cd8fdb', 'name': 'tempest-RoutersTest-router-360536505', 'tenant_id': 'f35604906afc408384ec1eaebc70907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:38:26Z', 'updated_at': '2022-05-26T19:38:27Z', 'revision_number': 2, 'project_id': 'f35604906afc408384ec1eaebc70907e', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:30.240698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 26 19:38:30.240698 n-d-843146-9 neutron-server[88364]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 26 19:38:30.240698 n-d-843146-9 neutron-server[88364]: [parameters: {'status': 'ACTIVE', 'ports_id': '31f746a0-ec4f-4950-8663-659fbe1d6dd3'}] May 26 19:38:30.240698 n-d-843146-9 neutron-server[88364]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:30.240698 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:30.251333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-660d9d63-be83-493f-ac2d-85fded154213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=79c85df4-11e6-4eea-89be-04e5a0104312 HTTP/1.1" status: 200 len: 217 time: 0.1229486 May 26 19:38:30.309119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] For port 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=31f746a0-ec4f-4950-8663-659fbe1d6dd3,segment=NetworkSegment(9c0a598a-c254-45dc-b9df-09d5558a50e1),segment_id=9c0a598a-c254-45dc-b9df-09d5558a50e1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:30.357309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.384039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Transition to ACTIVE for port object 31f746a0-ec4f-4950-8663-659fbe1d6dd3 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:30.396060 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.436290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.473432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.524566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.525419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Fanout notify agent at l3_agent the message router_deleted on router 835e70f4-c331-4040-a952-8a6b38cd8fdb {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:38:30.538620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Delete allocated IP 172.20.0.27 (90b91660-41e6-4348-9102-6b518bfe8e76/83c624ba-798b-4509-92d9-1b9599639df8) {{(pid=88362) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:38:30.580674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.582902 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02d4f752-7445-460c-b2d5-a0eb3eafe272 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 204 len: 168 time: 0.8437073 May 26 19:38:30.588830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59876) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:30.651366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde50ffa-d551-4899-b4a3-94356672fa63 None None] Pushing event updated for resources: {'Port': ['ID=31f746a0-ec4f-4950-8663-659fbe1d6dd3,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:30.716492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-07a7519f-57d7-4acf-a9a0-2413f004e2ed tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Synchronizing usage tracker for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:30.723297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-339aa4c9-a979-4d6b-a0f6-57a9ae5edc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:30.724408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-339aa4c9-a979-4d6b-a0f6-57a9ae5edc7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.4616370 May 26 19:38:30.837953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:30.838697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.859437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.884785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Ignored duplicate provisioning block setup for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 19:38:30.893123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:30.906333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=31f746a0-ec4f-4950-8663-659fbe1d6dd3,segment=NetworkSegment(9c0a598a-c254-45dc-b9df-09d5558a50e1),segment_id=9c0a598a-c254-45dc-b9df-09d5558a50e1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:30.913336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.025601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=31f746a0-ec4f-4950-8663-659fbe1d6dd3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:31.090105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-07a7519f-57d7-4acf-a9a0-2413f004e2ed tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] Unset dirty status for tenant:f35604906afc408384ec1eaebc70907e on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:31.091507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-07a7519f-57d7-4acf-a9a0-2413f004e2ed tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 200 len: 205 time: 0.4803474 May 26 19:38:31.106937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59882) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.108465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 31f746a0-ec4f-4950-8663-659fbe1d6dd3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:31.229367 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-87bec1a9-dbb5-4105-b320-b54376c8b2a6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:31.233623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-87bec1a9-dbb5-4105-b320-b54376c8b2a6 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/835e70f4-c331-4040-a952-8a6b38cd8fdb HTTP/1.1" status: 404 len: 336 time: 0.1187034 May 26 19:38:31.234394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.317896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:31.319267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] In _notify_port_updated(), no bound segment for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 on network 90b91660-41e6-4348-9102-6b518bfe8e76 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:38:31.324852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:31.325521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.329228 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-daaa3296-eea4-46e4-89bb-34f201b2033b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/ports/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 HTTP/1.1" status: 200 len: 920 time: 2.5880461 May 26 19:38:31.331109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.334898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-4fdc7373-63d4-4dd8-ba2b-538258912255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:31.336507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-4fdc7373-63d4-4dd8-ba2b-538258912255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6045899 May 26 19:38:31.336971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a'}, {'subnet_id': '83c624ba-798b-4509-92d9-1b9599639df8'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:31.340838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.377932 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86c0275-a09d-40d0-9776-ba606fb5a8cb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:31.378385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86c0275-a09d-40d0-9776-ba606fb5a8cb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:31.380107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f86c0275-a09d-40d0-9776-ba606fb5a8cb tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/e0b03b59-c6ca-463d-98a3-3e62543a7260 HTTP/1.1" status: 404 len: 337 time: 0.1424031 May 26 19:38:31.388678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59894) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.438416 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e717953-f0dd-41a5-9a5d-9bf1bde68840 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:31.438416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e717953-f0dd-41a5-9a5d-9bf1bde68840 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:31.439023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e717953-f0dd-41a5-9a5d-9bf1bde68840 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/71e3fb97-d54c-40f5-9813-1de2efe9f0b6 HTTP/1.1" status: 404 len: 337 time: 0.0492287 May 26 19:38:31.442004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59898) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.470593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8c99-68a4-4f62-bba1-eb8e4ba90387 req-311bc875-4d3f-49f6-a018-eb4dba81ede7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:31.472081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d3c8c99-68a4-4f62-bba1-eb8e4ba90387 req-311bc875-4d3f-49f6-a018-eb4dba81ede7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.4637201 May 26 19:38:31.478913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Transition to ACTIVE for port object 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:31.487412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd9953-cd29-4719-ac19-bf629ddfa781 None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:31.500119 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-3545f5b5-463d-4fa8-ad10-c700adddaa9b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:31.500119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3545f5b5-463d-4fa8-ad10-c700adddaa9b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:31.500119 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3545f5b5-463d-4fa8-ad10-c700adddaa9b tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/cdec9ff4-d55e-4e6c-80d4-bed97507e489 HTTP/1.1" status: 404 len: 337 time: 0.0569685 May 26 19:38:31.504693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.580259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d3c8c99-68a4-4f62-bba1-eb8e4ba90387 req-69d4ba91-0dee-499a-892f-2c7e2a398438 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003976 May 26 19:38:31.582167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-603b106f-cd20-48d1-9247-693f045a0f5c service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363088 May 26 19:38:31.623882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.669604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Provisioning for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:31.702711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Provisioning complete for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:31.704296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.792806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-3185ae29-8e2b-4456-876c-4977894f3870 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029245 May 26 19:38:31.794590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:31.950062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Current status of the port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:31.974922 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b1f989-fe56-4672-a588-d39c270ef95d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:31.974922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b1f989-fe56-4672-a588-d39c270ef95d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:31.974922 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-28b1f989-fe56-4672-a588-d39c270ef95d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/b215e341-6c57-41e9-819d-cc3fe154ed0f HTTP/1.1" status: 404 len: 337 time: 0.4616230 May 26 19:38:31.974922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59908) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:31.978918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-2f0585d1-c96f-4303-aac7-85c71158a23f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 HTTP/1.1" status: 200 len: 217 time: 0.1373141 May 26 19:38:31.990936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:32.062855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-4f48f6ad-4cc6-4aa8-8536-d1059bcb7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:32.062855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-4f48f6ad-4cc6-4aa8-8536-d1059bcb7afb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.0661287 May 26 19:38:32.062855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:32.062855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:32.091779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Provisioning for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:32.099043 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb9b1486-7210-4051-8f72-74ed0060e815 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 200 len: 205 time: 0.1070397 May 26 19:38:32.105361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Provisioning complete for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:32.105361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:32.113556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.205807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event updated for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:32.240764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8e84fc3d-0ea7-40ad-9956-0fd00a86c65b None None] Port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:32.290611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:32.291534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:32.309526 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-97a9b34d-8e7f-4ecc-8657-486d16cbbc4c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:32.310445 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97a9b34d-8e7f-4ecc-8657-486d16cbbc4c tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/c5f1fb22-41de-4763-87d0-337dbd1f026c HTTP/1.1" status: 404 len: 336 time: 0.2063386 May 26 19:38:32.313623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.392474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-23e7a898-3b44-471d-ba1a-ddb618e5d8c2 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dd52f8a-3495-4f56-a2cc-3a16cb003c5b HTTP/1.1" status: 200 len: 205 time: 0.0731778 May 26 19:38:32.396223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59920) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.397763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee0b6-4500-437d-8095-d539c141f956 req-c28add51-f784-4f18-bbb5-093de30a581a tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:32.399228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed3ee0b6-4500-437d-8095-d539c141f956 req-c28add51-f784-4f18-bbb5-093de30a581a tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 931 time: 0.6021290 May 26 19:38:32.424479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-f34671f1-db97-4448-bad2-4484ae08a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:32.427042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-f34671f1-db97-4448-bad2-4484ae08a724 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3321774 May 26 19:38:32.431365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-9defc4c3-e674-4525-a92d-72ff0482450e tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8268490 May 26 19:38:32.446769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Request body: {'port': {'device_id': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:32.473980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7dd628e6-add7-4479-a7c8-b74ddfcd1956 None None] Provisioning for port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:32.479089 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-e57d9cf7-005a-4afd-ad7d-99682852a48f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:32.485717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e57d9cf7-005a-4afd-ad7d-99682852a48f tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/4dd52f8a-3495-4f56-a2cc-3a16cb003c5b HTTP/1.1" status: 404 len: 336 time: 0.0829301 May 26 19:38:32.485805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7dd628e6-add7-4479-a7c8-b74ddfcd1956 None None] Provisioning complete for port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:32.485805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7dd628e6-add7-4479-a7c8-b74ddfcd1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:32.485946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59924) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.528130 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d8db90-ea8a-4709-9ddf-c97854668437 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:32.529269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d8db90-ea8a-4709-9ddf-c97854668437 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:32.531537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1d8db90-ea8a-4709-9ddf-c97854668437 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/bb048914-272c-4bca-8f19-3e3299a62f64 HTTP/1.1" status: 404 len: 337 time: 0.0472672 May 26 19:38:32.534627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.577227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7dd628e6-add7-4479-a7c8-b74ddfcd1956 None None] Port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:32.587575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1d0f19a8-a860-4b99-a8cd-b9a0606a9971 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 200 len: 205 time: 0.0489719 May 26 19:38:32.587575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.28 (90b91660-41e6-4348-9102-6b518bfe8e76/83c624ba-798b-4509-92d9-1b9599639df8/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:32.587575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59932) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.652749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed3ee0b6-4500-437d-8095-d539c141f956 req-2757b51a-6ddd-4c0c-a310-8fad1abe5214 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321603 May 26 19:38:32.704113 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-4196dc0a-e05b-4c05-9cf3-6f0ca009fe35 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:32.704113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4196dc0a-e05b-4c05-9cf3-6f0ca009fe35 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/06fa0772-7497-48b6-9562-53c1adc0c822 HTTP/1.1" status: 404 len: 336 time: 0.1018524 May 26 19:38:32.704113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59936) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.799945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:32.817797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-e9f8d185-9ebd-4bf2-9ed1-afcbcdcd4c2f service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355949 May 26 19:38:32.869660 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8de1cfe3-bc83-41f1-96a5-8d27d5f10d89 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=331616d1-d406-410e-8516-2fec1fd18fa3 HTTP/1.1" status: 200 len: 205 time: 0.1726944 May 26 19:38:32.874767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59940) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:32.901340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Provisioning complete for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:32.901635 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.046247 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-b07d03fa-7bd8-457f-89bd-6a43a6826a40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:33.046247 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b07d03fa-7bd8-457f-89bd-6a43a6826a40 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/331616d1-d406-410e-8516-2fec1fd18fa3 HTTP/1.1" status: 404 len: 336 time: 0.1691210 May 26 19:38:33.052705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59944) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.162204 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a70f65f-1d7f-47b3-ad8a-affecb293c6a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:33.162204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a70f65f-1d7f-47b3-ad8a-affecb293c6a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:33.162204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a70f65f-1d7f-47b3-ad8a-affecb293c6a tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/1ec59999-61df-4cd8-95aa-cea973c78256 HTTP/1.1" status: 404 len: 337 time: 0.1110168 May 26 19:38:33.167665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59948) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.176720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 31f746a0-ec4f-4950-8663-659fbe1d6dd3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:33.265611 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9446db7-602d-43b5-9026-2e6a0f247192 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b295e05-75c1-4d84-a2d3-63e124b922b9 HTTP/1.1" status: 200 len: 205 time: 0.0993392 May 26 19:38:33.269993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59952) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.273387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Current status of the port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:33.306989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Provisioning complete for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:33.307361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.388418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:33.388418 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.404488 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8b5540e8-10d9-4fdd-9132-c1174cb07a44 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:33.405486 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b5540e8-10d9-4fdd-9132-c1174cb07a44 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/0b295e05-75c1-4d84-a2d3-63e124b922b9 HTTP/1.1" status: 404 len: 336 time: 0.1343615 May 26 19:38:33.408411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59956) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.448448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-64a10b1c-37c6-4a45-9ed0-ca9bfdebd5df None None] Port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:33.465656 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f6afd6-f666-4c0d-ae40-a855db3fabc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:33.466928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f6afd6-f666-4c0d-ae40-a855db3fabc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:33.468085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49f6afd6-f666-4c0d-ae40-a855db3fabc3 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/4f803431-0a21-4b17-bd8c-4791f7c7305a HTTP/1.1" status: 404 len: 337 time: 0.0584376 May 26 19:38:33.470430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.535503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b6545ef-a201-4aa6-ad4d-08a96bcc7a2d tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3b103e-cbed-4249-9373-c644c173ab0e HTTP/1.1" status: 200 len: 205 time: 0.0635312 May 26 19:38:33.537553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.541963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59964) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.582502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-60213a86-b33f-4588-89d6-7a3292f10315 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541165 May 26 19:38:33.583524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:33.590540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-baba3c1d-0085-4579-a8db-f9c81e095468 None None] Provisioning complete for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:33.591503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-baba3c1d-0085-4579-a8db-f9c81e095468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.627892 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-6152e4ec-2048-4256-a9e3-dacaa0700e20 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] delete failed (client error): The resource could not be found. May 26 19:38:33.628787 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6152e4ec-2048-4256-a9e3-dacaa0700e20 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/routers/8b3b103e-cbed-4249-9373-c644c173ab0e HTTP/1.1" status: 404 len: 336 time: 0.0857313 May 26 19:38:33.631379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.677929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Ignored duplicate provisioning block setup for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 26 19:38:33.679577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-baba3c1d-0085-4579-a8db-f9c81e095468 None None] Port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:33.680428 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e471c9-e7e7-40e6-ba88-49a31c779a14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:33.680428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e471c9-e7e7-40e6-ba88-49a31c779a14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:33.686773 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-00e471c9-e7e7-40e6-ba88-49a31c779a14 tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/732fc6ca-4a85-4098-b7ba-23783afca0f2 HTTP/1.1" status: 404 len: 337 time: 0.0489652 May 26 19:38:33.686773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:33.686773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59972) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:33.724083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-97030eb7-ddf0-4fc8-b01e-57c3d087141b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1701280c-3683-4016-9521-1e2ac74655b3 HTTP/1.1" status: 200 len: 217 time: 0.1235468 May 26 19:38:33.740343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e3af0-4f5b-4f3b-803d-d84b24f6d32e req-ea8a188c-afa5-4f46-869c-3d2bb5a940a1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:33.745906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a3e3af0-4f5b-4f3b-803d-d84b24f6d32e req-ea8a188c-afa5-4f46-869c-3d2bb5a940a1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.8961902 May 26 19:38:33.772119 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d2efc0-a6ae-445e-8858-7bfe50add3cc tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] DELETE failed (client error): The resource could not be found. May 26 19:38:33.772397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d2efc0-a6ae-445e-8858-7bfe50add3cc tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:38:33.775271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f4d2efc0-a6ae-445e-8858-7bfe50add3cc tempest-RoutersTest-1855722186 tempest-RoutersTest-1855722186-project] 10.222.0.24 "DELETE /v2.0/subnets/2498b79e-11cf-4e6c-8b16-928167b3b76c HTTP/1.1" status: 404 len: 337 time: 0.0884161 May 26 19:38:33.934583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-51adae0b-9b0e-4855-9dc7-b237c701e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:33.936554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-51adae0b-9b0e-4855-9dc7-b237c701e622 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.1883464 May 26 19:38:33.943378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a3e3af0-4f5b-4f3b-803d-d84b24f6d32e req-0b75398c-331e-4be3-9583-08cf42c48e41 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949770 May 26 19:38:34.109905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] In _notify_port_updated(), no bound segment for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 on network 90b91660-41e6-4348-9102-6b518bfe8e76 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:38:34.115550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.117257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.119430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/ports/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 HTTP/1.1" status: 200 len: 1000 time: 2.7874091 May 26 19:38:34.122263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c97d6e-4d4b-427f-ad72-d1de9442a73a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:34.124678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59984) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:34.201106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59988) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:34.201644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:34.201825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-747df71b-05a7-4596-891b-f301cf1cebc8 None None] Provisioning complete for port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:34.202117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.202371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-747df71b-05a7-4596-891b-f301cf1cebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.223929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:34.257267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.269925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-747df71b-05a7-4596-891b-f301cf1cebc8 None None] Port 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:34.298910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-91ca8c3f-ac4b-4bb7-ac82-91cfeff67198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.300669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-91ca8c3f-ac4b-4bb7-ac82-91cfeff67198 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3493092 May 26 19:38:34.301873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Transition to ACTIVE for port object 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:34.309475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.511046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.569640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8636-4fe9-41ad-b523-731d72a15cd9 req-146fb28e-8854-4c1c-bbb1-ca55ce829466 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:34.571527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-323f8636-4fe9-41ad-b523-731d72a15cd9 req-146fb28e-8854-4c1c-bbb1-ca55ce829466 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Synchronizing usage tracker for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:34.613277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:34.658079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:34.728540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-323f8636-4fe9-41ad-b523-731d72a15cd9 req-146fb28e-8854-4c1c-bbb1-ca55ce829466 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Unset dirty status for tenant:f3f78e601a7f4d3e8fc505f0b1b5c9b6 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:34.729722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-323f8636-4fe9-41ad-b523-731d72a15cd9 req-146fb28e-8854-4c1c-bbb1-ca55ce829466 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 931 time: 0.5756378 May 26 19:38:34.739030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c4e9cab8-3158-40cb-bd54-97ec23c1d81f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f35604906afc408384ec1eaebc70907e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279453 May 26 19:38:34.744005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59994) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:34.789194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-b3a964cf-f658-4cc1-9ccf-015b64b22968 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753375 May 26 19:38:34.850826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-323f8636-4fe9-41ad-b523-731d72a15cd9 req-4cf0e51a-9a15-4a31-b680-586501d8ddd8 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105275 May 26 19:38:34.854814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Attempting to bind port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:34.855143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Attempting to bind port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:34.855469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Attempting to bind port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:34.907215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:38:34.907536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Attempting to bind port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 on network 39a5a466-b3a8-4e8e-8f15-95e55e96479b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:34.909222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.927292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:34.927758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Checking segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:34.927980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Bound using segment: {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:34.928403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Bound port: 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade68801-96af-46ba-81dc-1b87549b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:34.928739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:34.936575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.002163 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.054476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.079989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-bed4b29d-3d1d-4673-85c8-f0ccbed77c6b service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749338 May 26 19:38:35.126576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.166643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-1103c277-1e5b-4989-af3d-577f0959b02c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 200 len: 217 time: 0.0722363 May 26 19:38:35.179632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5385a8c-f7c1-4464-9b83-12f12febf27e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.218127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.219256 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f4368da5-c166-4580-8503-c3b4e8a07cdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5385a8c-f7c1-4464-9b83-12f12febf27e HTTP/1.1" status: 204 len: 168 time: 0.4741802 May 26 19:38:35.227153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.229917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15c999e9-546c-45b9-acf3-0be02240675c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 HTTP/1.1" status: 204 len: 168 time: 1.1033068 May 26 19:38:35.231700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:35.280169 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eca2e3-1b0c-4115-94a3-9dfb481843f0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:35.280710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f6eca2e3-1b0c-4115-94a3-9dfb481843f0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:35.298394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f6eca2e3-1b0c-4115-94a3-9dfb481843f0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:35.299817 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6eca2e3-1b0c-4115-94a3-9dfb481843f0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 HTTP/1.1" status: 404 len: 333 time: 0.0670381 May 26 19:38:35.302483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:35.369580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:35.378296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 83c624ba-798b-4509-92d9-1b9599639df8 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:35.382635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.394375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:35.409876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.454885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.458393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-eb6c2227-5e54-41be-b676-c45d70782130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.459831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-eb6c2227-5e54-41be-b676-c45d70782130 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.2868872 May 26 19:38:35.478481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d28a0-7ab4-4f32-bfbb-742f7f765e8e req-7889aecd-1c63-4ded-9153-f739c25526d5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.486358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-855d28a0-7ab4-4f32-bfbb-742f7f765e8e req-7889aecd-1c63-4ded-9153-f739c25526d5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.4651499 May 26 19:38:35.558519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.559131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.560734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 200 len: 1091 time: 3.1216609 May 26 19:38:35.563228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:35.602244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.699039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-855d28a0-7ab4-4f32-bfbb-742f7f765e8e req-d5f14f8b-9b4d-418a-ab58-3817d0ba665b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116432 May 26 19:38:35.703542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.707977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe309ff-260c-4e56-8304-fdb8abe5bfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.763575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f144b-cf80-4375-bb23-16173b35bd9f req-f7820e47-71e4-41ce-b1df-a52cf3503a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.765650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-f7820e47-71e4-41ce-b1df-a52cf3503a9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955015 May 26 19:38:35.769607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=83c624ba-798b-4509-92d9-1b9599639df8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:35.771796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.783157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f4589-2d28-4297-8c07-bd435ebd66de None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:35.784601 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fd60566b-17c5-403c-946a-8312d3f8bb09 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/83c624ba-798b-4509-92d9-1b9599639df8 HTTP/1.1" status: 204 len: 168 time: 0.4810538 May 26 19:38:35.787115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:35.894691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-0001fc07-f359-4b7e-8fac-1f4224c1de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:35.897641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-0001fc07-f359-4b7e-8fac-1f4224c1de60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 1094 time: 0.2736692 May 26 19:38:35.934018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:35.938525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:35.989609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-6ad76748-3dcc-4945-b7b9-9b793f5ef867 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 200 len: 217 time: 0.0827558 May 26 19:38:36.008793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.021720 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af20073-dcc5-4b80-8921-8315a880f621'] response: {'name': 'network-changed', 'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'status': 'completed', 'code': 200} May 26 19:38:36.118434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.193605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-3c360a28-36b2-4acb-a7fb-f260a70371b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163280 May 26 19:38:36.235322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.282231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-8603cb93-349b-4277-8b02-21a1d8b64aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.283874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:36.284862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-8603cb93-349b-4277-8b02-21a1d8b64aa2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.2765844 May 26 19:38:36.293547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.308799 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2e49bdb-7559-4fe7-a624-5b324dbb2d5e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a HTTP/1.1" status: 204 len: 168 time: 0.5204735 May 26 19:38:36.312605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60038) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:36.406371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde2b61-3888-4ce5-ab69-46917cbffac5 None None] Update dhcp port {'port': {'network_id': '90b91660-41e6-4348-9102-6b518bfe8e76', 'fixed_ips': [{'subnet_id': '12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a'}], 'binding:host_id': 'n-d-843146-9'}, 'id': '31f746a0-ec4f-4950-8663-659fbe1d6dd3'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:38:36.438015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.450087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:36.450481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.477287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3fde2b61-3888-4ce5-ab69-46917cbffac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.527830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621f144b-cf80-4375-bb23-16173b35bd9f req-c34c7d2e-814e-41e1-bcca-7e2a435f393b service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259749 May 26 19:38:36.539696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffe02-a7c3-4301-97e6-da58fb3d42d6 req-28d59074-3563-4590-bde1-a52ebf47ca22 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.541218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-986ffe02-a7c3-4301-97e6-da58fb3d42d6 req-28d59074-3563-4590-bde1-a52ebf47ca22 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 943 time: 0.3438880 May 26 19:38:36.544096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-5a6357de-c905-478a-952d-f1da01926302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:36.545630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-5a6357de-c905-478a-952d-f1da01926302 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435455 May 26 19:38:36.564454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:36.652622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.703226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-986ffe02-a7c3-4301-97e6-da58fb3d42d6 req-57c598e9-0a59-401b-9679-787289f8a379 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552868 May 26 19:38:36.743849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port 31f746a0-ec4f-4950-8663-659fbe1d6dd3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=31f746a0-ec4f-4950-8663-659fbe1d6dd3,segment=NetworkSegment(9c0a598a-c254-45dc-b9df-09d5558a50e1),segment_id=9c0a598a-c254-45dc-b9df-09d5558a50e1)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:36.744908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.764441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6fd28cca-11b4-44e6-8152-f2d997f3fd47 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:36.765414 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-6fd28cca-11b4-44e6-8152-f2d997f3fd47 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 19:38:36.765903 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-6fd28cca-11b4-44e6-8152-f2d997f3fd47 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): There was a conflict when trying to complete your request. May 26 19:38:36.770327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb77567-ef40-47ae-b3b0-85a4747bc137 None None] Network 90b91660-41e6-4348-9102-6b518bfe8e76 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:36.771150 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6fd28cca-11b4-44e6-8152-f2d997f3fd47 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2054467 May 26 19:38:36.773933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:36.778964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-f193c0bd-a3c2-4f73-b712-ec8572afef7b service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130916 May 26 19:38:36.886112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc00b28b-fc99-4b83-b1e2-4fe2fd1e9a5c None None] Provisioning complete for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:36.886665 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc00b28b-fc99-4b83-b1e2-4fe2fd1e9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:36.979143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41837814-3b8c-40c3-ae58-f1e210ec0ba8 req-a37dcc6c-e715-40dd-8360-6e928876c968 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931095 May 26 19:38:36.979952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--295540112'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:37.060026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 31f746a0-ec4f-4950-8663-659fbe1d6dd3 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:37.086105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 31f746a0-ec4f-4950-8663-659fbe1d6dd3 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:37.146192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:37.150933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:37.154759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:37.162429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:37.165688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.180618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bc00b28b-fc99-4b83-b1e2-4fe2fd1e9a5c None None] Port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 update to ACTIVE by agent not found {{(pid=88364) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 26 19:38:37.199755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:38:37.200151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 31f746a0-ec4f-4950-8663-659fbe1d6dd3 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:37.209253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-3f590f88-d96a-4e10-ba17-80583243f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.210731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-3f590f88-d96a-4e10-ba17-80583243f2f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 1094 time: 0.1615021 May 26 19:38:37.218604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc755-2b5f-45c1-a5f0-3c24d0e6157d req-ac5603c9-8313-49e1-b2b5-2341f4a17c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.221643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a5b481-daca-4b83-972e-a441e86d9ba7 None None] DHCP port deletion for 90b91660-41e6-4348-9102-6b518bfe8e76 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:37.225551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f9bc755-2b5f-45c1-a5f0-3c24d0e6157d req-ac5603c9-8313-49e1-b2b5-2341f4a17c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.1347883 May 26 19:38:37.234093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port 31f746a0-ec4f-4950-8663-659fbe1d6dd3 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:37.275969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=31f746a0-ec4f-4950-8663-659fbe1d6dd3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.282003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.312722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.360364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f9bc755-2b5f-45c1-a5f0-3c24d0e6157d req-9d7c5792-5063-41f0-ad99-49ad38c84a99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108165 May 26 19:38:37.393509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-16cd0941-fd6f-4a56-95dc-0c71a5499fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.394950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-16cd0941-fd6f-4a56-95dc-0c71a5499fc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.1683574 May 26 19:38:37.399234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:37.405975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.413235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:37.418531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:37.432564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:37.441667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b91660-41e6-4348-9102-6b518bfe8e76']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:37.457998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a598a-c254-45dc-b9df-09d5558a50e1') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:37.458228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a598a-c254-45dc-b9df-09d5558a50e1') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:37.479468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.502303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.513381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:37.513811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.586505 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9c0a598a-c254-45dc-b9df-09d5558a50e1 resource provider aggregate not found May 26 19:38:37.591578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-69484508-c69a-4c4b-b590-acd56af621c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 200 len: 217 time: 0.1891763 May 26 19:38:37.613780 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9c0a598a-c254-45dc-b9df-09d5558a50e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c0a598a-c254-45dc-b9df-09d5558a50e1 found for delete ", "request_id": "req-81132fdc-c5d9-4251-9bdd-62ce8bf35d12"}]} May 26 19:38:37.648247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.661636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-64193b8a-62f3-4a6f-95e1-6eaad5998bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.663064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-64193b8a-62f3-4a6f-95e1-6eaad5998bef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.0656414 May 26 19:38:37.671261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.687821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=90b91660-41e6-4348-9102-6b518bfe8e76,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.695254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.703184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.716357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:37.722606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cf8a182c-b112-4b03-830f-31cc6a757e62 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/90b91660-41e6-4348-9102-6b518bfe8e76 HTTP/1.1" status: 204 len: 168 time: 1.4087372 May 26 19:38:37.726101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60064) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:37.734464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:37.739719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:37.748496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:37.750470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917e6214-b481-4dbf-917e-fa69b611f54f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.808086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-6a7277f0-d7cb-418f-9de2-f3af9ec1bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.809617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-6a7277f0-d7cb-418f-9de2-f3af9ec1bea9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393671 May 26 19:38:37.834103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.839849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.884026 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.885162 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1098509 May 26 19:38:37.886711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733445-17e3-44ca-b9f5-9def293b4771 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e737e62c-e604-445c-a9fe-2f1d72f4bd46,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:37.889885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c83b3b8-70ee-4936-88c0-e13a11801afb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:37.890305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60068) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:37.890587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c83b3b8-70ee-4936-88c0-e13a11801afb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:37.895748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'e737e62c-e604-445c-a9fe-2f1d72f4bd46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:37.902132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:37.906132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:37.909522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:37.915879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:37.933285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:37.991450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c83b3b8-70ee-4936-88c0-e13a11801afb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:37.991450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9c83b3b8-70ee-4936-88c0-e13a11801afb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2588129 May 26 19:38:37.996101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60072) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.003339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.009491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.041744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afcfcaa-2d37-4aaa-b3d1-ee2e8394dc98,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:38.051264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.056226 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-290d7298-d421-4abf-a823-34c56a694d8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621768 May 26 19:38:38.056792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.063924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'e737e62c-e604-445c-a9fe-2f1d72f4bd46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:38.071609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:38.076051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:38.079690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:38.085658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:38.091638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-37a41a00-1a01-4550-94df-6b25f1a672ad service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739584 May 26 19:38:38.102925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531fd6-8b89-4cc1-92a9-f0dee5f9303c req-83a95339-cf18-4641-a5af-2228d712d522 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:38.105906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.109840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b531fd6-8b89-4cc1-92a9-f0dee5f9303c req-83a95339-cf18-4641-a5af-2228d712d522 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 943 time: 0.2726653 May 26 19:38:38.167831 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): There was a conflict when trying to complete your request. May 26 19:38:38.168961 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-893306ef-8e64-488d-8c02-38f59f5ea8e8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1107962 May 26 19:38:38.171752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.238165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.242471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b531fd6-8b89-4cc1-92a9-f0dee5f9303c req-b660baa4-eda1-430e-8d46-329b46655141 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317413 May 26 19:38:38.268669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.275255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-df8a3823-1c9c-401c-b645-bfa0de8d7ee9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2812748 May 26 19:38:38.278584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60084) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.290828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295803947'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:38.299312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a69f22d6-608e-4109-97d9-c822db33c0c9 req-b88efece-50bb-43af-a2d9-794c96ae55ca service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860974 May 26 19:38:38.300204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:38.308970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:38.318193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:38.327837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:38.338594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:38.342301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.376349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.398212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:38.400440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737e62c-e604-445c-a9fe-2f1d72f4bd46,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:38.409480 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.413631 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f038f3ca-8376-43e1-b764-cc226a3125ae tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/e737e62c-e604-445c-a9fe-2f1d72f4bd46 HTTP/1.1" status: 204 len: 168 time: 0.2379580 May 26 19:38:38.413809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60090) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.433018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.433018 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment 1c069cbb-9e57-4124-9e6f-04a6a69940fa of type vlan for network 81e5840b-1759-445a-85ed-d9befbcd108b May 26 19:38:38.475159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.507878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.513493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:38.514629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.591085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ccc29c35-63fd-4d94-aa0b-9762cf4d1080 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1732035 May 26 19:38:38.591997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60094) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.599431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393653888'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:38.614536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:38.618055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3383172 May 26 19:38:38.620724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60098) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:38.628025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:38.631122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa168ab-3c7e-4920-8cbb-d8b49f871fa2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=81e5840b-1759-445a-85ed-d9befbcd108b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:38.634223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:38.640979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 81e5840b-1759-445a-85ed-d9befbcd108b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:38:38.649259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:38.660747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:38.749763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a029f-7036-43cf-aa27-f196751c7270 req-95426cc8-8221-4fac-82c1-939da636b4b6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:38.751175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-579a029f-7036-43cf-aa27-f196751c7270 req-95426cc8-8221-4fac-82c1-939da636b4b6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.3043911 May 26 19:38:38.791943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.830961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff114e-445c-4aea-98ee-74cebd4d60e3 req-9d91ef0c-7224-4d21-95c8-085d7d41d7d6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:38.832372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bff114e-445c-4aea-98ee-74cebd4d60e3 req-9d91ef0c-7224-4d21-95c8-085d7d41d7d6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 946 time: 0.3430126 May 26 19:38:38.877013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:38.884027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:38.892740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port a97bf228-35b7-4547-8eec-c02e6553907a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:38.893137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:38.917585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:38.925065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:38.938207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:38.940822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:38.964616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:38.970770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:38.989968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bff114e-445c-4aea-98ee-74cebd4d60e3 req-23c99e79-931a-43e7-8ca0-8b958cf2b052 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441150 May 26 19:38:39.031721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:39.035093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.306033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.328223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.603457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d9a9eb-a6c4-4021-bd0f-145f9312834b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:39.613507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port a97bf228-35b7-4547-8eec-c02e6553907a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=a97bf228-35b7-4547-8eec-c02e6553907a,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:39.613855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.621631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.622809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3b4ad696-c04e-4c0b-a90f-94f353a3b4f8 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0301349 May 26 19:38:39.625773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60104) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:39.631059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f3e3875-4643-4f70-972c-2b1b7d517004 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'a0d9a9eb-a6c4-4021-bd0f-145f9312834b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:39.631814 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-4f3e3875-4643-4f70-972c-2b1b7d517004 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 19:38:39.632308 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-4f3e3875-4643-4f70-972c-2b1b7d517004 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:39.633265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f3e3875-4643-4f70-972c-2b1b7d517004 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064824 May 26 19:38:39.635753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60108) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:39.705011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.734851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.762386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for a97bf228-35b7-4547-8eec-c02e6553907a owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:39.785098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.801670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d9a9eb-a6c4-4021-bd0f-145f9312834b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:39.808379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.813347 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4a21c66-4de0-440d-81ec-399e7fca9986 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/a0d9a9eb-a6c4-4021-bd0f-145f9312834b HTTP/1.1" status: 204 len: 168 time: 0.1758940 May 26 19:38:39.813930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60112) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:39.863547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.866432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8a61eed-a8fc-42c2-905a-a1415dd60754 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:39.891114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8a61eed-a8fc-42c2-905a-a1415dd60754 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:39.893786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b8a61eed-a8fc-42c2-905a-a1415dd60754 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787954 May 26 19:38:39.897723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60116) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:39.904559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--86603402'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:39.910710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:39.920976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:39.931594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:39.948281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c5c72-3270-4c9c-a68e-0d4dc8c8e72c req-6a543dfc-f86e-4776-97a5-13b184902c03 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:39.949777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a2c5c72-3270-4c9c-a68e-0d4dc8c8e72c req-6a543dfc-f86e-4776-97a5-13b184902c03 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 943 time: 0.5890176 May 26 19:38:39.954649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:39.957985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:39.961187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:39.967207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:40.037123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=7d06dab0-d743-42da-b37d-79cc38a268e2,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.043908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.049197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.075592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': '1c069cbb-9e57-4124-9e6f-04a6a69940fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:40.075790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: 81e5840b-1759-445a-85ed-d9befbcd108b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:40.088214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a2c5c72-3270-4c9c-a68e-0d4dc8c8e72c req-5e58aac6-41dd-4500-8675-96f57c5eb061 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285543 May 26 19:38:40.100202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4e3e61-927f-415d-bea7-bc10480487e9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.108424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.109885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f47d2ec-71d4-4398-96cf-e15dcc4ade73 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2112384 May 26 19:38:40.112714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60122) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.119140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2644e079-2b49-441c-a498-a4383282df6a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'bf4e3e61-927f-415d-bea7-bc10480487e9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.119223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.119775 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-2644e079-2b49-441c-a498-a4383282df6a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 19:38:40.121426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 81e5840b-1759-445a-85ed-d9befbcd108b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:40.122001 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-2644e079-2b49-441c-a498-a4383282df6a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:40.122964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2644e079-2b49-441c-a498-a4383282df6a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091262 May 26 19:38:40.126352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60126) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.184454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=a97bf228-35b7-4547-8eec-c02e6553907a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.188676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 81e5840b-1759-445a-85ed-d9befbcd108b) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:40.198925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.212127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366437ca-09cc-4c65-bac2-d231fe656442 None None] Network 81e5840b-1759-445a-85ed-d9befbcd108b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:40.219469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:40.220054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.261203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.334736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.351087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port a97bf228-35b7-4547-8eec-c02e6553907a on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:40.353802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4e3e61-927f-415d-bea7-bc10480487e9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.358282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.361511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-579a029f-7036-43cf-aa27-f196751c7270 req-ca2bdd01-9f2a-49a3-83bd-3cac7f6a731c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "DELETE /v2.0/ports/a97bf228-35b7-4547-8eec-c02e6553907a HTTP/1.1" status: 204 len: 173 time: 1.6034508 May 26 19:38:40.366053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.367081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea8bdcae-3ac9-416f-b608-3ec41541df7b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf4e3e61-927f-415d-bea7-bc10480487e9 HTTP/1.1" status: 204 len: 168 time: 0.2398324 May 26 19:38:40.368602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'name': 'network-vif-deleted', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:40.375383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60130) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.376247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a3702220-e98c-442d-b1aa-0d34128737c1 req-792b992b-8bc1-46dc-98cb-be4c8b299d22 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:40.381678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be15023e-8daf-4535-97ad-70c6def3d434 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7584255 May 26 19:38:40.384223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.391663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b', 'name': 'tempest-PortsTestJSON-1986990918'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.481984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-286db6ba-a8f2-4043-b0c7-53a8a200cfe3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:40.501247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a3702220-e98c-442d-b1aa-0d34128737c1 req-792b992b-8bc1-46dc-98cb-be4c8b299d22 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:40.502537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3702220-e98c-442d-b1aa-0d34128737c1 req-792b992b-8bc1-46dc-98cb-be4c8b299d22 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 210 time: 0.2291467 May 26 19:38:40.515193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-286db6ba-a8f2-4043-b0c7-53a8a200cfe3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:40.516540 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-286db6ba-a8f2-4043-b0c7-53a8a200cfe3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1401823 May 26 19:38:40.520408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60140) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.530071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--793047614'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.534146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a97bf228-35b7-4547-8eec-c02e6553907a no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:40.558199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:40.574332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:40.597408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.605204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: a97bf228-35b7-4547-8eec-c02e6553907a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:40.605547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device a97bf228-35b7-4547-8eec-c02e6553907a not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:40.615849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-81e5840b-1759-445a-85ed-d9befbcd108b', 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': '7d06dab0-d743-42da-b37d-79cc38a268e2'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:38:40.616778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.617612 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eea5c45-b05b-419a-b827-db0a0405c65c'] response: {'server_uuid': '7341e3d5-ca86-47e4-8ddd-f670ea4920cb', 'name': 'network-vif-deleted', 'tag': 'a97bf228-35b7-4547-8eec-c02e6553907a', 'status': 'completed', 'code': 200} May 26 19:38:40.623333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:40.628601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:40.633893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:40.637235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:40.640095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:40.645650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:40.658461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:40.664964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.701268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 43348837-5469-487f-a6cc-d934903ce98f yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:40.751420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.759805 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.803089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Allocated IP 172.20.0.2 (81e5840b-1759-445a-85ed-d9befbcd108b/7d06dab0-d743-42da-b37d-79cc38a268e2/67861e14-974c-42b7-a509-a63a8e8cdad7) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:40.813732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0575879d-203b-4385-b3e6-08a6b615ed71,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:40.821358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:40.822819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3516bb25-cf42-407e-a350-e14853140567 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3004625 May 26 19:38:40.825783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60144) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.831739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-27b1a5c5-b8f8-45e8-a301-8d72b848d7ec tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '0575879d-203b-4385-b3e6-08a6b615ed71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.845009 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-27b1a5c5-b8f8-45e8-a301-8d72b848d7ec tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 19:38:40.845744 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-27b1a5c5-b8f8-45e8-a301-8d72b848d7ec tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:40.849253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27b1a5c5-b8f8-45e8-a301-8d72b848d7ec tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194194 May 26 19:38:40.849585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60148) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.855245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-44970d1b-e2a6-4991-b0e7-af5a221fe28e tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '0575879d-203b-4385-b3e6-08a6b615ed71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.857002 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-44970d1b-e2a6-4991-b0e7-af5a221fe28e tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 19:38:40.857674 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-44970d1b-e2a6-4991-b0e7-af5a221fe28e tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:40.860956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44970d1b-e2a6-4991-b0e7-af5a221fe28e tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081239 May 26 19:38:40.861569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60152) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.866069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2dbb29ce-170e-49fb-8c39-0c261d7be0f3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '0575879d-203b-4385-b3e6-08a6b615ed71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.867001 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-2dbb29ce-170e-49fb-8c39-0c261d7be0f3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 19:38:40.867495 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-2dbb29ce-170e-49fb-8c39-0c261d7be0f3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:40.869078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2dbb29ce-170e-49fb-8c39-0c261d7be0f3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063641 May 26 19:38:40.871144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.876458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fa5b3d7c-055b-4aa8-8463-6f18dbeb7844 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '0575879d-203b-4385-b3e6-08a6b615ed71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:40.878247 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-fa5b3d7c-055b-4aa8-8463-6f18dbeb7844 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 19:38:40.878742 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-fa5b3d7c-055b-4aa8-8463-6f18dbeb7844 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:40.882441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fa5b3d7c-055b-4aa8-8463-6f18dbeb7844 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075588 May 26 19:38:40.882881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60160) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:40.967652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.001481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.059958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.079862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575879d-203b-4385-b3e6-08a6b615ed71,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:41.097657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.098922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7331184a-169e-4a1d-a73b-b5531c7698e6 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/0575879d-203b-4385-b3e6-08a6b615ed71 HTTP/1.1" status: 204 len: 168 time: 0.2156019 May 26 19:38:41.102191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.103671 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.124110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Transition to ACTIVE for port object 67861e14-974c-42b7-a509-a63a8e8cdad7 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:41.149245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Transition to ACTIVE for port object 67861e14-974c-42b7-a509-a63a8e8cdad7 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:41.156264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f4581fe8-4a51-446d-a48c-4d649b99d033 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:41.158763 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.256220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f4581fe8-4a51-446d-a48c-4d649b99d033 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:41.256220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f4581fe8-4a51-446d-a48c-4d649b99d033 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495697 May 26 19:38:41.256560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60170) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.263689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503681432'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.280065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:41.284215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:38:41.291558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Pushing event updated for resources: {'Port': ['ID=67861e14-974c-42b7-a509-a63a8e8cdad7,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:41.296333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:41.302384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Network 81e5840b-1759-445a-85ed-d9befbcd108b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:41.312491 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.344101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:41.349272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:41.354776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:41.364189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:41.377424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.13 (81e5840b-1759-445a-85ed-d9befbcd108b/7d06dab0-d743-42da-b37d-79cc38a268e2/43348837-5469-487f-a6cc-d934903ce98f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:41.435785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:41.439382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:41.494392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.500285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.550680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42447e-e92e-4ab6-b38e-2dc3769b045d req-02465632-d477-4caf-a824-bc05b1a14cc1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:41.556767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f116e269-00ab-4cde-8f2c-31141f7206b1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:41.558836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f42447e-e92e-4ab6-b38e-2dc3769b045d req-02465632-d477-4caf-a824-bc05b1a14cc1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 943 time: 0.2795682 May 26 19:38:41.573263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.576637 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9065f199-409a-4919-8669-650c2d9d6d82 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3171673 May 26 19:38:41.578622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.586313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-10ff5f0c-d7db-4b08-bd7e-7f6c88add950 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.587428 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-10ff5f0c-d7db-4b08-bd7e-7f6c88add950 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 19:38:41.588173 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-10ff5f0c-d7db-4b08-bd7e-7f6c88add950 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:41.589277 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-10ff5f0c-d7db-4b08-bd7e-7f6c88add950 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082593 May 26 19:38:41.592536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.598894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.613029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Attempting to bind port 67861e14-974c-42b7-a509-a63a8e8cdad7 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:41.613491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Attempting to bind port 67861e14-974c-42b7-a509-a63a8e8cdad7 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1c069cbb-9e57-4124-9e6f-04a6a69940fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:41.614076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Attempting to bind port 67861e14-974c-42b7-a509-a63a8e8cdad7 on network 81e5840b-1759-445a-85ed-d9befbcd108b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:41.614718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:41.619345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:41.622805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:41.623552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:41.624118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Checking segment: {'id': '1c069cbb-9e57-4124-9e6f-04a6a69940fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:41.624580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.625027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Bound using segment: {'id': '1c069cbb-9e57-4124-9e6f-04a6a69940fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:41.625573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Bound port: 67861e14-974c-42b7-a509-a63a8e8cdad7, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c069cbb-9e57-4124-9e6f-04a6a69940fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:41.626053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.631693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:41.711817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f42447e-e92e-4ab6-b38e-2dc3769b045d req-136a7178-ca11-40fe-8ff4-6e291bef2a0b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498952 May 26 19:38:41.729122 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:41.731646 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02c7ab49-c7b0-4fb8-9b26-14993f5402ab tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1374843 May 26 19:38:41.736045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.764426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cfc358b1-17e6-4a7c-94b3-0b78fbaf1d2d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.764426 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-cfc358b1-17e6-4a7c-94b3-0b78fbaf1d2d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 19:38:41.764426 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-cfc358b1-17e6-4a7c-94b3-0b78fbaf1d2d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:41.764426 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cfc358b1-17e6-4a7c-94b3-0b78fbaf1d2d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0215497 May 26 19:38:41.771594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60188) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.774242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:41.788363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.790471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'port_id': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'mac_address': 'fa:16:3e:14:53:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:38:41.805204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:41.819360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:41.823703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:41.834753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:41.847208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.919079 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:41.919079 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-43385745-c10f-478d-8d2b-c4b4ebe57243 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1426427 May 26 19:38:41.923878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 43348837-5469-487f-a6cc-d934903ce98f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:41.927449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.930931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:41.930931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.932542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8aaf9fd4-43d4-42e7-9230-0b144e6dee3b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.933031 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-8aaf9fd4-43d4-42e7-9230-0b144e6dee3b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 19:38:41.938573 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8aaf9fd4-43d4-42e7-9230-0b144e6dee3b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:41.941640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] For port 67861e14-974c-42b7-a509-a63a8e8cdad7, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:41.943156 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8aaf9fd4-43d4-42e7-9230-0b144e6dee3b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0226099 May 26 19:38:41.944220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:41.958847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:41.959174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] For port 67861e14-974c-42b7-a509-a63a8e8cdad7, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=67861e14-974c-42b7-a509-a63a8e8cdad7,segment=NetworkSegment(1c069cbb-9e57-4124-9e6f-04a6a69940fa),segment_id=1c069cbb-9e57-4124-9e6f-04a6a69940fa)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:41.961752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:38:41.978463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:41.986434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:41.987600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:41.993577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:42.020269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:42.034143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.045499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35e2380e-76a5-4747-8958-f2dde8d8cb76 req-71df83a3-521c-4a93-a4d5-6d5d42d06d26 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7341e3d5-ca86-47e4-8ddd-f670ea4920cb HTTP/1.1" status: 200 len: 210 time: 0.0848200 May 26 19:38:42.050796 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Project 59eafcc3c7d1488a92c5eb366a758947 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:38:42.051631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.079168 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:42.081368 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1ef5ca86-d4b2-47ed-a1c9-0db63a197b4d tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1356106 May 26 19:38:42.083410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.084695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.092914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b43c8ad8-20b9-4ca2-8cfc-f9f3993c3935 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:42.093570 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-b43c8ad8-20b9-4ca2-8cfc-f9f3993c3935 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 19:38:42.094227 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-b43c8ad8-20b9-4ca2-8cfc-f9f3993c3935 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:42.096846 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b43c8ad8-20b9-4ca2-8cfc-f9f3993c3935 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109844 May 26 19:38:42.099566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.106868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:42.128946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:42.133247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862358a-0401-40d1-95cc-c1e30e61edfd None None] Pushing event updated for resources: {'Port': ['ID=67861e14-974c-42b7-a509-a63a8e8cdad7,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.144825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:42.154193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:42.163988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 81e5840b-1759-445a-85ed-d9befbcd108b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:42.168350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:42.174812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:42.176512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.190707 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Project 59eafcc3c7d1488a92c5eb366a758947 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:38:42.223347 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:42.224691 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4693737-5a89-4db2-9528-6537da3994df tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1233349 May 26 19:38:42.227975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.233946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'f116e269-00ab-4cde-8f2c-31141f7206b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:42.243460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:42.248806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:42.255222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:42.259105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.269785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.285471 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Project 59eafcc3c7d1488a92c5eb366a758947 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:38:42.311878 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:42.313258 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a489e288-5ef8-4694-97dc-a3f3370c179b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0839770 May 26 19:38:42.316119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.426169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=43348837-5469-487f-a6cc-d934903ce98f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.449321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:42.450186 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.464545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.483388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-429180ab-89ae-4d4c-b9d3-720e50eddbed tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0951190 May 26 19:38:42.484615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60216) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.497125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': '81e5840b-1759-445a-85ed-d9befbcd108b', 'name': 'tempest-PortsTestJSON-532540016'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:42.500063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:38:42.516071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.589761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.611342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116e269-00ab-4cde-8f2c-31141f7206b1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:42.621010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.625333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8290d50-9388-4cfd-978f-852096f16a55 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/f116e269-00ab-4cde-8f2c-31141f7206b1 HTTP/1.1" status: 204 len: 168 time: 0.3046269 May 26 19:38:42.625333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60220) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.694064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5de7075-9a12-4c1c-819c-04bfdd5bcee2 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:42.719021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5de7075-9a12-4c1c-819c-04bfdd5bcee2 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:42.721307 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5de7075-9a12-4c1c-819c-04bfdd5bcee2 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0945950 May 26 19:38:42.725885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:42.731736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154925425'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:42.740362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:42.743428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:42.746122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:42.749278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:42.756073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.758419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.773865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.776413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:42.780997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.816733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 6797da09-2c21-48e9-8aed-6d0cb9d130ac yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:42.822050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:42.831647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:42.834742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:42.843640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:42.950725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:42.963010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.107216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 67861e14-974c-42b7-a509-a63a8e8cdad7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:43.114134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95228f92-e341-42d7-afab-4e03d9134a36,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:43.135162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.10 (81e5840b-1759-445a-85ed-d9befbcd108b/7d06dab0-d743-42da-b37d-79cc38a268e2/6797da09-2c21-48e9-8aed-6d0cb9d130ac) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:43.141030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.142860 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dcdbf860-d364-4d59-9ce9-9b2d712c0c9b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4155772 May 26 19:38:43.148797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6fce-66cd-4acd-8c83-785ba5ef7708 req-470c849d-c23e-480c-aafc-a63b7187f7f4 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:43.150199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-564c6fce-66cd-4acd-8c83-785ba5ef7708 req-470c849d-c23e-480c-aafc-a63b7187f7f4 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 944 time: 0.2562742 May 26 19:38:43.151314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:43.167206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '95228f92-e341-42d7-afab-4e03d9134a36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:43.182714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:43.199984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:43.211525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:43.239265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:43.257416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 67861e14-974c-42b7-a509-a63a8e8cdad7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:43.277546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-564c6fce-66cd-4acd-8c83-785ba5ef7708 req-ff3113f6-1bb1-4951-a569-6f71185b10f0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037264 May 26 19:38:43.356680 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The resource could not be found. May 26 19:38:43.362955 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e4ec013-9471-4920-85d9-e58a22a38b1f tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2095540 May 26 19:38:43.363559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60238) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:43.375170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '95228f92-e341-42d7-afab-4e03d9134a36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8c2bcf46-6305-4434-afcf-83cefbd22ec4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:43.401140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:43.414712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:43.436743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:43.455934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:43.556564 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The resource could not be found. May 26 19:38:43.556564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91df0be3-bb2e-48b1-a8ec-1ff9f82ee907 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1893098 May 26 19:38:43.557264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60244) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:43.606331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.646906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 6797da09-2c21-48e9-8aed-6d0cb9d130ac will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:43.678084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.711912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.736779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.747292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48103c8e-e1c3-4b0f-a25c-23b0f7970333 None None] Network 81e5840b-1759-445a-85ed-d9befbcd108b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:43.839510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 81e5840b-1759-445a-85ed-d9befbcd108b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:43.839510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:43.845787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:43.881988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Provisioning for port 67861e14-974c-42b7-a509-a63a8e8cdad7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:43.882852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=6797da09-2c21-48e9-8aed-6d0cb9d130ac,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:43.884235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.893318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Provisioning complete for port 67861e14-974c-42b7-a509-a63a8e8cdad7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:43.893318 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.914301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95228f92-e341-42d7-afab-4e03d9134a36,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:43.947262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:43.947807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.955383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:43.960540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36eb71bd-a9ea-4ca5-ab4b-623bcf35d5c3 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/95228f92-e341-42d7-afab-4e03d9134a36 HTTP/1.1" status: 204 len: 168 time: 0.3978233 May 26 19:38:43.961253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60248) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:43.978773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bce34d6c-4b25-4785-beae-ad276ec4f55f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4924784 May 26 19:38:43.980413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60252) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:44.051359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff66c027-a496-4882-b283-b470e87d9f8b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:44.076664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff66c027-a496-4882-b283-b470e87d9f8b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:44.083069 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff66c027-a496-4882-b283-b470e87d9f8b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181297 May 26 19:38:44.084661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:44.095419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': '9c68e94e-f39b-4793-9b00-83ba78fa40c9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:44.116648 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:44.122310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:44.131099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:44.137997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c57a1e-569b-4ce4-ac53-58e5a39f23be tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:44.139393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d4c57a1e-569b-4ce4-ac53-58e5a39f23be tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:44.143680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.143909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:44.173241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d4c57a1e-569b-4ce4-ac53-58e5a39f23be tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:44.177405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d4c57a1e-569b-4ce4-ac53-58e5a39f23be tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1951103 May 26 19:38:44.178046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60260) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:44.224285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Current status of the port 67861e14-974c-42b7-a509-a63a8e8cdad7 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:44.226041 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.251967 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The resource could not be found. May 26 19:38:44.259853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90679176-2c97-4e51-84ed-5f029e69e566 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1698394 May 26 19:38:44.259853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:44.274499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--272578279'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:44.275927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] For port 67861e14-974c-42b7-a509-a63a8e8cdad7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=67861e14-974c-42b7-a509-a63a8e8cdad7,segment=NetworkSegment(1c069cbb-9e57-4124-9e6f-04a6a69940fa),segment_id=1c069cbb-9e57-4124-9e6f-04a6a69940fa)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:44.285646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.287069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:44.312407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:44.313774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 6797da09-2c21-48e9-8aed-6d0cb9d130ac {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:44.314303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.344954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.387489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c1c9b-326a-4f67-bd78-e0fdd3ba8f8c None None] Pushing event updated for resources: {'Port': ['ID=67861e14-974c-42b7-a509-a63a8e8cdad7,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:44.411441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:44.416675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:44.421189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:44.433602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:44.567815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.574109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.619208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Provisioning for port 6797da09-2c21-48e9-8aed-6d0cb9d130ac completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:44.642081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc71b6-1f7f-4a30-87ac-4ce6b0531edd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:44.671625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Provisioning complete for port 6797da09-2c21-48e9-8aed-6d0cb9d130ac triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:44.672492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.672872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.678901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2184d414-1e00-45ab-aedc-7b9c745d140b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4174118 May 26 19:38:44.679955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60274) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:44.687880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110593401'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:44.695678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:44.706572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:44.715036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:44.731982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:44.757184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.772179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-083126d4-093c-491e-83e5-d87ec1341c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.792256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Port 6797da09-2c21-48e9-8aed-6d0cb9d130ac cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:44.807022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:44.813592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d5b87-872b-4050-a4d0-dfe0b2a51781 req-6f9a374e-3d31-451b-affa-ff7adb75477c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:44.816104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Provisioning for port 43348837-5469-487f-a6cc-d934903ce98f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:44.818346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-502d5b87-872b-4050-a4d0-dfe0b2a51781 req-6f9a374e-3d31-451b-affa-ff7adb75477c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 944 time: 0.3218188 May 26 19:38:44.825019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Provisioning complete for port 43348837-5469-487f-a6cc-d934903ce98f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:44.825602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.828607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:44.833134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:44.846542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:44.899537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:44.952563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Port 43348837-5469-487f-a6cc-d934903ce98f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:44.984265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Provisioning complete for port 67861e14-974c-42b7-a509-a63a8e8cdad7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:44.985560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.061855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.069464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.099296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-502d5b87-872b-4050-a4d0-dfe0b2a51781 req-a5796be6-a420-4e12-9883-654dfab0c4e6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800932 May 26 19:38:45.107950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 6797da09-2c21-48e9-8aed-6d0cb9d130ac owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:45.118432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 67861e14-974c-42b7-a509-a63a8e8cdad7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:45.196140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d42192-eb3e-4d2b-af7e-fa67c81b53d8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.205123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.213265 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3251f7d-4769-4dc0-a4a8-492391a8c50a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5278697 May 26 19:38:45.213265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60280) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:45.224979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'a4dc71b6-1f7f-4a30-87ac-4ce6b0531edd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '40d42192-eb3e-4d2b-af7e-fa67c81b53d8'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:45.243850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:45.259401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:45.264949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:45.272211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:45.340234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-812da872-34ad-4ebd-8624-768c32bf9a3e None None] Current status of the port 67861e14-974c-42b7-a509-a63a8e8cdad7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:45.342579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:45.377655 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:45.381224 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0d6e4c7-d7aa-4ec2-8b26-b6286e8104d9 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1658123 May 26 19:38:45.381507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60288) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:45.480909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 67861e14-974c-42b7-a509-a63a8e8cdad7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:45.481321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.497264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.509173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.531933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.541708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Provisioning complete for port 6797da09-2c21-48e9-8aed-6d0cb9d130ac triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:45.543186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.586776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.618497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d42192-eb3e-4d2b-af7e-fa67c81b53d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.631913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.633395 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f104e6f0-e5f0-43ae-8f4e-bfeba5c1227a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/40d42192-eb3e-4d2b-af7e-fa67c81b53d8 HTTP/1.1" status: 204 len: 168 time: 0.2508783 May 26 19:38:45.635879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:45.652474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:45.687486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Port 6797da09-2c21-48e9-8aed-6d0cb9d130ac was deleted so its status cannot be updated. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 26 19:38:45.690838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:45.691204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.749283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77dd6545-d70e-41c6-b705-3e6a216e4d5a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:45.772351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77dd6545-d70e-41c6-b705-3e6a216e4d5a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:45.776810 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77dd6545-d70e-41c6-b705-3e6a216e4d5a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1371148 May 26 19:38:45.778580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60296) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:45.813558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Provisioning complete for port 43348837-5469-487f-a6cc-d934903ce98f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:45.814486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.907434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:45.953919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=6797da09-2c21-48e9-8aed-6d0cb9d130ac,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:45.970571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.042970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:46.043649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.061494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.062964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-279295f0-04f4-4cca-9b70-42c367d9bae3 None None] Port 43348837-5469-487f-a6cc-d934903ce98f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:46.068542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.072922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 67861e14-974c-42b7-a509-a63a8e8cdad7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:46.088045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:46.095341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.100802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:46.103297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.107191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.109725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.117413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.125118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.126439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc71b6-1f7f-4a30-87ac-4ce6b0531edd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:46.133573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.141499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.147229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.151177 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9064434f-2fff-4a32-9880-434fed635ff5 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/a4dc71b6-1f7f-4a30-87ac-4ce6b0531edd HTTP/1.1" status: 204 len: 168 time: 0.3696322 May 26 19:38:46.157717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:46.161190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-f1a47509-60f3-4c10-b71b-4b297b93c1da tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.2853463 May 26 19:38:46.219690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60308) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:46.220824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-55e2b68b-1428-4c2f-ab8d-66d1488df2fb tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/6797da09-2c21-48e9-8aed-6d0cb9d130ac HTTP/1.1" status: 204 len: 168 time: 2.0417399 May 26 19:38:46.249642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c12deb2-707b-43c3-8e75-1664bf45d43a req-c0d7bd29-9bbd-44ce-b1a5-9d2e2ede0cac tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874162 May 26 19:38:46.266484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:46.281379 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-682a3118-1458-48d5-bf96-36f5be173634 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:46.281924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-682a3118-1458-48d5-bf96-36f5be173634 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:46.298400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ba50204b-9d42-4449-89aa-369d488e9955 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:46.312192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-682a3118-1458-48d5-bf96-36f5be173634 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:46.313434 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-682a3118-1458-48d5-bf96-36f5be173634 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/6797da09-2c21-48e9-8aed-6d0cb9d130ac HTTP/1.1" status: 404 len: 333 time: 0.0944111 May 26 19:38:46.316303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60314) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:46.411215 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e291a1-5a89-4030-acae-849335d3f5f7'] response: {'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'code': 200} May 26 19:38:46.460273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ba50204b-9d42-4449-89aa-369d488e9955 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:46.461788 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba50204b-9d42-4449-89aa-369d488e9955 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3028097 May 26 19:38:46.466138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60320) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:46.473156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--974987061'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:46.487248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:46.499581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 43348837-5469-487f-a6cc-d934903ce98f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:46.500042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.510864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:46.629568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.677078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:46.685715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:46.689891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:46.700309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:46.729375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f43e83-9713-481d-82f0-09ec804fa84e req-63d70bc5-9134-45b7-bbd7-ce8a11bb6016 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.737215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73f43e83-9713-481d-82f0-09ec804fa84e req-63d70bc5-9134-45b7-bbd7-ce8a11bb6016 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.1559279 May 26 19:38:46.767112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ad75-a9db-43cb-95a3-fe934753c1ba req-b21f0a18-bdaf-45d3-a919-6a156a13e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:46.768564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8160ad75-a9db-43cb-95a3-fe934753c1ba req-b21f0a18-bdaf-45d3-a919-6a156a13e374 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 1096 time: 0.2407858 May 26 19:38:46.807118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-43aca03f-81b2-4cc3-b53d-0553192e3ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.818538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.821852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73f43e83-9713-481d-82f0-09ec804fa84e req-f964a3ca-5bf8-44a5-b815-be498434b0fe tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834625 May 26 19:38:46.890220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.901438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:46.909889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8160ad75-a9db-43cb-95a3-fe934753c1ba req-ae7d4409-548d-480a-8f9c-42aea3862e27 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272399 May 26 19:38:46.961137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 43348837-5469-487f-a6cc-d934903ce98f owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:47.021195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a26dc-3e64-4aab-8578-32f9432eb53c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:47.034921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.039626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0285742b-1361-41b5-99e3-083f8073ec92 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5683415 May 26 19:38:47.039777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60326) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.048232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'b83a26dc-3e64-4aab-8578-32f9432eb53c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:47.056488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:47.064507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:47.069504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:47.086286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.092578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.098591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.104741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.110670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.116566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.122493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:47.124608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8938f150-57cb-4022-9e30-f068fb437c05 req-e202526f-93ed-4aa3-99e8-f23ee38bfe0e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.2019515 May 26 19:38:47.125782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:47.163583 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:47.163858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.167404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d479f986-6a30-4cc2-bbab-ea89fc666836 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1256170 May 26 19:38:47.168176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60332) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.173469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group_rule': {'security_group_id': 'b83a26dc-3e64-4aab-8578-32f9432eb53c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:47.180287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:47.184619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:47.188444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:47.195244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:47.218292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=43348837-5469-487f-a6cc-d934903ce98f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:47.230774 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:38:47.234295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-454309fb-1fd2-4d39-9617-88798e220f8c tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0625644 May 26 19:38:47.234515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60336) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.325573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.338082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.354221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.371199 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71f3d890-bb73-49cc-9cb8-75f682d400fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/43348837-5469-487f-a6cc-d934903ce98f HTTP/1.1" status: 204 len: 168 time: 1.0531325 May 26 19:38:47.373792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60340) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.380365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.423065 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-9412e838-28c0-410e-b301-a43eae374a65 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:47.423861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9412e838-28c0-410e-b301-a43eae374a65 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:47.446626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.447199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9412e838-28c0-410e-b301-a43eae374a65 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:47.448739 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9412e838-28c0-410e-b301-a43eae374a65 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/43348837-5469-487f-a6cc-d934903ce98f HTTP/1.1" status: 404 len: 333 time: 0.0739610 May 26 19:38:47.452115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60344) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.477801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a26dc-3e64-4aab-8578-32f9432eb53c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:47.524684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.528799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50e9c447-85e7-428a-a729-7b306d96e160 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/b83a26dc-3e64-4aab-8578-32f9432eb53c HTTP/1.1" status: 204 len: 168 time: 0.2901964 May 26 19:38:47.528882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60348) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.576952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 7d06dab0-d743-42da-b37d-79cc38a268e2 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:47.586991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.669331 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c877d26-aabc-4098-b7fb-82e67b01a35a tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1386175 May 26 19:38:47.686936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.690423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60354) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.703749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'tempest-secgroup--171154705'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:47.707196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:47.713292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:47.717152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:47.724172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:47.742276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.764846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:47.770540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Usage tracker for resource:security_group_rule and tenant:59eafcc3c7d1488a92c5eb366a758947 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:47.772500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:47.779213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:47.789701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.876154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.876336 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.880394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.927725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=7d06dab0-d743-42da-b37d-79cc38a268e2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:47.938151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:47.939583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b15c63-e163-424e-b6f2-66b4f341cee4 None None] Network 81e5840b-1759-445a-85ed-d9befbcd108b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:47.944507 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-34f26824-3f0a-43f7-ba18-c50ae0dde303 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/7d06dab0-d743-42da-b37d-79cc38a268e2 HTTP/1.1" status: 204 len: 168 time: 0.4913652 May 26 19:38:47.947909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60362) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:47.968713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2843cbb9-8bd8-4be5-ba9d-8932f624c23b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:48.013224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.017576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63009e7a-956d-40d0-8998-a1ea034adbbb tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3227749 May 26 19:38:48.024469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.033619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8f68730e-faa1-4afb-aed9-40e35765f7fe tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:48.034337 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-8f68730e-faa1-4afb-aed9-40e35765f7fe tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 19:38:48.034826 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-8f68730e-faa1-4afb-aed9-40e35765f7fe tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] update failed (client error): There was a conflict when trying to complete your request. May 26 19:38:48.038754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8f68730e-faa1-4afb-aed9-40e35765f7fe tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "PUT /v2.0/security-groups/2843cbb9-8bd8-4be5-ba9d-8932f624c23b HTTP/1.1" status: 409 len: 330 time: 0.0062041 May 26 19:38:48.042248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60370) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.105522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.111587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e959-dcd9-4a17-9de2-99c9ee529bd6 req-6e1e4a4f-beb9-4f2f-9645-07d30614322c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.125533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 67861e14-974c-42b7-a509-a63a8e8cdad7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:48.125533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.125690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925e959-dcd9-4a17-9de2-99c9ee529bd6 req-6e1e4a4f-beb9-4f2f-9645-07d30614322c tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.1449463 May 26 19:38:48.186488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.204420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925e959-dcd9-4a17-9de2-99c9ee529bd6 req-eba37bc3-bac1-4870-b7ce-8e3ff19bebbc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827882 May 26 19:38:48.209961 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.241097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.322271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.349987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843cbb9-8bd8-4be5-ba9d-8932f624c23b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:48.363462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.365776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f12c01ba-7a76-462e-9208-e2ce5340d9b0 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/2843cbb9-8bd8-4be5-ba9d-8932f624c23b HTTP/1.1" status: 204 len: 168 time: 0.3207314 May 26 19:38:48.368399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60378) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.390361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] DHCP port deletion for 81e5840b-1759-445a-85ed-d9befbcd108b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:48.393592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port 67861e14-974c-42b7-a509-a63a8e8cdad7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=67861e14-974c-42b7-a509-a63a8e8cdad7,segment=NetworkSegment(1c069cbb-9e57-4124-9e6f-04a6a69940fa),segment_id=1c069cbb-9e57-4124-9e6f-04a6a69940fa)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:48.394819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.405909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Deleting port 67861e14-974c-42b7-a509-a63a8e8cdad7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:48.406342 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.435484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae099c34-9a5b-4f72-b526-5358c638fa65 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Synchronizing usage tracker for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:48.451110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae099c34-9a5b-4f72-b526-5358c638fa65 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] Unset dirty status for tenant:59eafcc3c7d1488a92c5eb366a758947 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:48.452696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae099c34-9a5b-4f72-b526-5358c638fa65 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827177 May 26 19:38:48.457205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60382) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.475692 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-9aaf8598-ecc2-4a7f-b936-921167c6e0d7 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] delete failed (client error): The resource could not be found. May 26 19:38:48.480560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9aaf8598-ecc2-4a7f-b936-921167c6e0d7 tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "DELETE /v2.0/security-groups/64c20c19-5d86-426d-9461-7f1ca01e3b37 HTTP/1.1" status: 404 len: 347 time: 0.0185866 May 26 19:38:48.480851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60386) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.500086 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-da130b0b-a222-49ed-abb9-43e64612668b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] show failed (client error): The resource could not be found. May 26 19:38:48.504324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da130b0b-a222-49ed-abb9-43e64612668b tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-groups/814dc914-b123-46d2-bb4d-3b8e051c1e91 HTTP/1.1" status: 404 len: 347 time: 0.0186622 May 26 19:38:48.504453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60390) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.519407 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-72529af0-c034-481e-92f7-6adf21567fdf tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] show failed (client error): The resource could not be found. May 26 19:38:48.520690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-72529af0-c034-481e-92f7-6adf21567fdf tempest-NegativeSecGroupIPv6Test-1483547185 tempest-NegativeSecGroupIPv6Test-1483547185-project] 10.222.0.24 "GET /v2.0/security-group-rules/2b433838-873c-41e4-9d9b-c830fa3d0f5a HTTP/1.1" status: 404 len: 356 time: 0.0150914 May 26 19:38:48.666759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 67861e14-974c-42b7-a509-a63a8e8cdad7 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:48.701604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] For port 67861e14-974c-42b7-a509-a63a8e8cdad7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=67861e14-974c-42b7-a509-a63a8e8cdad7,segment=NetworkSegment(1c069cbb-9e57-4124-9e6f-04a6a69940fa),segment_id=1c069cbb-9e57-4124-9e6f-04a6a69940fa)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:48.702095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.760788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60414) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:48.799431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:48.884783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=67861e14-974c-42b7-a509-a63a8e8cdad7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:48.888413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port 67861e14-974c-42b7-a509-a63a8e8cdad7 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:48.924987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.925804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.926436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.927289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.927915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.928535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.929194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:48.938665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Calling delete_port for 67861e14-974c-42b7-a509-a63a8e8cdad7 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:48.939934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-ad7fb1e8-6394-4965-b39a-f599b0604abf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6493 time: 0.1776311 May 26 19:38:48.992015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-fb18f9fd-ed14-4131-a18e-73a85552a8a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511343 May 26 19:38:49.025703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60424) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:49.069782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:49.070337 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:49.072926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 67861e14-974c-42b7-a509-a63a8e8cdad7 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:49.113662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 67861e14-974c-42b7-a509-a63a8e8cdad7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:49.114106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 67861e14-974c-42b7-a509-a63a8e8cdad7 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:49.150153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.183956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e5840b-1759-445a-85ed-d9befbcd108b']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:49.196523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c069cbb-9e57-4124-9e6f-04a6a69940fa') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:49.196815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c069cbb-9e57-4124-9e6f-04a6a69940fa') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:49.203681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2925939-40d0-4486-b25f-9030f17ed432 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59eafcc3c7d1488a92c5eb366a758947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734085 May 26 19:38:49.203936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60430) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:49.210425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.228747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.237571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:49.238363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.275873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.305183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.357568 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1c069cbb-9e57-4124-9e6f-04a6a69940fa resource provider aggregate not found May 26 19:38:49.369114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.389765 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1c069cbb-9e57-4124-9e6f-04a6a69940fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c069cbb-9e57-4124-9e6f-04a6a69940fa found for delete ", "request_id": "req-7e09b290-7cb6-4eed-8d0d-406e6baabb18"}]} May 26 19:38:49.390780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.406553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=81e5840b-1759-445a-85ed-d9befbcd108b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:49.413807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.419523 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dfdce278-d99b-434d-8e3d-ca4a36dcbba5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/81e5840b-1759-445a-85ed-d9befbcd108b HTTP/1.1" status: 204 len: 168 time: 1.4671612 May 26 19:38:49.419840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60442) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:49.426101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796469216'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:49.431712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:49.436397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:49.439467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:49.440782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e6214-b481-4dbf-917e-fa69b611f54f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:49.446915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:49.470189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.473778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:49.477809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c965d2f1-bd16-4e2f-87c8-892cab964ef9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/917e6214-b481-4dbf-917e-fa69b611f54f HTTP/1.1" status: 204 len: 168 time: 0.2726030 May 26 19:38:49.479059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.504297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9d35-c6f2-47e2-8009-496ad4ee80ee req-6b3cb7bb-332b-4483-a7d4-10893e67a71b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.506022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6cf9d35-c6f2-47e2-8009-496ad4ee80ee req-6b3cb7bb-332b-4483-a7d4-10893e67a71b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.1492784 May 26 19:38:49.510725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:49.521637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.522133 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment 53322922-e114-4b89-a7b2-23b0625a2eee of type vlan for network c467b652-8f86-4457-a214-4df25e60d614 May 26 19:38:49.555633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.572146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Deleting port 67861e14-974c-42b7-a509-a63a8e8cdad7 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:49.573021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.579465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6cf9d35-c6f2-47e2-8009-496ad4ee80ee req-0946ca70-ba8c-48ed-9e14-ce17add4047b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648863 May 26 19:38:49.597261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.603445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.604092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.721900 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2980857 May 26 19:38:49.722315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b1594e6-bca7-4669-90e3-de118f5eb908 None None] The port '67861e14-974c-42b7-a509-a63a8e8cdad7' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:49.723191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:49.733538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c467b652-8f86-4457-a214-4df25e60d614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:49.743223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:49.824047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434fe9-7a34-47be-a011-cd81af4f0249 req-148d74c7-5fb7-47c2-a3fd-ba0362932c0b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:49.826313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0434fe9-7a34-47be-a011-cd81af4f0249 req-148d74c7-5fb7-47c2-a3fd-ba0362932c0b tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.1328251 May 26 19:38:49.835066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60458) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:49.841502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Request body: {'floatingip': {'port_id': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:49.848990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1faef-03ec-44c1-bb34-3ef392fca98b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=c467b652-8f86-4457-a214-4df25e60d614,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:49.852991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:49.857067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:49.860606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c467b652-8f86-4457-a214-4df25e60d614 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:38:49.860773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:49.866673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:49.889857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:49.893463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.041945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.181163 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.282791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=d747c336-664c-47d1-bd3c-41141d0970ec,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:50.292455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': '53322922-e114-4b89-a7b2-23b0625a2eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:50.292885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: c467b652-8f86-4457-a214-4df25e60d614, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:50.332814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c467b652-8f86-4457-a214-4df25e60d614 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:50.345406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c467b652-8f86-4457-a214-4df25e60d614) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:50.356036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c19d25-dd29-4328-9dc7-34600efee734 None None] Network c467b652-8f86-4457-a214-4df25e60d614 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:50.374148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:50.374739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.421078 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0ae26d9-5eba-436f-bbc7-eb9a80598a83 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6954403 May 26 19:38:50.423560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:50.433133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c467b652-8f86-4457-a214-4df25e60d614', 'name': 'tempest-PortsTestJSON-1387920849', 'fixed_ips': [{'subnet_id': 'd747c336-664c-47d1-bd3c-41141d0970ec', 'ip_address': '172.20.0.10'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:50.628230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:50.633931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:50.637779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:50.646721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:50.660714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:50.736557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c467b652-8f86-4457-a214-4df25e60d614', 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': 'd747c336-664c-47d1-bd3c-41141d0970ec'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:38:50.738067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.834625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.861660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 60e5f712-ef20-40df-bb3c-ce259414984e yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:50.869844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.877954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:50.956570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Allocated IP 172.20.0.2 (c467b652-8f86-4457-a214-4df25e60d614/d747c336-664c-47d1-bd3c-41141d0970ec/d6f7508f-2553-405a-bd1e-b2e45e7698a8) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:51.080816 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 8569c38b-f14a-4750-8257-e315254971d0 associated. External IP: 172.25.0.235, port: 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7. May 26 19:38:51.348376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.361532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Transition to ACTIVE for port object d6f7508f-2553-405a-bd1e-b2e45e7698a8 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:51.381030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Transition to ACTIVE for port object d6f7508f-2553-405a-bd1e-b2e45e7698a8 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:51.388552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.480764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.10 (c467b652-8f86-4457-a214-4df25e60d614/d747c336-664c-47d1-bd3c-41141d0970ec/60e5f712-ef20-40df-bb3c-ce259414984e) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:51.531074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Network c467b652-8f86-4457-a214-4df25e60d614 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:51.533865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:51.549533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:51.561421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Pushing event updated for resources: {'Port': ['ID=d6f7508f-2553-405a-bd1e-b2e45e7698a8,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:51.669663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Attempting to bind port d6f7508f-2553-405a-bd1e-b2e45e7698a8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:38:51.670875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Attempting to bind port d6f7508f-2553-405a-bd1e-b2e45e7698a8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '53322922-e114-4b89-a7b2-23b0625a2eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:38:51.671622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Attempting to bind port d6f7508f-2553-405a-bd1e-b2e45e7698a8 on network c467b652-8f86-4457-a214-4df25e60d614 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:38:51.679117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:38:51.679908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Checking segment: {'id': '53322922-e114-4b89-a7b2-23b0625a2eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:51.680536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.681148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Bound using segment: {'id': '53322922-e114-4b89-a7b2-23b0625a2eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:38:51.682009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Bound port: d6f7508f-2553-405a-bd1e-b2e45e7698a8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53322922-e114-4b89-a7b2-23b0625a2eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c467b652-8f86-4457-a214-4df25e60d614'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:38:51.682615 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.691150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:38:51.784140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] For port d6f7508f-2553-405a-bd1e-b2e45e7698a8, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:38:51.788467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] For port d6f7508f-2553-405a-bd1e-b2e45e7698a8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6f7508f-2553-405a-bd1e-b2e45e7698a8,segment=NetworkSegment(53322922-e114-4b89-a7b2-23b0625a2eee),segment_id=53322922-e114-4b89-a7b2-23b0625a2eee)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:38:51.794090 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.878124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:51.945001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 60e5f712-ef20-40df-bb3c-ce259414984e will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:51.959426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7bc55-cbb8-41b8-a61a-cac3b22a8dd8 None None] Pushing event updated for resources: {'Port': ['ID=d6f7508f-2553-405a-bd1e-b2e45e7698a8,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:52.014884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:52.156855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c467b652-8f86-4457-a214-4df25e60d614 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:52.157923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=60e5f712-ef20-40df-bb3c-ce259414984e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:52.161396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:52.164236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:52.314081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:52.315109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:52.374744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60570) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:52.380402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-58e0c633-bb2e-48f0-884c-99b667538422 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9467261 May 26 19:38:52.384010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': 'c467b652-8f86-4457-a214-4df25e60d614', 'name': 'tempest-PortsTestJSON-982404378', 'fixed_ips': [{'subnet_id': 'd747c336-664c-47d1-bd3c-41141d0970ec', 'ip_address': '172.20.0.9'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:52.505513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:38:52.515501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:52.523719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:38:52.543780 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:52.544700 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:52.628014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d6be3e37-cd85-40e4-8172-7d447b423f36 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "PUT /v2.0/floatingips/8569c38b-f14a-4750-8257-e315254971d0 HTTP/1.1" status: 200 len: 991 time: 2.7917130 May 26 19:38:52.633519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:38:52.640557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:52.645247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:52.649433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:52.656152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:52.671945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:52.753617 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c508f98-ff09-4b3c-8e40-9b244d3df7aa'] response: {'name': 'network-changed', 'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'status': 'completed', 'code': 200} May 26 19:38:52.854687 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:52.878313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:52.900781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-f7498b3d-76bf-4c37-bbd5-a41fcbf3ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:52.906929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-f7498b3d-76bf-4c37-bbd5-a41fcbf3ad94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 1096 time: 0.1435924 May 26 19:38:52.943741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 395faa2d-2330-4a4d-85df-f5fd92971540 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:38:53.145474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6f7508f-2553-405a-bd1e-b2e45e7698a8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:53.248981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60614) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:53.321930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d6f7508f-2553-405a-bd1e-b2e45e7698a8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:53.384793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-54c6312f-34dc-4fdb-9002-9240fbc19046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:53.386581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-54c6312f-34dc-4fdb-9002-9240fbc19046 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.4766090 May 26 19:38:53.448956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2016cd7-f66e-43dd-877b-15159a443cb3 None None] Network c467b652-8f86-4457-a214-4df25e60d614 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:53.477842 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.497507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:53.503403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Usage tracker for resource:security_group_rule and tenant:5604c65a46c044518de649981d2bf410 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:53.506936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:53.513420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:53.584904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Provisioning for port d6f7508f-2553-405a-bd1e-b2e45e7698a8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:53.589029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.9 (c467b652-8f86-4457-a214-4df25e60d614/d747c336-664c-47d1-bd3c-41141d0970ec/395faa2d-2330-4a4d-85df-f5fd92971540) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:38:53.593505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-4395eb70-21ed-4c3b-bbe3-ed44268cd5cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 200 len: 999 time: 0.1978750 May 26 19:38:53.594117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Provisioning complete for port d6f7508f-2553-405a-bd1e-b2e45e7698a8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:53.594502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.652875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.658526 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8569c38b-f14a-4750-8257-e315254971d0', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:14:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:23Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:53.659833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.668875 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:38:53.695409 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:38:53.695972 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:53.701083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-637fd2ab-c5cf-4263-9ebe-5b3d2793f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:53.703041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-637fd2ab-c5cf-4263-9ebe-5b3d2793f0b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.1034293 May 26 19:38:53.734240 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5604c65a46c044518de649981d2bf410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813271 May 26 19:38:53.734644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:53.737933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ee8c5-38c8-4112-bc06-96d1bbc00121,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:53.767218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.767729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.768304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.768749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.769323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.769747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.770465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.770914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.771441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.771934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.772266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.772883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02fb91b-ac2b-4cd8-9d47-9e57e9e6aef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:53.858392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Current status of the port d6f7508f-2553-405a-bd1e-b2e45e7698a8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:53.858767 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.889332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.903456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] For port d6f7508f-2553-405a-bd1e-b2e45e7698a8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6f7508f-2553-405a-bd1e-b2e45e7698a8,segment=NetworkSegment(53322922-e114-4b89-a7b2-23b0625a2eee),segment_id=53322922-e114-4b89-a7b2-23b0625a2eee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:53.913871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.942207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:53.978979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-0638472a-451a-4efa-ba57-398283b035f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:53.980555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-0638472a-451a-4efa-ba57-398283b035f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670572 May 26 19:38:54.044457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3cf7c-b257-49e5-ae41-9833f9370636 None None] Pushing event updated for resources: {'Port': ['ID=d6f7508f-2553-405a-bd1e-b2e45e7698a8,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:54.052137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.085390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ee8c5-38c8-4112-bc06-96d1bbc00121,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:54.090080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.091204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90ba32d6-096c-4126-8265-c1104fb5d643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea2ee8c5-38c8-4112-bc06-96d1bbc00121 HTTP/1.1" status: 204 len: 168 time: 0.3553181 May 26 19:38:54.139927 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:38:54.210064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.249540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Provisioning for port 60e5f712-ef20-40df-bb3c-ce259414984e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:54.251131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 395faa2d-2330-4a4d-85df-f5fd92971540 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:38:54.262885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Provisioning complete for port 60e5f712-ef20-40df-bb3c-ce259414984e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:54.264199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.278226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-a41710ba-539b-474f-995c-e5dfb15f3c3e service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899160 May 26 19:38:54.394896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Port 60e5f712-ef20-40df-bb3c-ce259414984e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:54.417982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Provisioning complete for port d6f7508f-2553-405a-bd1e-b2e45e7698a8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:54.418494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.543586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.626006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-361a156e-868f-42f7-a3ca-fff8a41cd249 None None] Current status of the port d6f7508f-2553-405a-bd1e-b2e45e7698a8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:54.653536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c467b652-8f86-4457-a214-4df25e60d614 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:38:54.656462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4b2f5c1-75ff-4872-88f8-b1d4359cf9a4 req-27f718c0-9741-4c7a-9735-54d4f2deac30 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704627 May 26 19:38:54.659646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:54.663545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:54.673510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=395faa2d-2330-4a4d-85df-f5fd92971540,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:54.676051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:38:54.694652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.727466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:54.732886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Usage tracker for resource:security_group_rule and tenant:4029b385780d4a2ab05ed1cdf992d1d4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:54.739879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:54.746744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:54.755113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d06b6b6-4bdb-485f-8a7d-0252d8df40e4 None None] Provisioning complete for port 60e5f712-ef20-40df-bb3c-ce259414984e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:54.755639 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d06b6b6-4bdb-485f-8a7d-0252d8df40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.790425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8569c38b-f14a-4750-8257-e315254971d0', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:14:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:23Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:54.796155 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcda670-88e9-4f78-82e4-14443a44528a None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8569c38b-f14a-4750-8257-e315254971d0', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'port_id': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'mac_address': 'fa:16:3e:14:53:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:38:23Z', 'updated_at': '2022-05-26T19:38:50Z', 'revision_number': 1, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:38:54.864735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.869656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:54.882010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3d06b6b6-4bdb-485f-8a7d-0252d8df40e4 None None] Port 60e5f712-ef20-40df-bb3c-ce259414984e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:54.932023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4029b385780d4a2ab05ed1cdf992d1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646441 May 26 19:38:54.932366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823ea55-e37b-4947-b845-8d3f2bc76b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c361a99-4142-425a-8c0c-61c7282baaad,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:54.936367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:54.956936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.957378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.957709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.958032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.958356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.958680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.958990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.959305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.959616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.959930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.960240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.960549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:38:54.996104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:54.996790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.004090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.034157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.067943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3819f8f1-2e26-43d3-8c8d-35f119f1ef1f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6916170 May 26 19:38:55.069192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60640) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:55.104699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.126055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b22e8e58-38ea-4e64-9ca6-d77133516f54 None None] Provisioning for port 395faa2d-2330-4a4d-85df-f5fd92971540 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:38:55.133839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6f7508f-2553-405a-bd1e-b2e45e7698a8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:38:55.137959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c361a99-4142-425a-8c0c-61c7282baaad,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:55.155280 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.158857 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cd147789-afa0-4daa-a93f-3b66289ccede admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c361a99-4142-425a-8c0c-61c7282baaad HTTP/1.1" status: 204 len: 168 time: 0.2191610 May 26 19:38:55.224852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b22e8e58-38ea-4e64-9ca6-d77133516f54 None None] Provisioning complete for port 395faa2d-2330-4a4d-85df-f5fd92971540 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:55.225304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b22e8e58-38ea-4e64-9ca6-d77133516f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.232908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6289c-8ecd-42fc-a356-56ce22798d5d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:55.233672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5e6289c-8ecd-42fc-a356-56ce22798d5d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:55.254585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5e6289c-8ecd-42fc-a356-56ce22798d5d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:55.255977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5e6289c-8ecd-42fc-a356-56ce22798d5d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1855288 May 26 19:38:55.259246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:55.298889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6eea8e-214f-4679-bc5e-779b85fd24e7 None None] New status for floating IP 8569c38b-f14a-4750-8257-e315254971d0: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:38:55.355039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:55.362023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:55.368360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:55.369764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:55.384249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:55.385490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2a02f9c-9182-4fe0-a5ea-541b396d1c53 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1255534 May 26 19:38:55.389300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60652) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:55.493433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 395faa2d-2330-4a4d-85df-f5fd92971540 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:55.493781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.572907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b22e8e58-38ea-4e64-9ca6-d77133516f54 None None] Port 395faa2d-2330-4a4d-85df-f5fd92971540 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:38:55.648930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d6f7508f-2553-405a-bd1e-b2e45e7698a8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:38:55.649333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.783923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d6f7508f-2553-405a-bd1e-b2e45e7698a8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:38:55.840460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:55.973089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 395faa2d-2330-4a4d-85df-f5fd92971540 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:56.125085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:56.178875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=395faa2d-2330-4a4d-85df-f5fd92971540,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:56.307222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:56.324802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b11abcf7-d9c7-4784-8b30-4092c01c650d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/395faa2d-2330-4a4d-85df-f5fd92971540 HTTP/1.1" status: 204 len: 168 time: 0.9319289 May 26 19:38:56.325030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:56.381867 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3da043e-8cbf-47a8-8461-d94d93ece628 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:56.382401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e3da043e-8cbf-47a8-8461-d94d93ece628 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:38:56.402963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e3da043e-8cbf-47a8-8461-d94d93ece628 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:38:56.404360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e3da043e-8cbf-47a8-8461-d94d93ece628 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/395faa2d-2330-4a4d-85df-f5fd92971540 HTTP/1.1" status: 404 len: 333 time: 0.0782983 May 26 19:38:56.407036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:56.478039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 60e5f712-ef20-40df-bb3c-ce259414984e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:56.478317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:56.746883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:56.878023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 60e5f712-ef20-40df-bb3c-ce259414984e owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:57.031856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.092200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=60e5f712-ef20-40df-bb3c-ce259414984e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:57.229397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.248218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60708) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:57.257649 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0e6b9d1f-757e-43a2-9502-b78d4d842322 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/60e5f712-ef20-40df-bb3c-ce259414984e HTTP/1.1" status: 204 len: 168 time: 0.8494368 May 26 19:38:57.300626 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1269c9-d703-4c23-ab58-4378133e3a9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:38:57.302214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0b1269c9-d703-4c23-ab58-4378133e3a9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/60e5f712-ef20-40df-bb3c-ce259414984e HTTP/1.1" status: 404 len: 333 time: 0.0527933 May 26 19:38:57.305023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60712) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:57.382106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet d747c336-664c-47d1-bd3c-41141d0970ec {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:38:57.385312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.449637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.568442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.668279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.717823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=d747c336-664c-47d1-bd3c-41141d0970ec,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:57.723280 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.732267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31121a-cae2-45ef-aa70-39e5765e3c06 None None] Network c467b652-8f86-4457-a214-4df25e60d614 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:57.737950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c24a4ed-9c44-498d-a7ef-bc5b55beaa27 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/d747c336-664c-47d1-bd3c-41141d0970ec HTTP/1.1" status: 204 len: 168 time: 0.4273114 May 26 19:38:57.737950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:57.887297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:57.910595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port d6f7508f-2553-405a-bd1e-b2e45e7698a8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:57.911333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.065725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] DHCP port deletion for c467b652-8f86-4457-a214-4df25e60d614 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:38:58.073653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Deleting port d6f7508f-2553-405a-bd1e-b2e45e7698a8 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:58.074029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.264328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port d6f7508f-2553-405a-bd1e-b2e45e7698a8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6f7508f-2553-405a-bd1e-b2e45e7698a8,segment=NetworkSegment(53322922-e114-4b89-a7b2-23b0625a2eee),segment_id=53322922-e114-4b89-a7b2-23b0625a2eee)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:58.264578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.300085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] For port d6f7508f-2553-405a-bd1e-b2e45e7698a8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d6f7508f-2553-405a-bd1e-b2e45e7698a8,segment=NetworkSegment(53322922-e114-4b89-a7b2-23b0625a2eee),segment_id=53322922-e114-4b89-a7b2-23b0625a2eee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:38:58.300590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.394714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for d6f7508f-2553-405a-bd1e-b2e45e7698a8 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:58.425988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Calling delete_port for d6f7508f-2553-405a-bd1e-b2e45e7698a8 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:38:58.478928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.504757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:38:58.505131 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:38:58.543770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=d6f7508f-2553-405a-bd1e-b2e45e7698a8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:58.546517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port d6f7508f-2553-405a-bd1e-b2e45e7698a8 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:38:58.679155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.712684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c467b652-8f86-4457-a214-4df25e60d614']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:58.729137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53322922-e114-4b89-a7b2-23b0625a2eee') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:58.729576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53322922-e114-4b89-a7b2-23b0625a2eee') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:38:58.743963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.764103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.774080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:38:58.774080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.849951 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 53322922-e114-4b89-a7b2-23b0625a2eee resource provider aggregate not found May 26 19:38:58.881219 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 53322922-e114-4b89-a7b2-23b0625a2eee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53322922-e114-4b89-a7b2-23b0625a2eee found for delete ", "request_id": "req-fbe5beff-59c5-47e8-ae98-9c96b8f59781"}]} May 26 19:38:58.892584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.912310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:58.924036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=c467b652-8f86-4457-a214-4df25e60d614,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:58.932057 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f11ad7a4-1541-4905-b8d0-03a18ea3b539 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/c467b652-8f86-4457-a214-4df25e60d614 HTTP/1.1" status: 204 len: 168 time: 1.1948276 May 26 19:38:58.937125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60750) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:58.943730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075404247'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:58.948815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:58.954131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:network and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:58.957353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:58.966111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:58.993423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:58.999189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.009520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Deleting port d6f7508f-2553-405a-bd1e-b2e45e7698a8 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:38:59.010543 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.026995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:38:59.037165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.037508 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Added segment 794e78ce-ef2c-45c2-8d36-22a49be9dda2 of type vlan for network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 May 26 19:38:59.067534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.088890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6f7508f-2553-405a-bd1e-b2e45e7698a8 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:38:59.112293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.119413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:59.119500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.215490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d6f7508f-2553-405a-bd1e-b2e45e7698a8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:38:59.216024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d6f7508f-2553-405a-bd1e-b2e45e7698a8 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:38:59.256119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3b3412c3-8ac0-4da5-b3c7-ee9a2c7dcccf None None] The port 'd6f7508f-2553-405a-bd1e-b2e45e7698a8' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:38:59.256547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60758) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:59.256903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3185468 May 26 19:38:59.265815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:59.272379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a390852-1bf7-4bdb-8233-e758d5d810fa tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Network': ['ID=1f42b60f-3a23-4c3d-a420-9e0de2bef673,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:59.290737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:38:59.426293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:59.430888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:59.434917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:59.441867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:59.453958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:38:59.458809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.721621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.855548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=5b9fa60f-c92b-4dda-9a01-980aac00b731,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:38:59.859859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Checking segment: {'id': '794e78ce-ef2c-45c2-8d36-22a49be9dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:38:59.860211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network hostable DHCP agents. Network: 1f42b60f-3a23-4c3d-a420-9e0de2bef673, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:38:59.886919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:38:59.900236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1f42b60f-3a23-4c3d-a420-9e0de2bef673) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:38:59.906982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:38:59.907575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.914081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cae77e-5727-4db1-a476-cb4fd985fb32 None None] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:38:59.935388 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a30c8b6-0b74-4fbc-8a6c-a47ca1c4c918 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6771274 May 26 19:38:59.938260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60766) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:38:59.943800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-232719583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:38:59.951309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:38:59.955546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:router and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:38:59.958658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:38:59.967229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:38:59.981749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:38:59.983839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.008330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.047687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.078786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.080280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f2c0912-d04c-45ed-9654-5803167ddf0a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1409714 May 26 19:39:00.082967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:00.089183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673', 'name': 'tempest-PortsTestJSON-1990976197'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:00.272417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1f42b60f-3a23-4c3d-a420-9e0de2bef673', 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': '5b9fa60f-c92b-4dda-9a01-980aac00b731'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:39:00.273285 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.310952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:00.315431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:port and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:00.318786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:00.325027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:00.339480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:00.343740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.376011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port b6796b32-6ea7-41d6-84f2-44903f264623 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:39:00.499530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Allocated IP 172.20.0.2 (1f42b60f-3a23-4c3d-a420-9e0de2bef673/5b9fa60f-c92b-4dda-9a01-980aac00b731/6e2e54dc-90a2-4441-a7fd-202815b9eae2) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:00.752730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.766608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Transition to ACTIVE for port object 6e2e54dc-90a2-4441-a7fd-202815b9eae2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:00.788494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Transition to ACTIVE for port object 6e2e54dc-90a2-4441-a7fd-202815b9eae2 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:00.797296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:00.903243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:00.907666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:00.912320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:00.924415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.14 (1f42b60f-3a23-4c3d-a420-9e0de2bef673/5b9fa60f-c92b-4dda-9a01-980aac00b731/b6796b32-6ea7-41d6-84f2-44903f264623) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:00.940553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60790) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:00.974205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Pushing event updated for resources: {'Port': ['ID=6e2e54dc-90a2-4441-a7fd-202815b9eae2,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.033870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Attempting to bind port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:39:01.034225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Attempting to bind port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '794e78ce-ef2c-45c2-8d36-22a49be9dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:39:01.034579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Attempting to bind port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 on network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:01.039976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:39:01.040343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Checking segment: {'id': '794e78ce-ef2c-45c2-8d36-22a49be9dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:39:01.040788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.041223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Bound using segment: {'id': '794e78ce-ef2c-45c2-8d36-22a49be9dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:39:01.041678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Bound port: 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794e78ce-ef2c-45c2-8d36-22a49be9dda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1f42b60f-3a23-4c3d-a420-9e0de2bef673'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:39:01.042049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.143735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] For port 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:39:01.147455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] For port 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6e2e54dc-90a2-4441-a7fd-202815b9eae2,segment=NetworkSegment(794e78ce-ef2c-45c2-8d36-22a49be9dda2),segment_id=794e78ce-ef2c-45c2-8d36-22a49be9dda2)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:39:01.155914 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.188224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.212027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:01.218046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:40cfdaa739cf4fd0b6f536b8b51a06ea is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:01.222801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:01.236529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:01.300384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3017b0-a8ac-4c8f-9b8f-eedb7b36efa6 None None] Pushing event updated for resources: {'Port': ['ID=6e2e54dc-90a2-4441-a7fd-202815b9eae2,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.375008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.381107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.413709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.430492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40cfdaa739cf4fd0b6f536b8b51a06ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887841 May 26 19:39:01.435665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:01.446358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28eed-2a6f-4907-b1ab-a1d4df0aa4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0f5cc1-ad3f-4f1c-ae90-b8a38649a4f1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.451223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object b6796b32-6ea7-41d6-84f2-44903f264623 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:01.530953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.558404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.644858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.713195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:01.713985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=b6796b32-6ea7-41d6-84f2-44903f264623,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.719670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:01.722369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:01.795091 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:01.795091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.800971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.824286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0f5cc1-ad3f-4f1c-ae90-b8a38649a4f1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:01.837787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:01.841172 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf686681-2c81-475a-923c-798d61d54330 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed0f5cc1-ad3f-4f1c-ae90-b8a38649a4f1 HTTP/1.1" status: 204 len: 168 time: 0.4022038 May 26 19:39:01.845412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61770f09-1050-4595-9352-96ea28ce8cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7598779 May 26 19:39:01.846618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60802) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:02.239666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60810) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:02.265828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.283286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:02.287954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Usage tracker for resource:security_group_rule and tenant:ef45b13f68ce4893a1426a8f94ff7e93 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:02.291069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:02.297379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:02.417738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.424034 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.476877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef45b13f68ce4893a1426a8f94ff7e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349386 May 26 19:39:02.479395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60814) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:02.497331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9a110-77b9-43e2-b544-8c8a239063a1 None None] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:02.523041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73caec-507f-474d-8773-07d1cc308288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0845ad-bb67-4070-b17c-7470ec5b9829,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:02.551219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.572382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.608258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.634566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-74e57d49-a9bd-4513-ae8b-2348845c53df None None] Provisioning for port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:02.714584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.733860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0845ad-bb67-4070-b17c-7470ec5b9829,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:02.759958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:02.759958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be7b0f0b-1e1c-4740-8475-6841f398cfc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a0845ad-bb67-4070-b17c-7470ec5b9829 HTTP/1.1" status: 204 len: 168 time: 0.2746561 May 26 19:39:03.031458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.040783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.120156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6e2e54dc-90a2-4441-a7fd-202815b9eae2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:03.268599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Provisioning for port b6796b32-6ea7-41d6-84f2-44903f264623 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:03.299086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Provisioning complete for port b6796b32-6ea7-41d6-84f2-44903f264623 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:03.300131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.346761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:03.389604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Port b6796b32-6ea7-41d6-84f2-44903f264623 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:03.398346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:03.399161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.463696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Provisioning complete for port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:03.463980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.495884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=b6796b32-6ea7-41d6-84f2-44903f264623,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.669649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:03.670205 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.700035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Current status of the port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:03.700411 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.748659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6e2e54dc-90a2-4441-a7fd-202815b9eae2,segment=NetworkSegment(794e78ce-ef2c-45c2-8d36-22a49be9dda2),segment_id=794e78ce-ef2c-45c2-8d36-22a49be9dda2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:03.753652 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.810739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:03.932921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:39:03.933307 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:39:03.964499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6e2e54dc-90a2-4441-a7fd-202815b9eae2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:03.973958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.974378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.974751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.975446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.975784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.976110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.976434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.977024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.977398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.977854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.978176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:03.978494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:39:04.084988 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:04.512490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-074b5b1f-de2d-44e0-9c92-7a1f2197abd4 None None] Current status of the port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:04.535879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:04.540392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:04.630713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f25e1c5d-e074-4231-af14-657c1f71c573 None None] Provisioning complete for port b6796b32-6ea7-41d6-84f2-44903f264623 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:04.633578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f25e1c5d-e074-4231-af14-657c1f71c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:04.659905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:04.666712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=b6796b32-6ea7-41d6-84f2-44903f264623,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:04.698852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f25e1c5d-e074-4231-af14-657c1f71c573 None None] Port b6796b32-6ea7-41d6-84f2-44903f264623 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:04.805635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:04.806777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:05.072715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Router f7e85e4a-c2c9-4404-ab99-21addd7e0480 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:39:05.089505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6e2e54dc-90a2-4441-a7fd-202815b9eae2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:05.164973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cc877e9b-f27a-4a21-a537-572cab399518 None None] Provisioning complete for port b6796b32-6ea7-41d6-84f2-44903f264623 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:05.165370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc877e9b-f27a-4a21-a537-572cab399518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:05.238346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cc877e9b-f27a-4a21-a537-572cab399518 None None] Port b6796b32-6ea7-41d6-84f2-44903f264623 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:05.249073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:05.249513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:05.404122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:39:05.411956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:05.414009 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3eb02b49-ade0-40ad-8928-b794c1567ac4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/routers/f7e85e4a-c2c9-4404-ab99-21addd7e0480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5662606 May 26 19:39:05.416516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60862) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:05.421239 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] Sync routers for ids ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:39:05.436056 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] Routers {'f7e85e4a-c2c9-4404-ab99-21addd7e0480'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:39:05.437199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:05.556254 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:05.571417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16178a43-523d-478d-91c7-cd493bcaf23e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:05.572148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16178a43-523d-478d-91c7-cd493bcaf23e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:05.573633 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] Routers {'f7e85e4a-c2c9-4404-ab99-21addd7e0480'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:39:05.574467 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:05.600212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-16178a43-523d-478d-91c7-cd493bcaf23e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:05.602409 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-16178a43-523d-478d-91c7-cd493bcaf23e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7e85e4a-c2c9-4404-ab99-21addd7e0480 HTTP/1.1" status: 200 len: 983 time: 0.1836483 May 26 19:39:05.605876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:05.667728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:05.668129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1894383-0d7c-4280-9ada-094642a26660 None None] The sync data for ids ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:05.840278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:39:06.168413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:06.470454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port b6796b32-6ea7-41d6-84f2-44903f264623 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:06.470793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:06.568019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:06.691832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:06.937094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for b6796b32-6ea7-41d6-84f2-44903f264623 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:07.322203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:07.374508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=b6796b32-6ea7-41d6-84f2-44903f264623,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:07.617619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:07.908424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Router f7e85e4a-c2c9-4404-ab99-21addd7e0480 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:39:08.144262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:39:08.156577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] Sync routers for ids ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:39:08.175981 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b3a352d8-994e-4d94-9a19-8f014ccea9a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/routers/f7e85e4a-c2c9-4404-ab99-21addd7e0480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5688038 May 26 19:39:08.178906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60906) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:08.180240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] Routers {'f7e85e4a-c2c9-4404-ab99-21addd7e0480'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:39:08.180955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:08.238906 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-da042a1e-75f0-4ac6-88cf-1be4e68d37ee tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:39:08.240699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da042a1e-75f0-4ac6-88cf-1be4e68d37ee tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/b6796b32-6ea7-41d6-84f2-44903f264623 HTTP/1.1" status: 404 len: 333 time: 0.0597491 May 26 19:39:08.243486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60910) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:08.255225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:08.266513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] Routers {'f7e85e4a-c2c9-4404-ab99-21addd7e0480'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:39:08.267216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:08.332024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:08.332429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb0847-97bd-4b9e-9bfc-3041cdbbada6 None None] The sync data for ids ['f7e85e4a-c2c9-4404-ab99-21addd7e0480'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:39:08.496203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.795936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.798138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.824744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.825427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Fanout notify agent at l3_agent the message router_deleted on router f7e85e4a-c2c9-4404-ab99-21addd7e0480 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:39:08.839740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.843415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c6983f9a-a3a9-4961-997b-d2fb8e19768b tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/routers/f7e85e4a-c2c9-4404-ab99-21addd7e0480 HTTP/1.1" status: 204 len: 168 time: 0.5965438 May 26 19:39:08.843983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60916) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:08.915980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 5b9fa60f-c92b-4dda-9a01-980aac00b731 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:39:08.918874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:08.974023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.061431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.269904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.308812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9fa60f-c92b-4dda-9a01-980aac00b731,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:09.316199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.323823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f3a8cc75-7390-4a67-9243-0439214491bd tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/5b9fa60f-c92b-4dda-9a01-980aac00b731 HTTP/1.1" status: 204 len: 168 time: 0.4786181 May 26 19:39:09.324009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39d935-0eca-4bc6-9ba2-e9f40003275a None None] Network 1f42b60f-3a23-4c3d-a420-9e0de2bef673 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:09.327034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:09.453894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.473462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:09.474030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.629572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] DHCP port deletion for 1f42b60f-3a23-4c3d-a420-9e0de2bef673 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:39:09.634876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Deleting port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:09.635418 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.714235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6e2e54dc-90a2-4441-a7fd-202815b9eae2,segment=NetworkSegment(794e78ce-ef2c-45c2-8d36-22a49be9dda2),segment_id=794e78ce-ef2c-45c2-8d36-22a49be9dda2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:09.714758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.909919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] For port 6e2e54dc-90a2-4441-a7fd-202815b9eae2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6e2e54dc-90a2-4441-a7fd-202815b9eae2,segment=NetworkSegment(794e78ce-ef2c-45c2-8d36-22a49be9dda2),segment_id=794e78ce-ef2c-45c2-8d36-22a49be9dda2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:09.910546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:09.918636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 6e2e54dc-90a2-4441-a7fd-202815b9eae2 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:10.005609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.056778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No DVR routers for this DVR port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:39:10.059244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Calling delete_port for 6e2e54dc-90a2-4441-a7fd-202815b9eae2 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:10.100833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=6e2e54dc-90a2-4441-a7fd-202815b9eae2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:10.163823 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:39:10.164177 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:39:10.207169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.236140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42b60f-3a23-4c3d-a420-9e0de2bef673']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:10.251722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794e78ce-ef2c-45c2-8d36-22a49be9dda2') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:10.252073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794e78ce-ef2c-45c2-8d36-22a49be9dda2') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:10.266839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.285071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.291966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:39:10.292483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.367412 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 794e78ce-ef2c-45c2-8d36-22a49be9dda2 resource provider aggregate not found May 26 19:39:10.391114 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 794e78ce-ef2c-45c2-8d36-22a49be9dda2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 794e78ce-ef2c-45c2-8d36-22a49be9dda2 found for delete ", "request_id": "req-6cd716d6-273b-4efb-af52-ef2437d50f00"}]} May 26 19:39:10.408516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.435679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.438589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=1f42b60f-3a23-4c3d-a420-9e0de2bef673,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:10.455232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6e776225-332a-49a5-8114-3badc43d0db0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/1f42b60f-3a23-4c3d-a420-9e0de2bef673 HTTP/1.1" status: 204 len: 168 time: 1.1266592 May 26 19:39:10.456970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:10.529910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1754081-7d6a-44a4-b46b-22c2983aa0a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:10.530477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1754081-7d6a-44a4-b46b-22c2983aa0a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:10.546259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1754081-7d6a-44a4-b46b-22c2983aa0a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:10.547344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d1754081-7d6a-44a4-b46b-22c2983aa0a9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f HTTP/1.1" status: 200 len: 841 time: 0.0894613 May 26 19:39:10.551061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60958) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:10.623592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7276cf18-eaa1-4ea1-9522-34408cebcee5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:10.641164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7276cf18-eaa1-4ea1-9522-34408cebcee5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:10.641490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7276cf18-eaa1-4ea1-9522-34408cebcee5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0892904 May 26 19:39:10.645088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:10.655009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:10.665929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Deleting port 6e2e54dc-90a2-4441-a7fd-202815b9eae2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:10.666501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:10.760378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-189ffae1-0efe-44da-bb53-9f224a5b7d93 None None] The port '6e2e54dc-90a2-4441-a7fd-202815b9eae2' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:39:10.810858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:10.817695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:10.822823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:10.832113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:10.850280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:10.855319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.108586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6e2e54dc-90a2-4441-a7fd-202815b9eae2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:39:11.152445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6e2e54dc-90a2-4441-a7fd-202815b9eae2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:39:11.153180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6e2e54dc-90a2-4441-a7fd-202815b9eae2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:39:11.296314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.373854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:11.382022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:11.382022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.382022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.386088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96113d9e-c63c-4ee3-8424-ab8e30f7dc16 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:11.397156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=5c317c5d-2f85-4138-b8cb-862f7a3cf44f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:11.412874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e8f8c3f8-a89f-4f21-8479-32e07b5257b2 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7640314 May 26 19:39:11.413153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60970) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:11.421816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1636144226'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:11.428342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:11.432669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:11.435926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:11.443320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:11.456222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.480661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:11.485221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:11.488031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:11.494383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:11.568550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.573846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.581941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-2e11d61f-b19d-4ccc-9ac7-425d50e68be7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1109655 May 26 19:39:11.618130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9158b98a-0ffa-4408-ad23-3d0ff5dd01a7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:11.637175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.639608 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0ad8b0ea-08b0-42c1-979a-66820f7390e0 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2255101 May 26 19:39:11.642291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60974) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:11.648148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'security_group': {'name': 'tempest-secgroup-807589213'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:11.656248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:11.660738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:11.665191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:11.672125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:11.686691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.710629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:11.714952 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:11.718621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:11.725725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c3d68374-ccd6-49d8-97b3-1a788a99030c', 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'tenant_id': '80aaa26e882b4695af6e1d163e4b79a2', 'fixed_ips': [{'subnet_id': '5c317c5d-2f85-4138-b8cb-862f7a3cf44f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:39:11.726299 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.726847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:11.820151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.825217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.866714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:11.868094 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2244835 May 26 19:39:11.872254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60980) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:11.893864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2059675674', 'security_groups': ['231fa8f4-838f-44b7-b3cd-b9f5b958e881'], 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c317c5d-2f85-4138-b8cb-862f7a3cf44f'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:11.941713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Allocated IP 172.20.0.2 (c3d68374-ccd6-49d8-97b3-1a788a99030c/5c317c5d-2f85-4138-b8cb-862f7a3cf44f/ca926a71-bce9-44e0-aebc-f0bc723bc07d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:11.979940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.984533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.984867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.985369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.985831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.986287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.986741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:11.988765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-5d1d10ca-0e7d-41c1-8aa4-3d612076bd5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 6500 time: 0.2987461 May 26 19:39:12.026456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3be85-ed44-449a-932b-858758173d14 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231fa8f4-838f-44b7-b3cd-b9f5b958e881,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:12.197880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:12.222424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:12.242531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:12.248028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.259780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Transition to ACTIVE for port object ca926a71-bce9-44e0-aebc-f0bc723bc07d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:12.278541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-32e84ddb-257f-4f6b-a7b8-55e4ecba3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.280386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-32e84ddb-257f-4f6b-a7b8-55e4ecba3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.281024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-32e84ddb-257f-4f6b-a7b8-55e4ecba3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.282780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Transition to ACTIVE for port object ca926a71-bce9-44e0-aebc-f0bc723bc07d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:12.283242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-32e84ddb-257f-4f6b-a7b8-55e4ecba3d8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=fb30bc38-849e-44a1-97c1-a95c51120f85&id=1535f301-548f-4fa1-803a-7c52d527a090&id=1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 200 len: 2297 time: 0.2672482 May 26 19:39:12.293942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.405581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.412364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:12.431236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:39:12.433233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:12.434589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:12.442106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:12.464352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-9ac0bc51-cb43-483d-86a3-fb73a934139b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 200 len: 1001 time: 0.1748095 May 26 19:39:12.556594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-11a28ce9-abcb-4fd1-a08f-73fe79fa6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.558085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-11a28ce9-abcb-4fd1-a08f-73fe79fa6e0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66886d94-a17f-4a22-829a-a1e3d660b872 HTTP/1.1" status: 200 len: 855 time: 0.0868733 May 26 19:39:12.575436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Attempting to bind port ca926a71-bce9-44e0-aebc-f0bc723bc07d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:39:12.575947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Attempting to bind port ca926a71-bce9-44e0-aebc-f0bc723bc07d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'f883e844-d799-4fac-a49f-c15defbdf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:39:12.577088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Attempting to bind port ca926a71-bce9-44e0-aebc-f0bc723bc07d on network c3d68374-ccd6-49d8-97b3-1a788a99030c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:12.582493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:39:12.582869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Checking segment: {'id': 'f883e844-d799-4fac-a49f-c15defbdf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:39:12.583264 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.583650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Bound using segment: {'id': 'f883e844-d799-4fac-a49f-c15defbdf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:39:12.584111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Bound port: ca926a71-bce9-44e0-aebc-f0bc723bc07d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f883e844-d799-4fac-a49f-c15defbdf185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:39:12.584468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.657951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.10 (c3d68374-ccd6-49d8-97b3-1a788a99030c/5c317c5d-2f85-4138-b8cb-862f7a3cf44f/036bbfc4-0173-47f5-84e8-6eec39d2f1a9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:12.686943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:39:12.691685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:39:12.696698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.735413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-1b3495e5-19f6-432d-a79f-b10fe871bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:12.737871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-1b3495e5-19f6-432d-a79f-b10fe871bff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718240 May 26 19:39:12.783255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c871-b609-4faa-b763-a75fd7b77941 None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:12.914341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:12.932551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:12.971309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:13.000155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-079690af-9252-462b-a347-ff288da8b078 service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549458 May 26 19:39:13.067264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=036bbfc4-0173-47f5-84e8-6eec39d2f1a9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:13.082397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:13.083809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:13.086214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:13.182811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.183559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:13.196054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-b1b18059-9839-4088-8538-6ac2682a49bd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.197709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-b1b18059-9839-4088-8538-6ac2682a49bd tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3079317 May 26 19:39:13.213149 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-416b9f6e-d8ba-4846-b13d-a5ec15549a7c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3375483 May 26 19:39:13.214079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:13.223452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:13.225812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-110c3c14-17a1-4a2e-8aa1-74f5ab37a994 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0158455 May 26 19:39:13.291526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-19fe6424-68ae-4ccd-b9d6-70b9f570313f service neutron] 10.222.0.13 "GET /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843657 May 26 19:39:13.372928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-3b3b6b37-ec4a-4c24-aa06-d608efc3619d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 217 time: 0.0703111 May 26 19:39:13.452825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-3664134a-4bca-46cb-94a2-08495e21e242 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180359 May 26 19:39:13.456529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-86afbd86-46c8-4728-8468-a532497d56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.457892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-86afbd86-46c8-4728-8468-a532497d56ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.0784078 May 26 19:39:13.516774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:13.521983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:13.527721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:13.542981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:13.560951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:13.566331 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:13.571284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-752c5a2e-f6d6-4fa3-8c5e-fef30f1a8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:13.573480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-752c5a2e-f6d6-4fa3-8c5e-fef30f1a8abb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082540 May 26 19:39:13.731090 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5c317c5d-2f85-4138-b8cb-862f7a3cf44f (CIDR: 172.20.0.0/28) May 26 19:39:13.735687 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:39:13.736396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:13.764656 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebf366bc-6c08-4fe9-a701-b084557f7cfe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5490947 May 26 19:39:13.769146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32780) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:13.781753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:13.870385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-71be7532-bd9b-4a27-8bc5-57a7b169dfb0 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898254 May 26 19:39:13.872381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-cbe75bd0-717c-45c0-964f-bafe822e6469 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119837 May 26 19:39:13.949969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:13.955738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:13.960678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:13.969822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:13.984064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:13.988623 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.028165 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.149427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7028408c-d74f-413b-aa21-2b8456c5bf7f None None] Provisioning for port ca926a71-bce9-44e0-aebc-f0bc723bc07d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:14.170264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7028408c-d74f-413b-aa21-2b8456c5bf7f None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:14.171422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7028408c-d74f-413b-aa21-2b8456c5bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.227909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7028408c-d74f-413b-aa21-2b8456c5bf7f None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:14.268080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-587e1ee1-0e93-4d62-a106-b88c7db85ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897405 May 26 19:39:14.273180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-d0130401-1f14-4025-8e8b-1da7b5d5f9f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755279 May 26 19:39:14.293160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.349367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-bb4142f8-23fa-46e3-b0db-10ae8c9182c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 217 time: 0.0745928 May 26 19:39:14.355589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:14.359382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:14.363961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:14.364542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.384740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=b75e38cf-7dd7-4df0-a89b-97f1b2f4b807,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:14.398197 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3caeae57-60f8-488d-bf9e-3b71d8a8d4b4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6279147 May 26 19:39:14.404371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32790) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:14.410582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1250404689', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b75e38cf-7dd7-4df0-a89b-97f1b2f4b807'}], 'security_groups': ['9158b98a-0ffa-4408-ad23-3d0ff5dd01a7']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:14.427627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671137d-3141-459e-88a8-fa109cf39e46 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:14.443865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-67dfb444-77b1-4c9f-a926-e73d2c152573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:14.445511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-67dfb444-77b1-4c9f-a926-e73d2c152573 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.0900948 May 26 19:39:14.542915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-68739d76-e73e-4a61-89d2-6d5d331a67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:14.544781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-68739d76-e73e-4a61-89d2-6d5d331a67f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889008 May 26 19:39:14.594584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7ffb709b-d5e3-42fb-bbb1-8df968868eb6 None None] Provisioning for port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:14.599916 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.603657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7ffb709b-d5e3-42fb-bbb1-8df968868eb6 None None] Provisioning complete for port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:14.604018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ffb709b-d5e3-42fb-bbb1-8df968868eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.702700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-667038e6-f537-43f4-bf83-ac9bf925d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:14.722205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb709b-d5e3-42fb-bbb1-8df968868eb6 None None] Port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:14.823731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-45dbe25f-02a3-4422-97dd-a8dbed1ddfb5 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713475 May 26 19:39:14.914408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e73a75fe-6e23-411c-8e2a-65cf46390c5c req-951971b6-039a-44e4-93b9-2675b9f9e80b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 210 time: 0.0556333 May 26 19:39:15.038652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Update dhcp port {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'fixed_ips': [{'subnet_id': '5c317c5d-2f85-4138-b8cb-862f7a3cf44f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b75e38cf-7dd7-4df0-a89b-97f1b2f4b807'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'ca926a71-bce9-44e0-aebc-f0bc723bc07d'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:39:15.086544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-26239155-80f9-43a3-aac3-65c540046f84 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558601 May 26 19:39:15.150948 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.188058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ca926a71-bce9-44e0-aebc-f0bc723bc07d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:15.222551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-02120c6a-3258-4c52-b153-dab2f3959fb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=cb9cb2ed-5420-46a7-863f-af0102d94971 HTTP/1.1" status: 200 len: 217 time: 0.1281450 May 26 19:39:15.284478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Delete allocated IP 172.20.0.10 (c3d68374-ccd6-49d8-97b3-1a788a99030c/5c317c5d-2f85-4138-b8cb-862f7a3cf44f) {{(pid=88362) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:39:15.303404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-bfb8b5a7-252a-4e05-86f0-65d922ca4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:15.304966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-bfb8b5a7-252a-4e05-86f0-65d922ca4c20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.0759473 May 26 19:39:15.308198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.22 (c3d68374-ccd6-49d8-97b3-1a788a99030c/b75e38cf-7dd7-4df0-a89b-97f1b2f4b807/036bbfc4-0173-47f5-84e8-6eec39d2f1a9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:15.417991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-d859b670-215d-43a0-9cf0-9c7da309337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:15.420158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-d859b670-215d-43a0-9cf0-9c7da309337f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084459 May 26 19:39:15.426352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ca926a71-bce9-44e0-aebc-f0bc723bc07d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:15.437661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:15.438369 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.599864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:15.600246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.645762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:15.654809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.662658 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.663016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-601c8bca-9fe7-4c58-924c-f28b652b4aaa service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362559 May 26 19:39:15.681638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:15.687061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.770133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:15.827401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-b36a33b6-e6f8-46bf-b2bb-cb6f3ef4187c service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527677 May 26 19:39:15.842171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Allocated IP 172.20.0.18 (c3d68374-ccd6-49d8-97b3-1a788a99030c/b75e38cf-7dd7-4df0-a89b-97f1b2f4b807/ca926a71-bce9-44e0-aebc-f0bc723bc07d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:15.901246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=036bbfc4-0173-47f5-84e8-6eec39d2f1a9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:15.933604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-190795ca-7164-4170-80b6-0a5e0539f9e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=7a544b7d-8626-4999-b71a-9697789d1045 HTTP/1.1" status: 200 len: 217 time: 0.0934434 May 26 19:39:15.938390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] In _notify_port_updated(), no bound segment for port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 on network c3d68374-ccd6-49d8-97b3-1a788a99030c {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:39:15.945786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:15.946751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:15.951591 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3dae68e2-4bbf-4db1-8f9a-1e9a9f575d9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/ports/036bbfc4-0173-47f5-84e8-6eec39d2f1a9 HTTP/1.1" status: 200 len: 921 time: 1.5431809 May 26 19:39:15.951933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32824) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:16.028596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:16.029675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:16.030111 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:16.063906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-afc610e9-a945-4808-9c78-0541b0470eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:16.065612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-afc610e9-a945-4808-9c78-0541b0470eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 200 len: 797 time: 0.1074593 May 26 19:39:16.084021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:16.121239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Transition to ACTIVE for port object ca926a71-bce9-44e0-aebc-f0bc723bc07d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:16.128371 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:16.230274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf170ba-86e6-4a9d-a53e-edf8c81f02eb None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:16.259465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86c5d86f-cd08-402d-8870-72a0b8eb4a17 req-6f6a557f-0970-4cc4-bd21-36e5d180f4e6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 210 time: 0.1001124 May 26 19:39:16.280984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-fcd51788-eb0c-444a-b3b9-09d1e6050a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:16.282898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-fcd51788-eb0c-444a-b3b9-09d1e6050a85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fb30bc38-849e-44a1-97c1-a95c51120f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2107198 May 26 19:39:16.633820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-44e7901d-7422-4cca-bf05-1c75eefd0a9b service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433785 May 26 19:39:16.748058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:16.810139 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cf58a215-c1c2-42e4-91e0-3faffbda1645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:16.933262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 036bbfc4-0173-47f5-84e8-6eec39d2f1a9 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:16.939429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-996a2317-e5cc-4bd1-a55b-8e143cf287a0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:16.941066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-996a2317-e5cc-4bd1-a55b-8e143cf287a0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3063347 May 26 19:39:16.994611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-43dd4297-dc10-4bc8-88c9-014c2732f8c2 service neutron] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323074 May 26 19:39:17.004493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:17.088562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ca926a71-bce9-44e0-aebc-f0bc723bc07d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:17.159867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.232617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=036bbfc4-0173-47f5-84e8-6eec39d2f1a9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:17.274656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:17.286266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-3bace4e3-84c3-4b21-b839-cba9a32ce072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3712d9bb-ec72-468e-9c96-ff291aba5869 HTTP/1.1" status: 200 len: 217 time: 0.0834844 May 26 19:39:17.321173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.359827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:17.361141 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.361605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Could not find standard attr ID for object 036bbfc4-0173-47f5-84e8-6eec39d2f1a9. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:39:17.375610 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d164c4f3-5324-4015-8815-6fa02da0e08d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/036bbfc4-0173-47f5-84e8-6eec39d2f1a9 HTTP/1.1" status: 204 len: 168 time: 1.4223757 May 26 19:39:17.378767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32836) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:17.389192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Provisioning for port ca926a71-bce9-44e0-aebc-f0bc723bc07d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:17.392653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:17.396778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:17.397134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.397251 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.445874 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fab3d6-e496-443b-936a-ba55465c940a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:39:17.446601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e7fab3d6-e496-443b-936a-ba55465c940a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:17.452318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-0e94ae22-9556-440c-bed2-75ed0ad5a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:17.454190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-0e94ae22-9556-440c-bed2-75ed0ad5a623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.1514943 May 26 19:39:17.467903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e7fab3d6-e496-443b-936a-ba55465c940a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:17.470271 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7fab3d6-e496-443b-936a-ba55465c940a tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/036bbfc4-0173-47f5-84e8-6eec39d2f1a9 HTTP/1.1" status: 404 len: 333 time: 0.0900936 May 26 19:39:17.473107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32842) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:17.514920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68856ee6-e4b4-4172-b727-bebebc812fb8 req-1e3dc5f8-8875-4f1a-8034-d054ab6a3a1c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 210 time: 0.1059468 May 26 19:39:17.572651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.603811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.636502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-4f408adb-a9bd-4a34-93e0-c57476288240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:17.638533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-4f408adb-a9bd-4a34-93e0-c57476288240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755841 May 26 19:39:17.647970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:17.661797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:17.662512 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.673934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.695231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fa8f4-838f-44b7-b3cd-b9f5b958e881,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:17.703603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.707269 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c14af646-3942-4fcc-8761-00d2e4819cb6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/security-groups/231fa8f4-838f-44b7-b3cd-b9f5b958e881 HTTP/1.1" status: 204 len: 168 time: 0.2307780 May 26 19:39:17.707563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32850) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:17.785333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b8d21ed5-afdb-47da-9e6c-206c4b3f4b37 None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:17.803846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.844227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.892769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.13 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/5fde0745-3ced-47d5-ac76-6d5fcbd9ce07) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:17.914962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f8ec3335-6efd-4eb9-b233-40aab0bfe69e None None] Could not find standard attr ID for object 036bbfc4-0173-47f5-84e8-6eec39d2f1a9. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:39:17.922099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.933738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-3b0ccfda-1945-496a-93af-38dd1d0004aa service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210453 May 26 19:39:17.949023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9158b98a-0ffa-4408-ad23-3d0ff5dd01a7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:17.957691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:17.959072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25d6732d-0a44-4d60-aa59-e7995f9b0eec tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/security-groups/9158b98a-0ffa-4408-ad23-3d0ff5dd01a7 HTTP/1.1" status: 204 len: 168 time: 0.2506862 May 26 19:39:17.961663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32854) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:18.073427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 5c317c5d-2f85-4138-b8cb-862f7a3cf44f {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:39:18.077338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.100706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-3e5146c4-fc55-4da2-8538-86d721a9e7fa service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566031 May 26 19:39:18.149751 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.171434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.298955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.326966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-187b4e82-f175-485f-9a39-aa28f8d4ea92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 200 len: 217 time: 0.2081592 May 26 19:39:18.380150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.427380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=5c317c5d-2f85-4138-b8cb-862f7a3cf44f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:18.429473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.440187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a4bd7-bc94-4665-a40c-6cbfecaa7b35 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:18.440692 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91dc5426-446d-4453-9b42-a8aa27034cd5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/5c317c5d-2f85-4138-b8cb-862f7a3cf44f HTTP/1.1" status: 204 len: 168 time: 0.4776816 May 26 19:39:18.441370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32858) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:18.447513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:18.578102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-6883f539-2bed-4cf1-a4fa-e2b957033a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:18.579558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-6883f539-2bed-4cf1-a4fa-e2b957033a08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 200 len: 797 time: 0.2469704 May 26 19:39:18.652699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:18.658463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:18.662183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:18.668715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:18.672762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.685349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:18.689668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.699162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:18.718006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b95de9-05fe-460b-819e-4374cac55493 req-8c43ab7a-d074-446b-a291-e1b543dec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:18.719101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-8c43ab7a-d074-446b-a291-e1b543dec137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1535f301-548f-4fa1-803a-7c52d527a090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1279533 May 26 19:39:18.796609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:18.933692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:18.995668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:19.015251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:19.021370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:19.192356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-3d2d272f-6ee1-4163-911e-b4584713e510 service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651191 May 26 19:39:19.207284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d843b-9074-4e99-907a-9c731dd75e3f req-a9fe37e2-829e-449f-96cc-a4e4efb15645 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:19.208987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f89d843b-9074-4e99-907a-9c731dd75e3f req-a9fe37e2-829e-449f-96cc-a4e4efb15645 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 932 time: 0.4497857 May 26 19:39:19.241982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.280676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:19.281679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.360821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:19.368033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:19.374765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:19.375340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.399219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=df392dce-d227-4bd0-87a5-d14920b10d20,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:19.422275 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-777b6203-da49-49b6-bfc8-d6529203a967 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9797859 May 26 19:39:19.425341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32868) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:19.430344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'security_group': {'name': 'tempest-secgroup-464547296'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:19.438023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:19.442083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:19.445182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:19.462782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:19.480013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.514410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:19.522434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:19.531114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:19.540544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:19.540723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-6b34d6e2-2d3d-4285-9a64-b738496c9c4f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5909488 May 26 19:39:19.555352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f89d843b-9074-4e99-907a-9c731dd75e3f req-f943007b-6ee8-472d-a05b-604c78dd6c93 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616639 May 26 19:39:19.561638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Request body: {'port': {'device_id': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:19.568992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c4171cc9-56a1-43fa-9509-4e20e59c5909 None None] Provisioning for port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:19.585309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c4171cc9-56a1-43fa-9509-4e20e59c5909 None None] Provisioning complete for port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:19.586001 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4171cc9-56a1-43fa-9509-4e20e59c5909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.660861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.666525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.689452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c4171cc9-56a1-43fa-9509-4e20e59c5909 None None] Port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:19.720657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593229be-c18d-4c8c-b7dd-fc3905a17bbc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:19.722470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b95de9-05fe-460b-819e-4374cac55493 req-0c5b1a54-3367-4047-a1be-c02d9583ed4e service neutron] 10.222.0.13 "GET /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102026 May 26 19:39:19.727418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.728768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e627885-1e48-484e-9b1c-0dad08fd1a37 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3024654 May 26 19:39:19.730662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.732217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:19.738129 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.744015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1850251785'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:19.752735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:19.757261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:19.760176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:19.767218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:19.780594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.803300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:19.807989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:19.812000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:19.819930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:19.920248 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.924790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.963284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1995b-59e9-4254-9301-563acdff29c0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:19.989835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:19.993600 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6b47231f-7252-4d70-932f-9496ac26b062 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2576246 May 26 19:39:19.993751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:19.999051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1720588454'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:20.007783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:20.011818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:20.015730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:20.024651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:20.047022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.069017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a162b4-70d8-4ccf-b346-a56c43048b88 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:20.090016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:20.099163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:security_group_rule and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:20.103417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:20.110929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:20.213584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:20.214132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.229023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.233426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.270790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:20.279441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.286491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e697631-9c6c-48d0-8433-6b8b9880caed,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:20.290890 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.292384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8ad4f525-1635-402a-a619-e4b0aa0bbd9f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2976284 May 26 19:39:20.296561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32888) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:20.303570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1308060671', 'security_groups': ['9e697631-9c6c-48d0-8433-6b8b9880caed'], 'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df392dce-d227-4bd0-87a5-d14920b10d20'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:20.320849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Transition to ACTIVE for port object 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:20.392039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.418609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:20.480556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:20.480931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.540829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-81920314-2fc2-4c0c-bbf2-f7cbb5df58ba None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:20.679761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Update dhcp port {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'fixed_ips': [{'subnet_id': 'b75e38cf-7dd7-4df0-a89b-97f1b2f4b807', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df392dce-d227-4bd0-87a5-d14920b10d20'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'ca926a71-bce9-44e0-aebc-f0bc723bc07d'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:39:20.738928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:20.768291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Pushing event updated for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:20.771771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:20.939523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:20.972914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:21.005338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Allocated IP 172.20.0.2 (c3d68374-ccd6-49d8-97b3-1a788a99030c/df392dce-d227-4bd0-87a5-d14920b10d20/ca926a71-bce9-44e0-aebc-f0bc723bc07d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:21.062397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Attempting to bind port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:39:21.062702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Attempting to bind port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:39:21.063027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Attempting to bind port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:21.079031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:39:21.079548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Attempting to bind port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:21.094263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:39:21.094726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:39:21.095370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:39:21.096065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Bound port: 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:39:21.096416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.120140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1063f6-f7a0-4ab2-9f94-8763b9b40620 req-493d842a-1643-4055-824c-7fba95c7d982 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:21.120855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-af1063f6-f7a0-4ab2-9f94-8763b9b40620 req-493d842a-1643-4055-824c-7fba95c7d982 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:21.189718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:21.199010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-af1063f6-f7a0-4ab2-9f94-8763b9b40620 req-493d842a-1643-4055-824c-7fba95c7d982 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:21.200191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af1063f6-f7a0-4ab2-9f94-8763b9b40620 req-493d842a-1643-4055-824c-7fba95c7d982 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.5052073 May 26 19:39:21.228221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.249013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Transition to ACTIVE for port object ca926a71-bce9-44e0-aebc-f0bc723bc07d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:21.251589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.255623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.321386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] device_id is not set on port 0debd675-83fc-4b48-a29c-c7e16adefe4e yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:39:21.358644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af1063f6-f7a0-4ab2-9f94-8763b9b40620 req-bf25f15c-c3cd-43f8-a021-1ddcab11ce77 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379619 May 26 19:39:21.363532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:39:21.389519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:39:21.394533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.407082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28924af-8dd0-4bbd-a9a5-1bd9952728d8 None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:21.467718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:21.468330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:21.469960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] 10.222.0.13 "PUT /v2.0/ports/5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 HTTP/1.1" status: 200 len: 1092 time: 1.9181426 May 26 19:39:21.535029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:21.689695 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fcbf06-2b94-4a3b-8c5f-e5fe23d24a72'] response: {'name': 'network-changed', 'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07', 'status': 'completed', 'code': 200} May 26 19:39:21.692321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31a3a3-e9a2-4149-abf8-d916fe5f7cab service neutron] Pushing event updated for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:21.823981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-c1b1a0c9-7169-48b0-a517-debeb17b7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:21.825718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-c1b1a0c9-7169-48b0-a517-debeb17b7349 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 1095 time: 0.2738945 May 26 19:39:21.829795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.13 (c3d68374-ccd6-49d8-97b3-1a788a99030c/df392dce-d227-4bd0-87a5-d14920b10d20/0debd675-83fc-4b48-a29c-c7e16adefe4e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:21.906776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-1b9a866a-55a9-428a-94c1-ca4e957e90b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 HTTP/1.1" status: 200 len: 217 time: 0.0723264 May 26 19:39:22.062111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-2cbd7113-b563-43a6-a6d4-f6dc542b7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.063541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-2cbd7113-b563-43a6-a6d4-f6dc542b7c01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1504295 May 26 19:39:22.197551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.215079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Provisioning for port ca926a71-bce9-44e0-aebc-f0bc723bc07d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:22.217799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-5510f694-f388-4269-94ed-1fa6c725cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.219297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-5510f694-f388-4269-94ed-1fa6c725cf00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415050 May 26 19:39:22.219948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:22.220186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 0debd675-83fc-4b48-a29c-c7e16adefe4e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:22.220345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.337877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:22.348980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:22.349448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.353616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.402289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0445bdbb-7b40-400d-8bfa-fc445ccc0436 None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:22.438431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-94bcc9f2-d5fe-4add-acd1-43b43085ae02 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126548 May 26 19:39:22.445756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:22.467422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:22.469789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:22.596532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=0debd675-83fc-4b48-a29c-c7e16adefe4e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:22.663397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.664013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.726183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b1ce271-d7a8-4512-9cff-2b2457396604 None None] Provisioning for port 0debd675-83fc-4b48-a29c-c7e16adefe4e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:22.733408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe95abd5-c437-46e7-8972-0d285df3d6fe tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4325998 May 26 19:39:22.733552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b1ce271-d7a8-4512-9cff-2b2457396604 None None] Provisioning complete for port 0debd675-83fc-4b48-a29c-c7e16adefe4e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:22.733552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b1ce271-d7a8-4512-9cff-2b2457396604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:22.733810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:22.737502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1cf21eb6-1c45-4012-8c8a-16cdc821a5f9 req-c6eb2e2b-ce64-4230-a95a-04408c8401a9 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906108 May 26 19:39:22.740635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:22.749372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893e298-d502-42b3-b5da-f7339685f49e req-8c2c69a3-41d7-4b5e-80e2-e031047d20e6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.750868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e893e298-d502-42b3-b5da-f7339685f49e req-8c2c69a3-41d7-4b5e-80e2-e031047d20e6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.2542806 May 26 19:39:22.811015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ce271-d7a8-4512-9cff-2b2457396604 None None] Port 0debd675-83fc-4b48-a29c-c7e16adefe4e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:22.864892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e893e298-d502-42b3-b5da-f7339685f49e req-47a4e10f-e798-4e3a-b5e9-48c070e75043 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059668 May 26 19:39:22.908890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-b6567441-2a47-42ff-b10b-a3dc42239b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:22.910543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-b6567441-2a47-42ff-b10b-a3dc42239b8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 1095 time: 0.1005580 May 26 19:39:22.944870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:22.948753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:22.952370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:22.961562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:22.974119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:22.978957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:23.096316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ca926a71-bce9-44e0-aebc-f0bc723bc07d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:23.224764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:23.224764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:23.243596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-cdae6eb4-3002-474d-9c55-e029f79ce715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.244282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-cdae6eb4-3002-474d-9c55-e029f79ce715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3270721 May 26 19:39:23.287908 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df392dce-d227-4bd0-87a5-d14920b10d20 (CIDR: 172.20.0.0/28) May 26 19:39:23.291874 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:39:23.292480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:23.320505 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5df11c3-63a1-4a85-aa2d-382e0da3b5c4 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5832758 May 26 19:39:23.320709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32918) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:23.327164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:23.343868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-b2b781b4-2006-4253-ba1c-d9f94a998d99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 HTTP/1.1" status: 200 len: 217 time: 0.0914278 May 26 19:39:23.360069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:23.409699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-dc28f43f-c26a-4fc7-826b-54b57f3ad446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.411396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-dc28f43f-c26a-4fc7-826b-54b57f3ad446 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0623727 May 26 19:39:23.481032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:23.485134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:23.488617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:23.492491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-7752f5b2-a5f4-41f9-ae53-f20965dcfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.494071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-7752f5b2-a5f4-41f9-ae53-f20965dcfa3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771947 May 26 19:39:23.494618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:23.505426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:23.509172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:23.652798 n-d-843146-9 neutron-server[88362]: INFO neutron.db.ipam_backend_mixin [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b75e38cf-7dd7-4df0-a89b-97f1b2f4b807 (CIDR: 172.20.0.16/28) May 26 19:39:23.661061 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:39:23.661628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:23.683135 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c89bec7a-e609-456d-8e6d-411d4f252b3e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3607099 May 26 19:39:23.685959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32922) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:23.692021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-4146935a-edd5-4af9-9889-0229154ac48b service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915703 May 26 19:39:23.692426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'subnet': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:23.703837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-02e84f2a-0677-4ca4-b53f-24fa1c3b4586 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1321349 May 26 19:39:23.843604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:23.849503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Usage tracker for resource:subnet and tenant:80aaa26e882b4695af6e1d163e4b79a2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:23.853415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:23.862655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:23.882054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Made reservation on behalf of 80aaa26e882b4695af6e1d163e4b79a2 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:23.886296 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:23.968549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1f4385a-e8a4-47e0-a410-44792f5208a9 req-b3c22d18-9f1a-40c3-8b2f-cfe06834d2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637548 May 26 19:39:23.977985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.978467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.979215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.979618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.980543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.981028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.982158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:23.984475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-60fa164e-7dcb-4c37-b653-329f9d807d64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 6493 time: 0.2047448 May 26 19:39:24.233120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867dc2d-84ea-4af0-ab99-3454a0008b5a req-3eb64e06-38a2-4ee8-a38e-505e860ddab1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.234730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d867dc2d-84ea-4af0-ab99-3454a0008b5a req-3eb64e06-38a2-4ee8-a38e-505e860ddab1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.1969357 May 26 19:39:24.236350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-4827afe3-5e18-492d-b082-b41c5caf93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.236932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-4827afe3-5e18-492d-b082-b41c5caf93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.237440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-4827afe3-5e18-492d-b082-b41c5caf93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.239078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-4827afe3-5e18-492d-b082-b41c5caf93ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=155ec6f8-1202-48b4-a69a-e2a78fad730c&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&id=2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 200 len: 2292 time: 0.2300022 May 26 19:39:24.241613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:24.303283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Network c3d68374-ccd6-49d8-97b3-1a788a99030c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:24.306387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:24.309835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.310474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:24.318922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0b4dc-545f-459d-88b5-a007e77a03fc None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:24.338518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Subnet': ['ID=9c2f3936-9817-4c3e-a593-47fdcce2a408,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:24.346938 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b8879e38-2a90-4df6-95dc-f2dc37ade1bc tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6570888 May 26 19:39:24.347124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32932) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:24.353127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-949988764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c2f3936-9817-4c3e-a593-47fdcce2a408'}], 'security_groups': ['593229be-c18d-4c8c-b7dd-fc3905a17bbc', '0fc1995b-59e9-4254-9301-563acdff29c0']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:24.373524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d867dc2d-84ea-4af0-ab99-3454a0008b5a req-828926bb-6dd4-488b-856e-224addf525c9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325586 May 26 19:39:24.394424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-c1ae73a6-3bc9-4139-9826-c9c5325084d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 200 len: 1002 time: 0.1317184 May 26 19:39:24.456652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-b19ddf66-59c2-4f7a-bec6-5cb4bde3c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.458038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-b19ddf66-59c2-4f7a-bec6-5cb4bde3c091 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47691d89-c07d-45fe-aa10-820880c63451 HTTP/1.1" status: 200 len: 851 time: 0.0624816 May 26 19:39:24.534805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-fee3a8cf-8891-419c-aac5-7cb09acddc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:24.536288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-fee3a8cf-8891-419c-aac5-7cb09acddc94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=851fc9c4-e44c-4214-bb6f-7b28a81296e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719140 May 26 19:39:24.614131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:24.661432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Update dhcp port {'port': {'network_id': 'c3d68374-ccd6-49d8-97b3-1a788a99030c', 'fixed_ips': [{'subnet_id': 'b75e38cf-7dd7-4df0-a89b-97f1b2f4b807', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df392dce-d227-4bd0-87a5-d14920b10d20', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c2f3936-9817-4c3e-a593-47fdcce2a408'}], 'binding:host_id': 'n-d-843146-9'}, 'id': 'ca926a71-bce9-44e0-aebc-f0bc723bc07d'} from n-d-843146-9. {{(pid=88364) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 26 19:39:24.675205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-db2bb4eb-7b1d-47c9-a4e9-79d8cbab8f78 service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311834 May 26 19:39:24.715192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:24.828787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-a99dbd02-9bc7-4884-8762-f51e9fda0c15 service neutron] 10.222.0.53 "GET /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427042 May 26 19:39:24.944225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Allocated IP 172.20.0.34 (c3d68374-ccd6-49d8-97b3-1a788a99030c/9c2f3936-9817-4c3e-a593-47fdcce2a408/ca926a71-bce9-44e0-aebc-f0bc723bc07d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:25.049719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-e795f87f-f23c-42bf-a7db-35154f50b207 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 217 time: 0.2114499 May 26 19:39:25.144689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:25.147780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-ac35f107-af20-48c9-a601-09cb3b0e210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.150139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-ac35f107-af20-48c9-a601-09cb3b0e210d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.0933597 May 26 19:39:25.171380 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:25.199949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Transition to ACTIVE for port object ca926a71-bce9-44e0-aebc-f0bc723bc07d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:25.208093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:25.245824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-1cbefed6-0a6e-42bc-9b87-661fe243a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.248294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-1cbefed6-0a6e-42bc-9b87-661fe243a9bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906341 May 26 19:39:25.414648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-04e1f71b-0ca9-41d3-88c9-26b1f18ea838 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577008 May 26 19:39:25.435693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Delete allocated IP 172.20.0.13 (c3d68374-ccd6-49d8-97b3-1a788a99030c/df392dce-d227-4bd0-87a5-d14920b10d20) {{(pid=88362) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 26 19:39:25.454200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92bb43-d179-4c60-985c-2cd948bfc5b2 None None] Pushing event updated for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:25.457603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Allocated IP 172.20.0.45 (c3d68374-ccd6-49d8-97b3-1a788a99030c/9c2f3936-9817-4c3e-a593-47fdcce2a408/0debd675-83fc-4b48-a29c-c7e16adefe4e) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:25.684568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-75c41dbc-c99b-493c-b6c5-83430f9a90ec service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631972 May 26 19:39:25.697097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7dcfb-ba1a-45d5-872b-d15f458699ff req-abaaf1d3-6952-48d7-a139-013209b54c6f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.698680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ae7dcfb-ba1a-45d5-872b-d15f458699ff req-abaaf1d3-6952-48d7-a139-013209b54c6f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.1389785 May 26 19:39:25.721662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:25.739344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Transition to ACTIVE for port object 0debd675-83fc-4b48-a29c-c7e16adefe4e will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:25.749980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:25.776198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-fb3c2ecb-004f-4cc3-b39c-897188bc067f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 217 time: 0.0765526 May 26 19:39:25.881608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ae7dcfb-ba1a-45d5-872b-d15f458699ff req-dd0f1caa-0b42-4cf6-9de3-37548eac7025 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043878 May 26 19:39:25.912092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-752a8abe-2f59-4afd-be04-d3a487277226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:25.914252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-752a8abe-2f59-4afd-be04-d3a487277226 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1163545 May 26 19:39:26.001349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-6f2fae55-1568-4685-a927-40181aa14fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.002823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-6f2fae55-1568-4685-a927-40181aa14fc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821550 May 26 19:39:26.080482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event updated for resources: {'Port': ['ID=0debd675-83fc-4b48-a29c-c7e16adefe4e,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:26.127513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] In _notify_port_updated(), no bound segment for port 0debd675-83fc-4b48-a29c-c7e16adefe4e on network c3d68374-ccd6-49d8-97b3-1a788a99030c {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:39:26.133695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.134309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.138314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e747cab3-b444-48a9-9463-cfb02e3d8128 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "PUT /v2.0/ports/0debd675-83fc-4b48-a29c-c7e16adefe4e HTTP/1.1" status: 200 len: 959 time: 1.7875953 May 26 19:39:26.138904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32950) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:26.156733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-0cb2fb18-f0e2-40f0-9003-b2265b23d9f3 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462090 May 26 19:39:26.177379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Provisioning for port 0debd675-83fc-4b48-a29c-c7e16adefe4e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:26.185131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Provisioning complete for port 0debd675-83fc-4b48-a29c-c7e16adefe4e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:26.185509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.219309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 0debd675-83fc-4b48-a29c-c7e16adefe4e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:26.219849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.260977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Port 0debd675-83fc-4b48-a29c-c7e16adefe4e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:26.277484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Provisioning for port ca926a71-bce9-44e0-aebc-f0bc723bc07d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:26.285075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:26.285713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.312966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-01b8c4e3-bf4a-4090-b021-6518e4dfa918 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499295 May 26 19:39:26.405218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-df734d2a-54ae-4303-8263-97b2e3926040 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=79c85df4-11e6-4eea-89be-04e5a0104312 HTTP/1.1" status: 200 len: 217 time: 0.0855672 May 26 19:39:26.420063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:26.434462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:26.435043 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.478761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-eac0df59-8d6b-4442-88d2-c15a9a75a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.480442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-eac0df59-8d6b-4442-88d2-c15a9a75a73d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.0678792 May 26 19:39:26.516148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.517535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-25ef5851-c6dd-452f-b038-d12fdd4f5d60 None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:26.587877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-297ece8f-30f4-4bad-9042-63508f6d2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:26.589848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-297ece8f-30f4-4bad-9042-63508f6d2839 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010690 May 26 19:39:26.671225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 0debd675-83fc-4b48-a29c-c7e16adefe4e owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:26.742179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c36e8737-4e4a-40c7-be03-b470cb8d5ee0 None None] Provisioning complete for port 0debd675-83fc-4b48-a29c-c7e16adefe4e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:26.742492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c36e8737-4e4a-40c7-be03-b470cb8d5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:26.750186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-57ce016e-f544-41b0-92da-f189401ca90a service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521668 May 26 19:39:26.823573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c36e8737-4e4a-40c7-be03-b470cb8d5ee0 None None] Port 0debd675-83fc-4b48-a29c-c7e16adefe4e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:26.934098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.097291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=0debd675-83fc-4b48-a29c-c7e16adefe4e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:27.115512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ca926a71-bce9-44e0-aebc-f0bc723bc07d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:27.187962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-2d72030f-264c-4dfd-a3a6-d526abfd9116 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305601 May 26 19:39:27.191204 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.207990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94984750-9546-4ebb-a813-cc6d3489d321 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/0debd675-83fc-4b48-a29c-c7e16adefe4e HTTP/1.1" status: 204 len: 168 time: 1.0680320 May 26 19:39:27.208757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32958) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:27.231147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:27.231705 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.259678 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf08095-f805-452f-9892-4b9ec942738c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] GET failed (client error): The resource could not be found. May 26 19:39:27.260225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf08095-f805-452f-9892-4b9ec942738c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Synchronizing usage tracker for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:27.272518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-6e1a29dc-bf76-4a39-8e3a-cbef02a6dd95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 HTTP/1.1" status: 200 len: 217 time: 0.0753422 May 26 19:39:27.279364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf08095-f805-452f-9892-4b9ec942738c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Unset dirty status for tenant:80aaa26e882b4695af6e1d163e4b79a2 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:27.283424 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fbf08095-f805-452f-9892-4b9ec942738c tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports/0debd675-83fc-4b48-a29c-c7e16adefe4e HTTP/1.1" status: 404 len: 333 time: 0.0708625 May 26 19:39:27.284917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:27.328260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac5918-b742-4e5d-b0be-f767f4f8eca0 req-570f8845-7a0c-482d-8de8-996eb7e691ad tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.329647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13ac5918-b742-4e5d-b0be-f767f4f8eca0 req-570f8845-7a0c-482d-8de8-996eb7e691ad tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.2221205 May 26 19:39:27.357110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.360020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:27.385294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.389309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-f6c9939e-125c-41d1-8d58-66ae2285d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.390738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-f6c9939e-125c-41d1-8d58-66ae2285d333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 200 len: 797 time: 0.1064584 May 26 19:39:27.395256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13ac5918-b742-4e5d-b0be-f767f4f8eca0 req-57b829c6-80b8-4bb7-8444-ee2818ec8103 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524209 May 26 19:39:27.433159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.458631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e697631-9c6c-48d0-8433-6b8b9880caed,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:27.463102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.464201 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebdfa9d9-c24a-4d8c-acd4-a8889c25286f tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e697631-9c6c-48d0-8433-6b8b9880caed HTTP/1.1" status: 204 len: 168 time: 0.1782022 May 26 19:39:27.466857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32966) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:27.472812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-de5dcb8c-5a2c-4f3b-9e69-b609d3768210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.474433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-de5dcb8c-5a2c-4f3b-9e69-b609d3768210 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=155ec6f8-1202-48b4-a69a-e2a78fad730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766776 May 26 19:39:27.529124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.556182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.602598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.607363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-f9376b7a-b4f7-4cee-b0e8-c75e18b10de7 service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255546 May 26 19:39:27.619221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1995b-59e9-4254-9301-563acdff29c0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:27.626485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.630292 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f72b6dc3-8ddc-459e-ba76-309766e39698 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fc1995b-59e9-4254-9301-563acdff29c0 HTTP/1.1" status: 204 len: 168 time: 0.1625187 May 26 19:39:27.630871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32972) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:27.694586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.723112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.768399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-d0d184eb-e91d-46fa-a959-0bf0441d494e service neutron] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535709 May 26 19:39:27.779080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.795510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593229be-c18d-4c8c-b7dd-fc3905a17bbc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:27.802722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.803824 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0fabb8bf-8061-4e73-8dbb-2b809dd888a7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/security-groups/593229be-c18d-4c8c-b7dd-fc3905a17bbc HTTP/1.1" status: 204 len: 168 time: 0.1720614 May 26 19:39:27.806440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:27.851411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-05810ec1-7612-4266-bd4c-f916a306617e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1701280c-3683-4016-9521-1e2ac74655b3 HTTP/1.1" status: 200 len: 217 time: 0.0766270 May 26 19:39:27.875160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet df392dce-d227-4bd0-87a5-d14920b10d20 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:39:27.878450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:27.935598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-e1fe488a-1e01-4058-8b38-ed4c35bc76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:27.937249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-e1fe488a-1e01-4058-8b38-ed4c35bc76c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.0772033 May 26 19:39:27.944219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.026877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-a8af780c-a809-43a0-901c-685ab9c4ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:28.029956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-a8af780c-a809-43a0-901c-685ab9c4ed44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863712 May 26 19:39:28.040701 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.120961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.166885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.169463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=df392dce-d227-4bd0-87a5-d14920b10d20,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:28.175027 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f34d973-a397-4624-9d26-815217c6a2c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/df392dce-d227-4bd0-87a5-d14920b10d20 HTTP/1.1" status: 204 len: 168 time: 0.3672736 May 26 19:39:28.178136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8555b6-9333-4e07-ba9e-72518408d55a None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:28.178885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32988) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:28.212541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-585a8991-0493-472e-9ca2-2141eacaa66d service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752582 May 26 19:39:28.343013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet 9c2f3936-9817-4c3e-a593-47fdcce2a408 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:39:28.361088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.421885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-84464c24-527d-42e7-9e55-e7fcd17c26ec service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002609 May 26 19:39:28.428807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:28.572684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-6b205617-0b29-41b2-abd3-71d112f7d8ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 200 len: 217 time: 0.1078653 May 26 19:39:28.674448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-c2031099-3542-4d3a-83b9-c039c1bba862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:28.675797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-c2031099-3542-4d3a-83b9-c039c1bba862 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 200 len: 797 time: 0.0885038 May 26 19:39:28.909673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a8a5-8c83-4ad1-a799-3d8cf0592ae7 req-6057cc62-4480-4fe3-a26c-574cc2ebd5a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:28.911263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6e2a8a5-8c83-4ad1-a799-3d8cf0592ae7 req-6057cc62-4480-4fe3-a26c-574cc2ebd5a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.3861768 May 26 19:39:28.912548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.018520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-5d86d4f7-312c-4d65-b4e4-86fad09fd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:29.019789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-5d86d4f7-312c-4d65-b4e4-86fad09fd481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f2e43bd-053a-41ee-84f4-3dacc69e188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3369849 May 26 19:39:29.051414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6e2a8a5-8c83-4ad1-a799-3d8cf0592ae7 req-18ba67e1-107e-4129-9dbd-33d6a9d6573a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084976 May 26 19:39:29.128953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.160370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:29.161066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.177658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2f3936-9817-4c3e-a593-47fdcce2a408,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:29.184537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.206846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.207372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ee6b411-caa2-4e89-9e7f-1ac2707627c1 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/9c2f3936-9817-4c3e-a593-47fdcce2a408 HTTP/1.1" status: 204 len: 168 time: 1.0269086 May 26 19:39:29.220154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbd714-75a5-47e6-9a85-9fe05caea456 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:29.237235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-1b79ea85-abf2-4254-9301-f4005f1a5a82 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091329 May 26 19:39:29.259165 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-193c4ee4-c52a-4cda-a66d-aaa1ed9b4f02 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.259621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193c4ee4-c52a-4cda-a66d-aaa1ed9b4f02 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.261458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-193c4ee4-c52a-4cda-a66d-aaa1ed9b4f02 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/df392dce-d227-4bd0-87a5-d14920b10d20 HTTP/1.1" status: 404 len: 337 time: 0.0533051 May 26 19:39:29.263885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.329514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting subnet b75e38cf-7dd7-4df0-a89b-97f1b2f4b807 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:39:29.332565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.388514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21c0e001-fc5a-4c63-9011-d65ea9fbeb86 req-b9aef355-7985-4668-96d9-9c648c2ea951 service neutron] 10.222.0.53 "GET /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452174 May 26 19:39:29.393815 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.397660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:29.451250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:29.451523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.477303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.540992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bb26501b-e369-46a7-b89c-3a7813d341e2 None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:29.551764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.595233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Subnet': ['ID=b75e38cf-7dd7-4df0-a89b-97f1b2f4b807,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:29.599181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:29.605850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d55a74d-d33c-4354-8a5d-8c017127f26e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/b75e38cf-7dd7-4df0-a89b-97f1b2f4b807 HTTP/1.1" status: 204 len: 168 time: 0.3409963 May 26 19:39:29.608300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.646051 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-45adf87d-08a6-496f-bb4b-a3a0cc9c45d5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.646505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45adf87d-08a6-496f-bb4b-a3a0cc9c45d5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.648208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-45adf87d-08a6-496f-bb4b-a3a0cc9c45d5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/5c317c5d-2f85-4138-b8cb-862f7a3cf44f HTTP/1.1" status: 404 len: 337 time: 0.0390022 May 26 19:39:29.650965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.694598 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4965ab60-5a50-4534-8ded-15f22b50dd68 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7e85e4a-c2c9-4404-ab99-21addd7e0480 HTTP/1.1" status: 200 len: 205 time: 0.0425408 May 26 19:39:29.696909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.767928 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-a23bf2a8-f4b4-4239-aad2-327a613ec45e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] delete failed (client error): The resource could not be found. May 26 19:39:29.768953 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a23bf2a8-f4b4-4239-aad2-327a613ec45e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/routers/f7e85e4a-c2c9-4404-ab99-21addd7e0480 HTTP/1.1" status: 404 len: 336 time: 0.0711277 May 26 19:39:29.771506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.810004 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-41791861-15fa-4fd8-845a-80491e669d1d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.810462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41791861-15fa-4fd8-845a-80491e669d1d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.812174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41791861-15fa-4fd8-845a-80491e669d1d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/5b9fa60f-c92b-4dda-9a01-980aac00b731 HTTP/1.1" status: 404 len: 337 time: 0.0397837 May 26 19:39:29.814745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33022) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.859112 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6278777-e82d-4a9c-9b04-e33b7c2952a6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.859572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6278777-e82d-4a9c-9b04-e33b7c2952a6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.861301 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d6278777-e82d-4a9c-9b04-e33b7c2952a6 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/d747c336-664c-47d1-bd3c-41141d0970ec HTTP/1.1" status: 404 len: 337 time: 0.0455813 May 26 19:39:29.864197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33026) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.902584 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c99ad07-34ef-43f9-a31d-33802c6afdf9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.903034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c99ad07-34ef-43f9-a31d-33802c6afdf9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.905377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6c99ad07-34ef-43f9-a31d-33802c6afdf9 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/7d06dab0-d743-42da-b37d-79cc38a268e2 HTTP/1.1" status: 404 len: 337 time: 0.0403814 May 26 19:39:29.907975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33030) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:29.953549 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1b3df9-a193-49cd-9675-3f9e5c96cf3d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:29.954137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1b3df9-a193-49cd-9675-3f9e5c96cf3d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:29.958171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bc1b3df9-a193-49cd-9675-3f9e5c96cf3d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/6d0f0eb9-fa1f-4028-b8db-47d5a7d586c4 HTTP/1.1" status: 404 len: 333 time: 0.0468085 May 26 19:39:29.958311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33034) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.002609 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9aa83a3-4b99-458a-8eb7-0f70325619a5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:30.003097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9aa83a3-4b99-458a-8eb7-0f70325619a5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:30.004793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a9aa83a3-4b99-458a-8eb7-0f70325619a5 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/83c624ba-798b-4509-92d9-1b9599639df8 HTTP/1.1" status: 404 len: 337 time: 0.0455918 May 26 19:39:30.008788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33040) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.053030 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a279df4a-3b03-4d44-8f07-47d1cd32847e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:30.053863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a279df4a-3b03-4d44-8f07-47d1cd32847e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:30.062617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33046) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.063416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a279df4a-3b03-4d44-8f07-47d1cd32847e tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/12eb87cd-dc1c-4d36-aaaf-5c42e5e6366a HTTP/1.1" status: 404 len: 337 time: 0.0532358 May 26 19:39:30.146205 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9e8a6-4062-428a-aa6a-8bbc4a1a33d8 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:30.147043 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9e8a6-4062-428a-aa6a-8bbc4a1a33d8 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:30.153634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66c9e8a6-4062-428a-aa6a-8bbc4a1a33d8 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/69ff95f0-42cb-4091-88ac-98f42808f6ad HTTP/1.1" status: 404 len: 333 time: 0.0874610 May 26 19:39:30.154790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.155267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f48264-06a8-41f0-8ce2-449f7a58f152 None None] Network c3d68374-ccd6-49d8-97b3-1a788a99030c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:39:30.222942 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba168094-da82-4ca3-ac35-52da2c6f4328 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:30.224477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba168094-da82-4ca3-ac35-52da2c6f4328 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:30.227914 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba168094-da82-4ca3-ac35-52da2c6f4328 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/e04b4fe8-a5e8-4fc2-85d3-989247ebd010 HTTP/1.1" status: 404 len: 337 time: 0.0711713 May 26 19:39:30.232333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33062) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.299899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Provisioning complete for port ca926a71-bce9-44e0-aebc-f0bc723bc07d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:30.300446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:30.305416 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0dc462-a186-400b-9fc0-e48da03fa4f7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] DELETE failed (client error): The resource could not be found. May 26 19:39:30.305866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0dc462-a186-400b-9fc0-e48da03fa4f7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:39:30.310382 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a0dc462-a186-400b-9fc0-e48da03fa4f7 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/subnets/be3d4d05-de20-4a03-b7b4-3a3eed6e3147 HTTP/1.1" status: 404 len: 337 time: 0.0741999 May 26 19:39:30.310661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33068) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:30.339698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b27287-1661-4d36-b07f-822e282adf2e req-a6c02ff2-f8e0-4da7-ba13-5c220584df07 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:30.341835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b27287-1661-4d36-b07f-822e282adf2e req-a6c02ff2-f8e0-4da7-ba13-5c220584df07 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 944 time: 0.1208074 May 26 19:39:30.392719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79b27287-1661-4d36-b07f-822e282adf2e req-8d831427-42e9-4da1-9f52-ef88618fb740 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 May 26 19:39:30.414550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:30.414889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:30.581819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:30.599229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Provisioning complete for port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:30.599598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:30.648547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:39:30.674509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-26302ef1-a644-479e-9e0d-22126e518e6f None None] Port 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:30.695107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] DHCP port deletion for c3d68374-ccd6-49d8-97b3-1a788a99030c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:39:30.748495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Deleting port ca926a71-bce9-44e0-aebc-f0bc723bc07d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:30.748791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:30.769927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:30.902597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for 0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:30.992940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.005115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:31.031901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:39:31.040100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:31.040670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.066489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.070297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Port': ['ID=0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:31.087674 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-270eec9a-9a66-4179-acea-11c8716a3c2d tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/ports/0c1a5918-bfcc-4612-9ab2-a7ef93ddb69f HTTP/1.1" status: 204 len: 168 time: 0.7740197 May 26 19:39:31.087864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:31.111224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:31.111593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.121950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ca926a71-bce9-44e0-aebc-f0bc723bc07d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:39:31.217722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.228871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port ca926a71-bce9-44e0-aebc-f0bc723bc07d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:31.229479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.277328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Calling delete_port for ca926a71-bce9-44e0-aebc-f0bc723bc07d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:31.303755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:31.349193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:31.359291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.454312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] For port ca926a71-bce9-44e0-aebc-f0bc723bc07d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ca926a71-bce9-44e0-aebc-f0bc723bc07d,segment=NetworkSegment(f883e844-d799-4fac-a49f-c15defbdf185),segment_id=f883e844-d799-4fac-a49f-c15defbdf185)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:31.454783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.481519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ca926a71-bce9-44e0-aebc-f0bc723bc07d is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:31.481886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.517291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:31.522001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:31.600063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] Pushing event deleted for resources: {'Port': ['ID=ca926a71-bce9-44e0-aebc-f0bc723bc07d,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:31.616557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff162a9-ea0d-4978-8e09-ea6f710681bb None None] No DVR routers for this DVR port ca926a71-bce9-44e0-aebc-f0bc723bc07d on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:39:31.622764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8586934-9853-4926-a0aa-52d849eafc35 req-7f806f6f-6a8e-4b5a-8dd0-2fe3b7f1a37f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:31.627908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8586934-9853-4926-a0aa-52d849eafc35 req-7f806f6f-6a8e-4b5a-8dd0-2fe3b7f1a37f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 945 time: 0.1137247 May 26 19:39:31.630525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Calling delete_port for ca926a71-bce9-44e0-aebc-f0bc723bc07d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:39:31.634807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:39:31.697567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8586934-9853-4926-a0aa-52d849eafc35 req-2e02bdfa-920f-4445-8694-ab23387aa649 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584795 May 26 19:39:31.730903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:39:31.731560 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:39:32.233109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Deleting port ca926a71-bce9-44e0-aebc-f0bc723bc07d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:39:32.233708 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.301222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] The port 'ca926a71-bce9-44e0-aebc-f0bc723bc07d' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:39:32.419515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.443140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d68374-ccd6-49d8-97b3-1a788a99030c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:32.454659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f883e844-d799-4fac-a49f-c15defbdf185') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:32.454949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f883e844-d799-4fac-a49f-c15defbdf185') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:39:32.466315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.482217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.487942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:39:32.488311 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.557528 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f883e844-d799-4fac-a49f-c15defbdf185 resource provider aggregate not found May 26 19:39:32.580119 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f883e844-d799-4fac-a49f-c15defbdf185 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f883e844-d799-4fac-a49f-c15defbdf185 found for delete ", "request_id": "req-66c11d7a-bd4c-4226-8ff4-cdbfac6204e7"}]} May 26 19:39:32.591936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.609226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.619999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] Pushing event deleted for resources: {'Network': ['ID=c3d68374-ccd6-49d8-97b3-1a788a99030c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:32.627168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d7e05f89-47db-4fb4-a8d4-9d406ab45806 tempest-PortsTestJSON-803063745 tempest-PortsTestJSON-803063745-project] 10.222.0.24 "DELETE /v2.0/networks/c3d68374-ccd6-49d8-97b3-1a788a99030c HTTP/1.1" status: 204 len: 168 time: 1.5383747 May 26 19:39:32.643296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:39:32.713354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:32.718803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:32.719174 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.841334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:39:32.841713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.870221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:32.890241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:39:32.895266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:32.901640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6801-8dbd-45da-88fb-053bfc4dae27 req-b59fd053-fe96-43a8-b9b5-b5ace294289b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:32.903749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-818a6801-8dbd-45da-88fb-053bfc4dae27 req-b59fd053-fe96-43a8-b9b5-b5ace294289b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 945 time: 0.0882251 May 26 19:39:32.907133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33114) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:32.954801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-818a6801-8dbd-45da-88fb-053bfc4dae27 req-adb55038-64e8-4445-a9aa-21f10762135e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449123 May 26 19:39:32.969213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:33.124830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-89b26bb9-03fa-4e04-9f05-93fd048cc260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80aaa26e882b4695af6e1d163e4b79a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163663 May 26 19:39:33.127133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33130) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:33.197714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:33.200441 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1837bc19-f7fc-4424-a237-2354851a5558'] response: {'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07', 'code': 200} May 26 19:39:33.225090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:33.316999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:33.336554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81a0bda-a76e-4c4e-aff0-4d130f5cb76b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:33.343618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:33.345583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d19f798a-1227-4c9c-8ae3-fe255d8959ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c81a0bda-a76e-4c4e-aff0-4d130f5cb76b HTTP/1.1" status: 204 len: 168 time: 0.2173617 May 26 19:39:33.360478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036fae-e3bb-4345-83af-8a0256687e3e req-321d13db-d8b4-44ab-9513-d403131f7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:33.361982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77036fae-e3bb-4345-83af-8a0256687e3e req-321d13db-d8b4-44ab-9513-d403131f7908 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 1097 time: 0.0960791 May 26 19:39:33.405778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77036fae-e3bb-4345-83af-8a0256687e3e req-9e3e0dff-830d-44e9-9d5e-f87f8c6aa8eb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 May 26 19:39:34.063945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33156) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:34.229280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--686515854'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:34.239510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:34.246025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:34.250365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:34.257457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:34.277260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75227d15-34a2-440b-938f-4b607987c48a req-f5174b36-edb9-4afc-873f-41048bc2c712 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:34.278683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75227d15-34a2-440b-938f-4b607987c48a req-f5174b36-edb9-4afc-873f-41048bc2c712 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.1375499 May 26 19:39:34.279855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.306685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.332504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:34.340238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:34.344970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:34.354368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75227d15-34a2-440b-938f-4b607987c48a req-31010ba1-6190-4766-8fa6-838d9359085d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 May 26 19:39:34.355182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:34.444472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.450140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.462416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:34.473398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:34.482428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:34.492521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:34.496006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd883e2d-9dbb-4978-8c56-36deee5fe5e8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:34.574251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.579230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.621239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4046ad-3f54-43e2-b9f5-627154323259,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:34.624343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.628313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-940d748b-3a04-4f89-a50a-bfce21f0849d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5628870 May 26 19:39:34.628672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:34.695882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0293ded6-40e9-4784-ab16-2548f7a3b307 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0654960 May 26 19:39:34.698453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:34.703539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-security--731529874', 'description': 'tempest-security-description-1333584448'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:34.740287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.902362 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.906452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.908979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:34.912595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "PUT /v2.0/security-groups/cf4046ad-3f54-43e2-b9f5-627154323259 HTTP/1.1" status: 200 len: 1779 time: 0.2108529 May 26 19:39:34.913061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:34.938755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d3fa7-2039-4ee2-98cc-d9cf401f2ada tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4046ad-3f54-43e2-b9f5-627154323259,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:34.960727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-11545066-7c2f-4c8d-97f6-c48769fec01c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups/cf4046ad-3f54-43e2-b9f5-627154323259 HTTP/1.1" status: 200 len: 1779 time: 0.0464678 May 26 19:39:34.963153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33176) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.028978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.056184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.105737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.121490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4046ad-3f54-43e2-b9f5-627154323259,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:35.128390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.129517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e3108377-37b3-4c67-b912-072a463d57f2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf4046ad-3f54-43e2-b9f5-627154323259 HTTP/1.1" status: 204 len: 168 time: 0.1654797 May 26 19:39:35.132113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.183950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92c54213-8b56-4be3-ad80-36c64b8a7cd0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506387 May 26 19:39:35.187080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.203305 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-6abb86dc-b0a7-4f44-86e0-439a8cecb008 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] delete failed (client error): The resource could not be found. May 26 19:39:35.204299 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6abb86dc-b0a7-4f44-86e0-439a8cecb008 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf4046ad-3f54-43e2-b9f5-627154323259 HTTP/1.1" status: 404 len: 347 time: 0.0162516 May 26 19:39:35.208268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.213188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--178815574'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:35.219431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:35.223260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:35.226225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:35.232202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:35.242048 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.264002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:35.267775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:35.270599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:35.278013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:35.362264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.366473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.413418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.418268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.421949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2127421 May 26 19:39:35.423020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31836ee6-faa5-41c5-8b86-e2144d313d3a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80de425-84f1-4766-a234-aec2b9847eb7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:35.424285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': 'b80de425-84f1-4766-a234-aec2b9847eb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:35.439725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:35.443679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:35.447580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:35.454038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:35.473688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.564883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.569609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.600031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5fdae2-9d79-4b29-a43f-94951f39000f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:35.612247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.613717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4bf7f7f-3309-4661-a417-6e2d9c29825f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1942487 May 26 19:39:35.616626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.647418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.653760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.666352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.691914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.708206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b5fdae2-9d79-4b29-a43f-94951f39000f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:35.710685 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.714033 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e1adc505-a578-4110-a978-931316fb26f5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3b5fdae2-9d79-4b29-a43f-94951f39000f HTTP/1.1" status: 204 len: 168 time: 0.0939491 May 26 19:39:35.715448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e310-be74-42af-af4c-e70dc7a642ba req-d142f01d-aaec-4a9a-ab5f-2293fb434bb7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:35.717207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30d4e310-be74-42af-af4c-e70dc7a642ba req-d142f01d-aaec-4a9a-ab5f-2293fb434bb7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.2200565 May 26 19:39:35.717683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33214) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.785977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.795574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03b1f5c9-20f6-401b-b89a-45e10a1c106d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:35.800724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:35.804601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Usage tracker for resource:security_group_rule and tenant:b66cc4aa540e4518a70139e809b27fd7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:35.807585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:35.807802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30d4e310-be74-42af-af4c-e70dc7a642ba req-bb830aa8-6520-4119-926f-aad87188bc3c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738897 May 26 19:39:35.814226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:35.818944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-03b1f5c9-20f6-401b-b89a-45e10a1c106d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:35.822887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-03b1f5c9-20f6-401b-b89a-45e10a1c106d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016011 May 26 19:39:35.823230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33218) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:35.899465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.917070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.921682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.963190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:35.969032 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b66cc4aa540e4518a70139e809b27fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142724 May 26 19:39:35.969906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40a521-18fc-4241-8e04-189a27f67d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abeb625-0c63-4add-8ca3-f8432b6984f6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:35.972156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.036285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.046037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25a02-6511-4ca3-98cc-61dcbd8209d8 req-9dc0023e-d694-4b10-8b55-a4e6896eb89c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:36.047655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03b25a02-6511-4ca3-98cc-61dcbd8209d8 req-9dc0023e-d694-4b10-8b55-a4e6896eb89c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.1193740 May 26 19:39:36.048681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.063695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.079201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80de425-84f1-4766-a234-aec2b9847eb7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.098349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.100507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8eae9e7c-eca4-4fdf-b055-c08a9a295e0b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/b80de425-84f1-4766-a234-aec2b9847eb7 HTTP/1.1" status: 204 len: 168 time: 0.2753744 May 26 19:39:36.102634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.120385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03b25a02-6511-4ca3-98cc-61dcbd8209d8 req-d90fa5dd-4a17-4984-b24f-5dbe34f56fb4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 May 26 19:39:36.146585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.170123 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9b388c5f-ab2f-4b44-a4f7-8aabe5f948ab tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663054 May 26 19:39:36.174469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33234) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.175214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.177421 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9abeb625-0c63-4add-8ca3-f8432b6984f6 HTTP/1.1" status: 204 len: 168 time: 0.2032125 May 26 19:39:36.177421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9faee-685d-49f9-b4fb-fdbfd0e220dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abeb625-0c63-4add-8ca3-f8432b6984f6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.184279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--136135935'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:36.191303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.195284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.198945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.216070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.227027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.249345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.254059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.256987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.263993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.343285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.347192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.392834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf46dfc-25cc-4984-aa02-068108da04d0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.396264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.399992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-612a2991-0452-40c1-a685-f5f6806c0297 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2220221 May 26 19:39:36.400396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33246) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.406671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '9bf46dfc-25cc-4984-aa02-068108da04d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:36.412970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.417199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.420288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.427215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.444962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.490342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33252) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.509532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.515934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.519811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.525843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.530433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Usage tracker for resource:security_group_rule and tenant:77900dc843804cd79bcdc23b52843b9c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.533705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.539479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.544707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ccda22-cdc2-47bb-8548-5e8434667a58,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.560879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.562113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71608da2-242f-4939-b171-a84fcf02c18e tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607635 May 26 19:39:36.563702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.564831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.569828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '9bf46dfc-25cc-4984-aa02-068108da04d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:36.576640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.586013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.589542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.596709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.616990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.655590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.659637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.683583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.689312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.714463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c840dbd-2627-47c3-bfdf-5f7ba4f62489,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.720598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77900dc843804cd79bcdc23b52843b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290063 May 26 19:39:36.721245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33260) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.724323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152716be-fdad-4a58-be7a-101eb28b5c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16e8bd5-bcc9-4bf5-9074-996b77d36f1b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.728263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.741575 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cfa9afeb-525d-4eb1-b0cd-7ee705ded242 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756873 May 26 19:39:36.742888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.751712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '9bf46dfc-25cc-4984-aa02-068108da04d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:36.759531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.765861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.768660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.774841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:36.817466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.818521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.846684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.887177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.893567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.913868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.923427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006d57e1-a6e1-4c9b-ab3a-957ba8e4e242,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.929055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16e8bd5-bcc9-4bf5-9074-996b77d36f1b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:36.937736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.939017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-96ca32dd-240c-481d-b137-eb39a9fb25e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a16e8bd5-bcc9-4bf5-9074-996b77d36f1b HTTP/1.1" status: 204 len: 168 time: 0.2162800 May 26 19:39:36.961409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:36.963412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61aad7ab-e47a-41bf-8ab8-776a3da41118 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2190297 May 26 19:39:36.966360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33282) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:36.971479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '9bf46dfc-25cc-4984-aa02-068108da04d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:36.978138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:36.982347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:36.985304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:36.991399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:37.014612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.092815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.098259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.129449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62fcc83-cc2f-49f4-b405-dbcf37961b88,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:37.147868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.149053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a752708-01c6-45b1-a1ca-bc7057f70547 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1816878 May 26 19:39:37.151824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.157134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '9bf46dfc-25cc-4984-aa02-068108da04d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:37.163706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:37.167829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:37.170812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:37.176454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:37.203654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.274787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.278921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.300661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c13712-8cc0-47b6-9581-9cf2519d4321,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:37.315727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.319423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-903cd605-fc5c-4989-8136-8788b86125fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1643267 May 26 19:39:37.319618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33300) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.354015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.368670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.402915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.430976 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.432091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e0c13712-8cc0-47b6-9581-9cf2519d4321 HTTP/1.1" status: 204 len: 168 time: 0.1115377 May 26 19:39:37.435505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.436349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaa939-54c5-468e-aaca-afea26a5573c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0c13712-8cc0-47b6-9581-9cf2519d4321,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:37.511504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6843ea6c-1805-4211-94f1-da1ae5c4e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:37.532504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6843ea6c-1805-4211-94f1-da1ae5c4e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:37.535144 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6843ea6c-1805-4211-94f1-da1ae5c4e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0986583 May 26 19:39:37.537965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33326) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.577231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.593942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.629659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.656951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b62fcc83-cc2f-49f4-b405-dbcf37961b88,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:37.661728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.664209 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8c29f867-b0b3-4650-9a90-bcb3a404fa74 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b62fcc83-cc2f-49f4-b405-dbcf37961b88 HTTP/1.1" status: 204 len: 168 time: 0.1236231 May 26 19:39:37.666751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.725531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9d141eda-ebc8-426b-b6d4-38a8008db575 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:37.742989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9d141eda-ebc8-426b-b6d4-38a8008db575 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:37.744358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9d141eda-ebc8-426b-b6d4-38a8008db575 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0765846 May 26 19:39:37.747762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33340) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.785186 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.800960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.833133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.865348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=006d57e1-a6e1-4c9b-ab3a-957ba8e4e242,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:37.871790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:37.876915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33352) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:37.881825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c0696fb8-7ae4-4bfc-a139-5adca8cb47d8 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/006d57e1-a6e1-4c9b-ab3a-957ba8e4e242 HTTP/1.1" status: 204 len: 168 time: 0.1327865 May 26 19:39:37.953870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b19a482a-ec47-4966-acca-c33f7a8b1fd1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:37.989234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b19a482a-ec47-4966-acca-c33f7a8b1fd1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:37.993997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33360) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.008211 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b19a482a-ec47-4966-acca-c33f7a8b1fd1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1284494 May 26 19:39:38.069419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.105128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.147789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.177667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c840dbd-2627-47c3-bfdf-5f7ba4f62489,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:38.187999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.189297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a82f609-ab6a-4512-b1ae-da26b16c7b63 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c840dbd-2627-47c3-bfdf-5f7ba4f62489 HTTP/1.1" status: 204 len: 168 time: 0.1940498 May 26 19:39:38.192173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33382) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.248872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3c06568f-4f8a-4fb1-82b8-2e3536eb823d tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0554667 May 26 19:39:38.251800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33388) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.283620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.294747 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.318915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.339170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4ccda22-cdc2-47bb-8548-5e8434667a58,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:38.342567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.346354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33394) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.346474 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94f4c6e6-f5ef-4869-a535-c43eef9348ec tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e4ccda22-cdc2-47bb-8548-5e8434667a58 HTTP/1.1" status: 204 len: 168 time: 0.0932097 May 26 19:39:38.392839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-83b0b893-4212-4c85-95a1-0fc269ea1533 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:38.409944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-83b0b893-4212-4c85-95a1-0fc269ea1533 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:38.411179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-83b0b893-4212-4c85-95a1-0fc269ea1533 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635889 May 26 19:39:38.416350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33400) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.474182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.501100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.551995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.569176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf46dfc-25cc-4984-aa02-068108da04d0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:38.583205 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.584439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1932ac9f-7ae5-4b90-848d-da7bc2df578a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bf46dfc-25cc-4984-aa02-068108da04d0 HTTP/1.1" status: 204 len: 168 time: 0.1691773 May 26 19:39:38.587112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33410) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.640956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f12dd8b1-d7b9-4a9b-9409-b09f3ef28299 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:38.658293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f12dd8b1-d7b9-4a9b-9409-b09f3ef28299 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:38.659639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f12dd8b1-d7b9-4a9b-9409-b09f3ef28299 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716052 May 26 19:39:38.663960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33414) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.668893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--110415251'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:38.675865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:38.686198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:38.698143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.719081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:38.723163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:38.725982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:38.731827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:38.802371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.806230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.854595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f0696-32ba-440b-98b1-a44f39f0283b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:38.865630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.866910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-10b77d5b-58cb-4bff-a3cf-ea53a9d49876 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2020385 May 26 19:39:38.869517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33426) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:38.874664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': 'a55f0696-32ba-440b-98b1-a44f39f0283b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:38.880853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:38.884995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:38.888416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:38.894378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:38.911568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.976406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:38.980137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.011689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f41cadf-905a-49e5-b287-54a859386277,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:39.026063 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.030001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-62b8721c-842a-4cf4-91d3-ffe149cd8fa5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1570382 May 26 19:39:39.030436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.099808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.129753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.179149 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.203062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f0696-32ba-440b-98b1-a44f39f0283b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:39.214036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.215158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50589475-708e-4051-a4bc-16d3e5f57060 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/a55f0696-32ba-440b-98b1-a44f39f0283b HTTP/1.1" status: 204 len: 168 time: 0.1837294 May 26 19:39:39.218415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.241752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.278800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad271ec8-76f7-42cb-bc6c-eb90b5251146 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:39.294546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad271ec8-76f7-42cb-bc6c-eb90b5251146 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:39.295879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad271ec8-76f7-42cb-bc6c-eb90b5251146 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767958 May 26 19:39:39.300077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.305073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101330476'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:39.312688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.323490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.333997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.360003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.364976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:39.367886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:39.386272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.393763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.420977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.428156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Usage tracker for resource:security_group_rule and tenant:ba6bcb8d258f45a5af1724e27a61c253 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:39.431689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:39.440992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.509294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.514718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.580256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972114a6-65c6-4f96-a9b3-a97b9d2694fc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:39.584598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-faa7a803-0f70-42cc-a0fd-eda0e4eb4831 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:39.586303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-faa7a803-0f70-42cc-a0fd-eda0e4eb4831 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.1487989 May 26 19:39:39.603341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-9fc8095e-baa4-47c3-ad5b-ce9b411f54db tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0097957 May 26 19:39:39.610429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.611745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-12d73714-583f-449b-bbe6-7c717193e8a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3106592 May 26 19:39:39.615069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.622696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758945240'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:39.628310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.630885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.634677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.642378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:39.653736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:39.672703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.689658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-4bd21808-6789-4019-9e17-e1c8fa3e08fa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797553 May 26 19:39:39.696744 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba6bcb8d258f45a5af1724e27a61c253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537592 May 26 19:39:39.697536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc636d0-1f75-4233-8b9c-7db3b010db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373ccd5e-0994-459f-9826-52c84d1f71bc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:39.699580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33470) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.703957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.725748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.730067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:39.733469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:39.739034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.809239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.813088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.865497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd11b1-e733-498b-ac92-0cdac0c8becf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:39.869340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.873276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.873443 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c58afdb0-b9c6-4dd9-aa12-fd2b3a5cb1dc tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2574098 May 26 19:39:39.873969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:39.878982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '972114a6-65c6-4f96-a9b3-a97b9d2694fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd3bd11b1-e733-498b-ac92-0cdac0c8becf', 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:39.885394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:39.886016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-5c3ecaba-b211-44d4-8b93-aefd21dcf957 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886721 May 26 19:39:39.891456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:39.894360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:39.900729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:39.925133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.925892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.993148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:39.997563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.027102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b62ef77-6b9f-474c-b8d4-b79d5a7405b4,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.040269 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.044366 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5353a05-c522-4ce6-9b64-bcf72764a2e2 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1668770 May 26 19:39:40.044998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.069210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-0b947221-d611-4cc3-aa59-4dbf6329c768 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714287 May 26 19:39:40.077925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.089682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.100131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373ccd5e-0994-459f-9826-52c84d1f71bc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.102630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.103385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.106531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d5baa84b-e463-4e81-be44-dd24f864a211 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/373ccd5e-0994-459f-9826-52c84d1f71bc HTTP/1.1" status: 204 len: 168 time: 0.4058945 May 26 19:39:40.135858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.152435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b62ef77-6b9f-474c-b8d4-b79d5a7405b4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.162153 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.165636 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6b3d0da6-32f4-4369-8bc1-f4146abc527b tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6b62ef77-6b9f-474c-b8d4-b79d5a7405b4 HTTP/1.1" status: 204 len: 168 time: 0.1198254 May 26 19:39:40.166039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33486) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.224383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5e4c6a83-2700-4c7b-adac-0501e4aa4fb6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:40.241919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5e4c6a83-2700-4c7b-adac-0501e4aa4fb6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:40.243265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5e4c6a83-2700-4c7b-adac-0501e4aa4fb6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0762007 May 26 19:39:40.246434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33492) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.358720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cef610a9-c545-43d7-abe4-9fe0a0a8da43 req-fa10e9ca-efd2-46ed-9f4f-34531bf0218d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 210 time: 0.0592802 May 26 19:39:40.365096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.402792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.454843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33504) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.469165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.490667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.501485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd11b1-e733-498b-ac92-0cdac0c8becf,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.510739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:40.519075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0edee6c01cd5478788cb5a84589c7b17 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:40.522607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:40.529251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.532822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ba3d2d80-ac30-4e6c-81fb-6762930dc006 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3bd11b1-e733-498b-ac92-0cdac0c8becf HTTP/1.1" status: 204 len: 168 time: 0.2827156 May 26 19:39:40.532822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:40.533110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33508) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.605417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b5964ba7-1032-43b5-8523-38d462fb37cb tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:40.622595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b5964ba7-1032-43b5-8523-38d462fb37cb tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:40.624218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b5964ba7-1032-43b5-8523-38d462fb37cb tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0899913 May 26 19:39:40.627191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.629314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.633578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.682343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0edee6c01cd5478788cb5a84589c7b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262902 May 26 19:39:40.685899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33518) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.698839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b328b-3cd2-469c-8dff-343f5743fdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb6e8da-b066-4852-b97a-9ddc272bf00f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.699803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.729557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.754248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.783400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.786025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.806289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972114a6-65c6-4f96-a9b3-a97b9d2694fc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.818271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.822030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bbf35d6c-0847-4e09-8665-a7904eaa45d9 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/972114a6-65c6-4f96-a9b3-a97b9d2694fc HTTP/1.1" status: 204 len: 168 time: 0.1914051 May 26 19:39:40.822618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33522) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.857345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.872241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb6e8da-b066-4852-b97a-9ddc272bf00f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:40.875316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ab6bbd78-2c29-469e-afec-ade15ab78b10 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:40.884013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.885276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5e52e772-ed64-4b91-ab02-fefd002048cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bb6e8da-b066-4852-b97a-9ddc272bf00f HTTP/1.1" status: 204 len: 168 time: 0.1984484 May 26 19:39:40.900049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ab6bbd78-2c29-469e-afec-ade15ab78b10 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:40.906308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab6bbd78-2c29-469e-afec-ade15ab78b10 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777454 May 26 19:39:40.906399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33528) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:40.911290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794432320'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:40.918252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:40.928517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:40.939956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:40.966273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:40.971957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:40.975310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:40.981385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:41.163754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.167595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.212669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef1f1c-85df-4765-8872-ce4bef51516f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.224216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.228385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad194db4-350b-4743-9333-8d8a49071801 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3186548 May 26 19:39:41.229032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33536) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:41.234156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '31ef1f1c-85df-4765-8872-ce4bef51516f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:41.240849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:41.245533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:41.250418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:41.256844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:41.276782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.347750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.352908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.457346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74ca254-2d24-4f34-a3ec-3e9ba54e3997,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.538863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.543723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ed1e41e0-1875-4722-877d-d362caa61a77 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3140445 May 26 19:39:41.543874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:41.549187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f949cbbb-319a-450e-8d68-e199f9a55508 req-e78d0788-5102-48f1-b21f-a618fcafa3ea tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 210 time: 0.0621212 May 26 19:39:41.589861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.607931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.608088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-cf763134-d4b8-4df9-9c13-af5402d58140 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:41.609487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-cf763134-d4b8-4df9-9c13-af5402d58140 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.2415931 May 26 19:39:41.624323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:41.636009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.657934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b74ca254-2d24-4f34-a3ec-3e9ba54e3997,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.675121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.679768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c06a832e-229d-4486-b5a2-457e98fd283c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b74ca254-2d24-4f34-a3ec-3e9ba54e3997 HTTP/1.1" status: 204 len: 168 time: 0.1345320 May 26 19:39:41.680762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:41.748741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a9bd1dd-4ef4-497e-ae57-c893a529c234 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:41.769980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a9bd1dd-4ef4-497e-ae57-c893a529c234 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:41.775022 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a9bd1dd-4ef4-497e-ae57-c893a529c234 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928223 May 26 19:39:41.775705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:41.792271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:41.802869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:41.816746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:39:41.820213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.852118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.888125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.946157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.965201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef1f1c-85df-4765-8872-ce4bef51516f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:41.986421 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:41.991905 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7e37ecc0-f281-47d8-a8db-d6c9ba32ef43 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/31ef1f1c-85df-4765-8872-ce4bef51516f HTTP/1.1" status: 204 len: 168 time: 0.2128050 May 26 19:39:41.992466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:42.030876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.10 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/545e59f4-9bf9-4544-b19b-e441f0abc1f3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:39:42.079752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0669c929-52ab-4f40-a635-8aeb67622b89 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:42.097813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0669c929-52ab-4f40-a635-8aeb67622b89 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:42.106348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0669c929-52ab-4f40-a635-8aeb67622b89 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063364 May 26 19:39:42.107302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33576) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:42.112202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--172339498'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:42.124178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:42.136914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:42.148390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.170099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:42.174196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:42.178653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:42.184845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:42.310807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.315871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.341880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.372286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object 545e59f4-9bf9-4544-b19b-e441f0abc1f3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:42.382353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.383614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2759976 May 26 19:39:42.386790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33588) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:42.391227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf59b1-0e98-44ca-b1d7-6249b29e9a6a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16406fc4-feb8-48bd-8818-8662580f5003,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:42.392884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '16406fc4-feb8-48bd-8818-8662580f5003', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:42.406633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:42.414084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:42.419738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:42.427648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:42.437758 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.449970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:39:42.526945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:39:42.531825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:39:42.535274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:39:42.569425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.631591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:42.696140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:42.697017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.801062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.808343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.828360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-42a76ce1-9f45-47c4-a0d7-d7fc5ee20342 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2083578 May 26 19:39:42.842174 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:39:42.847454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Request body: {'port': {'device_id': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:42.880672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b94c93-a90a-4860-83ab-9a7382762c7b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:42.910483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64e73b26-304a-42a1-900b-08883c54fc31 None None] Provisioning for port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:39:42.916990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.918232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64e73b26-304a-42a1-900b-08883c54fc31 None None] Provisioning complete for port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:39:42.919177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3d22f2bc-0d07-43f0-b7d4-076eda3c2762 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5305953 May 26 19:39:42.919351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64e73b26-304a-42a1-900b-08883c54fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:42.922045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:42.961090 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e1d6d53-ebd5-402d-8655-60dab97ca12f tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules/80b94c93-a90a-4860-83ab-9a7382762c7b HTTP/1.1" status: 200 len: 763 time: 0.0346379 May 26 19:39:42.961990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33608) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:42.999967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-64e73b26-304a-42a1-900b-08883c54fc31 None None] Port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:39:43.008050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3c9d8-cde6-4adf-82fe-499eec99ef12 req-8c293528-17f1-4189-833d-36ffc97237a6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:43.008775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-77e3c9d8-cde6-4adf-82fe-499eec99ef12 req-8c293528-17f1-4189-833d-36ffc97237a6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:43.017792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.058151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-05fa9f26-8d52-411b-83cc-52a8402145a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:43.078146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-05fa9f26-8d52-411b-83cc-52a8402145a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:43.083183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-05fa9f26-8d52-411b-83cc-52a8402145a1 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191275 May 26 19:39:43.083963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33616) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.088355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-77e3c9d8-cde6-4adf-82fe-499eec99ef12 req-8c293528-17f1-4189-833d-36ffc97237a6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:43.089624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e3c9d8-cde6-4adf-82fe-499eec99ef12 req-8c293528-17f1-4189-833d-36ffc97237a6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 932 time: 0.3280418 May 26 19:39:43.123883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.146759 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.178357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.205302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80b94c93-a90a-4860-83ab-9a7382762c7b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:43.212775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.216558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c0306f60-7d14-4985-bc2f-f9b8c1e71290 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/80b94c93-a90a-4860-83ab-9a7382762c7b HTTP/1.1" status: 204 len: 168 time: 0.1286726 May 26 19:39:43.216698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33620) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.229924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77e3c9d8-cde6-4adf-82fe-499eec99ef12 req-39fed364-0db8-433e-bbbf-e17690e9c594 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325295 May 26 19:39:43.387252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea2cf05d-af04-4a09-9073-d8d5e63df3fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:43.425783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ea2cf05d-af04-4a09-9073-d8d5e63df3fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:43.433342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ea2cf05d-af04-4a09-9073-d8d5e63df3fd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2063653 May 26 19:39:43.433645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33624) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.440775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '16406fc4-feb8-48bd-8818-8662580f5003', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:43.450316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:43.463314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:43.490515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.550098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545e59f4-9bf9-4544-b19b-e441f0abc1f3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:39:43.559786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.580368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.585807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.594127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Transition to ACTIVE for port object 545e59f4-9bf9-4544-b19b-e441f0abc1f3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:39:43.599307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.613181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0761e5-1877-4209-99e3-e6ec4c7e450a,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:43.630982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.634804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa3e99a6-5ba0-4abe-853a-7015aef7ceb0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1977820 May 26 19:39:43.635352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33630) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.661748 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7913c155-a81b-41fd-a02d-de4e013adf24 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules/2c0761e5-1877-4209-99e3-e6ec4c7e450a HTTP/1.1" status: 200 len: 763 time: 0.0229685 May 26 19:39:43.665612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.722613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11ab10d9-f48a-45bb-b107-ab6fb5f0eabd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:43.742453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-11ab10d9-f48a-45bb-b107-ab6fb5f0eabd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:43.744437 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11ab10d9-f48a-45bb-b107-ab6fb5f0eabd tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0770531 May 26 19:39:43.747114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.778867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.790388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.819338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.848555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c0761e5-1877-4209-99e3-e6ec4c7e450a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:43.865099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:43.866900 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-571901b6-f7e1-44da-bcfb-5416a06ad08a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2c0761e5-1877-4209-99e3-e6ec4c7e450a HTTP/1.1" status: 204 len: 168 time: 0.1185608 May 26 19:39:43.869277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.939442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb2301d6-b37a-4433-a276-99ce18913d30 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:43.964839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb2301d6-b37a-4433-a276-99ce18913d30 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:43.967407 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb2301d6-b37a-4433-a276-99ce18913d30 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0966628 May 26 19:39:43.968784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:43.970103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33650) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:43.975528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': '16406fc4-feb8-48bd-8818-8662580f5003', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:43.991712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:44.017756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:44.041017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Attempting to bind port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:39:44.041436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Attempting to bind port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:39:44.041678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Attempting to bind port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:44.047666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:39:44.047964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Attempting to bind port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:39:44.054080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.054749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:39:44.055259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:39:44.055620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:39:44.056051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Bound port: 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:39:44.056419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.058065 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.183202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:39:44.185080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.187134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:39:44.189681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.192920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.228530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e432f7d-2a3e-4b8d-ba68-261f91fb20f8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:44.231098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.232878 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-691debba-99b8-4c79-9ea2-b822067338ad tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2617869 May 26 19:39:44.235621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:44.259491 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8e3ba5eb-cae3-4d05-9e06-88b9a0f9f489 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules/1e432f7d-2a3e-4b8d-ba68-261f91fb20f8 HTTP/1.1" status: 200 len: 764 time: 0.0227141 May 26 19:39:44.261868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:44.319678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:44.320297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.324833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] 10.222.0.53 "PUT /v2.0/ports/545e59f4-9bf9-4544-b19b-e441f0abc1f3 HTTP/1.1" status: 200 len: 1092 time: 1.4849813 May 26 19:39:44.325302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:39:44.343958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ab13da8f-2afa-4722-b386-3b2eb038dea6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:44.370518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ab13da8f-2afa-4722-b386-3b2eb038dea6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:44.377768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab13da8f-2afa-4722-b386-3b2eb038dea6 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1105528 May 26 19:39:44.378507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:44.434462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.450561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.471961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a47e0-fc1f-49e3-9023-a751205e1ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:44.485695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.514886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e432f7d-2a3e-4b8d-ba68-261f91fb20f8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:44.530257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.534010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d8ded0b-6c90-47b8-a6c9-7944274ec3d5 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1e432f7d-2a3e-4b8d-ba68-261f91fb20f8 HTTP/1.1" status: 204 len: 168 time: 0.1544995 May 26 19:39:44.535256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33670) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:44.591858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-ef050b6e-fd65-476f-b4b9-35a70f924a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:44.593529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-ef050b6e-fd65-476f-b4b9-35a70f924a2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 1095 time: 0.2234685 May 26 19:39:44.622146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89c513-26bd-4422-b7a9-38d3fddb2dd6 req-5cc7ec13-c1cb-478e-98db-4a650c8fff96 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:44.625505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c89c513-26bd-4422-b7a9-38d3fddb2dd6 req-5cc7ec13-c1cb-478e-98db-4a650c8fff96 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1619222 May 26 19:39:44.638659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-193ecbc2-9d8d-449d-b78f-7f227a61c931 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:44.654662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db96375f-0f00-4513-ad39-967939c66d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.683274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-193ecbc2-9d8d-449d-b78f-7f227a61c931 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:44.687763 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-193ecbc2-9d8d-449d-b78f-7f227a61c931 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514535 May 26 19:39:44.688353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:44.746892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-759b6cf0-9dcc-461e-a85d-c62e0b527709 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3 HTTP/1.1" status: 200 len: 217 time: 0.1369591 May 26 19:39:44.793822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.839136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.855142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d8e7e1a7-a08e-481d-bedb-9c4ce8ac4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:44.856643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-d8e7e1a7-a08e-481d-bedb-9c4ce8ac4efd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0688243 May 26 19:39:44.862096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c89c513-26bd-4422-b7a9-38d3fddb2dd6 req-383ab7d6-c051-4e19-8752-0ef8f3be9606 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750019 May 26 19:39:44.916166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.954198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16406fc4-feb8-48bd-8818-8662580f5003,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:44.970925 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9c2902-a6d3-4dc7-9bf0-188b5dabfe98'] response: {'name': 'network-changed', 'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3', 'status': 'completed', 'code': 200} May 26 19:39:44.978142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:44.982965 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2eef5962-95e0-4924-a6e4-5c1771dc8003 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/16406fc4-feb8-48bd-8818-8662580f5003 HTTP/1.1" status: 204 len: 168 time: 0.2895706 May 26 19:39:44.982965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:45.083888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7f76814-bc58-477c-9f20-282d930a1ef0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:45.097921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-b4cd6161-18a4-4765-b15f-51aa627707c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:45.099414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-b4cd6161-18a4-4765-b15f-51aa627707c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356560 May 26 19:39:45.116496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b7f76814-bc58-477c-9f20-282d930a1ef0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:45.125964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7f76814-bc58-477c-9f20-282d930a1ef0 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1415441 May 26 19:39:45.126935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33688) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:45.136148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group': {'name': 'tempest-secgroup--441551894'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:45.146803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:45.160969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:45.180877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.219264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:45.225541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:45.229243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:45.246402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:45.380089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.403310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.429570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-547ff945-7f33-40b7-9844-bbcf09d6556a service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232584 May 26 19:39:45.473349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7e07ba-08bf-4421-b294-168580e23975,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:45.500132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.514807 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a93710b-6a80-442c-b61c-03747e032539 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3774183 May 26 19:39:45.514807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33692) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:45.533993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Request body: {'security_group_rule': {'security_group_id': 'ea7e07ba-08bf-4421-b294-168580e23975', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:39:45.548942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:45.558037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Usage tracker for resource:security_group_rule and tenant:f2fb493a2ffd4ac2ad7a885917030bf0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:45.567551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:45.577088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:45.619484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.862350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.873954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.966755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4c3b5d-8bf5-401e-bd09-570e26095ab2,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:45.994224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:45.994224 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-00f6fb31-0393-4c4c-bcc1-e50afb40a980 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4731109 May 26 19:39:45.994224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33700) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:46.161454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f646b647-1492-43b1-ba20-001c6a51bc40 req-a8c69557-7021-4ca8-a04b-ff723777f33b service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132719 May 26 19:39:46.261596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:46.338852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:46.485143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:46.537191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7e07ba-08bf-4421-b294-168580e23975,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:46.549240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:46.550706 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8a29ba5-1a51-4e1e-946c-9f1e5cec55a7 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea7e07ba-08bf-4421-b294-168580e23975 HTTP/1.1" status: 204 len: 168 time: 0.5601513 May 26 19:39:46.553263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33708) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:46.662882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-47631ed4-f681-492c-856b-b256209ff9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:46.663401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ef031ee-cbbb-44ec-a85f-3d5ccba94a7c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:46.665031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-47631ed4-f681-492c-856b-b256209ff9e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 1095 time: 0.4463015 May 26 19:39:46.709463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ef031ee-cbbb-44ec-a85f-3d5ccba94a7c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:46.711036 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4ef031ee-cbbb-44ec-a85f-3d5ccba94a7c tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1566045 May 26 19:39:46.716411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33716) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:46.716752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e12a2-e946-4d3a-8d31-508411c69fcf req-cf8fbca6-0289-4edc-881c-b3c969121297 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:46.723976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e22e12a2-e946-4d3a-8d31-508411c69fcf req-cf8fbca6-0289-4edc-881c-b3c969121297 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.2916813 May 26 19:39:46.817768 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b6a90bf-4cb2-475e-9c25-cc8f0ec8ea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:46.853441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f66d98f1-3f61-4b4a-b78e-7688ce4d7ef3 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Synchronizing usage tracker for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:39:46.891548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e22e12a2-e946-4d3a-8d31-508411c69fcf req-06fcf6d9-e309-445b-af54-a7bcb47cda53 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663945 May 26 19:39:46.898379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f66d98f1-3f61-4b4a-b78e-7688ce4d7ef3 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] Unset dirty status for tenant:f2fb493a2ffd4ac2ad7a885917030bf0 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:39:46.907219 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f66d98f1-3f61-4b4a-b78e-7688ce4d7ef3 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1889858 May 26 19:39:46.911589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33722) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:46.962193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-f94d7cdb-bb8c-481e-89e1-b0dec98b5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:46.963681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-f94d7cdb-bb8c-481e-89e1-b0dec98b5f29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.2890334 May 26 19:39:47.047508 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-f030e083-3318-449e-abe0-3ec535457199 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] delete failed (client error): The resource could not be found. May 26 19:39:47.052940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f030e083-3318-449e-abe0-3ec535457199 tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea7e07ba-08bf-4421-b294-168580e23975 HTTP/1.1" status: 404 len: 347 time: 0.1363592 May 26 19:39:47.053279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:47.114084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-c0954cb1-594a-49be-a7f4-0da27516f577 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3 HTTP/1.1" status: 200 len: 217 time: 0.1397090 May 26 19:39:47.216727 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c6b239f4-3245-46be-8b4c-c2944f9df17a tempest-SecGroupTest-1668416208 tempest-SecGroupTest-1668416208-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604528 May 26 19:39:47.281338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-fe3083d2-4954-4711-9260-8892130f4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:47.282786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-fe3083d2-4954-4711-9260-8892130f4aff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1625156 May 26 19:39:47.347881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:47.612549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-128928e8-865f-4927-a35e-64ed8a1370b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:47.612549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-128928e8-865f-4927-a35e-64ed8a1370b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140831 May 26 19:39:47.759488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33736) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:47.877863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-5e0b05f9-d926-454d-8a77-40957a8fb102 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442265 May 26 19:39:48.159074 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:48.191700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6b6c137-9217-4f6b-ba81-8d0019fed484 req-6ac1ba8a-fd16-4fa3-9021-0c78fb5a1e4b service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111167 May 26 19:39:48.234945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b90d6d-cb64-41d7-a9a2-3aa79028e5b5 req-63c05543-8d14-490a-baa7-0705df4568c5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:48.242707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4b90d6d-cb64-41d7-a9a2-3aa79028e5b5 req-63c05543-8d14-490a-baa7-0705df4568c5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1411204 May 26 19:39:48.293456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e62f146a-492d-42f3-82a1-4e6fcd6780db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2fb493a2ffd4ac2ad7a885917030bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464883 May 26 19:39:48.297661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:48.324426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4b90d6d-cb64-41d7-a9a2-3aa79028e5b5 req-e342dae5-275a-4b8f-985a-0a88cafa284b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 May 26 19:39:48.455484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:48.490580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:48.633406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:48.674660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd883e2d-9dbb-4978-8c56-36deee5fe5e8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:48.691458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:48.693526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09785ffa-99ab-44a5-8147-59adda2417f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd883e2d-9dbb-4978-8c56-36deee5fe5e8 HTTP/1.1" status: 204 len: 168 time: 0.3946581 May 26 19:39:49.721567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:49.777587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b762-e8e0-474c-9e80-60f90c7c740a req-a5f66cc4-bf41-4a24-848f-44305498b496 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:49.790777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a262b762-e8e0-474c-9e80-60f90c7c740a req-a5f66cc4-bf41-4a24-848f-44305498b496 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.2529216 May 26 19:39:49.861540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a262b762-e8e0-474c-9e80-60f90c7c740a req-e86b07e2-45cc-4e71-9000-c25884f62cfb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741463 May 26 19:39:50.531688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33784) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:50.705738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:50.717686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:50.722758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Usage tracker for resource:security_group_rule and tenant:9420a59a8136414e82cd5605cfdc946f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:50.726321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:50.736718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:50.852484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:50.860545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:50.917484 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9420a59a8136414e82cd5605cfdc946f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794849 May 26 19:39:50.917484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8c93d-9156-473e-89b7-e22b5a03f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71651795-45be-4cdb-a573-1b8e4ed1b2db,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:50.918876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33802) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:50.983394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.050265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.117927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b76d0-f71a-4ce1-a87e-bb754147e0aa req-52144878-d7dc-4899-83e7-f8ff53456234 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:51.118926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c24b76d0-f71a-4ce1-a87e-bb754147e0aa req-52144878-d7dc-4899-83e7-f8ff53456234 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1057591 May 26 19:39:51.182247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c24b76d0-f71a-4ce1-a87e-bb754147e0aa req-a2f8e348-04e1-4db1-9046-174cba73d70d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583704 May 26 19:39:51.184644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.203649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71651795-45be-4cdb-a573-1b8e4ed1b2db,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:51.210555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.226834 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6b4b0252-1f57-4b2c-a776-64aff0437c6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71651795-45be-4cdb-a573-1b8e4ed1b2db HTTP/1.1" status: 204 len: 168 time: 0.2993124 May 26 19:39:51.619903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:51.641120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.657571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:39:51.665420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Usage tracker for resource:security_group_rule and tenant:f6b8216416144b539f0f85dc3ecaf616 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:39:51.669113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:39:51.675268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:39:51.788641 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.794338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:51.829174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6b8216416144b539f0f85dc3ecaf616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075291 May 26 19:39:51.834294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33824) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:39:51.912228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffa8a5-d7e4-4557-a225-349ef8cf910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba15acd-1260-4188-be6d-0588a96ec801,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:51.968549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:52.022702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:52.143892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:52.191883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba15acd-1260-4188-be6d-0588a96ec801,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:39:52.228334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:39:52.228334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d479c736-e64c-4b3d-97cd-1641d66ae8ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ba15acd-1260-4188-be6d-0588a96ec801 HTTP/1.1" status: 204 len: 168 time: 0.3867514 May 26 19:39:52.453935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e405ecc-7dbc-4298-b03e-26d245031c2e req-db8b13d5-e626-42ac-9899-91b5d8923fed tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:52.455564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e405ecc-7dbc-4298-b03e-26d245031c2e req-db8b13d5-e626-42ac-9899-91b5d8923fed tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1293125 May 26 19:39:52.529710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e405ecc-7dbc-4298-b03e-26d245031c2e req-c74c03d4-3659-4512-90f8-ce3450735c28 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613337 May 26 19:39:53.720766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbce478-f29f-487b-9e11-e2226ca4222f req-9aecc8e5-f034-401f-acd5-520e035f448f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:53.722269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcbce478-f29f-487b-9e11-e2226ca4222f req-9aecc8e5-f034-401f-acd5-520e035f448f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.0862458 May 26 19:39:53.771765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcbce478-f29f-487b-9e11-e2226ca4222f req-40686611-9030-46a0-bacf-d4246506cfd8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 May 26 19:39:54.968981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40984f-2f76-42e8-9425-7f69651fb3d6 req-c4822c24-6577-497a-ad20-5fea3527a1b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:54.970625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac40984f-2f76-42e8-9425-7f69651fb3d6 req-c4822c24-6577-497a-ad20-5fea3527a1b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.0876317 May 26 19:39:55.023379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac40984f-2f76-42e8-9425-7f69651fb3d6 req-4ad35316-ba16-4c5e-be6f-dfefd798b6f6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 May 26 19:39:56.305873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf7669-4bf1-49fd-b80c-e9f8575a476e req-1df669cc-c5ec-44d2-a7ec-32522a2a419e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:56.327367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9bf7669-4bf1-49fd-b80c-e9f8575a476e req-1df669cc-c5ec-44d2-a7ec-32522a2a419e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1317554 May 26 19:39:56.391989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9bf7669-4bf1-49fd-b80c-e9f8575a476e req-053314c6-37bf-452b-971c-bbc73b908834 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622616 May 26 19:39:57.690085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357783b-9573-4d54-8c85-d8728d636e80 req-f553d86f-3307-4ce8-a888-3c9c410577cf tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:57.697498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a357783b-9573-4d54-8c85-d8728d636e80 req-f553d86f-3307-4ce8-a888-3c9c410577cf tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.0980563 May 26 19:39:57.749595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a357783b-9573-4d54-8c85-d8728d636e80 req-214d2244-4f19-41f9-8125-1470d378afa2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511918 May 26 19:39:59.215727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b49932-dd24-436a-a7b3-f5d006ec5588 req-4720144a-ceba-45d9-8808-3f8f49f8c147 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:39:59.221063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64b49932-dd24-436a-a7b3-f5d006ec5588 req-4720144a-ceba-45d9-8808-3f8f49f8c147 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1546912 May 26 19:39:59.298036 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64b49932-dd24-436a-a7b3-f5d006ec5588 req-6eadd09c-f28c-4a75-8ec2-8cfef1aea374 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 May 26 19:40:00.492322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662dc73-fd31-4571-95fd-2aa6b3ab6d41 req-0f311938-6c93-47b3-8da3-a15fbe051efb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:00.493726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9662dc73-fd31-4571-95fd-2aa6b3ab6d41 req-0f311938-6c93-47b3-8da3-a15fbe051efb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.0846753 May 26 19:40:00.553098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9662dc73-fd31-4571-95fd-2aa6b3ab6d41 req-2d76128a-a802-400e-9e28-2880b3046c61 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 May 26 19:40:01.807633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121479a-9cdb-4180-bc29-b1bd653a9a33 req-f22289be-1f42-42ed-a3aa-955ade6bc913 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:01.821984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a121479a-9cdb-4180-bc29-b1bd653a9a33 req-f22289be-1f42-42ed-a3aa-955ade6bc913 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1467638 May 26 19:40:01.922587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a121479a-9cdb-4180-bc29-b1bd653a9a33 req-c45df1b6-88dd-42fc-b715-06353b51ef67 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 May 26 19:40:03.209549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c00da8-7ed6-4305-80a7-18e3d5c7d586 req-eaadce22-9f7c-4b9a-8ee7-40c1a8880527 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:03.211385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34c00da8-7ed6-4305-80a7-18e3d5c7d586 req-eaadce22-9f7c-4b9a-8ee7-40c1a8880527 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1033857 May 26 19:40:03.261419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34c00da8-7ed6-4305-80a7-18e3d5c7d586 req-d1751216-fccb-4909-95ef-1e1cd3b8bad6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 May 26 19:40:03.859739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34002) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:04.006243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.029163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:04.035483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Usage tracker for resource:security_group_rule and tenant:8cedb0fa057b4bf6b38a9c14d7cf9dec is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:04.039529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:04.048140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:04.197078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.202936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.269435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cedb0fa057b4bf6b38a9c14d7cf9dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084580 May 26 19:40:04.271115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55dbb9-f0d7-42a2-9154-cb4cdf80a24a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:04.272106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:04.292523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.292866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.293515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.295537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.296857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.296857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc35b1-eaeb-490a-866e-aa65acce62be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.369849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.403630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.476271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.504911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55dbb9-f0d7-42a2-9154-cb4cdf80a24a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:04.513291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.513633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.521696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.522080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.522748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.522748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.523060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.523777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.523777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.524020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.524296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.524615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:04.534053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:04.536186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-745f0985-79ed-4707-b90c-02aa91637da0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc55dbb9-f0d7-42a2-9154-cb4cdf80a24a HTTP/1.1" status: 204 len: 168 time: 0.2629030 May 26 19:40:04.949524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8b8fa-b77a-4566-897b-dc12bf5c3a27 req-8b775685-683d-42f4-8d87-d1a93fb9695a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:04.951235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42c8b8fa-b77a-4566-897b-dc12bf5c3a27 req-8b775685-683d-42f4-8d87-d1a93fb9695a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 944 time: 0.1088006 May 26 19:40:04.965351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:04.989164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.014636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42c8b8fa-b77a-4566-897b-dc12bf5c3a27 req-9fa385a0-56c1-493c-b9b6-d6024a3ad124 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 May 26 19:40:05.017687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:05.024793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1177d1101044f196eae3d12459b13e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:05.029109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:05.035907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:05.165179 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.172522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.228195 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb1177d1101044f196eae3d12459b13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616272 May 26 19:40:05.232783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377bfce-6ac1-40d5-bc14-9bfa39f3fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60261c12-413e-4be9-b64c-0ba2019618a2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:05.232906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34032) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:05.296161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.302418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.313750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.314427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.320240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.326754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.336803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:05.337653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-649f82f4-6a20-4897-bc2c-6da5210ccc60 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.2063913 May 26 19:40:05.386540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.428807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01f86e43-be48-4890-9c48-6fd6adf774b4 req-03707cb0-c900-483d-8eb7-2e745b02067a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810897 May 26 19:40:05.438361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.526319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.549328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60261c12-413e-4be9-b64c-0ba2019618a2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:05.560471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.562441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f106cb7-6017-489a-a4f6-3e5c6efcb35f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60261c12-413e-4be9-b64c-0ba2019618a2 HTTP/1.1" status: 204 len: 168 time: 0.3280015 May 26 19:40:05.710815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 545e59f4-9bf9-4544-b19b-e441f0abc1f3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:40:05.856861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:05.871791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '545e59f4-9bf9-4544-b19b-e441f0abc1f3', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': '545e59f4-9bf9-4544-b19b-e441f0abc1f3', 'mac_address': 'fa:16:3e:bf:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:40:05.929851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:05.930253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:05.951382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545e59f4-9bf9-4544-b19b-e441f0abc1f3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:40:05.968900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:05.973702 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:06.061321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:06.070822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.070822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.071009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.071295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.071634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.072903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.072903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.073128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.073482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.073813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.074167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.074654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:40:06.253384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757b8c-2fcf-4bb2-9c16-614536f6dd51 req-4e1f3d4c-5bb6-4584-800f-02e3b1530764 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.260019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c757b8c-2fcf-4bb2-9c16-614536f6dd51 req-4e1f3d4c-5bb6-4584-800f-02e3b1530764 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 945 time: 0.0981970 May 26 19:40:06.318362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c757b8c-2fcf-4bb2-9c16-614536f6dd51 req-6e8b8610-33d9-49e6-b7d4-dee0aa1f57be tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522916 May 26 19:40:06.425664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['545e59f4-9bf9-4544-b19b-e441f0abc1f3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:40:06.632645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:06.734690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.742847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.749163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.757887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.765083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.771035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.777903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:06.785757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-6fc16db3-300d-4cbb-b61a-ef6434d96de2 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.1720989 May 26 19:40:06.837633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e27d3f-b02d-4830-b77a-c4dd228e6212 req-aa3b891b-b48d-4a9e-8287-8f133139b4f0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510218 May 26 19:40:07.758194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5559-b60f-4f92-9956-62f72f6c5f52 req-ece14452-254b-41c2-bf9d-f3876f1b7bba tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:07.762365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e2f5559-b60f-4f92-9956-62f72f6c5f52 req-ece14452-254b-41c2-bf9d-f3876f1b7bba tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 945 time: 0.1776390 May 26 19:40:07.832301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e2f5559-b60f-4f92-9956-62f72f6c5f52 req-7e959f9e-5b25-4d97-9486-1d7823a19f38 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 May 26 19:40:08.045688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.055043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.062347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.070050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.078091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.086869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.106873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.111488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6b179d47-3b2c-463e-8601-4f12d299a358 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.2668147 May 26 19:40:08.524478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-61b6fab5-2525-4e63-b3ab-a32540d5e980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.525694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-61b6fab5-2525-4e63-b3ab-a32540d5e980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4066064 May 26 19:40:08.794486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.816444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.823510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.830147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.836307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.846420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.862439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:08.869352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-f988bf02-fc2b-43cc-b0b2-bc42e2d86c3e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 5443 time: 0.7564874 May 26 19:40:08.960178 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe93d9c8-e57f-4dd6-8e30-c5a354c3a395 req-b60621fe-1e4d-4ba8-b126-c25835146452 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895498 May 26 19:40:09.003145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-ab763e68-a254-4879-b118-2d2f3a8b3164 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4699705 May 26 19:40:09.019339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:09.267046 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:09.403612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4af8-46ea-41fb-a6cd-0e5d60bea05b req-a14d2429-48a3-44e7-92e9-2620a0d74e7f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:09.406057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-493e4af8-46ea-41fb-a6cd-0e5d60bea05b req-a14d2429-48a3-44e7-92e9-2620a0d74e7f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 945 time: 0.2503159 May 26 19:40:09.687640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-493e4af8-46ea-41fb-a6cd-0e5d60bea05b req-6dbf629a-b7a5-49a9-9c73-43285007aa13 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566981 May 26 19:40:09.744871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 545e59f4-9bf9-4544-b19b-e441f0abc1f3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:40:09.773132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:09.821895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] For port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:40:09.828025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:40:09.833930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:40:09.834305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:09.917498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] device_id is not set on port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:40:09.937355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:09.947159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:10.064069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:10.064450 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:10.071862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:10.133697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:10.166551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:10.185779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:10.424030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:10.457072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] No DVR routers for this DVR port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:10.606785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] In _notify_port_updated(), no bound segment for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:40:10.608042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:10.609492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:10.612965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-6ecb36da-5851-4765-b836-5a9e3d3ffb00 service neutron] 10.222.0.13 "PUT /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 200 len: 1031 time: 1.6016176 May 26 19:40:10.673424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f8f73d1c-5f7e-4c13-b2d7-36ae7d1afe4b None None] Provisioning complete for port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:40:10.673800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f8f73d1c-5f7e-4c13-b2d7-36ae7d1afe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:10.786357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-0ae9fa92-1b7b-4269-90e3-fe8e90a95038 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:10.786357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-0ae9fa92-1b7b-4269-90e3-fe8e90a95038 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "GET /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1634495 May 26 19:40:10.821231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:10.877429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f8f73d1c-5f7e-4c13-b2d7-36ae7d1afe4b None None] Port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:40:11.149191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:11.259330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.267597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.275290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.284318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.291629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.298211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:11.300240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-12c50c76-9df1-44c7-a463-e298e6f3b279 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 4665 time: 0.3920658 May 26 19:40:11.380641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd2e88e2-be22-4039-9066-ef85bf4b115d req-f13664a8-0ba4-495f-91ac-642d26bc8009 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&id=f7b65e48-069b-4781-af4e-9a404f8b115d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632849 May 26 19:40:11.478993 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ddd629-9d95-47da-b237-605eccb7aac7'] response: {'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3', 'code': 200} May 26 19:40:11.850054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=b648e801-26ba-4240-a0a7-19376320aee8,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:11.916912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] For port b648e801-26ba-4240-a0a7-19376320aee8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:40:12.021654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826ad75-3bd7-476c-97e9-971e9ecd1373 req-88299481-7dba-44fb-950d-9eaec04e26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.023488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c826ad75-3bd7-476c-97e9-971e9ecd1373 req-88299481-7dba-44fb-950d-9eaec04e26d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 1097 time: 0.4675040 May 26 19:40:12.037511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd90b0-b7ea-4956-a6a2-65de082c9c30 req-5d724a37-2803-404b-85f7-d3b78e33e2ea tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.045314 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6dd90b0-b7ea-4956-a6a2-65de082c9c30 req-5d724a37-2803-404b-85f7-d3b78e33e2ea tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.4314590 May 26 19:40:12.082119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] device_id is not set on port b648e801-26ba-4240-a0a7-19376320aee8 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:40:12.115195 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:12.140703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:12.332589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c826ad75-3bd7-476c-97e9-971e9ecd1373 req-50a6e99c-4faf-4413-af55-5d6542934341 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834673 May 26 19:40:12.409062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6dd90b0-b7ea-4956-a6a2-65de082c9c30 req-e9c6f1f5-e529-4f88-9eec-c57458163422 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636799 May 26 19:40:12.413070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] No DVR routers for this DVR port b648e801-26ba-4240-a0a7-19376320aee8 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:12.477941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Pushing event updated for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:12.654348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] In _notify_port_updated(), no bound segment for port b648e801-26ba-4240-a0a7-19376320aee8 on network fb30bc38-849e-44a1-97c1-a95c51120f85 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:40:12.655463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.656265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:12.657848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-609d7c3a-ec25-4ce5-bcee-579f9cb6c762 service neutron] 10.222.0.13 "PUT /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 200 len: 1033 time: 1.8657401 May 26 19:40:12.725952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6fc0dce-faaf-440a-a91b-a0adaaa8952e None None] Provisioning complete for port b648e801-26ba-4240-a0a7-19376320aee8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:40:12.726403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6fc0dce-faaf-440a-a91b-a0adaaa8952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:12.779044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port 7a544b7d-8626-4999-b71a-9697789d1045 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:12.779427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:12.819055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-aef1a5aa-4c5d-416f-b05e-97b285511186 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3347692 May 26 19:40:12.842210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc0dce-faaf-440a-a91b-a0adaaa8952e None None] Port b648e801-26ba-4240-a0a7-19376320aee8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:40:12.862464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device b648e801-26ba-4240-a0a7-19376320aee8 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:12.874520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.894999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.906253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.912128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.917983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:12.925677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-feebbb75-3164-4fb9-aece-1a9d3bb4cdf8 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 3885 time: 0.3323104 May 26 19:40:12.951680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device b648e801-26ba-4240-a0a7-19376320aee8 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:12.952361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e6361f07-96fd-4ee4-8048-a4977249d8b0 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:13.142935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e6361f07-96fd-4ee4-8048-a4977249d8b0 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:13.143666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:13.278299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f63338a3-4a1f-4049-a81c-447d8f0388da req-1a80a228-b669-494b-bde0-151e82412bad tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502402 May 26 19:40:13.308533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:13.317313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:13.318199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7a544b7d-8626-4999-b71a-9697789d1045 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:13.500253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:13.505947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:13.686338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:13.686338 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:13.723903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 7a544b7d-8626-4999-b71a-9697789d1045 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:13.723903 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:13.745794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-36892460-5ef4-4abf-b3cb-7d9b8ab5b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:13.745794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-36892460-5ef4-4abf-b3cb-7d9b8ab5b1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 1097 time: 0.7330735 May 26 19:40:13.810972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:13.815217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:13.817778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device cb9cb2ed-5420-46a7-863f-af0102d94971 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:13.917184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for 7a544b7d-8626-4999-b71a-9697789d1045 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:13.981729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:14.056126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.138587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port cb9cb2ed-5420-46a7-863f-af0102d94971 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:14.139213 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.153623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e59c6e-09a4-4309-a930-13e6c0676f2f req-54d16084-817f-477f-b830-ba0a26f6f4c0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:14.155120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07e59c6e-09a4-4309-a930-13e6c0676f2f req-54d16084-817f-477f-b830-ba0a26f6f4c0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.5410745 May 26 19:40:14.197680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:40:14.198005 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:40:14.203332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-c8a1ded0-1083-42c4-8da7-960d310a224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:14.204761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-c8a1ded0-1083-42c4-8da7-960d310a224a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.2948346 May 26 19:40:14.222576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:14.228221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.229786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:14.347188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:14.388210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:14.389140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3712d9bb-ec72-468e-9c96-ff291aba5869 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:14.421112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-0f76d855-0367-43a2-b98c-033ef2254095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 HTTP/1.1" status: 200 len: 217 time: 0.2048659 May 26 19:40:14.425967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07e59c6e-09a4-4309-a930-13e6c0676f2f req-4be8c57d-7fa9-4218-91e8-c62142f09ab6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499456 May 26 19:40:14.498284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-16484486-ec38-40aa-abd0-21593035470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:14.499664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-16484486-ec38-40aa-abd0-21593035470e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0713239 May 26 19:40:14.516951 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049c9be2-f2a3-4326-a0a7-c804de5bed37'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'code': 200} May 26 19:40:14.597414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-5edad95b-403c-4a42-bccb-357df52a3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:14.599200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-5edad95b-403c-4a42-bccb-357df52a3178 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904989 May 26 19:40:14.611545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3712d9bb-ec72-468e-9c96-ff291aba5869 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:14.612217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.716454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f1db3fb-28e5-4034-b812-50e2cdb4b0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.723949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:14.736720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port 7a544b7d-8626-4999-b71a-9697789d1045 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:14.737225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.737720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.737980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 494c6fd7-50ac-4671-b7df-44235207e549 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:14.893391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-f93efb7e-357b-403a-976f-28d5adb56074 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809711 May 26 19:40:14.935105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:14.957955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 494c6fd7-50ac-4671-b7df-44235207e549 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:14.958472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:14.994726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:15.008280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:15.090544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:15.284359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port 7a544b7d-8626-4999-b71a-9697789d1045, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7a544b7d-8626-4999-b71a-9697789d1045,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:15.284722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:15.303707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.309665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.315558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.322099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.327721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:15.329591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-53321d40-ac30-4d67-83d2-714b9e145776 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 3877 time: 0.6348343 May 26 19:40:15.483551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for 7a544b7d-8626-4999-b71a-9697789d1045 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:15.592157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecca6a7f-d152-46dd-9b7e-218469d8475d req-3e52da09-4f29-4391-8af6-c023bbb64ec8 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438558 May 26 19:40:15.596862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00f37f23-7a84-43ec-bbce-a35592fb1bbb req-43656c54-e823-4dd2-8dbd-20cc6d8391cf tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047038 May 26 19:40:15.799972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:15.864508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=7a544b7d-8626-4999-b71a-9697789d1045,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:15.989853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port 7a544b7d-8626-4999-b71a-9697789d1045 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:16.018207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:16.023642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:16.049003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-def2232e-00d9-4a42-be34-0357d52f1f5b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "DELETE /v2.0/ports/7a544b7d-8626-4999-b71a-9697789d1045 HTTP/1.1" status: 204 len: 173 time: 3.3841789 May 26 19:40:16.194779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf93d1-9411-45e2-a704-1d61195d255e req-c2edc99e-67fb-4c7f-bf87-4bfbe54b416e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:16.195707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1caf93d1-9411-45e2-a704-1d61195d255e req-c2edc99e-67fb-4c7f-bf87-4bfbe54b416e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.4347186 May 26 19:40:16.259426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port 3712d9bb-ec72-468e-9c96-ff291aba5869 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:16.259803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:16.456396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1caf93d1-9411-45e2-a704-1d61195d255e req-3291d8e9-286f-4713-8fa7-fb82cc1eab57 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409279 May 26 19:40:16.519775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869'}, {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:16.556308 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3826533b-8b67-43a9-a924-cd6475ca3b7e'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045', 'status': 'completed', 'code': 200} May 26 19:40:16.810687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-116cdaee-68cf-4b42-b5be-06e9c8df9f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:16.957974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port 3712d9bb-ec72-468e-9c96-ff291aba5869, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3712d9bb-ec72-468e-9c96-ff291aba5869,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:16.958540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:16.975900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25754830-0209-4100-b673-c9cf447e7015 req-cba8d54b-46d6-4d51-8851-e124544b9829 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:16.977614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25754830-0209-4100-b673-c9cf447e7015 req-cba8d54b-46d6-4d51-8851-e124544b9829 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.1485806 May 26 19:40:17.110756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for 3712d9bb-ec72-468e-9c96-ff291aba5869 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:17.193984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25754830-0209-4100-b673-c9cf447e7015 req-aaf47a56-2104-4e0c-b154-56dd0dc55a1a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546924 May 26 19:40:17.272317 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3d4ee-7496-4219-a997-1456eda78318'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a544b7d-8626-4999-b71a-9697789d1045', 'code': 200} May 26 19:40:17.272589 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3d4ee-7496-4219-a997-1456eda78318'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'code': 200} May 26 19:40:17.272852 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3d4ee-7496-4219-a997-1456eda78318'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'code': 200} May 26 19:40:17.273129 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3d4ee-7496-4219-a997-1456eda78318'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549', 'code': 200} May 26 19:40:17.314785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:17.334711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:17.385417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=3712d9bb-ec72-468e-9c96-ff291aba5869,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:17.533703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port 3712d9bb-ec72-468e-9c96-ff291aba5869 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:17.537713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:17.551639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5c4baaf7-af7c-4af5-9db2-ffa61df7d28c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "DELETE /v2.0/ports/3712d9bb-ec72-468e-9c96-ff291aba5869 HTTP/1.1" status: 204 len: 173 time: 1.4952683 May 26 19:40:17.632939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:17.639718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:17.645812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:17.646644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:17.662484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port cb9cb2ed-5420-46a7-863f-af0102d94971 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:17.662818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:17.725798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:17.727442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-083a5671-7769-43b4-8ccc-4993b9d2988e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 2409 time: 0.3389852 May 26 19:40:17.862017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e58f318-afc3-4b64-a1ae-db77f6c7b78c req-420c0868-1b4a-4f16-81f1-0ef9fa75f008 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913532 May 26 19:40:18.002301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34328) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:18.141583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.145608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port cb9cb2ed-5420-46a7-863f-af0102d94971, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=cb9cb2ed-5420-46a7-863f-af0102d94971,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:18.146893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.231688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.266002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:18.271421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Usage tracker for resource:security_group_rule and tenant:1c259aba361445e98b640d47bb8c75f3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:18.275131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:18.281959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:18.330523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for cb9cb2ed-5420-46a7-863f-af0102d94971 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:18.383490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.387976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.440169 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c259aba361445e98b640d47bb8c75f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369657 May 26 19:40:18.441336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34340) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:18.442271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e37a25-e7b9-4c20-8f27-a7f285e99f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2935a1b5-537a-4dd5-863d-1242fb3276a0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:18.572898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:18.591438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.600063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c777f8-63fe-4c62-a4ab-e0ac2e6db9b7 req-b0c72ef7-5779-4b45-9e57-863161237749 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:18.601162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c777f8-63fe-4c62-a4ab-e0ac2e6db9b7 req-b0c72ef7-5779-4b45-9e57-863161237749 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.2277339 May 26 19:40:18.783895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.829574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:18.845305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c777f8-63fe-4c62-a4ab-e0ac2e6db9b7 req-7cc6e957-1469-4c27-ba37-8901ea63bd22 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282848 May 26 19:40:18.922576 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf69fd5-3a82-41c6-9ab0-b594b923a67b'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '3712d9bb-ec72-468e-9c96-ff291aba5869', 'status': 'completed', 'code': 200} May 26 19:40:18.925759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=cb9cb2ed-5420-46a7-863f-af0102d94971,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:19.053456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port cb9cb2ed-5420-46a7-863f-af0102d94971 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:19.061510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.083819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.104417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935a1b5-537a-4dd5-863d-1242fb3276a0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:19.108002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.109103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9c3416db-ea87-4945-9395-09be226fc60e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2935a1b5-537a-4dd5-863d-1242fb3276a0 HTTP/1.1" status: 204 len: 168 time: 0.6646471 May 26 19:40:19.115347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-3c5f15ef-a8cc-480a-aade-146f15a3179b tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "DELETE /v2.0/ports/cb9cb2ed-5420-46a7-863f-af0102d94971 HTTP/1.1" status: 204 len: 173 time: 1.5573380 May 26 19:40:19.208982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-a173bf70-1aa1-4d69-bec5-66de7644578f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:19.208982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-a173bf70-1aa1-4d69-bec5-66de7644578f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:19.208982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-a173bf70-1aa1-4d69-bec5-66de7644578f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:19.254954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port 494c6fd7-50ac-4671-b7df-44235207e549 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:19.254954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.327909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-a173bf70-1aa1-4d69-bec5-66de7644578f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:19.335864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-a173bf70-1aa1-4d69-bec5-66de7644578f tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 1677 time: 0.3288536 May 26 19:40:19.487702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-431a02d6-eecb-423f-81b6-ca37f8f9d19a req-adb4eb1b-3ed3-4542-a333-b873c2ed661a tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506231 May 26 19:40:19.552029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34360) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:19.572733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.594594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:19.600749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Usage tracker for resource:security_group_rule and tenant:e754f2572b8c49cea2fed1359794c052 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:19.604025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:19.611851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:19.708599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port 494c6fd7-50ac-4671-b7df-44235207e549, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=494c6fd7-50ac-4671-b7df-44235207e549,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:19.709752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.718149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.719154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.724793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.779447 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e754f2572b8c49cea2fed1359794c052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264528 May 26 19:40:19.780300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c7486-5b77-4eae-bb0f-2fbadbc1f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5263c-86a8-4082-97eb-3d0465e2ea2e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:19.782658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34364) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:19.841916 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:40:19.860134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.892363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.960398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:19.989163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5263c-86a8-4082-97eb-3d0465e2ea2e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:20.016348 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:20.037876 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97d2635d-4cbd-4d05-9d43-3bde30c72836 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aef5263c-86a8-4082-97eb-3d0465e2ea2e HTTP/1.1" status: 204 len: 168 time: 0.2525840 May 26 19:40:20.234057 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:20.234057 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:20.234658 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Floating IP ea9d6ee9-d79d-420a-bce5-d645babdb865 disassociated. External IP: 172.25.0.135, port: 494c6fd7-50ac-4671-b7df-44235207e549. May 26 19:40:20.234658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for 494c6fd7-50ac-4671-b7df-44235207e549 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:20.312062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaebde-3c1d-4815-8eb1-05ac655e5181 req-28180035-87d3-45fd-ab5e-aacb1635f438 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:20.317770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfaebde-3c1d-4815-8eb1-05ac655e5181 req-28180035-87d3-45fd-ab5e-aacb1635f438 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.2088656 May 26 19:40:20.452061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfaebde-3c1d-4815-8eb1-05ac655e5181 req-ec9e7d76-f900-40db-9fa6-6f677e61e49a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194258 May 26 19:40:20.763969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-d24d2957-8a47-4226-a01f-8e8c082d4b11 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:20.765685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-d24d2957-8a47-4226-a01f-8e8c082d4b11 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 946 time: 0.3120854 May 26 19:40:20.771152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:20.899143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=494c6fd7-50ac-4671-b7df-44235207e549,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:20.928894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:21.032989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:21.032989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:21.313503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2e913-9de5-42fa-9b1b-234320c3c51f req-50483f6b-9e5d-4b57-b6aa-e12b819353a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:21.315421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48d2e913-9de5-42fa-9b1b-234320c3c51f req-50483f6b-9e5d-4b57-b6aa-e12b819353a0 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 943 time: 0.5966752 May 26 19:40:21.577659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48d2e913-9de5-42fa-9b1b-234320c3c51f req-cdfb7e14-23a9-43e6-8505-b5d549c77574 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007577 May 26 19:40:21.649969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Router 7b119d53-b309-4442-a3f9-950f6cae1356 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:40:21.895113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port 545e59f4-9bf9-4544-b19b-e441f0abc1f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=545e59f4-9bf9-4544-b19b-e441f0abc1f3,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:21.896249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:22.064821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 545e59f4-9bf9-4544-b19b-e441f0abc1f3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:22.119420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:40:22.133661 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Sync routers for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:22.158454 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:22.161655 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:22.220387 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d942478f-e80d-44e9-afcf-fd43a4dd5f44'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': 'cb9cb2ed-5420-46a7-863f-af0102d94971', 'status': 'completed', 'code': 200} May 26 19:40:22.240383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port 494c6fd7-50ac-4671-b7df-44235207e549 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:22.269354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:22.295143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-dba1b57e-f21d-43e8-91d1-fda0755924b5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "DELETE /v2.0/ports/494c6fd7-50ac-4671-b7df-44235207e549 HTTP/1.1" status: 204 len: 173 time: 3.1698787 May 26 19:40:22.471796 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:22.577024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:22.577024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-38be98d1-2180-437b-a44e-2930c21a45cc req-c0cd2752-0759-4b45-bb16-926a1736a87a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 210 time: 0.0903053 May 26 19:40:22.580040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:40:22.782189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=545e59f4-9bf9-4544-b19b-e441f0abc1f3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:22.906665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port e6361f07-96fd-4ee4-8048-a4977249d8b0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:22.919594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:23.210618 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:23.216765 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Checking router: 7b119d53-b309-4442-a3f9-950f6cae1356 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:23.220050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port 545e59f4-9bf9-4544-b19b-e441f0abc1f3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:23.235053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:23.235471 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:23.237313 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:23.336724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb7c4d6a-969b-43dd-b52a-8f4f84437513 req-517ba6e4-a78b-4a7a-8436-e442cbf52e99 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "DELETE /v2.0/ports/545e59f4-9bf9-4544-b19b-e441f0abc1f3 HTTP/1.1" status: 204 len: 173 time: 2.5586669 May 26 19:40:23.600346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:23.805739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 545e59f4-9bf9-4544-b19b-e441f0abc1f3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:23.895396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 545e59f4-9bf9-4544-b19b-e441f0abc1f3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:23.896272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 545e59f4-9bf9-4544-b19b-e441f0abc1f3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:24.112219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:24.119485 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f6beac-8839-489b-9075-3dd4ec3c3462 None None] The sync data for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 is: [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:33:47Z', 'revision_number': 4, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'f3b48f68-1c87-4b23-92dd-adb8d520e697', 'name': '', 'network_id': '71d9e4d2-fd3f-46e8-b33e-c3d25511d52c', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'mac_address': 'fa:16:3e:20:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:45Z', 'updated_at': '2022-05-26T19:33:56Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'subnets': [{'id': '66886d94-a17f-4a22-829a-a1e3d660b872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:24.143123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-8d19069c-b188-403e-b495-d18d6bf70bba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6557720 May 26 19:40:24.158819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d9848-d6d9-48b0-ba07-a49c6b4efe5b req-c67f42df-9114-4002-bbbf-7a014af9b980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:24.159884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d4d9848-d6d9-48b0-ba07-a49c6b4efe5b req-c67f42df-9114-4002-bbbf-7a014af9b980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:24.237946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549'}, {'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'name': 'network-vif-deleted', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:24.284575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port e6361f07-96fd-4ee4-8048-a4977249d8b0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e6361f07-96fd-4ee4-8048-a4977249d8b0,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:24.284699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:24.297383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9d4d9848-d6d9-48b0-ba07-a49c6b4efe5b req-c67f42df-9114-4002-bbbf-7a014af9b980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:24.307958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d4d9848-d6d9-48b0-ba07-a49c6b4efe5b req-c67f42df-9114-4002-bbbf-7a014af9b980 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 943 time: 1.1280847 May 26 19:40:24.578918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for e6361f07-96fd-4ee4-8048-a4977249d8b0 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:24.597497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac3c60-7608-4297-9be8-9108ed20440a None None] New status for floating IP ea9d6ee9-d79d-420a-bce5-d645babdb865: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:40:24.840676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d4d9848-d6d9-48b0-ba07-a49c6b4efe5b req-8698d8ef-5ff0-4687-8415-eeb0be45d706 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f238d4ca-2f74-4bfb-8bc9-063cf279c229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5297599 May 26 19:40:24.873665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:25.106661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=e6361f07-96fd-4ee4-8048-a4977249d8b0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:25.207060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-c8c4f665-351e-4003-8553-1909bd09cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:25.208534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-c8c4f665-351e-4003-8553-1909bd09cbf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 1096 time: 1.0352447 May 26 19:40:25.228310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port e6361f07-96fd-4ee4-8048-a4977249d8b0 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:25.231930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-090c13ca-1e11-4624-8cdf-9f5f786a1235 req-2d8ca842-fab8-4ac9-9fa0-78928c9895f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:25.238104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:25.365349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-090c13ca-1e11-4624-8cdf-9f5f786a1235 req-2d8ca842-fab8-4ac9-9fa0-78928c9895f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:25.376083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-090c13ca-1e11-4624-8cdf-9f5f786a1235 req-2d8ca842-fab8-4ac9-9fa0-78928c9895f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=536896ad-1270-41a7-bc1c-a385dc7d0647 HTTP/1.1" status: 200 len: 210 time: 0.2822483 May 26 19:40:25.392848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc01a53f-6a07-47e2-b66b-a9e614fad25d req-5a846973-9696-4e55-8c42-96d7f2e5bf82 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.13 "DELETE /v2.0/ports/e6361f07-96fd-4ee4-8048-a4977249d8b0 HTTP/1.1" status: 204 len: 173 time: 2.9965651 May 26 19:40:25.631439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-36557cb1-9789-4ec2-bb17-34903f1ce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:25.635803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-36557cb1-9789-4ec2-bb17-34903f1ce264 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 200 len: 915 time: 0.3999455 May 26 19:40:25.831352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-2cefea85-98c7-44bc-91e1-bf1eed6328a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 200 len: 1001 time: 0.1878223 May 26 19:40:25.927363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-28d9961e-2107-42db-a2a8-7281fe6c6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:25.929285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-28d9961e-2107-42db-a2a8-7281fe6c6f21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 200 len: 853 time: 0.0910630 May 26 19:40:25.931403 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea899796-877d-4910-a3c8-19f97d1fb499'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': '494c6fd7-50ac-4671-b7df-44235207e549', 'status': 'completed', 'code': 200} May 26 19:40:25.931812 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea899796-877d-4910-a3c8-19f97d1fb499'] response: {'server_uuid': '536896ad-1270-41a7-bc1c-a385dc7d0647', 'name': 'network-vif-deleted', 'tag': '545e59f4-9bf9-4544-b19b-e441f0abc1f3', 'status': 'completed', 'code': 200} May 26 19:40:26.047400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-c20c09aa-6639-4e1f-b78a-8e7b4d22e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:26.049134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-c20c09aa-6639-4e1f-b78a-8e7b4d22e256 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a5a466-b3a8-4e8e-8f15-95e55e96479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108887 May 26 19:40:26.231885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a3f169d-63d4-4c95-8edf-e7ef84c2eee3 req-ffda09bc-de5b-49d1-afc3-b03e0bfc8912 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Synchronizing usage tracker for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:26.282732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a3f169d-63d4-4c95-8edf-e7ef84c2eee3 req-ffda09bc-de5b-49d1-afc3-b03e0bfc8912 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Unset dirty status for tenant:f7b79d8805e2420cb8f52ea2f6524dd0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:26.291815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a3f169d-63d4-4c95-8edf-e7ef84c2eee3 req-ffda09bc-de5b-49d1-afc3-b03e0bfc8912 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.1973119 May 26 19:40:26.349552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-50dc0d5b-11e5-4881-82e7-5fc5ff6c4fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924423 May 26 19:40:26.532203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7ed95d4-deea-40f4-bb83-c9b5eb33333a req-5104bfd5-490c-4dc4-8efe-6e5f6ce183d5 service neutron] 10.222.0.53 "GET /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757619 May 26 19:40:27.095443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5f004-49ef-4714-8b81-bdef003efb82 req-dca75143-49a8-4082-ab25-e3f5ff1c4dc9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:27.097698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30b5f004-49ef-4714-8b81-bdef003efb82 req-dca75143-49a8-4082-ab25-e3f5ff1c4dc9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.1558831 May 26 19:40:27.155471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30b5f004-49ef-4714-8b81-bdef003efb82 req-a0d496a8-ece3-4c67-adf2-f71b60fde6bc tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506511 May 26 19:40:27.473324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aae6be5b-56d8-4651-ac09-1e5eea688182 req-de11f3f5-6a3e-40ca-b21d-606055d62ca4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db2d593-0f27-4c96-9bdf-cf894861ddd3 HTTP/1.1" status: 200 len: 210 time: 0.0454035 May 26 19:40:27.933705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:27.991207 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c095568-e51b-40e0-8210-bf969aa59e2c'] response: {'server_uuid': '7db2d593-0f27-4c96-9bdf-cf894861ddd3', 'name': 'network-vif-deleted', 'tag': 'e6361f07-96fd-4ee4-8048-a4977249d8b0', 'status': 'completed', 'code': 200} May 26 19:40:28.423612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080a978-c4f4-48c8-acea-ee2ca26c2805 req-af8965ea-c46f-4a1b-ad2a-74ba488d75ec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:28.430755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7080a978-c4f4-48c8-acea-ee2ca26c2805 req-af8965ea-c46f-4a1b-ad2a-74ba488d75ec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.0992069 May 26 19:40:28.482571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7080a978-c4f4-48c8-acea-ee2ca26c2805 req-4a9f20cf-8e4b-435b-8764-4d932d5dd5e9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509756 May 26 19:40:28.650217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34550) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:28.734314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:28.764899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:28.830630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:28.855480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238d4ca-2f74-4bfb-8bc9-063cf279c229,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:28.869349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:28.871316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab5a24cc-9df5-4b93-a126-0c4769b4a76e tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/security-groups/f238d4ca-2f74-4bfb-8bc9-063cf279c229 HTTP/1.1" status: 204 len: 168 time: 0.2195425 May 26 19:40:28.878492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:28.955464 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-d83b1832-b144-4bd6-9289-5fd982a0484c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] show failed (client error): The resource could not be found. May 26 19:40:28.961675 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d83b1832-b144-4bd6-9289-5fd982a0484c tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "GET /v2.0/security-groups/f238d4ca-2f74-4bfb-8bc9-063cf279c229 HTTP/1.1" status: 404 len: 347 time: 0.0815980 May 26 19:40:28.962897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34562) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:29.300072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-526fbe52-71d4-4259-ae13-e19165dffaa0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:29.301912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-526fbe52-71d4-4259-ae13-e19165dffaa0 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.4292102 May 26 19:40:29.345330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port e17f95f4-8d3b-4c1a-b14b-a851c8ec7798 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:29.346145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:29.426188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:29.426533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:29.599884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:29.601132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:29.827556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] For port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:29.828097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:29.851405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for e17f95f4-8d3b-4c1a-b14b-a851c8ec7798 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:30.147962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.201833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=e17f95f4-8d3b-4c1a-b14b-a851c8ec7798,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:30.247088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d93e5-61f7-4d10-b369-22899ecbb9ed req-e4fec4e2-9e37-40a5-bd1c-56994ad65093 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:30.254688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-095d93e5-61f7-4d10-b369-22899ecbb9ed req-e4fec4e2-9e37-40a5-bd1c-56994ad65093 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 945 time: 0.4773324 May 26 19:40:30.308101 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.308471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.308781 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Floating IP 8569c38b-f14a-4750-8257-e315254971d0 disassociated. External IP: 172.25.0.235, port: 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7. May 26 19:40:30.309143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:30.331253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.346415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-095d93e5-61f7-4d10-b369-22899ecbb9ed req-52f73e97-f1f9-4d5f-aae1-ee8ca833faf9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups?id=092c4bf5-b2af-4b79-8526-e27607339dab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906351 May 26 19:40:30.363748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.364965 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-03099486-092f-4756-9647-8f99907fd3f7 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea9d6ee9-d79d-420a-bce5-d645babdb865 HTTP/1.1" status: 204 len: 168 time: 1.3994503 May 26 19:40:30.368865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34574) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:30.486501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port b648e801-26ba-4240-a0a7-19376320aee8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:30.486952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.694988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:30.759938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=6d144a73-b7dd-4b66-a701-e8fdcec3f8b7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:31.279614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:31.413077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for b648e801-26ba-4240-a0a7-19376320aee8 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:31.469387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:40:31.484026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc5305-c509-4948-bf1a-d72bd1c622d6 req-0d05632f-60fb-46e9-a3ec-966a9ad97e25 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:31.485437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6cc5305-c509-4948-bf1a-d72bd1c622d6 req-0d05632f-60fb-46e9-a3ec-966a9ad97e25 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.6315577 May 26 19:40:31.710136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6cc5305-c509-4948-bf1a-d72bd1c622d6 req-679d15d4-3351-434f-9f94-1350b4f044e8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162669 May 26 19:40:31.772828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:40:31.787246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:31.802265 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:31.803050 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:31.808819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:31.852103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:31.901065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:31.901624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:31.970661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] No DVR routers for this DVR port 6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:31.978474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=b648e801-26ba-4240-a0a7-19376320aee8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:32.012863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:32.052945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'name': 'network-vif-deleted', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:32.056063 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:32.123737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4546274-586b-4237-9181-59c2fc0dee14 req-97033b8a-7acd-4fef-a739-f847c131e2aa tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/ports?device_id=d211ef72-f623-413f-a9ae-5434c9960f4f HTTP/1.1" status: 200 len: 210 time: 0.1478019 May 26 19:40:32.166794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3425e8d9-1aa9-479b-98e2-dd338a62b3de req-37376965-938d-4963-bacc-fb36354bf8c6 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.53 "DELETE /v2.0/ports/6d144a73-b7dd-4b66-a701-e8fdcec3f8b7 HTTP/1.1" status: 204 len: 173 time: 2.8587980 May 26 19:40:32.258224 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e044b0c8-e468-443a-b51c-34309c202aba'] response: {'server_uuid': 'd211ef72-f623-413f-a9ae-5434c9960f4f', 'name': 'network-vif-deleted', 'tag': '6d144a73-b7dd-4b66-a701-e8fdcec3f8b7', 'status': 'completed', 'code': 200} May 26 19:40:32.269200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:32.273966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7aebc4b2-17d3-4e23-aed6-35aa8c1b0398 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/ports/b648e801-26ba-4240-a0a7-19376320aee8 HTTP/1.1" status: 204 len: 168 time: 1.9041977 May 26 19:40:32.277153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34610) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:32.459390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:32.459957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:32.466736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-18ad9285-c8b9-4204-a1ed-9270ec09c2b3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:32.481599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-18ad9285-c8b9-4204-a1ed-9270ec09c2b3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.1998019 May 26 19:40:32.579275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:32.579874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:32.716369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:32.731537 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:32.753561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:32.754180 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:32.978469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.053706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:33.054070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.070506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d1adf-f57b-456d-8a66-f79d7dd69bf6 req-3ad83892-3eca-46d9-8c57-d701b4a3f52e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:33.071985 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-867d1adf-f57b-456d-8a66-f79d7dd69bf6 req-3ad83892-3eca-46d9-8c57-d701b4a3f52e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 946 time: 0.1629846 May 26 19:40:33.187960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for 6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:33.241160 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:33.390773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.434833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:33.478217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:33.604255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.612587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-862b1df6-850c-44cf-9618-98c8541646b3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/ports/6cc6ea6a-dfc9-4f06-90d3-dfc072eeaa47 HTTP/1.1" status: 204 len: 168 time: 1.3347278 May 26 19:40:33.615605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:33.655355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-867d1adf-f57b-456d-8a66-f79d7dd69bf6 req-b9551e54-aba6-4438-b255-9986d434d576 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722268 May 26 19:40:33.659620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.672210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:40:33.747491 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:33.754596 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171a6d0-8c36-4082-8bdf-7b8f29c64389 None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:31:40Z', 'revision_number': 4, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '380b57ce-397c-4991-bd7f-468374cdbf00', 'name': '', 'network_id': '39a5a466-b3a8-4e8e-8f15-95e55e96479b', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'mac_address': 'fa:16:3e:2d:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:38Z', 'updated_at': '2022-05-26T19:31:49Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'subnets': [{'id': 'd8e2f39d-1d03-423d-a09d-51015a5fff20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:33.785571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting subnet 30d1013b-5b34-431a-8ccd-15f279e38739 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:40:33.789412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:33.795583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=5fde0745-3ced-47d5-ac76-6d5fcbd9ce07,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:33.962207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34640) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:34.039449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:34.044702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.083968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34644) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:34.099122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.122264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53c976a1-140e-4def-a1b0-3f9df593d932 req-97ae96b5-40dd-4e56-8626-bd8ba94fd58c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "DELETE /v2.0/ports/5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 HTTP/1.1" status: 204 len: 173 time: 1.6348965 May 26 19:40:34.264691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'name': 'network-vif-deleted', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:40:34.286193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.357986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.371085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.410599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.413321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca711b-ec0b-4eb5-89c9-5e47a0c44c24 None None] New status for floating IP 8569c38b-f14a-4750-8257-e315254971d0: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:40:34.423460 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442b078b-53c2-4d9d-9b17-0a9b72b3a3f9'] response: {'server_uuid': 'cdd4310a-035c-4f37-acd3-2905f14a6dea', 'name': 'network-vif-deleted', 'tag': '5fde0745-3ced-47d5-ac76-6d5fcbd9ce07', 'status': 'completed', 'code': 200} May 26 19:40:34.450334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:34.470721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Usage tracker for resource:security_group_rule and tenant:f46814f8fd4c4026b81930062123a1ca is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:34.473906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:34.490001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:34.543471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.544040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.607010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c4bf5-b2af-4b79-8526-e27607339dab,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:34.623638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.631630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-17e82f43-131f-48a3-a81a-a8c589017bd1 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/security-groups/092c4bf5-b2af-4b79-8526-e27607339dab HTTP/1.1" status: 204 len: 168 time: 0.6654580 May 26 19:40:34.639582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34654) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:34.672717 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-8d24cc24-e6b7-48fb-b9d9-07b23e9e9bb9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] show failed (client error): The resource could not be found. May 26 19:40:34.676880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8d24cc24-e6b7-48fb-b9d9-07b23e9e9bb9 tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "GET /v2.0/security-groups/092c4bf5-b2af-4b79-8526-e27607339dab HTTP/1.1" status: 404 len: 347 time: 0.0364258 May 26 19:40:34.682365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34658) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:34.694143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.713564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Subnet': ['ID=30d1013b-5b34-431a-8ccd-15f279e38739,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:34.724017 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5464a5c3-151f-4670-bee3-1a3feb68b3c5 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/subnets/30d1013b-5b34-431a-8ccd-15f279e38739 HTTP/1.1" status: 204 len: 168 time: 1.1062880 May 26 19:40:34.727910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34664) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:34.839426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48668594-d99f-412e-a1ae-a2a5d4c9f4f5 None None] Network 1535f301-548f-4fa1-803a-7c52d527a090 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:40:34.880220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting subnet 37297812-9ab3-4c04-835f-762224240d02 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:40:34.885661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:34.958827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.082914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.138199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9425b01c-d0ec-471c-b7e8-7f9083a3da7e req-dc193326-8840-4f0d-bcca-89a826d475a5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:40:35.143062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Deleting port ca1fa933-f7bd-410a-8334-4a8584081ef4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:35.143399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.200079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.247767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.261299 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/subnets/37297812-9ab3-4c04-835f-762224240d02 HTTP/1.1" status: 204 len: 168 time: 0.5317633 May 26 19:40:35.267037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:35.272075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be5ee-9f00-4817-8942-778833b2e1b4 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Subnet': ['ID=37297812-9ab3-4c04-835f-762224240d02,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:35.289172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.302197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.342984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9425b01c-d0ec-471c-b7e8-7f9083a3da7e req-dc193326-8840-4f0d-bcca-89a826d475a5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:40:35.353063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9425b01c-d0ec-471c-b7e8-7f9083a3da7e req-dc193326-8840-4f0d-bcca-89a826d475a5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdd4310a-035c-4f37-acd3-2905f14a6dea HTTP/1.1" status: 200 len: 210 time: 0.4311352 May 26 19:40:35.360669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6adda7-99df-426e-9a79-63178975bd18 None None] Network fb30bc38-849e-44a1-97c1-a95c51120f85 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:40:35.483030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f46814f8fd4c4026b81930062123a1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3981221 May 26 19:40:35.487041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34672) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:35.489495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac5034-c7f9-4806-a0f9-3d234f2c1f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8391bc-1d72-4585-a12a-131acf2ea026,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:35.595552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.604601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.606365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.618389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Deleting port cf45ffce-6a51-4f34-9cc1-9de309d3c42d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:35.618389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.795189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] DHCP port deletion for 1535f301-548f-4fa1-803a-7c52d527a090 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:40:35.802307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Deleting port cf45ffce-6a51-4f34-9cc1-9de309d3c42d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:35.802773 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:35.822968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Calling delete_port for ca1fa933-f7bd-410a-8334-4a8584081ef4 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:35.859589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] DHCP port deletion for fb30bc38-849e-44a1-97c1-a95c51120f85 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:40:35.890570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Deleting port cf7961c2-738a-45cf-bf63-b136cfec639b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:35.891307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.011391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.084880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Pushing event deleted for resources: {'Port': ['ID=ca1fa933-f7bd-410a-8334-4a8584081ef4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:36.096417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.173251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] For port cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:36.173807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.276083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.303821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.340820 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.343061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Calling delete_port for cf45ffce-6a51-4f34-9cc1-9de309d3c42d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:36.351922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-54b063b6-2862-4851-8583-294bc9c2ccec tempest-AttachVolumeNegativeTest-1069439645 tempest-AttachVolumeNegativeTest-1069439645-project] 10.222.0.24 "DELETE /v2.0/floatingips/8569c38b-f14a-4750-8257-e315254971d0 HTTP/1.1" status: 204 len: 168 time: 1.6615350 May 26 19:40:36.371042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.405707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8391bc-1d72-4585-a12a-131acf2ea026,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:36.415899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.422960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ee02b73a-e3bd-48dc-9ff2-018d4bda35b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d8391bc-1d72-4585-a12a-131acf2ea026 HTTP/1.1" status: 204 len: 168 time: 0.9346087 May 26 19:40:36.454685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] For port cf45ffce-6a51-4f34-9cc1-9de309d3c42d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,segment=NetworkSegment(adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d),segment_id=adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:36.455086 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.475433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] For port cf7961c2-738a-45cf-bf63-b136cfec639b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cf7961c2-738a-45cf-bf63-b136cfec639b,segment=NetworkSegment(01632c6f-638d-4e80-9707-e53048c91ba2),segment_id=01632c6f-638d-4e80-9707-e53048c91ba2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:36.475597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.582867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.620364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Calling delete_port for cf45ffce-6a51-4f34-9cc1-9de309d3c42d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:36.674801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Port': ['ID=cf45ffce-6a51-4f34-9cc1-9de309d3c42d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:36.681141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] No DVR routers for this DVR port cf45ffce-6a51-4f34-9cc1-9de309d3c42d on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:36.717968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:40:36.718316 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:40:36.842742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.875002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1535f301-548f-4fa1-803a-7c52d527a090']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:36.892015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:36.892524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:36.906519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.925297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.934649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:40:36.935252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:36.962380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Calling delete_port for cf7961c2-738a-45cf-bf63-b136cfec639b owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:36.996619 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d resource provider aggregate not found May 26 19:40:37.023711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.073935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:37.099009 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adf6e6d0-0d4c-43a7-8c7f-3269d019ba7d found for delete ", "request_id": "req-862354c9-dd41-4898-8ea7-4c479a76f925"}]} May 26 19:40:37.113595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:37.113937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5fde0745-3ced-47d5-ac76-6d5fcbd9ce07 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:37.131238 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.136612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.181592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.201291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Network': ['ID=1535f301-548f-4fa1-803a-7c52d527a090,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:37.225829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b4b8d9e-b917-4905-8129-92bc7f1c7df3 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/networks/1535f301-548f-4fa1-803a-7c52d527a090 HTTP/1.1" status: 204 len: 168 time: 1.9560459 May 26 19:40:37.228576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:37.280841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Deleting port cf45ffce-6a51-4f34-9cc1-9de309d3c42d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:37.281283 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.324905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] Pushing event deleted for resources: {'Port': ['ID=cf7961c2-738a-45cf-bf63-b136cfec639b,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:37.328146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf7961c2-738a-45cf-bf63-b136cfec639b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:37.411446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b59e2-6ac8-4083-be35-64e625af57bf None None] No DVR routers for this DVR port cf7961c2-738a-45cf-bf63-b136cfec639b on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:37.417974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-169d21e3-5c1c-4844-b83c-5172dbcc02dc None None] The port 'cf45ffce-6a51-4f34-9cc1-9de309d3c42d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:40:37.419482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: cf7961c2-738a-45cf-bf63-b136cfec639b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:37.419953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf7961c2-738a-45cf-bf63-b136cfec639b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:37.420536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf45ffce-6a51-4f34-9cc1-9de309d3c42d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:37.490716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: cf45ffce-6a51-4f34-9cc1-9de309d3c42d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:37.491095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cf45ffce-6a51-4f34-9cc1-9de309d3c42d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:37.544166 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.749285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.784366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb30bc38-849e-44a1-97c1-a95c51120f85']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:37.803311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01632c6f-638d-4e80-9707-e53048c91ba2') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:37.803698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01632c6f-638d-4e80-9707-e53048c91ba2') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:37.817863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.845963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.859955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:40:37.861450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:37.983606 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 01632c6f-638d-4e80-9707-e53048c91ba2 resource provider aggregate not found May 26 19:40:38.022589 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 01632c6f-638d-4e80-9707-e53048c91ba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01632c6f-638d-4e80-9707-e53048c91ba2 found for delete ", "request_id": "req-6ce99bad-d689-4382-9735-0bb5786d7cd7"}]} May 26 19:40:38.040528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:38.047916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:38.098072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] Pushing event deleted for resources: {'Network': ['ID=fb30bc38-849e-44a1-97c1-a95c51120f85,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:38.114831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d724114d-c2f7-43b1-a101-5b9997634193 tempest-TaggedBootDevicesTest_v242-1526133984 tempest-TaggedBootDevicesTest_v242-1526133984-project] 10.222.0.24 "DELETE /v2.0/networks/fb30bc38-849e-44a1-97c1-a95c51120f85 HTTP/1.1" status: 204 len: 168 time: 0.8822448 May 26 19:40:41.035377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34842) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:41.040999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572427797', 'description': 'tempest-secgroup-smoke-1572427797 description', 'project_id': '294de8bd0a104d1bacabb44984cf581b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:41.048168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:41.061641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:41.061641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:41.073799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:41.106496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.143971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:41.159178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:41.162728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:41.173401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:41.266675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.272878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.315458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc3432d-535d-4a9a-91fc-6804306ae899,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:41.351274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.353525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6430db91-82b2-4ad8-9053-2332fa1263d2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3170476 May 26 19:40:41.356845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34848) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:41.363221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:41.370691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:41.376410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:41.379612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:41.387149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:41.434549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.528987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.537547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.570580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9d8f00-a97a-4653-96c7-b5143c0ff0e8,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:41.591457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.595477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-00a42b08-5293-4025-a82b-0ab31f258bff tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2347639 May 26 19:40:41.596675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34858) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:41.602586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:41.617412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:41.625216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:41.631431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:41.646319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:41.678508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.758430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.765859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.796347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148488a3-04a8-43a6-bee3-7c4ac9784693,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:41.813878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:41.816100 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-653dc235-9a08-4ed2-aa91-7dd9b297394a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184780 May 26 19:40:41.818863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34864) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:41.826717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:41.843614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:41.850738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:41.858912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:41.871199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:41.909573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.071535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.082730 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.124529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb870975-1927-433d-aea8-e290aefbd752,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:42.173925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.175257 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-649fcf56-74a3-4e0d-b6a7-78b31c0acf18 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551831 May 26 19:40:42.177963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:42.185639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:42.201609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:42.212486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:42.219563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:42.226500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:42.251231 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.326997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.331222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.367445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5782c263-54ac-4aad-89b7-cbe22485070e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:42.387078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.391532 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6fd0bfce-7cc2-48f0-bc37-beb95dcb2a27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099390 May 26 19:40:42.392979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34878) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:42.398929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:42.406310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:42.410105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:42.413936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:42.423067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:42.435420 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Project 294de8bd0a104d1bacabb44984cf581b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:40:42.445556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.550012 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.555592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.604348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.609842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34886) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:42.610324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2159183 May 26 19:40:42.615196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'security_group_rule': {'security_group_id': 'cdc3432d-535d-4a9a-91fc-6804306ae899', 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:42.617523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f2ada-b52a-45f9-ae9b-fb1b30c864b1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b70bea6-33a6-47c0-b770-d666caba19ee,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:42.626440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:40:42.645241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:security_group_rule and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:40:42.650523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:40:42.670735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:40:42.689525 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Project 294de8bd0a104d1bacabb44984cf581b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:40:42.700470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.873434 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.878772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.927877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d3914-ef0e-4936-aa24-5ec62f489ceb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:42.951546 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:42.975564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b72db1a-d5ab-42b5-b955-7ccc6715e54f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3539953 May 26 19:40:44.069422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:44.660387 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b77f52cb-a580-4906-8590-42046144f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:46.820203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c62cb719-49e0-4f71-9272-8801c6162938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:47.342195 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:48.139284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:48.479329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35072) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:49.587554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35086) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:49.655324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:49.731669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:50.199273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Deleting port 380b57ce-397c-4991-bd7f-468374cdbf00 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:50.199940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:50.451816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] For port 380b57ce-397c-4991-bd7f-468374cdbf00, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=380b57ce-397c-4991-bd7f-468374cdbf00,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:50.452365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:50.486607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:50.611542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Calling delete_port for 380b57ce-397c-4991-bd7f-468374cdbf00 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:51.056172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:51.170205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Pushing event deleted for resources: {'Port': ['ID=380b57ce-397c-4991-bd7f-468374cdbf00,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:51.287776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Deleting port f3b48f68-1c87-4b23-92dd-adb8d520e697 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:51.288248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:51.660141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] For port f3b48f68-1c87-4b23-92dd-adb8d520e697, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3b48f68-1c87-4b23-92dd-adb8d520e697,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:51.660581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:51.829718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:51.930770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Calling delete_port for f3b48f68-1c87-4b23-92dd-adb8d520e697 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:52.193005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.199346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.205424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.211165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.217563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.223353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.229520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:52.231764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-799842eb-806f-40d0-9815-6d31d9da9266 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.4369037 May 26 19:40:52.296553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7de5aacd-205c-4f1a-8598-2bd861d0a6d2 req-0a43cbf8-d546-431d-a8dd-bbc0f5a71144 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568881 May 26 19:40:52.394659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:52.445492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Router facf56ac-c653-4d4d-8222-a49b5aa85829 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:40:52.475733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b48f68-1c87-4b23-92dd-adb8d520e697,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:52.674499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:40:52.687417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Sync routers for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:52.694661 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b8e9cde-1b35-4085-ab31-c7b5b06a0230 admin admin] 10.222.0.24 "PUT /v2.0/routers/facf56ac-c653-4d4d-8222-a49b5aa85829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2112014 May 26 19:40:52.697023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35130) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:52.705178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:52.705996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:52.793918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:52.990686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:53.027449 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:53.423436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:53.441827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Deleting port 7dd213c1-790f-4e52-a767-805442dd388a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:53.442408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:53.697640 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '7dd213c1-790f-4e52-a767-805442dd388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:40:50Z', 'revision_number': 5, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port': {'id': '7dd213c1-790f-4e52-a767-805442dd388a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:31:30Z', 'updated_at': '2022-05-26T19:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:53.707481 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Checking router: facf56ac-c653-4d4d-8222-a49b5aa85829 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:53.728946 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Routers {'facf56ac-c653-4d4d-8222-a49b5aa85829'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:53.730132 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['facf56ac-c653-4d4d-8222-a49b5aa85829'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:53.841070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Router 7b119d53-b309-4442-a3f9-950f6cae1356 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:40:54.059600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.065520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.071479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.077900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.083831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.089851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.095665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:54.103759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-c97862d4-4cbe-4f80-9751-cab6d82e7135 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.5686064 May 26 19:40:54.142025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] Set router facf56ac-c653-4d4d-8222-a49b5aa85829 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:54.212226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] For port 7dd213c1-790f-4e52-a767-805442dd388a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7dd213c1-790f-4e52-a767-805442dd388a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:54.212816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:54.343197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87603ae3-3c26-438c-aa86-15f071f1a32e req-46473299-41ca-428e-b89f-5eb659d20771 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384627 May 26 19:40:54.373165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:40:54.384842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Sync routers for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:40:54.415585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-03e1e504-b135-4ea2-b05a-53f9a19c0167 admin admin] 10.222.0.24 "PUT /v2.0/routers/7b119d53-b309-4442-a3f9-950f6cae1356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8178802 May 26 19:40:54.416670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35166) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:54.423540 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:40:53Z', 'revision_number': 6, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:54.434846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:54.435173 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72653454-c40b-4941-99f2-9da5dae9de7d None None] The sync data for ids ['facf56ac-c653-4d4d-8222-a49b5aa85829'] in n-d-843146-9 is: [{'id': 'facf56ac-c653-4d4d-8222-a49b5aa85829', 'name': 'tempest-AttachVolumeNegativeTest-499068617-router', 'tenant_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:31:28Z', 'updated_at': '2022-05-26T19:40:53Z', 'revision_number': 6, 'project_id': 'f3f78e601a7f4d3e8fc505f0b1b5c9b6', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:54.436042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:54.438578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Calling delete_port for 7dd213c1-790f-4e52-a767-805442dd388a owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:54.717520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:54.873882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd213c1-790f-4e52-a767-805442dd388a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:54.961246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:54.968916 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:54.989194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:55.231051 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.270981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.274245 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.276126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Deleting port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:55.277020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.306948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.307740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router facf56ac-c653-4d4d-8222-a49b5aa85829 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:40:55.338723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.343263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35180) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:55.345081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-133140c5-9c0c-412f-a7c2-1f137821b67c admin admin] 10.222.0.24 "DELETE /v2.0/routers/facf56ac-c653-4d4d-8222-a49b5aa85829 HTTP/1.1" status: 204 len: 168 time: 2.6484072 May 26 19:40:55.481352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 380b57ce-397c-4991-bd7f-468374cdbf00 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:55.523864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 380b57ce-397c-4991-bd7f-468374cdbf00 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:55.524552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 380b57ce-397c-4991-bd7f-468374cdbf00 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:55.525222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7dd213c1-790f-4e52-a767-805442dd388a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:55.537857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Deleting subnet d8e2f39d-1d03-423d-a09d-51015a5fff20 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:40:55.547805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:55.566289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7dd213c1-790f-4e52-a767-805442dd388a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:55.566607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7dd213c1-790f-4e52-a767-805442dd388a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:55.625810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.632395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.639647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.645164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:40:52Z', 'revision_number': 5, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port': {'id': '0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:40Z', 'updated_at': '2022-05-26T19:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:55.646373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.653817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.660218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.663502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Checking router: 7b119d53-b309-4442-a3f9-950f6cae1356 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:40:55.666208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:55.668107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-568045cd-5d9a-4c62-a29d-4e6be7561653 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.5023007 May 26 19:40:55.677524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Routers {'7b119d53-b309-4442-a3f9-950f6cae1356'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:40:55.678814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7b119d53-b309-4442-a3f9-950f6cae1356'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:55.938871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:56.054748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] Set router 7b119d53-b309-4442-a3f9-950f6cae1356 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:40:56.186213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-cf3ab2a6-0e9b-4498-b346-3679d03773f9 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.187626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-cf3ab2a6-0e9b-4498-b346-3679d03773f9 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4844549 May 26 19:40:56.209296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.216159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.218105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:40:55Z', 'revision_number': 6, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:56.222362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.223415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f8d8f-fc52-430c-9a65-dcfbe1dcfea6 None None] The sync data for ids ['7b119d53-b309-4442-a3f9-950f6cae1356'] in n-d-843146-9 is: [{'id': '7b119d53-b309-4442-a3f9-950f6cae1356', 'name': 'tempest-TaggedBootDevicesTest_v242-208863339-router', 'tenant_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:38Z', 'updated_at': '2022-05-26T19:40:55Z', 'revision_number': 6, 'project_id': 'f7b79d8805e2420cb8f52ea2f6524dd0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:40:56.228430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.235806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.241563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.247302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:56.255292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-dc4ca291-23a0-4eb5-9d1b-38125f988bde tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.5632668 May 26 19:40:56.372705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] For port 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:56.373078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:56.407485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:56.703749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Calling delete_port for 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:56.765723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f53e5cd7-a1d2-4955-873a-cf73d96d1360 req-56394146-d69e-4105-beac-10232b928809 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5095794 May 26 19:40:56.842344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:40:56.854737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-268f60ee-90a9-4195-9122-464fad46f5d0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5840302 May 26 19:40:56.866875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:40:56.911662 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:56.961977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e2f39d-1d03-423d-a09d-51015a5fff20,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:56.981076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:56.984890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35defdf8-d67e-47cb-9e8b-dcaeb5a784e1 None None] Network 39a5a466-b3a8-4e8e-8f15-95e55e96479b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:40:57.001759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-51e49178-a924-484b-b311-feb54d8bc6ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d8e2f39d-1d03-423d-a09d-51015a5fff20 HTTP/1.1" status: 204 len: 168 time: 1.6444299 May 26 19:40:57.002690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:57.215097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:57.338251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:57.396592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:57.401808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:57.428135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Deleting port 66313afb-6090-4d55-a9ab-58fdf8413020 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:57.429243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:57.499753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:57.502734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:57.506701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3b48f68-1c87-4b23-92dd-adb8d520e697 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:57.507589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5ec8ad-4aed-45af-b3b4-7997c0bd13d0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:57.576994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f3b48f68-1c87-4b23-92dd-adb8d520e697 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:57.577528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3b48f68-1c87-4b23-92dd-adb8d520e697 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:57.771171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] DHCP port deletion for 39a5a466-b3a8-4e8e-8f15-95e55e96479b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:40:57.776500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Deleting port 66313afb-6090-4d55-a9ab-58fdf8413020 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:57.776885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:57.936285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] For port 66313afb-6090-4d55-a9ab-58fdf8413020, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=66313afb-6090-4d55-a9ab-58fdf8413020,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:57.936650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.024332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.150050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Calling delete_port for 66313afb-6090-4d55-a9ab-58fdf8413020 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:58.251072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.261688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 637e51e6-6c55-497d-9d92-4245f6fb00e8 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:58.369140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] No DVR routers for this DVR port 66313afb-6090-4d55-a9ab-58fdf8413020 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:58.455378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66313afb-6090-4d55-a9ab-58fdf8413020,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:58.512942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] For port 66313afb-6090-4d55-a9ab-58fdf8413020, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=66313afb-6090-4d55-a9ab-58fdf8413020,segment=NetworkSegment(ade68801-96af-46ba-81dc-1b87549b9ed4),segment_id=ade68801-96af-46ba-81dc-1b87549b9ed4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:58.513363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.535204 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.544273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.547229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=637e51e6-6c55-497d-9d92-4245f6fb00e8,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:40:58.621701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.638988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.644868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.656703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.662613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.669108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.675003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:40:58.676941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-cdaeea23-95d0-46a1-bded-0634293912b3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 5436 time: 0.5470045 May 26 19:40:58.679908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.resource_extend [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 19:40:58.721006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Calling delete_port for 66313afb-6090-4d55-a9ab-58fdf8413020 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:40:58.738311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.741851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b119d53-b309-4442-a3f9-950f6cae1356 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:40:58.752391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.756423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 637e51e6-6c55-497d-9d92-4245f6fb00e8 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:58.756740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.780668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-281aacf8-6c70-4848-b1b9-b753a5d8bf64 req-56de8b4c-c49d-432c-bd38-c4b7cbdbf77a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892551 May 26 19:40:58.791933 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.793068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d3136751-d60c-4440-ad6c-89119a2d5b18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7b119d53-b309-4442-a3f9-950f6cae1356 HTTP/1.1" status: 204 len: 168 time: 4.3760951 May 26 19:40:58.796068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:58.798529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] For port 637e51e6-6c55-497d-9d92-4245f6fb00e8, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:40:58.825485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a5a466-b3a8-4e8e-8f15-95e55e96479b']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:58.852290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade68801-96af-46ba-81dc-1b87549b9ed4') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:58.852936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade68801-96af-46ba-81dc-1b87549b9ed4') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:40:58.865131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:40:58.866678 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:40:58.873142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.909023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.919061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:40:58.919552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.974323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] device_id is not set on port 637e51e6-6c55-497d-9d92-4245f6fb00e8 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:40:58.988620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:58.992500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Deleting subnet 66886d94-a17f-4a22-829a-a1e3d660b872 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:40:58.997364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.101902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.125968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.145003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:40:59.145515 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:40:59.148887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.195017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 66313afb-6090-4d55-a9ab-58fdf8413020 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:59.258193 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/39a5a466-b3a8-4e8e-8f15-95e55e96479b HTTP/1.1" status: 204 len: 168 time: 2.2529378 May 26 19:40:59.269166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f836e1-c43f-4e82-bbf0-76267371a1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a5a466-b3a8-4e8e-8f15-95e55e96479b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:59.292500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 66313afb-6090-4d55-a9ab-58fdf8413020 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:40:59.293144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 66313afb-6090-4d55-a9ab-58fdf8413020 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:40:59.334928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35254) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:59.368845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Deleting port 66313afb-6090-4d55-a9ab-58fdf8413020 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:40:59.370809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.455282 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade68801-96af-46ba-81dc-1b87549b9ed4 resource provider aggregate not found May 26 19:40:59.482732 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ade68801-96af-46ba-81dc-1b87549b9ed4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade68801-96af-46ba-81dc-1b87549b9ed4 found for delete ", "request_id": "req-f509563d-1f33-469e-a988-7e6002a0c9f2"}]} May 26 19:40:59.614009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-000e119b-f506-4f50-8c8a-ad9580ecc34a None None] The port '66313afb-6090-4d55-a9ab-58fdf8413020' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:40:59.699787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35262) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:59.738612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Pushing event updated for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:40:59.761484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.772944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 637e51e6-6c55-497d-9d92-4245f6fb00e8 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:40:59.774264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 79c85df4-11e6-4eea-89be-04e5a0104312 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:40:59.806581 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3fb40b8-15d3-462e-b204-1f48f20fcc9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3f78e601a7f4d3e8fc505f0b1b5c9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053789 May 26 19:40:59.810088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35266) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:40:59.826536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] No DVR routers for this DVR port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:40:59.950381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:40:59.982386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.014823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.036219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 79c85df4-11e6-4eea-89be-04e5a0104312 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:00.036594 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.051976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] In _notify_port_updated(), no bound segment for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:41:00.052576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.053279 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.054598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-f73a7076-e40c-4c04-87f8-cfdf1ce8614c service neutron] 10.222.0.53 "PUT /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 200 len: 1028 time: 3.1919699 May 26 19:41:00.062636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-840a32e6-5e5a-4df8-b65c-7b7b9152f347 None None] Provisioning complete for port 637e51e6-6c55-497d-9d92-4245f6fb00e8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:00.063017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-840a32e6-5e5a-4df8-b65c-7b7b9152f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.147841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-840a32e6-5e5a-4df8-b65c-7b7b9152f347 None None] Port 637e51e6-6c55-497d-9d92-4245f6fb00e8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:41:00.154982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.181184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:00.181368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.182586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:00.197682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-210081a0-27ee-408e-bdec-1e42b245b33b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.198424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.199115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1fd52cb8-a65d-4ef1-a40e-c91824d7526b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:00.204495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-210081a0-27ee-408e-bdec-1e42b245b33b tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "GET /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1410749 May 26 19:41:00.208223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:00.212674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Usage tracker for resource:security_group_rule and tenant:c04512fc4e934ab0a768c87cc17f0da7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:00.218220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:00.231236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:00.240532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:00.323982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522442ea-2f36-4eed-a490-90e254e7516b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:00.328262 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.329735 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a40834bb-da81-4a92-9eab-da526355d59e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/522442ea-2f36-4eed-a490-90e254e7516b HTTP/1.1" status: 204 len: 168 time: 0.4949343 May 26 19:41:00.359771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:00.494550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.501823 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.503990 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.518356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:00.518734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.521661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.588009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:00.598131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.599655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d605dbb7-9b66-4521-bbd8-369305f9cc79 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:00.623650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.642180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922bb26f-2b0d-4d23-8895-cf39579a043e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:00.645144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.648010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-357295d1-118b-4250-9de0-32cb86fd292a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c04512fc4e934ab0a768c87cc17f0da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3118889 May 26 19:41:00.659627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:00.659819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.680082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.691251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.705710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:00.723179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-13c4b986-70fa-4ab1-be2d-58be3c8a1d43 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 4661 time: 0.7328405 May 26 19:41:00.746742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.750381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66886d94-a17f-4a22-829a-a1e3d660b872,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:00.788407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.811048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:00.817790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4aae1559-3745-469e-a6cd-3a3aff80a4de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66886d94-a17f-4a22-829a-a1e3d660b872 HTTP/1.1" status: 204 len: 168 time: 1.9689701 May 26 19:41:00.826426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35290) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:00.859775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8246c0ed-9f6f-453e-acfe-dd3d7f6000cc req-1ad22abd-1803-43b7-b415-1af904d710cb tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&id=35a6b8f1-8719-4f9c-8dd0-d8adc8474560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331670 May 26 19:41:00.975292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f91000-c0be-4417-a50a-cc94388892e1 None None] Network 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:01.080169 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac00034-9b20-4c4d-ab7f-151e5c32231c'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312', 'code': 200} May 26 19:41:01.096065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.125338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Deleting port 91db910a-902c-4566-8eb0-9ed793b0ab08 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:01.133598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.225560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:01.260726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] For port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:41:01.311778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.335817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] device_id is not set on port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:41:01.344775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.353544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.367770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:01.399934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922bb26f-2b0d-4d23-8895-cf39579a043e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:01.411460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.412569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7fdcb57-51c5-4ddb-9bd1-d9813f0628b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922bb26f-2b0d-4d23-8895-cf39579a043e HTTP/1.1" status: 204 len: 168 time: 0.7501478 May 26 19:41:01.458996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Pushing event updated for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:01.481052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] For port 91db910a-902c-4566-8eb0-9ed793b0ab08, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91db910a-902c-4566-8eb0-9ed793b0ab08,segment=NetworkSegment(cd3b4477-e402-4e6b-93c3-50f69b8072a0),segment_id=cd3b4477-e402-4e6b-93c3-50f69b8072a0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:01.488148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.495113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d605dbb7-9b66-4521-bbd8-369305f9cc79 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:01.501476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.670471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] No DVR routers for this DVR port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:01.708437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:01.731143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.731834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1701280c-3683-4016-9521-1e2ac74655b3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:01.829115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] In _notify_port_updated(), no bound segment for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b on network 155ec6f8-1202-48b4-a69a-e2a78fad730c {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:41:01.830442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:01.833355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:01.836357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-dcc43dc7-fcaf-4900-bdc0-138aec6b4cde service neutron] 10.222.0.53 "PUT /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 200 len: 1028 time: 1.6078420 May 26 19:41:01.890859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Calling delete_port for 91db910a-902c-4566-8eb0-9ed793b0ab08 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:01.981489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:01.981826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.095376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.149241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:02.220407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91db910a-902c-4566-8eb0-9ed793b0ab08,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:02.237181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35328) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:02.271909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] No DVR routers for this DVR port 91db910a-902c-4566-8eb0-9ed793b0ab08 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:02.360004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422a9f3-5609-4cb8-b10c-ce14a448bb4e None None] DHCP port deletion for 71d9e4d2-fd3f-46e8-b33e-c3d25511d52c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:41:02.378697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1701280c-3683-4016-9521-1e2ac74655b3 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:02.379324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.387682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.434428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6a8e64de-d129-4dbb-8bc9-68b47c56cc00 None None] Provisioning complete for port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:02.434428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6a8e64de-d129-4dbb-8bc9-68b47c56cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.576193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e64de-d129-4dbb-8bc9-68b47c56cc00 None None] Port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:41:02.578797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:02.579029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.585276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.592468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.592468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:02.592658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.597361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.603720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:02.606071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-abe21eb5-41e8-4c17-b798-248266a0d938 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3882 time: 0.4027183 May 26 19:41:02.636968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.688104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f01527c9-5c5b-407f-b317-2990c77382f2 req-77a7ca7a-76f9-4531-8584-de29bea3e978 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753405 May 26 19:41:02.690887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d9e4d2-fd3f-46e8-b33e-c3d25511d52c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:02.695181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:02.695531 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.724817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3b4477-e402-4e6b-93c3-50f69b8072a0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:02.725411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3b4477-e402-4e6b-93c3-50f69b8072a0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:02.725697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:02.789307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.815659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:02.816045 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.853538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:02.862365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.863934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd5c70df-a6e3-4f68-a01c-f0cadc180e65 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:02.877483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:02.897629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:02.898059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.039956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:03.046371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.052056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.080937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b'}, {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79'}, {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3'}, {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:03.081372 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cd3b4477-e402-4e6b-93c3-50f69b8072a0 resource provider aggregate not found May 26 19:41:03.090619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.110500 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/71d9e4d2-fd3f-46e8-b33e-c3d25511d52c HTTP/1.1" status: 204 len: 168 time: 2.2829969 May 26 19:41:03.110980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35348) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:03.114427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Usage tracker for resource:security_group_rule and tenant:ed93172c801a46f7bd87742ab76a5ef9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:03.126410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:03.130499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf805b7-88f1-4958-94b8-410d9491c1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d9e4d2-fd3f-46e8-b33e-c3d25511d52c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.140550 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cd3b4477-e402-4e6b-93c3-50f69b8072a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd3b4477-e402-4e6b-93c3-50f69b8072a0 found for delete ", "request_id": "req-a68b3235-a5e4-49e1-a662-72ff69bff798"}]} May 26 19:41:03.141419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:03.187617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91db910a-902c-4566-8eb0-9ed793b0ab08 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:03.234846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 91db910a-902c-4566-8eb0-9ed793b0ab08 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:03.235242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91db910a-902c-4566-8eb0-9ed793b0ab08 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:03.240842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:03.241428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.263153 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccf692b-f51a-4613-b196-56c119624372'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd52cb8-a65d-4ef1-a40e-c91824d7526b', 'code': 200} May 26 19:41:03.263386 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccf692b-f51a-4613-b196-56c119624372'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'code': 200} May 26 19:41:03.263650 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccf692b-f51a-4613-b196-56c119624372'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3', 'code': 200} May 26 19:41:03.263878 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccf692b-f51a-4613-b196-56c119624372'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'code': 200} May 26 19:41:03.320866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:03.327739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.424072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.432413 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.495607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.522196 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed93172c801a46f7bd87742ab76a5ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2824297 May 26 19:41:03.523264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c3c9a-1683-4b92-920f-2accceff7e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daac6fab-46a3-44b4-afc8-f65210a9f601,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.526941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:03.604356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.635923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.706523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.717653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.718326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.719448 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Floating IP d98a1c64-2a10-47df-804b-7a107066289c disassociated. External IP: 172.25.0.119, port: dd5c70df-a6e3-4f68-a01c-f0cadc180e65. May 26 19:41:03.719952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for dd5c70df-a6e3-4f68-a01c-f0cadc180e65 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:03.722484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daac6fab-46a3-44b4-afc8-f65210a9f601,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:03.729823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:03.733115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a1c7ee04-4cc1-4161-b62d-f915e1ca08fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/daac6fab-46a3-44b4-afc8-f65210a9f601 HTTP/1.1" status: 204 len: 168 time: 0.2026377 May 26 19:41:04.283929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:41:04.284539 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:41:04.323060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.333424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.340486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.359273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.365859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:04.374583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-9d2cc12a-2868-4718-b4c8-8a1046ba6fef tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3876 time: 0.4242375 May 26 19:41:04.463315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b45e01f-4d59-4c77-a32b-9c0a2e6cc911 req-ff569746-a9e2-41c7-a0d9-b2969e1e91e5 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875053 May 26 19:41:04.631465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:04.819048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:04.819403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:05.265519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:05.353811 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5774e0-d25a-4969-bd7e-042754c27dec'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'code': 200} May 26 19:41:05.716166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Deleting port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:05.717029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:05.762390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port dd5c70df-a6e3-4f68-a01c-f0cadc180e65, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:05.762722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:06.141468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] For port 3adb187c-c0cc-4600-acb4-b8b8d7bea91a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:06.142002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:06.391767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Calling delete_port for 3adb187c-c0cc-4600-acb4-b8b8d7bea91a owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:06.434556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.440971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.448325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.455418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.461783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:06.464543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e210891-be23-4568-bd8e-ef041003e711 req-925c5fc0-41e2-4be3-927b-23ba33788b21 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3876 time: 0.8349936 May 26 19:41:06.597995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:06.641510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e210891-be23-4568-bd8e-ef041003e711 req-16a71de2-867a-48e8-ac15-2b4972c2c01e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517622 May 26 19:41:06.679276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:06.679686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:06.679926 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Floating IP d98a1c64-2a10-47df-804b-7a107066289c disassociated. External IP: 172.25.0.119, port: dd5c70df-a6e3-4f68-a01c-f0cadc180e65. May 26 19:41:06.680259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for dd5c70df-a6e3-4f68-a01c-f0cadc180e65 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:06.973372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:07.039903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3adb187c-c0cc-4600-acb4-b8b8d7bea91a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:07.110266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:07.119225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.120510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.121099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.121658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.122191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.122720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.123383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.124416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.124770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.125121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.126213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.126213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:07.786668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=dd5c70df-a6e3-4f68-a01c-f0cadc180e65,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:08.119741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:08.311102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:41:08.332335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-a82aa4ce-487a-4aa6-bd9b-a2370f498d1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.338452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-a82aa4ce-487a-4aa6-bd9b-a2370f498d1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.344204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-a82aa4ce-487a-4aa6-bd9b-a2370f498d1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.349970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-a82aa4ce-487a-4aa6-bd9b-a2370f498d1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:08.351653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-a82aa4ce-487a-4aa6-bd9b-a2370f498d1d tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3142 time: 0.4329450 May 26 19:41:08.691944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfa54eed-dbee-4723-ad5c-1355c47a50b1 req-9afcb02a-3135-4b5d-a015-15a32c9b52f0 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228550 May 26 19:41:08.868863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:41:08.878989 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Sync routers for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:08.896616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:08.897393 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:09.077427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] No DVR routers for this DVR port dd5c70df-a6e3-4f68-a01c-f0cadc180e65 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:09.081517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:09.122461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:09.138403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:41:09.142505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b5262669-2ff2-45c5-9e07-0aaf716dd1f6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "DELETE /v2.0/ports/dd5c70df-a6e3-4f68-a01c-f0cadc180e65 HTTP/1.1" status: 204 len: 173 time: 7.3020599 May 26 19:41:09.303774 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9b69f4-166b-46b4-bf04-6fb0c6f646b4'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'dd5c70df-a6e3-4f68-a01c-f0cadc180e65', 'status': 'completed', 'code': 200} May 26 19:41:09.395327 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:09.420554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port d605dbb7-9b66-4521-bbd8-369305f9cc79 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:09.422127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:09.861489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:41:09.871889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Sync routers for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:09.875485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:09.888322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9812608e-6e91-4be5-aa01-2a262a9de8fb admin admin] 10.222.0.24 "PUT /v2.0/routers/70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7752736 May 26 19:41:09.888651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:09.890107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:10.186770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port d605dbb7-9b66-4521-bbd8-369305f9cc79, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d605dbb7-9b66-4521-bbd8-369305f9cc79,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:10.187269 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:10.534917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:10.555102 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Checking router: 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:10.579378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:10.585094 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:10.590584 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:10.819288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for d605dbb7-9b66-4521-bbd8-369305f9cc79 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:10.944700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:11.105502 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:11.261318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:11.295336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Deleting port 7b596896-152e-49ea-a034-1ac47e48593f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:11.295790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:11.302885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '7b596896-152e-49ea-a034-1ac47e48593f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:41:06Z', 'revision_number': 5, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port': {'id': '7b596896-152e-49ea-a034-1ac47e48593f', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:33:57Z', 'updated_at': '2022-05-26T19:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:11.310583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Checking router: 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:11.335752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Routers {'70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:11.336572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:40:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:11.396875 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:11.449379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=d605dbb7-9b66-4521-bbd8-369305f9cc79,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:11.578662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] No DVR routers for this DVR port d605dbb7-9b66-4521-bbd8-369305f9cc79 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:11.583200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:11.594266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:11.613465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-acda3dcf-3147-465d-acae-278368bc9184 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "DELETE /v2.0/ports/d605dbb7-9b66-4521-bbd8-369305f9cc79 HTTP/1.1" status: 204 len: 173 time: 2.4585590 May 26 19:41:11.624931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.631103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.637288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.643858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:11.644816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:11.750797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:11.758913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-630c6bc7-9156-40ab-8f45-c8892187607e tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 3142 time: 1.5583279 May 26 19:41:11.771373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] Set router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:11.837257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be6ac9a2-7787-475b-b987-cfb8b80b7613 req-4291eaa5-06a9-4616-a5a7-03f7108045e3 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772316 May 26 19:41:11.848016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 1701280c-3683-4016-9521-1e2ac74655b3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:11.848365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:12.012892 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cd22ae-db3b-44c4-8eaf-32c5a7bfb739'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'd605dbb7-9b66-4521-bbd8-369305f9cc79', 'status': 'completed', 'code': 200} May 26 19:41:12.126504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:41:11Z', 'revision_number': 6, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:12.131584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2215e34-5f20-4ec6-8bfc-f74b86c6ad14 None None] The sync data for ids ['70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4'] in n-d-843146-9 is: [{'id': '70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4', 'name': 'tempest-TaggedBootDevicesTest_v242-2052083024-router', 'tenant_id': '9156499fdcab4d5e91f3c1b3d276def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:33:55Z', 'updated_at': '2022-05-26T19:41:11Z', 'revision_number': 6, 'project_id': '9156499fdcab4d5e91f3c1b3d276def0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:12.180240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] For port 7b596896-152e-49ea-a034-1ac47e48593f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b596896-152e-49ea-a034-1ac47e48593f,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:12.180697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:12.349860 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:12.366464 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b2d36-e924-4756-95df-39ebc9fa30fd None None] The sync data for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 is: [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:34:21Z', 'revision_number': 4, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '50f90280-663b-491b-b8e2-985b7cb5082a', 'name': '', 'network_id': '851fc9c4-e44c-4214-bb6f-7b28a81296e1', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'mac_address': 'fa:16:3e:03:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '47691d89-c07d-45fe-aa10-820880c63451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:19Z', 'updated_at': '2022-05-26T19:34:31Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'subnets': [{'id': '47691d89-c07d-45fe-aa10-820880c63451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:12.440141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Calling delete_port for 7b596896-152e-49ea-a034-1ac47e48593f owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:12.488120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port 1701280c-3683-4016-9521-1e2ac74655b3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1701280c-3683-4016-9521-1e2ac74655b3,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:12.488704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:12.647786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:12.742321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:12.833920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 1701280c-3683-4016-9521-1e2ac74655b3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:12.887696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b596896-152e-49ea-a034-1ac47e48593f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:12.987925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa638b-95c9-46a3-969f-54514ab804f4 None None] New status for floating IP d98a1c64-2a10-47df-804b-7a107066289c: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:41:13.043236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.043577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.043911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.044237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.044564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.044886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.045231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.045547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.046055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.046530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.046993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.047454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:13.137185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.207997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3adb187c-c0cc-4600-acb4-b8b8d7bea91a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:13.251303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.300503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:13.311258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:83a6dc5312094815bb3b9c027dd49e25 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:13.317667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:13.331473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3adb187c-c0cc-4600-acb4-b8b8d7bea91a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:13.331815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3adb187c-c0cc-4600-acb4-b8b8d7bea91a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:13.332235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b596896-152e-49ea-a034-1ac47e48593f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:13.336288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:13.465572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7b596896-152e-49ea-a034-1ac47e48593f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:13.465929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b596896-152e-49ea-a034-1ac47e48593f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:13.471516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=1701280c-3683-4016-9521-1e2ac74655b3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:13.550852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.567946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.586700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.598174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] No DVR routers for this DVR port 1701280c-3683-4016-9521-1e2ac74655b3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:13.601788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.665635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-b6c1ae9e-4b6e-49e0-ac6a-9c99c15779de tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "DELETE /v2.0/ports/1701280c-3683-4016-9521-1e2ac74655b3 HTTP/1.1" status: 204 len: 173 time: 2.0098464 May 26 19:41:13.707036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b1453-5368-4679-8fa3-035194640e67 req-0ec7d42a-3e0f-4e0c-a113-1492aab38782 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:13.720263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b1453-5368-4679-8fa3-035194640e67 req-0ec7d42a-3e0f-4e0c-a113-1492aab38782 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:13.721204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-380b1453-5368-4679-8fa3-035194640e67 req-0ec7d42a-3e0f-4e0c-a113-1492aab38782 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:13.766733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-380b1453-5368-4679-8fa3-035194640e67 req-0ec7d42a-3e0f-4e0c-a113-1492aab38782 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:13.774246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-380b1453-5368-4679-8fa3-035194640e67 req-0ec7d42a-3e0f-4e0c-a113-1492aab38782 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 1676 time: 0.5480530 May 26 19:41:13.824227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 79c85df4-11e6-4eea-89be-04e5a0104312 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:13.824940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:13.920785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-380b1453-5368-4679-8fa3-035194640e67 req-024b7143-13e3-4c5f-a0a8-6220b736d46c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452625 May 26 19:41:14.017139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:14.059954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.064789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed3e2b-e3e8-46fc-98ac-139703f55cb1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:14.092757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.105689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1613955e-0065-40a6-af01-7e8958c67cb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83a6dc5312094815bb3b9c027dd49e25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4568124 May 26 19:41:14.110002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.111830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:14.195975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.196840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:41:14.209288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.247504 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50195658-7ca0-4e15-81f5-6e9d3b7639d3'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': '1701280c-3683-4016-9521-1e2ac74655b3', 'status': 'completed', 'code': 200} May 26 19:41:14.251431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.272884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.276954 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-758210c2-34ce-4333-bdba-bb266a48d12b admin admin] 10.222.0.24 "DELETE /v2.0/routers/70772ef4-9e67-4c1c-9d66-5cf9c3eb70b4 HTTP/1.1" status: 204 len: 168 time: 4.3983333 May 26 19:41:14.278515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35704) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:14.337739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.360614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed3e2b-e3e8-46fc-98ac-139703f55cb1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:14.369466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.370693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-eed60823-ff09-4bd4-b163-0e70720d4ed0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52ed3e2b-e3e8-46fc-98ac-139703f55cb1 HTTP/1.1" status: 204 len: 168 time: 0.2536886 May 26 19:41:14.462412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Deleting subnet fce846c2-8f61-48ea-ac68-c5538a3cf0b5 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:14.473880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.535102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port 79c85df4-11e6-4eea-89be-04e5a0104312, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=79c85df4-11e6-4eea-89be-04e5a0104312,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:14.535477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.662382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3969c63b-953d-473f-bd08-80ca5bd681f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.722797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:14.819758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 79c85df4-11e6-4eea-89be-04e5a0104312 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:14.957477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35716) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:14.981018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.024839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:15.033748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Usage tracker for resource:security_group_rule and tenant:70f90a6d86bb46e29922b66b19cf3ed6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:15.095095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:15.114549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:15.117574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.394248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.401187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.414175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.481361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=79c85df4-11e6-4eea-89be-04e5a0104312,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:15.527663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d33ec7-66a4-4676-abda-a6ff54e13be6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:15.571183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1217cc3b-5da1-41d0-ae80-3513f30d90b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70f90a6d86bb46e29922b66b19cf3ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122739 May 26 19:41:15.575379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:15.601170 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.642084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] No DVR routers for this DVR port 79c85df4-11e6-4eea-89be-04e5a0104312 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:15.647660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.652281 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.661713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce846c2-8f61-48ea-ac68-c5538a3cf0b5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:15.671816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:15.677498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae260d-19a2-4f13-8611-6e528c97dac5 None None] Network 4f198082-3278-4bea-a325-d30d43fc3a8f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:15.685285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946158d6-90ed-4d57-8824-158bec69188f req-996e85cc-e916-4202-a253-d1f13344db38 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:15.691262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946158d6-90ed-4d57-8824-158bec69188f req-996e85cc-e916-4202-a253-d1f13344db38 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:15.692849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-946158d6-90ed-4d57-8824-158bec69188f req-996e85cc-e916-4202-a253-d1f13344db38 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 1676 time: 0.4454024 May 26 19:41:15.734872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0895ff4a-e761-4741-a805-ddbd3cb4714c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "DELETE /v2.0/ports/79c85df4-11e6-4eea-89be-04e5a0104312 HTTP/1.1" status: 204 len: 173 time: 2.0694890 May 26 19:41:15.745245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a6973b13-0b2c-4b2a-998f-505287d44bc4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fce846c2-8f61-48ea-ac68-c5538a3cf0b5 HTTP/1.1" status: 204 len: 168 time: 1.4651089 May 26 19:41:15.745943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:15.767121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.087777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.126462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:16.126912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.138701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d33ec7-66a4-4676-abda-a6ff54e13be6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:16.154470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.155630 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a380edc3-cb20-471d-9932-633d8f3c68c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04d33ec7-66a4-4676-abda-a6ff54e13be6 HTTP/1.1" status: 204 len: 168 time: 0.5793426 May 26 19:41:16.267639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:16.382367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] DHCP port deletion for 4f198082-3278-4bea-a325-d30d43fc3a8f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:41:16.387446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Deleting port 924ac16d-4d66-4342-b8b9-be90b9953115 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:16.387915 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.511739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-946158d6-90ed-4d57-8824-158bec69188f req-fe05ff3b-0297-4b87-b3e4-48f5bbd57574 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups?id=78275dd9-4386-49ed-bdbd-14e3f68885e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8112190 May 26 19:41:16.730541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] For port 924ac16d-4d66-4342-b8b9-be90b9953115, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=924ac16d-4d66-4342-b8b9-be90b9953115,segment=NetworkSegment(601a126b-4f33-4f33-adf1-e3b15f04bdf1),segment_id=601a126b-4f33-4f33-adf1-e3b15f04bdf1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:16.731509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.903003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Calling delete_port for 924ac16d-4d66-4342-b8b9-be90b9953115 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:16.917053 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f07a9f-3808-4934-ad29-716f3cb71fbd'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': '79c85df4-11e6-4eea-89be-04e5a0104312', 'status': 'completed', 'code': 200} May 26 19:41:16.955669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6a36060-2f6d-419e-bb0f-14a0b380791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.966704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:16.992688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:16.996043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.037124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.135340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] No DVR routers for this DVR port 924ac16d-4d66-4342-b8b9-be90b9953115 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:17.145578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Pushing event deleted for resources: {'Port': ['ID=924ac16d-4d66-4342-b8b9-be90b9953115,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:17.159512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.159856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.160187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.160517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.160832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.161170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.161491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.161808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.162305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.162446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.162744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.163058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc3ffc-6d38-4ddb-8ccf-f08e96ea1554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:41:17.165432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Deleting port 924ac16d-4d66-4342-b8b9-be90b9953115 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:17.165795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.199703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 924ac16d-4d66-4342-b8b9-be90b9953115 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:17.241473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 924ac16d-4d66-4342-b8b9-be90b9953115 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:17.241810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 924ac16d-4d66-4342-b8b9-be90b9953115 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:17.320092 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.339218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:17.382573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] The port '924ac16d-4d66-4342-b8b9-be90b9953115' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:41:17.536594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.598889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f198082-3278-4bea-a325-d30d43fc3a8f']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:17.621056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a126b-4f33-4f33-adf1-e3b15f04bdf1') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:17.621360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a126b-4f33-4f33-adf1-e3b15f04bdf1') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:17.639650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.663969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.667025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.737586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:17.737978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:17.828128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=b8d4e01d-7c2d-4214-940a-412ca2c8b8f4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:17.969404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ee1abdd2-2103-4e73-b0bf-7d39e5904681 req-ce14c5fd-c5cc-4b6d-b506-b0150175ba19 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Synchronizing usage tracker for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:18.036295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] No DVR routers for this DVR port b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:18.042746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.057676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6383c8ae-2b68-497f-9f2d-ed702971c72a req-0f3ec999-fbd2-4891-b2f9-74878b6b6363 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.53 "DELETE /v2.0/ports/b8d4e01d-7c2d-4214-940a-412ca2c8b8f4 HTTP/1.1" status: 204 len: 173 time: 2.3101411 May 26 19:41:18.058367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.064104 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 601a126b-4f33-4f33-adf1-e3b15f04bdf1 resource provider aggregate not found May 26 19:41:18.108819 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 601a126b-4f33-4f33-adf1-e3b15f04bdf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 601a126b-4f33-4f33-adf1-e3b15f04bdf1 found for delete ", "request_id": "req-5366a39f-2aaa-42b2-940b-18e5e015d2c4"}]} May 26 19:41:18.110022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.116289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4f198082-3278-4bea-a325-d30d43fc3a8f HTTP/1.1" status: 204 len: 168 time: 2.3647902 May 26 19:41:18.121465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ee1abdd2-2103-4e73-b0bf-7d39e5904681 req-ce14c5fd-c5cc-4b6d-b506-b0150175ba19 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Unset dirty status for tenant:d1cf3de5d07348c28ee9f1511c4f7112 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:18.136257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee1abdd2-2103-4e73-b0bf-7d39e5904681 req-ce14c5fd-c5cc-4b6d-b506-b0150175ba19 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.2973759 May 26 19:41:18.147661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be5d06-c4a8-44b7-aaaa-e8a9c5a2a568 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f198082-3278-4bea-a325-d30d43fc3a8f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:18.173996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.398010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35822) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:18.509953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ba30ca57-d07f-4f46-a20c-c16d798e010d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7b79d8805e2420cb8f52ea2f6524dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084971 May 26 19:41:18.510375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:18.559703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-8bf43be9-9e8a-444c-a66f-d354f214b92b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:18.581524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-8bf43be9-9e8a-444c-a66f-d354f214b92b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:18.594035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-8bf43be9-9e8a-444c-a66f-d354f214b92b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572427797&fields=id&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 267 time: 0.0889158 May 26 19:41:18.613542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.678812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.756591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.806436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b65e48-069b-4781-af4e-9a404f8b115d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:18.820832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:18.826721 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a361ce90-e98d-4c88-b810-5ef5b697bc20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7b65e48-069b-4781-af4e-9a404f8b115d HTTP/1.1" status: 204 len: 168 time: 0.3153419 May 26 19:41:18.918151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:18.942653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9f85ef66-feb3-424e-854d-97b484c88af1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:18.956238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9f85ef66-feb3-424e-854d-97b484c88af1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3603518 May 26 19:41:18.976565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-4cf19c0f-eba2-440b-ad36-ee077de36ea2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0190713 May 26 19:41:19.168310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-f88b461a-a119-4238-a9c5-130166d70190 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893559 May 26 19:41:19.389591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-3bbfadbd-b878-4e11-a4e3-caad61719e23 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176738 May 26 19:41:19.725031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:19.737091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-7b329209-a5c4-4fde-894f-66577924f215 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442640 May 26 19:41:19.746720 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:19.822339 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5118f502-3359-4157-ad05-24c15e15ca9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9156499fdcab4d5e91f3c1b3d276def0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954907 May 26 19:41:19.823151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35866) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:19.935955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:19.971146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:20.070821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:20.095284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b8c1b-678e-4753-b8a8-f61fc875cb5e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:20.116322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:20.117595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31fa2b25-7040-48d4-b67a-e59316f6b0f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a64b8c1b-678e-4753-b8a8-f61fc875cb5e HTTP/1.1" status: 204 len: 168 time: 0.2929890 May 26 19:41:20.460817 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1e7571-f4dd-42d6-8910-c3526eb8adef'] response: {'server_uuid': 'c25e80de-e9ca-4440-b2f8-17260770aac9', 'name': 'network-vif-deleted', 'tag': 'b8d4e01d-7c2d-4214-940a-412ca2c8b8f4', 'status': 'completed', 'code': 200} May 26 19:41:20.651797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d707e901-3cb3-4d38-af7c-0e97f505ebfb req-1a1db2a9-c481-4943-8490-20b8b37ffbeb tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.0787947 May 26 19:41:20.859781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62dd2661-79c9-432c-997a-cf3040b20114 req-f079b08e-9146-4b77-83a8-f6a655a2a0ac tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 210 time: 0.1018445 May 26 19:41:21.792050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35926) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:22.013328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aad78a1d-fbfe-4d5e-9272-bbe16b2b83c1 req-96763018-8b73-4aa2-8a74-ae10663051b2 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/ports?device_id=c25e80de-e9ca-4440-b2f8-17260770aac9 HTTP/1.1" status: 200 len: 210 time: 0.1177003 May 26 19:41:22.039346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1559703935-network', 'tenant_id': 'aa9cd5037c5c4355b06d5fc39bbb415b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:22.046262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:22.056426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Usage tracker for resource:network and tenant:aa9cd5037c5c4355b06d5fc39bbb415b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:22.066510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:22.078249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:22.149370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Made reservation on behalf of aa9cd5037c5c4355b06d5fc39bbb415b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:22.152525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.173167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.184988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2929ede7-a3ef-4ec8-82ce-f8b5f43c42b6 req-4d6a1875-e895-420c-b760-af0ea8df1b04 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 210 time: 0.0882177 May 26 19:41:22.210500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:22.219616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9cd5037c5c4355b06d5fc39bbb415b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:22.233201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:22.239444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:22.377938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.384056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.399948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:41:22.429675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.430024 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Added segment df687d39-24ce-48dc-a4b5-2a0adedadf98 of type vlan for network ab9b579a-a3a0-4f85-83d9-16c0b076f441 May 26 19:41:22.444854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8229d47-6fe3-49b2-82f7-25bf115d412a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:22.473410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.515866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.521685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:22.522525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:22.651785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9b579a-a3a0-4f85-83d9-16c0b076f441,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:22.661793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ab9b579a-a3a0-4f85-83d9-16c0b076f441 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:41:22.673141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-279d512b-6286-4a6b-8c5c-882915332541 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8799829 May 26 19:41:22.676064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 35968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:22.683973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Request body: {'subnet': {'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1559703935-subnet', 'tenant_id': 'aa9cd5037c5c4355b06d5fc39bbb415b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:22.694769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:22.705125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Usage tracker for resource:subnet and tenant:aa9cd5037c5c4355b06d5fc39bbb415b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:22.710895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:22.730925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:22.764661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Made reservation on behalf of aa9cd5037c5c4355b06d5fc39bbb415b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:22.773828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.107796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.200129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 35998) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:23.237668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:23.273975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Checking segment: {'id': 'df687d39-24ce-48dc-a4b5-2a0adedadf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:41:23.274792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Network hostable DHCP agents. Network: ab9b579a-a3a0-4f85-83d9-16c0b076f441, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:41:23.303887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Network ab9b579a-a3a0-4f85-83d9-16c0b076f441 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:41:23.313783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.315590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ab9b579a-a3a0-4f85-83d9-16c0b076f441) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:23.326557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc33b89-a6e0-4ca0-b5e8-be5eca246d38 None None] Network ab9b579a-a3a0-4f85-83d9-16c0b076f441 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:23.329483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:23.330326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.366909 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-769b34fb-c615-467d-b92d-0af60443d1f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6888881 May 26 19:41:23.376923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.474415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adcfc215-390d-44db-92d1-c2d8b9fbe65c req-434549c6-55da-41b5-9e23-ddc7d9fa9460 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 210 time: 0.0757682 May 26 19:41:23.527873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.578712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78275dd9-4386-49ed-bdbd-14e3f68885e9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:23.585543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:23.590247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8179ab20-d6a0-4fc6-aa2a-2a98cef83a4a tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/security-groups/78275dd9-4386-49ed-bdbd-14e3f68885e9 HTTP/1.1" status: 204 len: 168 time: 0.3882759 May 26 19:41:23.590644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36012) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:23.616215 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8feaa110-987e-4e6c-8af0-8bef4b98fc95 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] show failed (client error): The resource could not be found. May 26 19:41:23.619994 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8feaa110-987e-4e6c-8af0-8bef4b98fc95 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "GET /v2.0/security-groups/78275dd9-4386-49ed-bdbd-14e3f68885e9 HTTP/1.1" status: 404 len: 347 time: 0.0256739 May 26 19:41:23.620603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:23.686141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36022) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:23.701537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bb569-45fa-4726-8825-dc20750c04c8 None None] Network ab9b579a-a3a0-4f85-83d9-16c0b076f441 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:23.807798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 75c98392-7f5e-4dbd-943d-9aa6d6bf3088 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:23.809542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.044983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.045449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.243098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 75c98392-7f5e-4dbd-943d-9aa6d6bf3088 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:24.367733 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.422845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:24.450144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.450743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Usage tracker for resource:security_group_rule and tenant:0c020ded5bbc4e2e96fa1569eed19ce6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:24.466763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:24.500375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:24.568491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-e68c81d8-5e45-43b8-a5d0-5aa38ca0189a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:24.568630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=75c98392-7f5e-4dbd-943d-9aa6d6bf3088,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:24.570031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-e68c81d8-5e45-43b8-a5d0-5aa38ca0189a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.4629438 May 26 19:41:24.665768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.700379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:24.700379 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-de1a7586-72da-4304-bb24-51d5e70e519c tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/floatingips/d98a1c64-2a10-47df-804b-7a107066289c HTTP/1.1" status: 204 len: 168 time: 1.0701540 May 26 19:41:24.700379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:24.756945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-50da0e0f-9d7b-42ab-98ac-9be3755b84f1 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 380 time: 0.1685364 May 26 19:41:24.775824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'security_groups': ['cdc3432d-535d-4a9a-91fc-6804306ae899']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:24.794087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 637e51e6-6c55-497d-9d92-4245f6fb00e8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:24.794443 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.023165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:25.051427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:25.090271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:25.093850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.337361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.487475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.487971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 637e51e6-6c55-497d-9d92-4245f6fb00e8 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:25.505960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.565516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c020ded5bbc4e2e96fa1569eed19ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8782282 May 26 19:41:25.573819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:25.681464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:25.715451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fffedc-576a-40c3-919e-8840ec23d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377a23f6-f56d-4559-be2a-e07a4b1a1f24,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:25.780221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-11ef60dc-ef09-48eb-8f50-a954b8d45121 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:25.781010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-11ef60dc-ef09-48eb-8f50-a954b8d45121 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Synchronizing usage tracker for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:25.801921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=637e51e6-6c55-497d-9d92-4245f6fb00e8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:25.975807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.10 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/39380abe-3733-4dac-a76b-62d043abb68b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:25.986109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-11ef60dc-ef09-48eb-8f50-a954b8d45121 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Unset dirty status for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:25.987341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-11ef60dc-ef09-48eb-8f50-a954b8d45121 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/networks?id=ab9b579a-a3a0-4f85-83d9-16c0b076f441 HTTP/1.1" status: 200 len: 822 time: 0.8406522 May 26 19:41:26.038182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.050620 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-45c6726c-4081-47d1-b112-80f6453d7420 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/ports/637e51e6-6c55-497d-9d92-4245f6fb00e8 HTTP/1.1" status: 204 len: 168 time: 1.3550019 May 26 19:41:26.053270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36098) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:26.089865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-0ceb923d-b0be-47cc-83f8-5fa1b9ec273e tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/quotas/aa9cd5037c5c4355b06d5fc39bbb415b HTTP/1.1" status: 200 len: 375 time: 0.0660954 May 26 19:41:26.094629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.134235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 1fd52cb8-a65d-4ef1-a40e-c91824d7526b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:26.134567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.192997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-b91cc43b-05d6-45f7-a961-30830d0502ac tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa9cd5037c5c4355b06d5fc39bbb415b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021576 May 26 19:41:26.537125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-77afcb87-84ed-446a-af5b-50b404ebd480 service neutron] 10.222.0.24 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432004 May 26 19:41:26.547468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.589818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.676559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 1fd52cb8-a65d-4ef1-a40e-c91824d7526b owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:26.893831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-f386ff86-feb0-4269-b482-469efc3c6f54 service neutron] 10.222.0.24 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348596 May 26 19:41:26.894176 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.903424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.930103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.938658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377a23f6-f56d-4559-be2a-e07a4b1a1f24,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:26.955298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object 39380abe-3733-4dac-a76b-62d043abb68b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:41:26.956752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:26.960920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0bc333ea-0290-46dd-8e0a-7fbbd483b320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/377a23f6-f56d-4559-be2a-e07a4b1a1f24 HTTP/1.1" status: 204 len: 168 time: 1.3790939 May 26 19:41:27.001677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:27.047490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Port': ['ID=1fd52cb8-a65d-4ef1-a40e-c91824d7526b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:27.152538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:27.161692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:27.171387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:41:27.235486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:27.343750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:27.350906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:27.351558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:27.385610 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-508e321a-33f8-47ea-8ed0-4df02e2fa835 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/ports/1fd52cb8-a65d-4ef1-a40e-c91824d7526b HTTP/1.1" status: 204 len: 168 time: 1.3305490 May 26 19:41:27.388789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36122) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:27.648665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-9efdf278-1795-4694-983f-1b9ef6352727 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8787999 May 26 19:41:27.675207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Request body: {'port': {'device_id': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:27.737608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ec25cae-6a18-4f6a-b8d4-463b61010c42 None None] Provisioning for port 39380abe-3733-4dac-a76b-62d043abb68b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:41:27.752306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ec25cae-6a18-4f6a-b8d4-463b61010c42 None None] Provisioning complete for port 39380abe-3733-4dac-a76b-62d043abb68b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:27.752675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ec25cae-6a18-4f6a-b8d4-463b61010c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:27.873527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting subnet 57bd5fc0-0822-4395-bdd7-9473a73926ff {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:27.888370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:27.907576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8ec25cae-6a18-4f6a-b8d4-463b61010c42 None None] Port 39380abe-3733-4dac-a76b-62d043abb68b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:41:27.984652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36142) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:28.037154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.230636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.248152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:28.252400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Usage tracker for resource:security_group_rule and tenant:3f558dab62b4425a890cc63e54966138 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:28.255687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:28.265205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:28.302873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90401b-ebde-468c-b951-35a3a33713d1 req-9ae0776d-d8e1-428c-a7c7-67b00f7811b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:28.305235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d90401b-ebde-468c-b951-35a3a33713d1 req-9ae0776d-d8e1-428c-a7c7-67b00f7811b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:28.336805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.404404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.409643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.434740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0d90401b-ebde-468c-b951-35a3a33713d1 req-9ae0776d-d8e1-428c-a7c7-67b00f7811b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:28.442104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d90401b-ebde-468c-b951-35a3a33713d1 req-9ae0776d-d8e1-428c-a7c7-67b00f7811b9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 932 time: 0.8957438 May 26 19:41:28.470698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9436cfb5-9e01-4ae3-8e8a-df7ed4b88cb5,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:28.488681 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-26c63341-25b4-493b-b438-1541f728de55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f558dab62b4425a890cc63e54966138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029371 May 26 19:41:28.493273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:28.561685 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.574066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.596630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.664115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.689964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d90401b-ebde-468c-b951-35a3a33713d1 req-2b43f62d-b1e0-4f89-9b78-76eccc9ece36 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468677 May 26 19:41:28.692239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9436cfb5-9e01-4ae3-8e8a-df7ed4b88cb5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:28.699136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.702662 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60518af0-6c3c-46ed-8c6f-78aef4768b72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9436cfb5-9e01-4ae3-8e8a-df7ed4b88cb5 HTTP/1.1" status: 204 len: 168 time: 0.2046239 May 26 19:41:28.826714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.900955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Subnet': ['ID=57bd5fc0-0822-4395-bdd7-9473a73926ff,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:28.907698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722033d1-2ce5-4eca-ba4f-5e672fdfb38b None None] Network 2f2e43bd-053a-41ee-84f4-3dacc69e188f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:28.912644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:28.993103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c52a865e-9811-4f9b-8726-8ad032cdc194 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/subnets/57bd5fc0-0822-4395-bdd7-9473a73926ff HTTP/1.1" status: 204 len: 168 time: 1.6034870 May 26 19:41:28.996315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:29.005380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-654066f0-a8fd-40c6-8c42-4d17cc8bc907 req-f8a82123-28f8-4676-be33-b5fe682bf4c0 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 210 time: 0.1058004 May 26 19:41:29.179173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting subnet ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:29.183790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.288617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.438081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36186) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:29.494130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.518557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] DHCP port deletion for 2f2e43bd-053a-41ee-84f4-3dacc69e188f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:41:29.523728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Deleting port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:29.524154 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.612380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39380abe-3733-4dac-a76b-62d043abb68b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:29.624853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.642578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.649325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.679591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.686998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-5776db6c-8423-44a7-9d31-827eab8ab013 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:29.687577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38f400-cce0-44dd-a492-ef0e6d96d256 None None] Network 155ec6f8-1202-48b4-a69a-e2a78fad730c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:29.689794 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:29.692806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-5776db6c-8423-44a7-9d31-827eab8ab013 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.53 "GET /v2.0/networks?id=ab9b579a-a3a0-4f85-83d9-16c0b076f441 HTTP/1.1" status: 200 len: 822 time: 0.6133301 May 26 19:41:29.693305 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f3a28439-2d24-4c37-9e47-8c29a352e8a6 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/subnets/ae0bb311-75bf-4ea1-961b-8e49bdfa8c2d HTTP/1.1" status: 204 len: 168 time: 0.6949489 May 26 19:41:29.695357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:29.711795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Request body: {'port': {'device_id': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441', 'admin_state_up': True, 'tenant_id': 'aa9cd5037c5c4355b06d5fc39bbb415b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:29.733845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:29.746257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Transition to ACTIVE for port object 39380abe-3733-4dac-a76b-62d043abb68b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:41:29.747625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Usage tracker for resource:security_group_rule and tenant:7566a85c313044069f5e37e730fe6465 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:29.800907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:29.814337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.895293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.922913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:29.924184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:29.950247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] For port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:29.950870 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.049924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:30.185675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Calling delete_port for 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:30.203422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Pushing event updated for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:30.227056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:30.287564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Usage tracker for resource:port and tenant:aa9cd5037c5c4355b06d5fc39bbb415b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:30.341379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.366935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:30.402692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Attempting to bind port 39380abe-3733-4dac-a76b-62d043abb68b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:41:30.402968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] Pushing event deleted for resources: {'Port': ['ID=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:30.403414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Attempting to bind port 39380abe-3733-4dac-a76b-62d043abb68b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:41:30.403900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Attempting to bind port 39380abe-3733-4dac-a76b-62d043abb68b on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:30.408873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a30fa-d858-4969-abe2-4772342450c9 None None] No DVR routers for this DVR port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:30.410150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:30.413187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Port 39380abe-3733-4dac-a76b-62d043abb68b on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:41:30.413456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Attempting to bind port 39380abe-3733-4dac-a76b-62d043abb68b on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:30.430061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] DHCP port deletion for 155ec6f8-1202-48b4-a69a-e2a78fad730c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:41:30.434803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Deleting port 8d88d221-9c91-4c9b-93f3-10f081e7e973 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:30.435311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.460079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c8f1c-5f40-4507-b7df-c5a2f0d027fa req-2d125ad9-c578-4f84-85e3-c7eaa9db3d60 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:30.461942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] For port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3f18f0fe-1e3f-42ca-a40f-3fdaabd98325,segment=NetworkSegment(23546d77-3fc2-46d6-8d7d-f39a5c1506a2),segment_id=23546d77-3fc2-46d6-8d7d-f39a5c1506a2)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:30.463899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.467843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67c8f1c-5f40-4507-b7df-c5a2f0d027fa req-2d125ad9-c578-4f84-85e3-c7eaa9db3d60 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.5624061 May 26 19:41:30.487122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:41:30.487509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:41:30.487877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:41:30.488318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Bound port: 39380abe-3733-4dac-a76b-62d043abb68b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:41:30.488659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.504404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Made reservation on behalf of aa9cd5037c5c4355b06d5fc39bbb415b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:30.508576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.643015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Calling delete_port for 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:30.743660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] For port 8d88d221-9c91-4c9b-93f3-10f081e7e973, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=8d88d221-9c91-4c9b-93f3-10f081e7e973,segment=NetworkSegment(64efce78-8192-4f59-bb6c-db2f2147a859),segment_id=64efce78-8192-4f59-bb6c-db2f2147a859)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:30.744591 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.763655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:41:30.764033 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:41:30.785915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.789612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e67c8f1c-5f40-4507-b7df-c5a2f0d027fa req-68f35f03-3abb-4973-b594-d7ef81a1d206 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208821 May 26 19:41:30.797960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.864304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Allocated IP 172.20.0.7 (ab9b579a-a3a0-4f85-83d9-16c0b076f441/b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14/14104c10-4968-4c46-bb6f-70722b9e766f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:30.877431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7566a85c313044069f5e37e730fe6465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4382930 May 26 19:41:30.880419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36218) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:30.889486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da4c26-cc2d-4f09-a686-8177f5fa7b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d0ac2-b2ad-42cf-b11b-f5458a144e90,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:30.894368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:41:30.899297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=39380abe-3733-4dac-a76b-62d043abb68b,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:41:30.919571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Calling delete_port for 8d88d221-9c91-4c9b-93f3-10f081e7e973 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:30.956358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:30.995088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.011872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.025140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.087398 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.102973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] Pushing event deleted for resources: {'Port': ['ID=8d88d221-9c91-4c9b-93f3-10f081e7e973,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:31.110854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d0ac2-b2ad-42cf-b11b-f5458a144e90,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:31.110979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3f73f-8667-459a-8b27-321520e775bb None None] No DVR routers for this DVR port 8d88d221-9c91-4c9b-93f3-10f081e7e973 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:31.124292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.125928 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b1bd911-93d9-40cc-ad88-154f1e07125c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f6d0ac2-b2ad-42cf-b11b-f5458a144e90 HTTP/1.1" status: 204 len: 168 time: 0.2443516 May 26 19:41:31.183710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:31.184499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.186868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] 10.222.0.13 "PUT /v2.0/ports/39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 1092 time: 3.5177863 May 26 19:41:31.191942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:31.203351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:31.261856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d66f5d41-5147-4148-b46c-101ffe2d4389 req-eff64997-19b0-412e-afba-ee7a020b04d6 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 210 time: 0.2934020 May 26 19:41:31.262726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:31.262930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:31.265345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Deleting port 3f18f0fe-1e3f-42ca-a40f-3fdaabd98325 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:31.265707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8d88d221-9c91-4c9b-93f3-10f081e7e973 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:31.266067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.355428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 8d88d221-9c91-4c9b-93f3-10f081e7e973 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:31.369816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 8d88d221-9c91-4c9b-93f3-10f081e7e973 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:31.380844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] The port '3f18f0fe-1e3f-42ca-a40f-3fdaabd98325' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:41:31.448251 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8261dcbb-f819-4f48-b85d-4b68809eaff9'] response: {'name': 'network-changed', 'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b', 'status': 'completed', 'code': 200} May 26 19:41:31.490618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f9724-04c6-45e0-aa4c-de8b1618257b service neutron] Pushing event updated for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:31.528881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.566709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2e43bd-053a-41ee-84f4-3dacc69e188f']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:31.579804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23546d77-3fc2-46d6-8d7d-f39a5c1506a2') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:31.579804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23546d77-3fc2-46d6-8d7d-f39a5c1506a2') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:31.586765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-20c4a73a-7f0d-4246-a227-b9a01b423b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:31.589131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-20c4a73a-7f0d-4246-a227-b9a01b423b85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1095 time: 0.3296750 May 26 19:41:31.591442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.592200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.609946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.616221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:31.616755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.664771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-1d8921dd-0a56-44e2-9524-47b77980267c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 217 time: 0.0685232 May 26 19:41:31.691774 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 23546d77-3fc2-46d6-8d7d-f39a5c1506a2 resource provider aggregate not found May 26 19:41:31.720819 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 23546d77-3fc2-46d6-8d7d-f39a5c1506a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23546d77-3fc2-46d6-8d7d-f39a5c1506a2 found for delete ", "request_id": "req-1de5ea8e-561d-4f76-aeff-f5521cb32094"}]} May 26 19:41:31.736674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-c800321a-79db-43bb-896c-742c1fbbdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:31.738110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-c800321a-79db-43bb-896c-742c1fbbdd6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0668614 May 26 19:41:31.739193 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.744004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.771203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:31.783998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Network': ['ID=2f2e43bd-053a-41ee-84f4-3dacc69e188f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:31.790169 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-00803fa2-20f0-45f6-93e0-a9572f731509 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/networks/2f2e43bd-053a-41ee-84f4-3dacc69e188f HTTP/1.1" status: 204 len: 168 time: 2.0933640 May 26 19:41:31.792585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36250) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:31.926673 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.027648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Network ab9b579a-a3a0-4f85-83d9-16c0b076f441 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:32.035464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:32.038068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:41:32.076542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Pushing event updated for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:32.083195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.118469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155ec6f8-1202-48b4-a69a-e2a78fad730c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:32.135680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64efce78-8192-4f59-bb6c-db2f2147a859') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:32.135680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64efce78-8192-4f59-bb6c-db2f2147a859') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:32.139306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:32.140009 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.156718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.160467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-09952d13-d652-4336-984b-5c8db479303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:32.161998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-09952d13-d652-4336-984b-5c8db479303d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4110661 May 26 19:41:32.174884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.182388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:32.182902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.251055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ca1e499a-9216-465c-bc8f-ffb3ba1f7126 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5440073 May 26 19:41:32.309521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.310112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Request body: {'port': {'device_id': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:32.338580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.341396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] Pushing event deleted for resources: {'Network': ['ID=155ec6f8-1202-48b4-a69a-e2a78fad730c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:32.356316 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f9df23d-a585-4a4c-9df5-29693cf61701 tempest-TaggedBootDevicesTest-1669090968 tempest-TaggedBootDevicesTest-1669090968-project] 10.222.0.24 "DELETE /v2.0/networks/155ec6f8-1202-48b4-a69a-e2a78fad730c HTTP/1.1" status: 204 len: 168 time: 0.5583475 May 26 19:41:32.479414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-94dddaa0-b339-42e0-b475-6a12019a76d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075385 May 26 19:41:32.586291 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:32.644624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489634f-30a1-4537-a189-2c62fceb7786 req-db4cc80c-6890-4c8c-b3c5-9091315ec05f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:32.646282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c489634f-30a1-4537-a189-2c62fceb7786 req-db4cc80c-6890-4c8c-b3c5-9091315ec05f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.3943446 May 26 19:41:32.745778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa3283e-e62e-486f-aa1e-4d5c628bc4fa req-e9f1db89-65aa-4884-b96d-41dd4fd0d2df service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567225 May 26 19:41:32.762098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c489634f-30a1-4537-a189-2c62fceb7786 req-b844f579-3ae3-4051-be14-e102db7b32bc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067803 May 26 19:41:32.981087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-43a2ef6e-f762-4d87-aded-852b707aa563 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983124 May 26 19:41:33.120293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-39f635c0-866c-4f45-8d0d-2e683f740b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:33.121799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-39f635c0-866c-4f45-8d0d-2e683f740b92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1095 time: 0.3142169 May 26 19:41:33.298616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-8fc4469d-822d-4de3-9d6d-517a3bd0f0ba tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:33.301487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-8fc4469d-822d-4de3-9d6d-517a3bd0f0ba tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043163 May 26 19:41:33.381250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-95261eb4-e674-462a-b7c1-a448c23ffa96 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/quotas/5d8bfdc0053b4195a719f988b05fb98d HTTP/1.1" status: 200 len: 375 time: 0.0548375 May 26 19:41:33.435921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-c6356f63-5249-44f7-b0fc-2ef46bdea19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:33.437380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-c6356f63-5249-44f7-b0fc-2ef46bdea19a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3024037 May 26 19:41:33.449148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-b4bdf3e7-d121-4b6f-89c5-a9c2b972b987 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544286 May 26 19:41:33.511043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14104c10-4968-4c46-bb6f-70722b9e766f {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:33.531599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:33.534783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-3cc62016-5f13-4765-be63-2e4aff2e79e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 217 time: 0.0887489 May 26 19:41:33.600946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Transition to ACTIVE for port object 14104c10-4968-4c46-bb6f-70722b9e766f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:41:33.618231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:33.748872 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 64efce78-8192-4f59-bb6c-db2f2147a859 resource provider aggregate not found May 26 19:41:33.772196 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 64efce78-8192-4f59-bb6c-db2f2147a859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64efce78-8192-4f59-bb6c-db2f2147a859 found for delete ", "request_id": "req-deb5a7d1-25ee-4194-be71-761aad412343"}]} May 26 19:41:33.819467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-cc52e136-9ba1-436d-a0bc-e1c4c0a8a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:33.821643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-cc52e136-9ba1-436d-a0bc-e1c4c0a8a747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.2806058 May 26 19:41:33.845506 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:41:33.929420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Pushing event updated for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:34.230378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-830e3fcd-e804-4d58-a642-8b859d427612 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:34.231814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-830e3fcd-e804-4d58-a642-8b859d427612 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Synchronizing usage tracker for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:34.236041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Attempting to bind port 14104c10-4968-4c46-bb6f-70722b9e766f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:41:34.236549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Attempting to bind port 14104c10-4968-4c46-bb6f-70722b9e766f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'df687d39-24ce-48dc-a4b5-2a0adedadf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:41:34.237058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Attempting to bind port 14104c10-4968-4c46-bb6f-70722b9e766f on network ab9b579a-a3a0-4f85-83d9-16c0b076f441 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:34.248455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-8b763b7c-4103-43af-b6d1-b4a7859d4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:34.249976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-8b763b7c-4103-43af-b6d1-b4a7859d4442 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151228 May 26 19:41:34.252069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Port 14104c10-4968-4c46-bb6f-70722b9e766f on network ab9b579a-a3a0-4f85-83d9-16c0b076f441 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:41:34.252315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Attempting to bind port 14104c10-4968-4c46-bb6f-70722b9e766f on network ab9b579a-a3a0-4f85-83d9-16c0b076f441 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:34.327669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:41:34.328418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Checking segment: {'id': 'df687d39-24ce-48dc-a4b5-2a0adedadf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:41:34.329103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Bound using segment: {'id': 'df687d39-24ce-48dc-a4b5-2a0adedadf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:41:34.330067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Bound port: 14104c10-4968-4c46-bb6f-70722b9e766f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df687d39-24ce-48dc-a4b5-2a0adedadf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:41:34.330800 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:34.405109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-830e3fcd-e804-4d58-a642-8b859d427612 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Unset dirty status for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:34.411762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-830e3fcd-e804-4d58-a642-8b859d427612 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 943 time: 0.5982757 May 26 19:41:34.543578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-bbfdec61-68f7-4cd0-8b03-39277ccb8512 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Synchronizing usage tracker for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:34.575125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-ad633eff-6f44-459b-9e22-cd04fc953b60 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173532 May 26 19:41:34.604776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:41:34.609845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-bbfdec61-68f7-4cd0-8b03-39277ccb8512 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Unset dirty status for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:34.611048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfba54ec-d61d-4ad3-8f46-96e56ef18a3f req-bbfdec61-68f7-4cd0-8b03-39277ccb8512 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985273 May 26 19:41:34.697743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=14104c10-4968-4c46-bb6f-70722b9e766f,segment=NetworkSegment(df687d39-24ce-48dc-a4b5-2a0adedadf98),segment_id=df687d39-24ce-48dc-a4b5-2a0adedadf98)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:41:34.712075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:34.807007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:34.807866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:34.809273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] 10.222.0.53 "PUT /v2.0/ports/14104c10-4968-4c46-bb6f-70722b9e766f HTTP/1.1" status: 200 len: 1091 time: 2.5437634 May 26 19:41:34.809717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:34.839424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac0eeed7-9c29-46ea-8240-c2c3c568839b req-558febe8-1c64-4425-b71a-cb0f89eff7b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565773 May 26 19:41:34.883457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc913a0-0f09-4679-98fd-f8a8e4a2595b service neutron] Pushing event updated for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:34.936333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-689a2eea-54df-44c4-8843-5190a0e9fd5e req-d89d716e-995a-45d1-b4d9-e5c015b095e2 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 210 time: 0.0940180 May 26 19:41:34.964124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-c5b61dfd-e533-468e-8fa7-08ba4254aa36 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349724 May 26 19:41:35.077757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36368) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:35.216918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.232027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:35.236030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Usage tracker for resource:security_group_rule and tenant:fbaab22af6bc463b9470b9b6c0504bf9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:35.239133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:35.246003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:35.272075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-933bbea2-7576-461b-801f-6415d551654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:35.274029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-933bbea2-7576-461b-801f-6415d551654b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa9cd5037c5c4355b06d5fc39bbb415b&device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 1094 time: 0.3917303 May 26 19:41:35.329820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.334586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.374532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-d72c7ab5-5ad2-41fe-934d-646ad318489f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14104c10-4968-4c46-bb6f-70722b9e766f HTTP/1.1" status: 200 len: 217 time: 0.0904090 May 26 19:41:35.385921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-582f6e1d-8d43-49da-8654-5a5da55daa32 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:35.387321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-582f6e1d-8d43-49da-8654-5a5da55daa32 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136887 May 26 19:41:35.390997 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbaab22af6bc463b9470b9b6c0504bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107598 May 26 19:41:35.391944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84016cac-086d-43ed-bfcc-4e7b9cc3d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e922671e-9b9e-4a70-94cb-d75da1f2d9d1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:35.394330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36376) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:35.444518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c40c-89b8-44a1-ae95-c2e7c2d2145a req-32e048cc-8f26-4520-8f41-6fae14bb45a4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:35.446047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b991c40c-89b8-44a1-ae95-c2e7c2d2145a req-32e048cc-8f26-4520-8f41-6fae14bb45a4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.3079894 May 26 19:41:35.455487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Request body: {'port': {'device_id': '74706639-6de2-4677-825e-db8c677bdc78', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '5d8bfdc0053b4195a719f988b05fb98d'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:35.471024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.506775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.568779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.585512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922671e-9b9e-4a70-94cb-d75da1f2d9d1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:35.589274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b991c40c-89b8-44a1-ae95-c2e7c2d2145a req-79900ff4-29ad-418e-9e29-bf81fac2e528 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181083 May 26 19:41:35.605637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:35.611671 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0440a61c-dcf5-4787-aa28-37cfa48fd3aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e922671e-9b9e-4a70-94cb-d75da1f2d9d1 HTTP/1.1" status: 204 len: 168 time: 0.2154193 May 26 19:41:35.772433 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e3a79f-2166-44db-8b2e-93fcfcac5b37'] response: {'name': 'network-changed', 'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f', 'status': 'completed', 'code': 200} May 26 19:41:35.776904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ae82848f-a36a-40d6-9c6f-e15cf7a55baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:35.778557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-ae82848f-a36a-40d6-9c6f-e15cf7a55baa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14 HTTP/1.1" status: 200 len: 862 time: 0.3887107 May 26 19:41:35.856248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-29de5dbd-c02e-4c7b-84bf-d28fee1606b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab9b579a-a3a0-4f85-83d9-16c0b076f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614371 May 26 19:41:36.051378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:36.061555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Usage tracker for resource:port and tenant:5d8bfdc0053b4195a719f988b05fb98d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:36.068206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:36.090584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:36.125145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-8a90005c-1cc9-4d36-9ec1-f35aee5cd6a7 service neutron] 10.222.0.53 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676950 May 26 19:41:36.126437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Made reservation on behalf of 5d8bfdc0053b4195a719f988b05fb98d for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:41:36.129817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.149676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5249a-e242-496f-985d-63fba83e18b9 req-cb9d9a10-ac7c-447d-b8bb-9f8706c782c8 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:36.153287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2be5249a-e242-496f-985d-63fba83e18b9 req-cb9d9a10-ac7c-447d-b8bb-9f8706c782c8 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 943 time: 0.2645669 May 26 19:41:36.153643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36394) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:36.174960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.185886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.217743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:36.228038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9af9467dab46b39ea249ae8ebc2e61 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:36.231444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:36.237770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:36.255577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:36.286396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Usage tracker for resource:security_group_rule and tenant:5d8bfdc0053b4195a719f988b05fb98d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:36.294557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:36.308113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:36.357748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.363214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.372445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2be5249a-e242-496f-985d-63fba83e18b9 req-781a9ff1-7435-42a7-b770-587aac110aa1 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958418 May 26 19:41:36.403810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9612494-3139-446b-b5db-de4f6ca81f36,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:36.445282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36398) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:36.445602 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c7d68b8c-c39a-433d-b8cd-60a5480766f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e9af9467dab46b39ea249ae8ebc2e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902708 May 26 19:41:36.465967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-464962c0-8faf-4d14-a6fb-51eef6ba28ff req-9f888c3f-e40c-4f7f-9dbc-19217ad87112 service neutron] 10.222.0.53 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260686 May 26 19:41:36.612219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.631494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d6720e1-a74f-4b3f-b02e-be179b8985b6 req-306da7a7-892d-472d-a0c0-f176bace06d0 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 210 time: 0.1039283 May 26 19:41:36.641725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.705010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.706933 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.720696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:36.899760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e00e5c-f061-4d70-bd90-bd241bc00358,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:36.908994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-71c9bb04-b46c-4a2f-a505-406b11efc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:36.910506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-71c9bb04-b46c-4a2f-a505-406b11efc079 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa9cd5037c5c4355b06d5fc39bbb415b&device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 1094 time: 0.3819447 May 26 19:41:37.070912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:37.116037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9612494-3139-446b-b5db-de4f6ca81f36,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:37.163560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f734283-a2aa-4a13-8098-3e8dab0dfbd9 req-caeb1080-bfdc-4838-be20-761a368dd9f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:37.165159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f734283-a2aa-4a13-8098-3e8dab0dfbd9 req-caeb1080-bfdc-4838-be20-761a368dd9f7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.3820388 May 26 19:41:37.184422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Allocated IP 192.168.233.209 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/c816d657-20c5-4dee-a820-f44699e1fc97) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:37.234626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:37.235729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71d78ac7-ed73-4b38-8728-821f16676859 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9612494-3139-446b-b5db-de4f6ca81f36 HTTP/1.1" status: 204 len: 168 time: 0.7874846 May 26 19:41:37.236944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-2ca310a5-8619-46d4-bb92-e9f09b982f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:37.238406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-2ca310a5-8619-46d4-bb92-e9f09b982f78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab9b579a-a3a0-4f85-83d9-16c0b076f441 HTTP/1.1" status: 200 len: 923 time: 0.3141892 May 26 19:41:37.344510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-e37fa909-5f98-4098-8d86-1c17c0ef2d10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14104c10-4968-4c46-bb6f-70722b9e766f HTTP/1.1" status: 200 len: 217 time: 0.0948923 May 26 19:41:37.417250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f734283-a2aa-4a13-8098-3e8dab0dfbd9 req-b75f6361-db47-42c5-9ba5-3c017208d25c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255542 May 26 19:41:37.558306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-3a962e9a-279f-4383-9d48-bed3b66f8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:37.560046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-3a962e9a-279f-4383-9d48-bed3b66f8f75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14 HTTP/1.1" status: 200 len: 862 time: 0.2044027 May 26 19:41:37.669267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-2a65c89b-eacf-49e3-a97b-9ece079ccc5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab9b579a-a3a0-4f85-83d9-16c0b076f441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011121 May 26 19:41:38.005926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:38.033105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Transition to ACTIVE for port object c816d657-20c5-4dee-a820-f44699e1fc97 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:41:38.154244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-b82f82dd-f14f-4268-9794-76a12cbbe821 service neutron] 10.222.0.53 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699891 May 26 19:41:38.168763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2274c-2fbb-4a6f-85f7-4b9575c2ca71 req-34f46819-1358-41f2-899a-cd4c3b99e622 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:38.173253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79c2274c-2fbb-4a6f-85f7-4b9575c2ca71 req-34f46819-1358-41f2-899a-cd4c3b99e622 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 943 time: 0.6060038 May 26 19:41:38.335817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79c2274c-2fbb-4a6f-85f7-4b9575c2ca71 req-65725051-b3d9-4fb4-9f10-67b4d4bda300 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570110 May 26 19:41:38.337212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:38.490083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:38.513246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:38.530044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:41:38.757860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Pushing event updated for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:38.838624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b400ca6-c612-4ffe-b4b0-5dc80584efd8 req-ec1965ae-02c7-4d51-abdc-27ca6fc72c9d service neutron] 10.222.0.53 "GET /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627970 May 26 19:41:38.867793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:38.874306 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:38.958074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3a3d3fc1-cba4-465e-a4c4-f43b2cdd5c1e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5295427 May 26 19:41:38.959945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2c41784e-cc6e-4465-82a7-060397d11535 None None] Provisioning for port c816d657-20c5-4dee-a820-f44699e1fc97 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:41:38.969854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2c41784e-cc6e-4465-82a7-060397d11535 None None] Provisioning complete for port c816d657-20c5-4dee-a820-f44699e1fc97 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:38.971637 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2c41784e-cc6e-4465-82a7-060397d11535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:38.975979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Request body: {'port': {'device_id': '74706639-6de2-4677-825e-db8c677bdc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:39.013371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36472) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:39.084047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-81c0d140-641b-4cb3-bb43-b9c1c45ee4f3 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:39.084885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-81c0d140-641b-4cb3-bb43-b9c1c45ee4f3 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Synchronizing usage tracker for tenant:5d8bfdc0053b4195a719f988b05fb98d on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:39.095361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2c41784e-cc6e-4465-82a7-060397d11535 None None] Port c816d657-20c5-4dee-a820-f44699e1fc97 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:41:39.181266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.191072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-81c0d140-641b-4cb3-bb43-b9c1c45ee4f3 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Unset dirty status for tenant:5d8bfdc0053b4195a719f988b05fb98d on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:39.192414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-81c0d140-641b-4cb3-bb43-b9c1c45ee4f3 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 936 time: 0.5944228 May 26 19:41:39.322565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.327780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-bb2bf84f-352e-4797-85f4-a9fd3838fba9 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Synchronizing usage tracker for tenant:5d8bfdc0053b4195a719f988b05fb98d on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:39.340081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:39.347317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Usage tracker for resource:security_group_rule and tenant:07705f6bc74c4b7f8549f268711129db is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:39.352411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:39.359144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:39.414811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-bb2bf84f-352e-4797-85f4-a9fd3838fba9 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Unset dirty status for tenant:5d8bfdc0053b4195a719f988b05fb98d on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:39.424225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a87b7b-b9a1-4453-8a1e-486aeb22bb52 req-bb2bf84f-352e-4797-85f4-a9fd3838fba9 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237298 May 26 19:41:39.523864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.533604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.614550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172feb4c-c8fc-49cc-80bc-a54790996f0a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:39.619964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-302480be-5d1d-4e7b-9c45-39ec403a22db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07705f6bc74c4b7f8549f268711129db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054940 May 26 19:41:39.623029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:39.691326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37734d-b8c1-4041-a617-7bdf49759955 req-f5bed154-ed81-4a28-94a8-d51f6b39b183 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:39.699071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce37734d-b8c1-4041-a617-7bdf49759955 req-f5bed154-ed81-4a28-94a8-d51f6b39b183 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.1473167 May 26 19:41:39.771727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce37734d-b8c1-4041-a617-7bdf49759955 req-0773f3cd-0742-4114-9c05-87d3309dacfa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715957 May 26 19:41:39.847879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.904172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.968561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c816d657-20c5-4dee-a820-f44699e1fc97 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:39.982678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:39.988236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.010324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Transition to ACTIVE for port object c816d657-20c5-4dee-a820-f44699e1fc97 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:41:40.021417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.031271 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.045938 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/172feb4c-c8fc-49cc-80bc-a54790996f0a HTTP/1.1" status: 204 len: 168 time: 0.4132798 May 26 19:41:40.049903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473fe41-27de-4574-a50d-87cfcc6b7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172feb4c-c8fc-49cc-80bc-a54790996f0a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:40.094748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd912444-e772-4754-84e3-efbcf08c0ab6 req-528af0f3-4c74-4733-a033-dd9fc13e9d7d tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:40.098277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd912444-e772-4754-84e3-efbcf08c0ab6 req-528af0f3-4c74-4733-a033-dd9fc13e9d7d tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 943 time: 0.1996191 May 26 19:41:40.199983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 14104c10-4968-4c46-bb6f-70722b9e766f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:41:40.392548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=14104c10-4968-4c46-bb6f-70722b9e766f,segment=NetworkSegment(df687d39-24ce-48dc-a4b5-2a0adedadf98),segment_id=df687d39-24ce-48dc-a4b5-2a0adedadf98)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:40.415365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '14104c10-4968-4c46-bb6f-70722b9e766f', 'network_id': 'ab9b579a-a3a0-4f85-83d9-16c0b076f441', 'port_id': '14104c10-4968-4c46-bb6f-70722b9e766f', 'mac_address': 'fa:16:3e:e9:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:41:40.424407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:40.504824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd912444-e772-4754-84e3-efbcf08c0ab6 req-0a7d47dd-b54b-488d-bf0b-190a14843fb8 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326906 May 26 19:41:40.531578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 14104c10-4968-4c46-bb6f-70722b9e766f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:40.531969 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.575680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14104c10-4968-4c46-bb6f-70722b9e766f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:40.579380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Attempting to bind port c816d657-20c5-4dee-a820-f44699e1fc97 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:41:40.579705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Attempting to bind port c816d657-20c5-4dee-a820-f44699e1fc97 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:41:40.580025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Attempting to bind port c816d657-20c5-4dee-a820-f44699e1fc97 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:40.591859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Port c816d657-20c5-4dee-a820-f44699e1fc97 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:41:40.592182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Attempting to bind port c816d657-20c5-4dee-a820-f44699e1fc97 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:41:40.601102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:41:40.601429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:41:40.601984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:41:40.602210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Bound port: c816d657-20c5-4dee-a820-f44699e1fc97, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:41:40.602550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.614442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=14104c10-4968-4c46-bb6f-70722b9e766f,segment=NetworkSegment(df687d39-24ce-48dc-a4b5-2a0adedadf98),segment_id=df687d39-24ce-48dc-a4b5-2a0adedadf98)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:40.626964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.726881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:40.832424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36524) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:40.881715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.919610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:40.929737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Usage tracker for resource:security_group_rule and tenant:256c274c28a4418e8477d5f0bd2df363 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:40.939802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:40.952588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:40.967972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:41:40.972025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c816d657-20c5-4dee-a820-f44699e1fc97,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:41:40.978728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:40.990822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['14104c10-4968-4c46-bb6f-70722b9e766f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:41:41.056075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.056797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.058427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/c816d657-20c5-4dee-a820-f44699e1fc97 HTTP/1.1" status: 200 len: 1096 time: 2.0918131 May 26 19:41:41.059052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:41.074011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d963657-728b-4c2b-907e-ef36bae17d32 req-b01e2e06-712d-40c0-90ff-3af0f202873f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.082218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d963657-728b-4c2b-907e-ef36bae17d32 req-b01e2e06-712d-40c0-90ff-3af0f202873f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 948 time: 0.3372099 May 26 19:41:41.192847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.200626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.242502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bf2c4-4173-4d86-8c2b-b45aa1d107a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:41.256153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d963657-728b-4c2b-907e-ef36bae17d32 req-37ec6cc6-7686-4da6-bdb9-62199e7190e2 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735740 May 26 19:41:41.300669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-75dc09f9-650a-4bcb-b534-c12512ef3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.307437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-75dc09f9-650a-4bcb-b534-c12512ef3f54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 1099 time: 0.2044523 May 26 19:41:41.308460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 39380abe-3733-4dac-a76b-62d043abb68b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:41:41.328947 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=256c274c28a4418e8477d5f0bd2df363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949374 May 26 19:41:41.332996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36534) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:41.355424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fefc3-6189-47a8-8ced-6a0aea255e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c9614-82ac-4cb6-871f-df83ba9ab1a3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:41.440947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-7580f62f-7524-4361-baa9-525af474da79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c816d657-20c5-4dee-a820-f44699e1fc97 HTTP/1.1" status: 200 len: 217 time: 0.1261346 May 26 19:41:41.447298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.487587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.555719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.560271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-a80e873e-64e3-45b2-8b48-b312276603cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.566435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-a80e873e-64e3-45b2-8b48-b312276603cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.1164746 May 26 19:41:41.600988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c9614-82ac-4cb6-871f-df83ba9ab1a3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:41.613663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.617487 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-653bbab2-5cd0-4687-a3ca-5f398b352b93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d1c9614-82ac-4cb6-871f-df83ba9ab1a3 HTTP/1.1" status: 204 len: 168 time: 0.2809327 May 26 19:41:41.762888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657629-4c77-4f83-abda-3b52eca827e9 req-4f29065f-6f18-4e46-90d8-cfe001ef09b6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.763259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=39380abe-3733-4dac-a76b-62d043abb68b,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:41.764920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90657629-4c77-4f83-abda-3b52eca827e9 req-4f29065f-6f18-4e46-90d8-cfe001ef09b6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 944 time: 0.1973076 May 26 19:41:41.777664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-d474b182-eeb8-4c2d-b061-7705464b4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:41.779435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-d474b182-eeb8-4c2d-b061-7705464b4b35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349623 May 26 19:41:41.788593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '39380abe-3733-4dac-a76b-62d043abb68b', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': '39380abe-3733-4dac-a76b-62d043abb68b', 'mac_address': 'fa:16:3e:3e:6b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:41:41.855308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 39380abe-3733-4dac-a76b-62d043abb68b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:41.855852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.882088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39380abe-3733-4dac-a76b-62d043abb68b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:41.907521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=39380abe-3733-4dac-a76b-62d043abb68b,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:41.915448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:41.935345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:41.967318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90657629-4c77-4f83-abda-3b52eca827e9 req-f7d9eb19-decc-4da8-bfa1-b6768ee3546b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932261 May 26 19:41:41.996431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:42.037533 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e571e212-d999-453c-b4b8-e4a7cd2b414c'] response: {'name': 'network-changed', 'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97', 'status': 'completed', 'code': 200} May 26 19:41:42.108025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-c0c08386-5393-4af9-9c3d-02aff6396681 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128703 May 26 19:41:42.119934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['39380abe-3733-4dac-a76b-62d043abb68b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:41:42.206728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.232891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:42.237328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Usage tracker for resource:security_group_rule and tenant:4425eedb607f4ab28da164c3664ec434 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:42.241354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:42.247974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:42.394871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.402272 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.410417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9697bd3-f417-4411-8a84-06acdf56ff68 req-9912e9e0-282f-4c5c-8e0e-9ae51b0fb180 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:42.417807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9697bd3-f417-4411-8a84-06acdf56ff68 req-9912e9e0-282f-4c5c-8e0e-9ae51b0fb180 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 944 time: 0.1540694 May 26 19:41:42.422460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6a4d2f7-b28f-496b-be13-39570d134dd1 req-73a0f4e4-aefa-4b29-a150-7843f46ad245 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081591 May 26 19:41:42.497283 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4425eedb607f4ab28da164c3664ec434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603139 May 26 19:41:42.498653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114f40-9784-4745-a7f6-1a9cc5b90a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6f1101-43b0-433a-a4a9-00d807a6c49c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:42.501831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:42.569889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.578134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9697bd3-f417-4411-8a84-06acdf56ff68 req-6de54261-b870-476a-829e-66b99dc8d402 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588185 May 26 19:41:42.615457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.645274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-8c4fac21-7d62-4093-b219-4c85189def4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:42.646681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-8c4fac21-7d62-4093-b219-4c85189def4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 1099 time: 0.1621554 May 26 19:41:42.706109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.734448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6f1101-43b0-433a-a4a9-00d807a6c49c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:42.739901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:42.743484 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7ac753e-3b4f-4024-802c-54894fb5f5ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d6f1101-43b0-433a-a4a9-00d807a6c49c HTTP/1.1" status: 204 len: 168 time: 0.2376792 May 26 19:41:42.836570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-7aafd12e-9e88-4306-a1e0-2c7b1c13a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:42.839223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-7aafd12e-9e88-4306-a1e0-2c7b1c13a8d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1854398 May 26 19:41:42.949736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-1f23647a-2744-4b70-a12d-d1d6fc5037ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c816d657-20c5-4dee-a820-f44699e1fc97 HTTP/1.1" status: 200 len: 217 time: 0.0775793 May 26 19:41:43.025234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-b1b6ec48-860a-451f-b3c5-b6505ca17f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:43.026691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-b1b6ec48-860a-451f-b3c5-b6505ca17f21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0696762 May 26 19:41:43.108070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949fa04-29be-4e6c-9480-48a9d7f21bce req-3eb5c978-13fb-46c1-8562-e795174367ed tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:43.109859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4949fa04-29be-4e6c-9480-48a9d7f21bce req-3eb5c978-13fb-46c1-8562-e795174367ed tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 948 time: 0.2695284 May 26 19:41:43.182461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-da2c9ebc-08ac-4e8f-9b55-1e04ac48fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:43.183958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-da2c9ebc-08ac-4e8f-9b55-1e04ac48fec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478693 May 26 19:41:43.218063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4949fa04-29be-4e6c-9480-48a9d7f21bce req-37715ecc-b117-4075-9f23-915e25771adb tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935459 May 26 19:41:43.294510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36588) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:43.296960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 39380abe-3733-4dac-a76b-62d043abb68b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:41:43.338620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.360413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:43.366696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Usage tracker for resource:security_group_rule and tenant:f0ad65bb51be4533bbf533c293eedd9a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:43.374162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:43.383623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:43.391964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 39380abe-3733-4dac-a76b-62d043abb68b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:41:43.396842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 39380abe-3733-4dac-a76b-62d043abb68b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:43.397293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.534926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 39380abe-3733-4dac-a76b-62d043abb68b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:43.535531 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.571761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:43.591354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=39380abe-3733-4dac-a76b-62d043abb68b,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:43.595740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.621318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-c93375d0-1494-46de-8a1b-9c823ed08dc1 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307220 May 26 19:41:43.690876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:43.753197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a513eb-d01b-4a6d-a1a2-4e44b6842679 req-90410c48-e15c-427b-937d-b6c4d73207df tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:43.754673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a513eb-d01b-4a6d-a1a2-4e44b6842679 req-90410c48-e15c-427b-937d-b6c4d73207df tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 945 time: 0.3546982 May 26 19:41:43.851400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-675b521a-f229-4a9f-9b2b-1120fbf1ca2f req-424d3e0a-3fd7-453d-b024-7f5efa1a8d62 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197664 May 26 19:41:43.871113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a513eb-d01b-4a6d-a1a2-4e44b6842679 req-16cca3f6-2917-4f48-8871-865dd7b05a17 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948997 May 26 19:41:43.872756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.878409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:43.930052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0ad65bb51be4533bbf533c293eedd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237195 May 26 19:41:43.931119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67aa24-47cb-42c0-8dc6-68fc3b98555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176338d5-f94c-4ff7-93ec-da671cfa0f6d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:43.932797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36610) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:43.963241 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9202a1-2e2f-45b3-8f95-c734f9f8674b'] response: {'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b', 'code': 200} May 26 19:41:44.035136 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.065346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.093349 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.116844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1750-4629-4785-a75b-df7ea9bf295e req-363b98c7-7549-4a13-912a-289cb3f08e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:44.118524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704b1750-4629-4785-a75b-df7ea9bf295e req-363b98c7-7549-4a13-912a-289cb3f08e1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1097 time: 0.0898204 May 26 19:41:44.134120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.167713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176338d5-f94c-4ff7-93ec-da671cfa0f6d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:44.172785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.174222 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-055d40ff-852a-4363-b83c-a40dfcee8408 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/176338d5-f94c-4ff7-93ec-da671cfa0f6d HTTP/1.1" status: 204 len: 168 time: 0.2398593 May 26 19:41:44.226958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 14104c10-4968-4c46-bb6f-70722b9e766f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:41:44.300001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f33f-1af1-4f99-acd8-9efb2300c46b req-8d48339b-8629-4ea8-ba2f-7d67a50914ea tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:44.310993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 14104c10-4968-4c46-bb6f-70722b9e766f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:41:44.315131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ced9f33f-1af1-4f99-acd8-9efb2300c46b req-8d48339b-8629-4ea8-ba2f-7d67a50914ea tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 944 time: 0.2015145 May 26 19:41:44.317336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 14104c10-4968-4c46-bb6f-70722b9e766f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:44.317829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.325934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-704b1750-4629-4785-a75b-df7ea9bf295e req-74b69fd5-88a5-4ef5-85dd-c61ea7151aec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348383 May 26 19:41:44.370570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ced9f33f-1af1-4f99-acd8-9efb2300c46b req-fbbe0f98-55ad-4721-a2a0-c0a90aea5b49 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 May 26 19:41:44.420538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36624) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:44.583075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 14104c10-4968-4c46-bb6f-70722b9e766f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:44.583799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.598195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36634) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:44.625931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=14104c10-4968-4c46-bb6f-70722b9e766f,segment=NetworkSegment(df687d39-24ce-48dc-a4b5-2a0adedadf98),segment_id=df687d39-24ce-48dc-a4b5-2a0adedadf98)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:44.647227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97849d9-28b2-4c36-831b-42b3d2a28268 req-c48799b8-284b-4951-b004-d067824ee7dc tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:44.648692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a97849d9-28b2-4c36-831b-42b3d2a28268 req-c48799b8-284b-4951-b004-d067824ee7dc tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 948 time: 0.1536379 May 26 19:41:44.651069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.729812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3224a5ba-2407-4639-8aa8-3131a6870b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.757570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a97849d9-28b2-4c36-831b-42b3d2a28268 req-3b1c043d-94e1-4419-8cf1-24b6b4ec93cf tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969861 May 26 19:41:44.790039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:44.814401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:44.837088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:44.893422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Usage tracker for resource:security_group_rule and tenant:afe0c976f75342619a69ac12d704cefb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:44.903361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:44.920399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:45.104128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ac63d-7913-45ed-a4c4-62bec5b567a1 req-9944bcc7-16d6-4027-8711-717a9e65245a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:45.109621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f20ac63d-7913-45ed-a4c4-62bec5b567a1 req-9944bcc7-16d6-4027-8711-717a9e65245a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.1107290 May 26 19:41:45.160659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f20ac63d-7913-45ed-a4c4-62bec5b567a1 req-324c484d-c414-4a71-aa50-28f3fa9e28b3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484364 May 26 19:41:45.284011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.296323 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.352306 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afe0c976f75342619a69ac12d704cefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525232 May 26 19:41:45.354488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfbcd9-c632-480d-99ec-3ab36a18046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a1db8-15e5-4326-8335-925c04b2ded2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:45.356159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36662) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:45.485445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.515638 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.615335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.694882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb67e9-9984-43fd-82d3-57026707acf0 req-6a6069e9-d160-43a1-9b00-e0a0a33445a6 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:45.702395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27bb67e9-9984-43fd-82d3-57026707acf0 req-6a6069e9-d160-43a1-9b00-e0a0a33445a6 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.1446552 May 26 19:41:45.753837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27bb67e9-9984-43fd-82d3-57026707acf0 req-dfd64ee7-d2ed-470d-90aa-8567ffb6c75e tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 May 26 19:41:45.754706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.773575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a1db8-15e5-4326-8335-925c04b2ded2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:45.801283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:45.801283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f3d1193f-d4cb-4b98-a3b3-61315260ae1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a8a1db8-15e5-4326-8335-925c04b2ded2 HTTP/1.1" status: 204 len: 168 time: 0.4310598 May 26 19:41:45.964352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:46.103287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d91ed-65b8-452b-8eaa-c934102e1ceb req-9be44f5b-7dae-44f2-a5c6-3537df115327 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:46.107867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-810d91ed-65b8-452b-8eaa-c934102e1ceb req-9be44f5b-7dae-44f2-a5c6-3537df115327 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 948 time: 0.1993396 May 26 19:41:46.129676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Deleting port 50f90280-663b-491b-b8e2-985b7cb5082a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:46.130029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.185622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-810d91ed-65b8-452b-8eaa-c934102e1ceb req-b48cf09d-cba2-4f92-8723-ccfe6966e4a5 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 May 26 19:41:46.222711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c816d657-20c5-4dee-a820-f44699e1fc97 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:41:46.246127 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da57f70b-30b6-431d-b81d-c8ebe4d3535c'] response: {'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f', 'code': 200} May 26 19:41:46.470785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] For port 50f90280-663b-491b-b8e2-985b7cb5082a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=50f90280-663b-491b-b8e2-985b7cb5082a,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:46.472460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.485910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c816d657-20c5-4dee-a820-f44699e1fc97,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:46.512850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'c816d657-20c5-4dee-a820-f44699e1fc97', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'c816d657-20c5-4dee-a820-f44699e1fc97', 'mac_address': 'fa:16:3e:01:aa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:41:46.553733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250e33a-e30a-415d-8619-27c186eb1422 req-cfaa18b7-142f-464b-a936-316a20de88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:46.555211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f250e33a-e30a-415d-8619-27c186eb1422 req-cfaa18b7-142f-464b-a936-316a20de88bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 1096 time: 0.2382295 May 26 19:41:46.603795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c816d657-20c5-4dee-a820-f44699e1fc97 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:46.603795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.612426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e97c2-4393-4638-939b-0db13d461246 req-7e5d190e-e15c-4993-9e78-6e342c1b3071 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:46.613954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e6e97c2-4393-4638-939b-0db13d461246 req-7e5d190e-e15c-4993-9e78-6e342c1b3071 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.2092142 May 26 19:41:46.615550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f250e33a-e30a-415d-8619-27c186eb1422 req-89948594-3577-450f-9063-4edfe62d0feb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529082 May 26 19:41:46.642960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c816d657-20c5-4dee-a820-f44699e1fc97 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:41:46.663537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c816d657-20c5-4dee-a820-f44699e1fc97,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:46.669028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.682601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Calling delete_port for 50f90280-663b-491b-b8e2-985b7cb5082a owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:46.695926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e6e97c2-4393-4638-939b-0db13d461246 req-10c1f3f2-0340-4798-8ae9-65e99f56f382 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730729 May 26 19:41:46.696252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36700) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:46.724552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.746725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:46.756710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:46.761649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2afbc4232eea42568f6b056b156058d6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:46.764878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:46.771071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:46.815297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3cc2318b-6f84-4232-8827-89fc07a38fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.909831 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.942509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2f19-c5f7-425a-a1af-e1ea2432af1b req-c533b01d-fae0-4ab5-b429-b5576497ad27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:46.943980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d2f19-c5f7-425a-a1af-e1ea2432af1b req-c533b01d-fae0-4ab5-b429-b5576497ad27 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.1219733 May 26 19:41:46.961082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.975926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:46.998171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Pushing event deleted for resources: {'Port': ['ID=50f90280-663b-491b-b8e2-985b7cb5082a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:47.027818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['c816d657-20c5-4dee-a820-f44699e1fc97'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:41:47.076756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d2f19-c5f7-425a-a1af-e1ea2432af1b req-8cd83389-7f40-42eb-8e87-d895500580db tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203823 May 26 19:41:47.084816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ebce7-7ce0-4f1c-8f2e-f7f96e587b47,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:47.130130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-243c4488-c39c-4b1d-923a-8dddccd5f9a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2afbc4232eea42568f6b056b156058d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311528 May 26 19:41:47.130581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36712) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:47.158202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36716) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:47.302462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.383982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.440191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.445374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.523151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2b85-d92d-4805-b3c4-dc8daff2637c req-95f0e25a-ca82-42c0-b67a-de13382260cc tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:47.524646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d43e2b85-d92d-4805-b3c4-dc8daff2637c req-95f0e25a-ca82-42c0-b67a-de13382260cc tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.1598096 May 26 19:41:47.555383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.585187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ebce7-7ce0-4f1c-8f2e-f7f96e587b47,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:47.591412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.592527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-74b038ad-2ad5-4d1e-beb4-f06ad1f6f93b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/641ebce7-7ce0-4f1c-8f2e-f7f96e587b47 HTTP/1.1" status: 204 len: 168 time: 0.4609692 May 26 19:41:47.601081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d43e2b85-d92d-4805-b3c4-dc8daff2637c req-8eed4dc2-d46d-45c9-ab93-81cb534cf142 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664680 May 26 19:41:47.714154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9381db-92ab-46cc-ba96-b98cd1e97be2 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:47.714903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3f9381db-92ab-46cc-ba96-b98cd1e97be2 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] Synchronizing usage tracker for tenant:3d3c1887e5104945afee9bfc5472a807 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:47.812876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3f9381db-92ab-46cc-ba96-b98cd1e97be2 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] Unset dirty status for tenant:3d3c1887e5104945afee9bfc5472a807 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:47.817072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:47.817270 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3f9381db-92ab-46cc-ba96-b98cd1e97be2 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1092 time: 0.6555882 May 26 19:41:47.824784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '39380abe-3733-4dac-a76b-62d043abb68b', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:41:47.835379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:41:47.843591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:floatingip and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:41:47.868442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e599230-dec1-4432-9665-e13eb50d5127 req-37b062c9-d6e3-4f39-909b-fc54b2b4167c tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:47.875298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e599230-dec1-4432-9665-e13eb50d5127 req-37b062c9-d6e3-4f39-909b-fc54b2b4167c tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 949 time: 0.1379073 May 26 19:41:47.876466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:41:47.898294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:41:47.958367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:47.961336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:41:48.161259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:48.211085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c816d657-20c5-4dee-a820-f44699e1fc97 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:41:48.287953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e599230-dec1-4432-9665-e13eb50d5127 req-2be791bf-5810-4803-a0ac-8a96d22b5844 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033985 May 26 19:41:48.338093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port c816d657-20c5-4dee-a820-f44699e1fc97 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:41:48.345695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port c816d657-20c5-4dee-a820-f44699e1fc97 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:41:48.346488 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:48.441473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:48.483147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:41:48.489476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c816d657-20c5-4dee-a820-f44699e1fc97 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:41:48.489899 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:48.504848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Sync routers for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:48.529110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:48.529762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:48.542326 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ed844a5-f142-4645-836e-55bcedf4875f admin admin] 10.222.0.24 "PUT /v2.0/routers/1c5f1577-d5b8-48a0-80f8-5b4a2f512ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1166706 May 26 19:41:48.543946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36762) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:48.592670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:48.623700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c816d657-20c5-4dee-a820-f44699e1fc97,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:48.630535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.25.0.56 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6f4b265d-9774-4d02-9afc-94091a5df715) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:41:48.630901 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:48.695633 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bb17ca-473c-4277-aa52-b42c7789a17b'] response: {'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97', 'code': 200} May 26 19:41:48.802828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:48.830522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:48.929483 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.080678 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.095937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78034a-1bbd-4dfb-a0e4-6e3a606d8b8c req-c42e71e4-3982-4ae1-92a9-9862591645de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:49.098025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a78034a-1bbd-4dfb-a0e4-6e3a606d8b8c req-c42e71e4-3982-4ae1-92a9-9862591645de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 1101 time: 0.3218946 May 26 19:41:49.133347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9a7c-d8a2-450f-9d4b-cbb3bb9059ac req-c18bcdce-dcb4-4aef-aa44-cd086eb11017 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:49.134897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8afc9a7c-d8a2-450f-9d4b-cbb3bb9059ac req-c18bcdce-dcb4-4aef-aa44-cd086eb11017 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.2742867 May 26 19:41:49.135757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.151627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Deleting port 89f57346-5cd6-4bb2-8198-91afa3db72fa {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:49.151946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.264301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:41:46Z', 'revision_number': 5, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port': {'id': '89f57346-5cd6-4bb2-8198-91afa3db72fa', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:76:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:15Z', 'updated_at': '2022-05-26T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:49.269192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Checking router: 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:49.277815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a78034a-1bbd-4dfb-a0e4-6e3a606d8b8c req-0ceec04e-222c-47b2-bcf1-cf5c7d3b697e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652153 May 26 19:41:49.288514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Routers {'1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:49.289311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:49.326986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8afc9a7c-d8a2-450f-9d4b-cbb3bb9059ac req-2c4847d2-8c78-4f9b-9352-01035720c585 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209016 May 26 19:41:49.338138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.377330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] For port 89f57346-5cd6-4bb2-8198-91afa3db72fa, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89f57346-5cd6-4bb2-8198-91afa3db72fa,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:49.377689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.429472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:41:49.437223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:41:49.441770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:41:49.582209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] Set router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:49.607527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Calling delete_port for 89f57346-5cd6-4bb2-8198-91afa3db72fa owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:49.703856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:41:49Z', 'revision_number': 6, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:49.724637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80b83-167c-4897-9dba-905d58b55e62 None None] The sync data for ids ['1c5f1577-d5b8-48a0-80f8-5b4a2f512ece'] in n-d-843146-9 is: [{'id': '1c5f1577-d5b8-48a0-80f8-5b4a2f512ece', 'name': 'tempest-TaggedBootDevicesTest-1298425286-router', 'tenant_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:13Z', 'updated_at': '2022-05-26T19:41:49Z', 'revision_number': 6, 'project_id': 'd1cf3de5d07348c28ee9f1511c4f7112', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:49.731188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.910630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:49.947861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=6f4b265d-9774-4d02-9afc-94091a5df715,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:50.030893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f57346-5cd6-4bb2-8198-91afa3db72fa,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:50.120835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.209972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa862272-a49e-431c-a76f-79719605d375 req-3a254451-cfae-4a91-97e4-44936c76bc90 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:50.211545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa862272-a49e-431c-a76f-79719605d375 req-3a254451-cfae-4a91-97e4-44936c76bc90 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 950 time: 0.5668600 May 26 19:41:50.298983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa862272-a49e-431c-a76f-79719605d375 req-ee9774fc-f159-4ea2-8a07-b501ed4c8f28 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786967 May 26 19:41:50.386098 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.467213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.469519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.494614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.495157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c5f1577-d5b8-48a0-80f8-5b4a2f512ece {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:41:50.516647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.518327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.522400 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fb704389-70eb-4e37-85da-495c717cbcd8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1c5f1577-d5b8-48a0-80f8-5b4a2f512ece HTTP/1.1" status: 204 len: 168 time: 1.9766691 May 26 19:41:50.524996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36820) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:50.683183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Deleting subnet 47691d89-c07d-45fe-aa10-820880c63451 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:50.688147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.809451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.888178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.896926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.918103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:50.978978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=6f4b265d-9774-4d02-9afc-94091a5df715,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:51.080496 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.183473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47691d89-c07d-45fe-aa10-820880c63451,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:51.198020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.203989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e2f08-895a-4672-9247-fdf92790051c None None] Network 851fc9c4-e44c-4214-bb6f-7b28a81296e1 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:41:51.213636 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dace03ab-3025-4389-aa62-390c4b2984eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47691d89-c07d-45fe-aa10-820880c63451 HTTP/1.1" status: 204 len: 168 time: 0.6869450 May 26 19:41:51.217448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36840) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:51.314256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 50f90280-663b-491b-b8e2-985b7cb5082a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:51.336117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.375101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 50f90280-663b-491b-b8e2-985b7cb5082a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:51.375811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 50f90280-663b-491b-b8e2-985b7cb5082a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:51.376371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89f57346-5cd6-4bb2-8198-91afa3db72fa no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:51.418583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 89f57346-5cd6-4bb2-8198-91afa3db72fa {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:51.419571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89f57346-5cd6-4bb2-8198-91afa3db72fa not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:51.434446 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.462632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Deleting port fc0376fb-7da3-45d9-a601-a4599f349f18 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:51.462632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.561367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4709b0-fac5-4524-a1c1-360bffc82866 req-bae9b6c8-770e-437e-9de8-24893c5b938a tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:51.563192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f4709b0-fac5-4524-a1c1-360bffc82866 req-bae9b6c8-770e-437e-9de8-24893c5b938a tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.3079929 May 26 19:41:51.615209 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP 8293315f-bf1f-41eb-b9d1-8d53861c1143 associated. External IP: 172.25.0.56, port: 39380abe-3733-4dac-a76b-62d043abb68b. May 26 19:41:51.670603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] DHCP port deletion for 851fc9c4-e44c-4214-bb6f-7b28a81296e1 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:41:51.674850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Deleting port fc0376fb-7da3-45d9-a601-a4599f349f18 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:51.675231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.688261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f4709b0-fac5-4524-a1c1-360bffc82866 req-6d28bab8-b4d6-4664-89cd-5fdd8c8c6ac8 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169975 May 26 19:41:51.833008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] For port fc0376fb-7da3-45d9-a601-a4599f349f18, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fc0376fb-7da3-45d9-a601-a4599f349f18,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:51.833386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:51.990116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Calling delete_port for fc0376fb-7da3-45d9-a601-a4599f349f18 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:52.022965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] For port fc0376fb-7da3-45d9-a601-a4599f349f18, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fc0376fb-7da3-45d9-a601-a4599f349f18,segment=NetworkSegment(366a2bb3-4f74-4e26-b826-56002dd3a8b0),segment_id=366a2bb3-4f74-4e26-b826-56002dd3a8b0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:52.023452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.108429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.232390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d442-071c-482c-a598-52e647d498b4 req-23e9c28d-bf46-4505-9370-308e3e06079b tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:52.234077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe25d442-071c-482c-a598-52e647d498b4 req-23e9c28d-bf46-4505-9370-308e3e06079b tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 950 time: 0.3387384 May 26 19:41:52.234209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0376fb-7da3-45d9-a601-a4599f349f18,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:52.240977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] No DVR routers for this DVR port fc0376fb-7da3-45d9-a601-a4599f349f18 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:52.256716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:41:52.332118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Calling delete_port for fc0376fb-7da3-45d9-a601-a4599f349f18 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:52.367393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe25d442-071c-482c-a598-52e647d498b4 req-978be2e4-12cf-4ddc-a3f4-a7fb28887002 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201267 May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:41:52.432004 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:41:52.437906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:41:52.438267 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:41:52.451121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.478791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851fc9c4-e44c-4214-bb6f-7b28a81296e1']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:52.492776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366a2bb3-4f74-4e26-b826-56002dd3a8b0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:52.493173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366a2bb3-4f74-4e26-b826-56002dd3a8b0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:52.509909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.529469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.537335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:52.537886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.621148 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 366a2bb3-4f74-4e26-b826-56002dd3a8b0 resource provider aggregate not found May 26 19:41:52.642691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:41:52.655982 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 366a2bb3-4f74-4e26-b826-56002dd3a8b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 366a2bb3-4f74-4e26-b826-56002dd3a8b0 found for delete ", "request_id": "req-54405cd3-c3bb-4bce-a24c-28a5cb12b933"}]} May 26 19:41:52.668622 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:52.671063 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.679942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.682515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:52.683366 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:52.709344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-4ff4ddd5-3cf5-4cfb-a055-341a69b64cde tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:52.712979 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] 10.222.0.24 "DELETE /v2.0/networks/851fc9c4-e44c-4214-bb6f-7b28a81296e1 HTTP/1.1" status: 204 len: 168 time: 1.4936934 May 26 19:41:52.714770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-4ff4ddd5-3cf5-4cfb-a055-341a69b64cde tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.1833315 May 26 19:41:52.715882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:52.781522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38fbad-6121-444e-9028-81ee7ca5a110 admin admin] Pushing event deleted for resources: {'Network': ['ID=851fc9c4-e44c-4214-bb6f-7b28a81296e1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:52.897119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Deleting port 14104c10-4968-4c46-bb6f-70722b9e766f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:52.897119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.939902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Deleting port fc0376fb-7da3-45d9-a601-a4599f349f18 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:52.940533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:52.960724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:53.000351 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:53.297170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fc0376fb-7da3-45d9-a601-a4599f349f18 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:53.391278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb366e-6033-4f5a-825b-65af4ab43c3a None None] The port 'fc0376fb-7da3-45d9-a601-a4599f349f18' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:41:53.398938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a2c25e4-560e-45b6-afa4-2ebff5957fcb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5720720 May 26 19:41:53.404434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:53.408075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: fc0376fb-7da3-45d9-a601-a4599f349f18 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:53.409496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fc0376fb-7da3-45d9-a601-a4599f349f18 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:53.668754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8293315f-bf1f-41eb-b9d1-8d53861c1143', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': '39380abe-3733-4dac-a76b-62d043abb68b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:3e:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:50Z', 'updated_at': '2022-05-26T19:41:50Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:53.676987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:53.697994 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:53.698930 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:53.979280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:54.005235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] For port 14104c10-4968-4c46-bb6f-70722b9e766f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=14104c10-4968-4c46-bb6f-70722b9e766f,segment=NetworkSegment(df687d39-24ce-48dc-a4b5-2a0adedadf98),segment_id=df687d39-24ce-48dc-a4b5-2a0adedadf98)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:54.006182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:54.084756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9ca03-2897-4b1c-8ce9-51838d9773b7 req-cb4bd862-d62e-4a9f-b194-40b4b04452eb tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:54.086531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9d9ca03-2897-4b1c-8ce9-51838d9773b7 req-cb4bd862-d62e-4a9f-b194-40b4b04452eb tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 945 time: 0.6833272 May 26 19:41:54.137151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:54.159441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Calling delete_port for 14104c10-4968-4c46-bb6f-70722b9e766f owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:54.286648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9d9ca03-2897-4b1c-8ce9-51838d9773b7 req-d3f78246-0eff-4833-b6d4-d60d6888861c tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8229d47-6fe3-49b2-82f7-25bf115d412a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340885 May 26 19:41:54.386660 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284055ab-15de-4a9a-834f-ff13ec512dfe'] response: {'name': 'network-changed', 'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b', 'status': 'completed', 'code': 200} May 26 19:41:54.462468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:54.528801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Pushing event deleted for resources: {'Port': ['ID=14104c10-4968-4c46-bb6f-70722b9e766f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:54.628186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-88be4d72-a164-412f-a1f8-fe190d0e8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:54.629960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-88be4d72-a164-412f-a1f8-fe190d0e8141 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1097 time: 0.2284977 May 26 19:41:54.631105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] No DVR routers for this DVR port 14104c10-4968-4c46-bb6f-70722b9e766f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:41:54.634073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:54.704954 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8293315f-bf1f-41eb-b9d1-8d53861c1143', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': '39380abe-3733-4dac-a76b-62d043abb68b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:3e:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:50Z', 'updated_at': '2022-05-26T19:41:50Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:54.706218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Deleting port 4650a24a-3b3e-49ae-814a-0dd969473fdc {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:54.706626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:54.710990 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d43e13-0457-41a3-8747-d687c1d707c7 None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8293315f-bf1f-41eb-b9d1-8d53861c1143', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': '39380abe-3733-4dac-a76b-62d043abb68b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:3e:6b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:41:50Z', 'updated_at': '2022-05-26T19:41:50Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:54.842660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b905433-37bf-483e-b52b-c9d0f5814f0b req-6879f34f-e91b-4278-8093-680fb9cd2bb2 tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.53 "DELETE /v2.0/ports/14104c10-4968-4c46-bb6f-70722b9e766f HTTP/1.1" status: 204 len: 173 time: 2.1166110 May 26 19:41:54.916151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-451bba7c-31b7-4430-bf11-0a7a61551ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:54.921732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-451bba7c-31b7-4430-bf11-0a7a61551ef8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.2835495 May 26 19:41:55.175312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-ff0e2300-f27b-4a64-a22d-dc29f26fd492 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 999 time: 0.2476137 May 26 19:41:55.182222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] For port 4650a24a-3b3e-49ae-814a-0dd969473fdc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4650a24a-3b3e-49ae-814a-0dd969473fdc,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:55.183908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:55.221828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d97d5b-daa5-4db4-955a-91eb34f9ed81 None None] New status for floating IP 8293315f-bf1f-41eb-b9d1-8d53861c1143: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:41:55.361433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-a8caf9ce-ce85-45fd-ba30-3853d87e4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:55.363740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-a8caf9ce-ce85-45fd-ba30-3853d87e4221 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1811249 May 26 19:41:55.541287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Calling delete_port for 4650a24a-3b3e-49ae-814a-0dd969473fdc owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:55.609404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-b6bb1bea-ff1f-4a6d-86bb-962de4290cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:41:55.609404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-b6bb1bea-ff1f-4a6d-86bb-962de4290cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393661 May 26 19:41:55.778184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-727b51fc-c3da-41ab-8b5a-8597fa37fc69 req-ca3fcca3-30f2-4826-bbd4-299ff4d4295d tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Synchronizing usage tracker for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:41:55.919000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-727b51fc-c3da-41ab-8b5a-8597fa37fc69 req-ca3fcca3-30f2-4826-bbd4-299ff4d4295d tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] Unset dirty status for tenant:aa9cd5037c5c4355b06d5fc39bbb415b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:41:55.934883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-727b51fc-c3da-41ab-8b5a-8597fa37fc69 req-ca3fcca3-30f2-4826-bbd4-299ff4d4295d tempest-InstanceActionsNegativeTestJSON-1002926622 tempest-InstanceActionsNegativeTestJSON-1002926622-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e123c01-9e88-4ce8-9c81-21da72225edf HTTP/1.1" status: 200 len: 210 time: 0.3705325 May 26 19:41:55.981324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:56.077351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4650a24a-3b3e-49ae-814a-0dd969473fdc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:56.082890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-ba8be794-513e-4288-8aa8-6ebf8d8bb4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518391 May 26 19:41:56.270019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 14104c10-4968-4c46-bb6f-70722b9e766f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:56.419918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'name': 'network-vif-deleted', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:41:56.424173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 14104c10-4968-4c46-bb6f-70722b9e766f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:56.424623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 14104c10-4968-4c46-bb6f-70722b9e766f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:56.529511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a20593d-f001-40ed-94b1-478b010c44a7 req-e8bdc311-98c9-4268-8e10-ccaf3c020910 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402494 May 26 19:41:56.550112 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244b9f82-e441-4764-8e12-7e3e2434cb03'] response: {'server_uuid': '0e123c01-9e88-4ce8-9c81-21da72225edf', 'name': 'network-vif-deleted', 'tag': '14104c10-4968-4c46-bb6f-70722b9e766f', 'status': 'completed', 'code': 200} May 26 19:41:56.775518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.069530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:57.152666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Deleting subnet b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:57.155510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.218189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.273344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Router b83cc8ec-28c0-470c-92d8-645b941b9c80 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:41:57.285969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.375836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.420751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:57.426887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.433953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b08e3ec3-46f1-4f39-a12f-ea292281ebb7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5ca7a9b-c5d8-4e42-ad59-100b4f1e4e14 HTTP/1.1" status: 204 len: 168 time: 0.3633113 May 26 19:41:57.436455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 36982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:57.508346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:41:57.521097 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Sync routers for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:41:57.531996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9dc90b9b-8170-489e-a293-7e37eca008e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/b83cc8ec-28c0-470c-92d8-645b941b9c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8150728 May 26 19:41:57.535118 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:57.535787 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:57.544116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 36988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:57.679436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.840810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.891134 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:57.926083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9b579a-a3a0-4f85-83d9-16c0b076f441']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:57.930872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:57.953896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df687d39-24ce-48dc-a4b5-2a0adedadf98') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:57.954190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df687d39-24ce-48dc-a4b5-2a0adedadf98') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:57.982403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.015919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.029975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:41:58.030537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.105558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.120873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Deleting port 47f185ca-09af-4ff5-afc9-da94c61c9547 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:41:58.121604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.151830 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment df687d39-24ce-48dc-a4b5-2a0adedadf98 resource provider aggregate not found May 26 19:41:58.218318 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment df687d39-24ce-48dc-a4b5-2a0adedadf98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df687d39-24ce-48dc-a4b5-2a0adedadf98 found for delete ", "request_id": "req-0a51d1c5-c4bf-41a3-8cb5-56bbab81b589"}]} May 26 19:41:58.245545 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.251120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.300848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9b579a-a3a0-4f85-83d9-16c0b076f441,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:58.309113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-99a82380-39d2-46ae-babd-1b6e1f9c1413 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ab9b579a-a3a0-4f85-83d9-16c0b076f441 HTTP/1.1" status: 204 len: 168 time: 0.8712456 May 26 19:41:58.406794 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:41:55Z', 'revision_number': 5, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port': {'id': '47f185ca-09af-4ff5-afc9-da94c61c9547', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:34:32Z', 'updated_at': '2022-05-26T19:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.411025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Checking router: b83cc8ec-28c0-470c-92d8-645b941b9c80 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:41:58.413029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] For port 47f185ca-09af-4ff5-afc9-da94c61c9547, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=47f185ca-09af-4ff5-afc9-da94c61c9547,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:41:58.413437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.422564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Routers {'b83cc8ec-28c0-470c-92d8-645b941b9c80'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:41:58.425077 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b83cc8ec-28c0-470c-92d8-645b941b9c80'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.586736 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] Set router b83cc8ec-28c0-470c-92d8-645b941b9c80 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:41:58.619509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37016) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:58.695772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5124d9b9-8f96-4592-a75c-e6d24d9d4f5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa9cd5037c5c4355b06d5fc39bbb415b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744979 May 26 19:41:58.696740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37024) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:58.781424 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:41:58Z', 'revision_number': 6, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:41:58.786283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0403bd-b496-4eb7-8f2e-189e416c8df8 None None] The sync data for ids ['b83cc8ec-28c0-470c-92d8-645b941b9c80'] in n-d-843146-9 is: [{'id': 'b83cc8ec-28c0-470c-92d8-645b941b9c80', 'name': 'tempest-TaggedBootDevicesTest-483708592-router', 'tenant_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:34:30Z', 'updated_at': '2022-05-26T19:41:58Z', 'revision_number': 6, 'project_id': 'f483bd8d093846c99fa7537c2cf90ec2', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:41:58.844987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Calling delete_port for 47f185ca-09af-4ff5-afc9-da94c61c9547 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:41:58.849688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.895300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:58.988823 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.036764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8229d47-6fe3-49b2-82f7-25bf115d412a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:59.057196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.073921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dd50ab21-e5b0-4df4-aaab-93774b498f8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8229d47-6fe3-49b2-82f7-25bf115d412a HTTP/1.1" status: 204 len: 168 time: 0.3759043 May 26 19:41:59.105351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.190218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4650a24a-3b3e-49ae-814a-0dd969473fdc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:41:59.226742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f185ca-09af-4ff5-afc9-da94c61c9547,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:41:59.329498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4650a24a-3b3e-49ae-814a-0dd969473fdc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:41:59.330207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4650a24a-3b3e-49ae-814a-0dd969473fdc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:41:59.369911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.600110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.602565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.629683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.630544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83cc8ec-28c0-470c-92d8-645b941b9c80 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:41:59.647264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.648614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d997da1c-11d2-4f6c-9574-487e05a4a413 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b83cc8ec-28c0-470c-92d8-645b941b9c80 HTTP/1.1" status: 204 len: 168 time: 2.1034415 May 26 19:41:59.651158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37058) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:41:59.747619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Deleting subnet 3fbfc79f-6fde-4a48-8a26-ec77707820f0 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:41:59.751423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.834082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:41:59.952505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.108325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.190864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbfc79f-6fde-4a48-8a26-ec77707820f0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:00.209254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.210518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884cc5dd-8eb9-42bc-8b40-74e528b89185 None None] Network 382f2254-57a7-4c6d-bc07-2b2d59019a02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:00.218589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe76162f-22f0-4017-8c68-ec02e01bed7a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3fbfc79f-6fde-4a48-8a26-ec77707820f0 HTTP/1.1" status: 204 len: 168 time: 0.5664296 May 26 19:42:00.221092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37082) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:00.364330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.376731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Deleting port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:00.377094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.476192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37092) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:00.649077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] DHCP port deletion for 382f2254-57a7-4c6d-bc07-2b2d59019a02 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:42:00.654100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Deleting port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:00.654784 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.682537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] For port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:00.683027 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.837337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1283329367-network', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:00.845767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:00.851228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Usage tracker for resource:network and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:00.851826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Calling delete_port for 6f4b54a5-635f-49fa-9b00-25ee36a38a7c owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:00.855652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:00.862464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:00.874977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:00.878337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.892910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.908824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:00.913226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Usage tracker for resource:security_group_rule and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:00.916063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:00.922268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:00.957387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:00.989623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] For port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,segment=NetworkSegment(6e760c67-817e-4923-96e6-8409781430ac),segment_id=6e760c67-817e-4923-96e6-8409781430ac)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:00.990264 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.034589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b54a5-635f-49fa-9b00-25ee36a38a7c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.045121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] No DVR routers for this DVR port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:42:01.048777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.060982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.076554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:01.102301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.103725 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Added segment 0e636809-871a-4f53-9405-14eff5bf5aa3 of type vlan for network 46dc1057-389c-45d6-8261-786bfc265b60 May 26 19:42:01.229377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.268816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55dc49-107c-4104-b04c-f5420d352fae,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.270455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4b54a5-635f-49fa-9b00-25ee36a38a7c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:42:01.290826 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.295184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:01.296429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.356749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Calling delete_port for 6f4b54a5-635f-49fa-9b00-25ee36a38a7c owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:01.372250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.399376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382f2254-57a7-4c6d-bc07-2b2d59019a02']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:01.413485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e760c67-817e-4923-96e6-8409781430ac') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:01.413781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e760c67-817e-4923-96e6-8409781430ac') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:01.426601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.445620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.452593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:42:01.453025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.513879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] Pushing event updated for resources: {'Network': ['ID=46dc1057-389c-45d6-8261-786bfc265b60,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.520080 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-da800e68-16c6-49b3-ba0f-f7a345a01f96 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0425205 May 26 19:42:01.522944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37116) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:01.530943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Request body: {'subnet': {'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1283329367-subnet', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:01.537946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:01.544605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Usage tracker for resource:subnet and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:01.547534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6f4b54a5-635f-49fa-9b00-25ee36a38a7c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:42:01.552874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4b54a5-635f-49fa-9b00-25ee36a38a7c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:42:01.553896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 47f185ca-09af-4ff5-afc9-da94c61c9547 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:42:01.557918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:01.570704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:01.596910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:01.609680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.642914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 47f185ca-09af-4ff5-afc9-da94c61c9547 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:42:01.643565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 47f185ca-09af-4ff5-afc9-da94c61c9547 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:42:01.658040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 46dc1057-389c-45d6-8261-786bfc265b60 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:42:01.668863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.679438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:01.731693 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6e760c67-817e-4923-96e6-8409781430ac resource provider aggregate not found May 26 19:42:01.747066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=382f2254-57a7-4c6d-bc07-2b2d59019a02,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:01.751652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6c6459e2-d92c-468a-90eb-27c7123d7d09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/382f2254-57a7-4c6d-bc07-2b2d59019a02 HTTP/1.1" status: 204 len: 168 time: 1.5294576 May 26 19:42:01.767893 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 6e760c67-817e-4923-96e6-8409781430ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e760c67-817e-4923-96e6-8409781430ac found for delete ", "request_id": "req-1cb9015d-f825-4d21-9777-7f0c0de712b3"}]} May 26 19:42:01.896311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:42:01.897496 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:42:02.067997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.137772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:02.215782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:02.216461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Network hostable DHCP agents. Network: 46dc1057-389c-45d6-8261-786bfc265b60, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:42:02.237894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0452c86c-38c8-40d1-9e5a-1c638245dade,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:02.258565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-293e9496-2927-4aeb-8f27-1c9b32f90929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1cf3de5d07348c28ee9f1511c4f7112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188426 May 26 19:42:02.262294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37142) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:02.264137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Network 46dc1057-389c-45d6-8261-786bfc265b60 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:42:02.284075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 46dc1057-389c-45d6-8261-786bfc265b60) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:02.293353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0e77d-ce66-4fd2-bdc3-1766c8b48d51 None None] Network 46dc1057-389c-45d6-8261-786bfc265b60 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:02.309725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:02.310806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.343381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c52d1c5d-cd5e-4318-9184-521ef7211af6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8193944 May 26 19:42:02.346637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:02.358441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:02.371563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:02.378181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Usage tracker for resource:router and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:02.383361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:02.390529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:02.422750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Deleting port 6f4b54a5-635f-49fa-9b00-25ee36a38a7c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:02.422750 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.432212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.432212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.441174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.467010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.474038 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.633602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.647784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8cae5609-1b21-4855-8440-a810ec06f597 None None] The port '6f4b54a5-635f-49fa-9b00-25ee36a38a7c' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:42:02.693272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a6b8f1-8719-4f9c-8dd0-d8adc8474560,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:02.727125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:02.731561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-aa3be55f-18a8-4bba-b9dd-eba8b4bf359d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35a6b8f1-8719-4f9c-8dd0-d8adc8474560 HTTP/1.1" status: 204 len: 168 time: 0.4687300 May 26 19:42:03.253471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-46dc1057-389c-45d6-8261-786bfc265b60', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:42:03.253471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:03.463878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Allocated IP 172.20.0.2 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/15083a16-d8e5-428e-a5a6-2314470849e8) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:03.547992 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:03.765890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:03.792935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Transition to ACTIVE for port object 15083a16-d8e5-428e-a5a6-2314470849e8 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:03.817161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Transition to ACTIVE for port object 15083a16-d8e5-428e-a5a6-2314470849e8 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:03.826481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:03.880854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37184) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:03.935255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:03.953117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44f6ef89-720c-41e6-a014-49f20639f14a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f483bd8d093846c99fa7537c2cf90ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710516 May 26 19:42:03.954943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Pushing event updated for resources: {'Port': ['ID=15083a16-d8e5-428e-a5a6-2314470849e8,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:03.955718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:03.957422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:03.961326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:04.098511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.108075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Attempting to bind port 15083a16-d8e5-428e-a5a6-2314470849e8 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:04.108509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Attempting to bind port 15083a16-d8e5-428e-a5a6-2314470849e8 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:04.108877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Attempting to bind port 15083a16-d8e5-428e-a5a6-2314470849e8 on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:04.118008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:04.118153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:04.119676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.119676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:04.119863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Bound port: 15083a16-d8e5-428e-a5a6-2314470849e8, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:04.120401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.161030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.236243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.252301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092b71f-e117-481e-85eb-9f7018bcb173,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:04.262362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.263699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e0fdbc81-74ae-4a66-b6e5-4afe6c4ccd61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a092b71f-e117-481e-85eb-9f7018bcb173 HTTP/1.1" status: 204 len: 168 time: 0.3049037 May 26 19:42:04.268236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] For port 15083a16-d8e5-428e-a5a6-2314470849e8, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:04.271575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] For port 15083a16-d8e5-428e-a5a6-2314470849e8, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15083a16-d8e5-428e-a5a6-2314470849e8,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:04.286389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.323279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.366972 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.457567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6218c14-e165-4965-b60d-6495d77b872d None None] Pushing event updated for resources: {'Port': ['ID=15083a16-d8e5-428e-a5a6-2314470849e8,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:04.566700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Allocated IP 172.25.0.242 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9a8eb1cb-ff13-4acc-9c90-74a3ec922acc) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:04.869169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:04.926998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:05.041870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:05.045821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:05.050300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:05.290023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15083a16-d8e5-428e-a5a6-2314470849e8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:05.294447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:05.542233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 15083a16-d8e5-428e-a5a6-2314470849e8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:05.788554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:05.960850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37232) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:06.280644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfd792-60bd-4d59-bec3-86c486d23bc1 None None] Network 46dc1057-389c-45d6-8261-786bfc265b60 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:06.398732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:06.609503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1534418452-network', 'tenant_id': '89053cec5d734a5883066a06ec612e65'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:06.628765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:06.640457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Usage tracker for resource:network and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:06.642815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:06.665807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:06.725729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Made reservation on behalf of 89053cec5d734a5883066a06ec612e65 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:06.734468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:06.765025 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:06.794642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Provisioning for port 15083a16-d8e5-428e-a5a6-2314470849e8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:06.812033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Provisioning complete for port 15083a16-d8e5-428e-a5a6-2314470849e8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:06.814391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:06.815901 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:06.873077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:06.901881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:06.909303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:06.912654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1069fd9602a8491499ca35719257cd95 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:06.925134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:06.936683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Usage tracker for resource:security_group_rule and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:06.960999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:06.965124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:06.986232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:07.184858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Current status of the port 15083a16-d8e5-428e-a5a6-2314470849e8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:07.185261 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.243911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] For port 15083a16-d8e5-428e-a5a6-2314470849e8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15083a16-d8e5-428e-a5a6-2314470849e8,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:07.260102 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.260818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.263878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.267582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.317152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.324621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f31e0-1d25-4b66-aba0-98498d170d48,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:07.339688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.339919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.340389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.340723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.341219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.341648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.342073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.342512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.342931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.343349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.343767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.344183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.344601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:07.385417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:07.415223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e18a9-a7d3-4920-a32e-cdde3879524d None None] Pushing event updated for resources: {'Port': ['ID=15083a16-d8e5-428e-a5a6-2314470849e8,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:07.415446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9f2dedaa-445f-4430-ad8a-852cc65cf5a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1069fd9602a8491499ca35719257cd95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4536028 May 26 19:42:07.419213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37256) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:07.422732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f861aa57-bd92-43eb-b6e4-fee4a930f38b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:07.475151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.475502 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Added segment ff6b98ba-b123-4abe-954b-02be3d1d98d3 of type vlan for network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e May 26 19:42:07.511145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.539674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.611575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.655076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f31e0-1d25-4b66-aba0-98498d170d48,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:07.660015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.700841 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.706491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1f05f125-f3dc-448b-a8cd-0b76d4acb8f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce4f31e0-1d25-4b66-aba0-98498d170d48 HTTP/1.1" status: 204 len: 168 time: 0.2853796 May 26 19:42:07.791224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.795365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:07.805613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.820386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8d70299f-29fe-4dce-84e5-150b067e5f9a None None] Provisioning complete for port 15083a16-d8e5-428e-a5a6-2314470849e8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:07.820852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d70299f-29fe-4dce-84e5-150b067e5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:07.834767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Router 77a19baa-a324-4427-b9af-470006cf60e2 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:42:08.051090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6444921 May 26 19:42:08.051090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:08.143696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Request body: {'subnet': {'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1534418452-subnet', 'tenant_id': '89053cec5d734a5883066a06ec612e65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:08.199887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:08.223177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae53d-9602-4b51-8fd7-1cb26c73bca8 admin admin] Pushing event updated for resources: {'Network': ['ID=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:08.258636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Usage tracker for resource:subnet and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:08.276258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:08.304624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:08.323676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Made reservation on behalf of 89053cec5d734a5883066a06ec612e65 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:08.326251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:08.343443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:42:08.528107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:42:08.569358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Sync routers for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:08.577525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:08.583889 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23468e28-0491-4dbf-8bd2-de09ab6a4fd8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2357616 May 26 19:42:08.584979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37272) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:08.613179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37276) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:08.622633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:08.623408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:08.647292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:08.691317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d70299f-29fe-4dce-84e5-150b067e5f9a None None] Current status of the port 15083a16-d8e5-428e-a5a6-2314470849e8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:08.724872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:08.733677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Usage tracker for resource:security_group_rule and tenant:85bea47ba75e43d3b822f62f8da83f27 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:08.739349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:08.750778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:08.890555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:08.915271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:09.063912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=398e5596-1d43-4f26-90ef-8008da000898,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:09.122442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Checking segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:09.122442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Network hostable DHCP agents. Network: f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:42:09.164667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:42:09.191893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.194332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:09.205478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:09.206349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.216278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.239917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e27b71-8b21-458b-8c17-8287a281900b None None] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:09.376352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85bea47ba75e43d3b822f62f8da83f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610188 May 26 19:42:09.380640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37282) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:09.389456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308c27-41af-47c1-9b03-3e44de9dec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f84fc6-e8dc-4e5b-9c06-f63b123c1e33,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:09.395397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7c26d534-7a46-4ef5-9281-6bf76909e9aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3375237 May 26 19:42:09.592054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.597921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15083a16-d8e5-428e-a5a6-2314470849e8 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:09.625601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.814024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:09.985546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'tenant_id': '89053cec5d734a5883066a06ec612e65', 'fixed_ips': [{'subnet_id': '398e5596-1d43-4f26-90ef-8008da000898'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:42:09.986381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:10.067377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 15083a16-d8e5-428e-a5a6-2314470849e8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:10.067377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:10.123569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:10.147678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f84fc6-e8dc-4e5b-9c06-f63b123c1e33,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:10.154063 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:10.158761 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c766a27c-8a6e-4bc7-814b-4ccdbf9bdecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f84fc6-e8dc-4e5b-9c06-f63b123c1e33 HTTP/1.1" status: 204 len: 168 time: 0.7721868 May 26 19:42:10.444964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-57cb18e6-0076-488a-8dbc-1766987cefec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:10.446132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-57cb18e6-0076-488a-8dbc-1766987cefec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:10.482492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-57cb18e6-0076-488a-8dbc-1766987cefec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:10.486473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-57cb18e6-0076-488a-8dbc-1766987cefec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 0.4557691 May 26 19:42:10.532414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-dc60d1ca-cbf4-49b3-ba1b-2a2824bc03c4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/quotas/89053cec5d734a5883066a06ec612e65 HTTP/1.1" status: 200 len: 375 time: 0.0398486 May 26 19:42:10.570609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 15083a16-d8e5-428e-a5a6-2314470849e8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:10.613119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:05Z', 'revision_number': 3, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:10.631180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Checking router: 77a19baa-a324-4427-b9af-470006cf60e2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:10.631180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Updating router 77a19baa-a324-4427-b9af-470006cf60e2 port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:42:10.631516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Allocated IP 172.20.0.1 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/0791f0cf-d559-4ba1-9fab-fe5ffafad50d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:10.692359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-06b35146-fe38-4fc2-8482-4020e06f057f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1587250 May 26 19:42:10.803894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Allocated IP 172.20.0.2 (f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e/398e5596-1d43-4f26-90ef-8008da000898/fba60e6b-252f-4b6c-b8d0-e05b5955659a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:10.857440 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:42:10.865548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:11.037056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:11.081527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Transition to ACTIVE for port object 0791f0cf-d559-4ba1-9fab-fe5ffafad50d will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:11.096267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0189b0e0-03ef-4013-96e7-cbb598db857a service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022744 May 26 19:42:11.133052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:11.313360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:11.322319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:11.326785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:11.395058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-a566e93d-146b-48bf-98e2-890b2244360a service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985134 May 26 19:42:11.452318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:11.488089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Pushing event updated for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:12.019647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.207432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-84abfb8d-57dd-44bc-a728-157cc22e0e81 None None] Provisioning for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:12.262208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-84abfb8d-57dd-44bc-a728-157cc22e0e81 None None] Provisioning complete for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:12.262949 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-84abfb8d-57dd-44bc-a728-157cc22e0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.579253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-9636e2ab-ff43-4ced-a73b-dd8e140d7945 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:12.589138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-9636e2ab-ff43-4ced-a73b-dd8e140d7945 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 0.4396429 May 26 19:42:12.614324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-df031610-c2d2-4aab-9f10-4f19b95ca4e0 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/quotas/89053cec5d734a5883066a06ec612e65 HTTP/1.1" status: 200 len: 375 time: 0.0242741 May 26 19:42:12.672319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f01ec597-4167-4e29-af8b-de2025c6be66 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568790 May 26 19:42:12.716801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-84abfb8d-57dd-44bc-a728-157cc22e0e81 None None] Port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:12.761336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.775637 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.874891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Transition to ACTIVE for port object 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:12.889445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.904877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.910473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Transition to ACTIVE for port object fba60e6b-252f-4b6c-b8d0-e05b5955659a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:12.935351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:12.984806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-d7e2a7c8-709e-4405-bba5-f39b6e2e2a9b service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840481 May 26 19:42:13.117586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Transition to ACTIVE for port object fba60e6b-252f-4b6c-b8d0-e05b5955659a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:13.154187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Pushing event updated for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:13.155113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:13.222288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.224627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.225216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.225793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.228642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.229252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.230247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.230788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.231408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.231948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.232564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.233139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:13.261022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:13.314332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:13.320675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2534e02-aace-4f5f-b676-dd6581ccc3f9 None None] Pushing event updated for resources: {'Port': ['ID=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:13.333189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Attempting to bind port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:13.335439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Attempting to bind port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:13.337257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Attempting to bind port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:13.417190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3cbcaa38-2f0a-4c07-9407-66469e40d8fb service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237425 May 26 19:42:13.503313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:13.512148 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:13.524284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:13.534079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:13.541328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:13.543656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:13.545103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Bound port: 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:13.546482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:13.708463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:13.710030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:14.078196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Pushing event updated for resources: {'Port': ['ID=fba60e6b-252f-4b6c-b8d0-e05b5955659a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:14.168843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Router 77a19baa-a324-4427-b9af-470006cf60e2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:42:14.263488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] For port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:14.268911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] For port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:14.342751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Attempting to bind port fba60e6b-252f-4b6c-b8d0-e05b5955659a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:14.342751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Attempting to bind port fba60e6b-252f-4b6c-b8d0-e05b5955659a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:14.357605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Attempting to bind port fba60e6b-252f-4b6c-b8d0-e05b5955659a on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:14.393814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:14.394339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Checking segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:14.394820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:14.395442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Bound using segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:14.395733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Bound port: fba60e6b-252f-4b6c-b8d0-e05b5955659a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:14.396027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:14.426795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:14.556582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:14.598538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:14.599294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:41:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:14.993630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-251d0ba7-4576-455e-bbb4-526c89a70e71 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:15.006087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-251d0ba7-4576-455e-bbb4-526c89a70e71 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 0.9212048 May 26 19:42:15.038404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-eb49a4d6-dd8c-42c0-9893-0695a964976b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:15.045710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-eb49a4d6-dd8c-42c0-9893-0695a964976b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 0.5126264 May 26 19:42:15.131195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-53aa0639-37f2-439b-9eef-d6ae66e002d4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/quotas/89053cec5d734a5883066a06ec612e65 HTTP/1.1" status: 200 len: 375 time: 0.1239843 May 26 19:42:15.262684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Request body: {'port': {'device_id': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'admin_state_up': True, 'tenant_id': '89053cec5d734a5883066a06ec612e65'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:15.344278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:15.487572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:42:15.519974 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07927e81-cd5e-4af9-bf72-8098faf25097 admin admin] 10.222.0.24 "PUT /v2.0/routers/77a19baa-a324-4427-b9af-470006cf60e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9268906 May 26 19:42:15.865693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:15.884344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bdea397b-45c1-47e8-89b6-ee350d9c3e32 None None] Provisioning complete for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:15.884723 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bdea397b-45c1-47e8-89b6-ee350d9c3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:15.908406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-0b58a094-48ea-447a-900d-abc1f08e3f47 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7761030 May 26 19:42:16.195520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-6aa4c76b-c56f-4c45-9fff-5fefe1ab5b6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6100802 May 26 19:42:16.212278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:16.230403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Usage tracker for resource:port and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:16.244461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:16.253838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bdea397b-45c1-47e8-89b6-ee350d9c3e32 None None] Port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:16.269989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:16.292329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2534e02-aace-4f5f-b676-dd6581ccc3f9 None None] Pushing event updated for resources: {'Port': ['ID=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:16.295778 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.327697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76ba5d99-49a5-4f10-a7c0-14afb0fba1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.339372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:16.351475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Usage tracker for resource:security_group_rule and tenant:b6f5d849f0b34281befb70e48b35a57a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:16.365724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] For port fba60e6b-252f-4b6c-b8d0-e05b5955659a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:16.369572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] For port fba60e6b-252f-4b6c-b8d0-e05b5955659a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fba60e6b-252f-4b6c-b8d0-e05b5955659a,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:16.373500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:16.380801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.388993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:16.422635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Made reservation on behalf of 89053cec5d734a5883066a06ec612e65 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:16.425338 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.596022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac56d0-aff2-4a39-b7c7-bd2999442f1d None None] Pushing event updated for resources: {'Port': ['ID=fba60e6b-252f-4b6c-b8d0-e05b5955659a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:16.621444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:12Z', 'revision_number': 2, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:16.631888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d99370-d098-4300-9d79-b18ac8bc0c49 None None] The sync data for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 is: [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:12Z', 'revision_number': 2, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:16.645594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.652577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.702972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9914a3-1503-4d66-ae1e-3e65113e8c3c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:16.760191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dac2dcb9-6184-4678-916e-b1a7b21ed15f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6f5d849f0b34281befb70e48b35a57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932283 May 26 19:42:16.760815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37500) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:16.821712 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d234bf1-794e-4dd2-828c-41b37936303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:16.847402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-5488050f-60f0-4a96-81eb-9f8dbceeb91d service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159598 May 26 19:42:16.938303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:17.065971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:17.368417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:17.403116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-d5accb67-afc8-41c6-bf0a-5d0b90df7ba2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:17.409990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:17.417519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-d5accb67-afc8-41c6-bf0a-5d0b90df7ba2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.13 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 1.1206605 May 26 19:42:17.457405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9914a3-1503-4d66-ae1e-3e65113e8c3c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:17.471581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:17.487098 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-70eb6f77-3756-4cc0-a966-a52ae6529c44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd9914a3-1503-4d66-ae1e-3e65113e8c3c HTTP/1.1" status: 204 len: 168 time: 0.7122865 May 26 19:42:17.583626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fba60e6b-252f-4b6c-b8d0-e05b5955659a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:17.607400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-14f03250-c44b-4071-a76d-e89dbcd62c17 service neutron] 10.222.0.24 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284707 May 26 19:42:17.775665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Request body: {'port': {'device_id': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'admin_state_up': True, 'tenant_id': '89053cec5d734a5883066a06ec612e65'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:17.958946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port fba60e6b-252f-4b6c-b8d0-e05b5955659a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:18.220187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-970d4d53-3040-4887-8bac-11f16815611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:18.220187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-970d4d53-3040-4887-8bac-11f16815611f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1097 time: 1.7950015 May 26 19:42:18.226045 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:18.548312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:18.858376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Allocated IP 172.20.0.7 (f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e/398e5596-1d43-4f26-90ef-8008da000898/0fae9ad1-1ea7-41a2-b43b-73294b51d5d3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:18.914973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Usage tracker for resource:port and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:18.938665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:18.992210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:19.257643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Made reservation on behalf of 89053cec5d734a5883066a06ec612e65 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:19.265895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:19.364203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-f448332a-7a2c-4b01-be0b-88aec0b7ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:19.365928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-f448332a-7a2c-4b01-be0b-88aec0b7ae08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 1.0768771 May 26 19:42:19.391365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:19.506621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b15c4d-c192-45d8-acb0-929ea0cf8ae8 None None] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:19.527596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:19.527596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762981795', 'description': 'tempest-description--1006160323'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:19.538308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:19.553740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:security_group and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:19.561969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:19.620486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:19.670607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:19.768785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:19.776153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:security_group_rule and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:19.785577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:19.798027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:20.027385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.038253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-97003964-e242-410a-82da-7e065f535742 None None] Provisioning for port fba60e6b-252f-4b6c-b8d0-e05b5955659a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:20.048057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.053324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-97003964-e242-410a-82da-7e065f535742 None None] Provisioning complete for port fba60e6b-252f-4b6c-b8d0-e05b5955659a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:20.053324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.241850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906f1941-277c-4c3e-8037-d7c0eef3156d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.250390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.257450 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4aa38de4-26fb-4458-935a-5c670505c409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7391913 May 26 19:42:20.260917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37552) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:20.282121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'security_group_rule': {'security_group_id': '906f1941-277c-4c3e-8037-d7c0eef3156d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:20.290848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.299246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:20.313826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:security_group_rule and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:20.329471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:20.353931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:20.376477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:20.414163 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.433886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:20.433886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.534422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-6b6c703b-1d5a-4c24-89a5-98cc0c679311 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 1001 time: 1.1547756 May 26 19:42:20.627027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.627027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.712117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:20.712117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4480119 May 26 19:42:20.712117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:20.746723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'security_group_rule': {'security_group_id': '906f1941-277c-4c3e-8037-d7c0eef3156d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:20.763349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aef5c-c9f4-403b-b5f4-c087159d8b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9669add8-7f0f-4ba3-83d1-c1f277dffcce,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:20.776485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:20.801381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:security_group_rule and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:20.811737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:20.832476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:20.903437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.114387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bab27b0-f29c-4474-acf6-fdfbe6eba177 req-38554d5d-6d76-4547-8959-56d7ae60a04d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 210 time: 0.9109473 May 26 19:42:21.179526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-b423b98f-e179-4724-9aed-6641689dd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.187718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-b423b98f-e179-4724-9aed-6641689dd252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.6499693 May 26 19:42:21.193899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.201235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.267592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d18ce9c-4e52-4c78-a50c-35c0fd57c8ea,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:21.298220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.299797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-26fb65ab-c123-4f49-8f79-551918e2302d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5810955 May 26 19:42:21.308351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37576) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:21.314585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:21.332216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:21.332416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-97003964-e242-410a-82da-7e065f535742 None None] Current status of the port fba60e6b-252f-4b6c-b8d0-e05b5955659a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:21.332783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.360446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:floatingip and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:21.378249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:21.381208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.420225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:21.447019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.463353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Transition to ACTIVE for port object 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:21.478409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-97003964-e242-410a-82da-7e065f535742 None None] For port fba60e6b-252f-4b6c-b8d0-e05b5955659a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fba60e6b-252f-4b6c-b8d0-e05b5955659a,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:21.495791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:21.496590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.519367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:21.521681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.598385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.714067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97003964-e242-410a-82da-7e065f535742 None None] Pushing event updated for resources: {'Port': ['ID=fba60e6b-252f-4b6c-b8d0-e05b5955659a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:21.739989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.745028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.747854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.750242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.753475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.756002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.756565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.757126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.758667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.759233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.763497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.765452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97003964-e242-410a-82da-7e065f535742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:21.906473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:21.934836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-3ac2f39f-6aa0-49d1-80af-3ab00848a8b1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.937340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-3ac2f39f-6aa0-49d1-80af-3ab00848a8b1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 816 time: 0.8068638 May 26 19:42:21.942570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-4f201617-021f-4543-a9c6-4f43dcb9639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:21.944324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-4f201617-021f-4543-a9c6-4f43dcb9639b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7502830 May 26 19:42:21.950033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Request body: {'port': {'device_id': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'admin_state_up': True, 'tenant_id': '89053cec5d734a5883066a06ec612e65'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:21.987882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-b9618fe0-6599-4a24-ac4b-2fb1fb66c2a5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:42:21.989558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-b9618fe0-6599-4a24-ac4b-2fb1fb66c2a5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157447 May 26 19:42:22.107306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:22.132839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5279cd6e-c065-479c-ac67-4cd24c029a01 None None] Provisioning complete for port fba60e6b-252f-4b6c-b8d0-e05b5955659a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:22.135904 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5279cd6e-c065-479c-ac67-4cd24c029a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:22.183721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.25.0.161 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/56e35b03-4846-4eae-a016-07dcb011f249) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:22.283593 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:22.485544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5279cd6e-c065-479c-ac67-4cd24c029a01 None None] Current status of the port fba60e6b-252f-4b6c-b8d0-e05b5955659a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:22.489502 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Sync routers for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:22.515203 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:22.516948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:42:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:22.575951 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:22.640160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:22.741774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:22.748862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:22.749973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:22.765865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:22.788965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:22.841740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-ee7edf1c-2383-4ad6-a3f6-b20a8581a7a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430376 May 26 19:42:22.896736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=56e35b03-4846-4eae-a016-07dcb011f249,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:22.912439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:22.939655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:22.943080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:22.984627 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.052609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aec7adf3-46d8-4086-875b-73cdac93af21 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:23.113445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.195405 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aec7adf3-46d8-4086-875b-73cdac93af21 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "PUT /v2.0/quotas/7c867463c90f450ebe7c14127556167a HTTP/1.1" status: 200 len: 368 time: 0.4430227 May 26 19:42:23.198638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37606) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:23.206300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Request body: {'network': {'project_id': '7c867463c90f450ebe7c14127556167a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:23.220916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:23.236915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Usage tracker for resource:network and tenant:7c867463c90f450ebe7c14127556167a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:23.240970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:23.255943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:23.366697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Made reservation on behalf of 7c867463c90f450ebe7c14127556167a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:23.369629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.375472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:23.376222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.388071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64e9edcd-e9cf-4110-9ab9-40ef0dce1579 req-3330c471-a656-42f1-87a3-14d6b155675f service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011251 May 26 19:42:23.389114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.407565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:23.413561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:23.423523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Usage tracker for resource:security_group_rule and tenant:7c867463c90f450ebe7c14127556167a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:23.428328 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:12Z', 'revision_number': 2, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:23.437201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:23.443297 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Checking router: 77a19baa-a324-4427-b9af-470006cf60e2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:23.444671 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Updating router 77a19baa-a324-4427-b9af-470006cf60e2 port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:42:23.448240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:23.457376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b86023-d6f8-4608-a256-043f2ae549b0 req-10701e09-e4ff-43e7-a516-c45affb58fa1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 210 time: 0.8088660 May 26 19:42:23.460365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:23.465736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0be1eaac-9dce-4bc0-a15c-57e9c084c2c6 None None] Provisioning for port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:23.490867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0be1eaac-9dce-4bc0-a15c-57e9c084c2c6 None None] Provisioning complete for port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:23.491528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0be1eaac-9dce-4bc0-a15c-57e9c084c2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.507911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Usage tracker for resource:port and tenant:89053cec5d734a5883066a06ec612e65 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:23.515730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:23.520611 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.556178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:23.565869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Allocated IP 172.20.0.8 (f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e/398e5596-1d43-4f26-90ef-8008da000898/323bb9ef-4f26-449b-9aac-b29920f1a766) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:23.566572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.576833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8801b359-c755-47b9-a5c7-61eeb0648f5e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3600879 May 26 19:42:23.577978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.610045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Request body: {'port': {'device_id': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:23.676074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0be1eaac-9dce-4bc0-a15c-57e9c084c2c6 None None] Port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:23.748398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Made reservation on behalf of 89053cec5d734a5883066a06ec612e65 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:23.759212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.803282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fba60e6b-252f-4b6c-b8d0-e05b5955659a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:23.928192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:23.969569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=56e35b03-4846-4eae-a016-07dcb011f249,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:23.991283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.004437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.014419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port fba60e6b-252f-4b6c-b8d0-e05b5955659a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:24.014613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.049601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.051131 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a6b8e53d-dfc0-43c4-872c-f4c558a4a75f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7417297 May 26 19:42:24.086503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:24.111082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4a1a8-8445-47d0-a8cc-df4daff697ce,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.149921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.151080 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Added segment f2173b14-9792-4234-8433-de81e7253c81 of type vlan for network 10d95a18-a341-466c-b960-07bb0fd64326 May 26 19:42:24.249726 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.288006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.329924 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.347827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.349274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:24.353504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.358807 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Transition to ACTIVE for port object 0791f0cf-d559-4ba1-9fab-fe5ffafad50d will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:24.363733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port fba60e6b-252f-4b6c-b8d0-e05b5955659a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:24.365169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:24.373691 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.465568 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Pushing event updated for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.483416 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.484689 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.485292 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.485760 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.486225 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.486702 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.487161 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.487616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.488074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.488528 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.489278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.489907 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:42:24.542399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:24.542921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.560174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event updated for resources: {'Network': ['ID=10d95a18-a341-466c-b960-07bb0fd64326,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:24.560399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.573697 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a217d518-781e-4384-8d92-8e1e9c7c2031 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3738894 May 26 19:42:24.574576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:24.581184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Request body: {'network': {'project_id': '7c867463c90f450ebe7c14127556167a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:24.589222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:24.593731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Usage tracker for resource:network and tenant:7c867463c90f450ebe7c14127556167a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:24.597513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:24.598616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Transition to ACTIVE for port object 323bb9ef-4f26-449b-9aac-b29920f1a766 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:24.605013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:24.619174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Made reservation on behalf of 7c867463c90f450ebe7c14127556167a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:24.622164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.656750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 10d95a18-a341-466c-b960-07bb0fd64326 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:42:24.660480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:24.673155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.673799 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Added segment bed12593-3377-48eb-b8cc-dff81a88da74 of type vlan for network 3679c6e1-64cd-434e-b135-8164e20babe2 May 26 19:42:24.732709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-bafa7a36-892b-4698-b196-3d9e64b3812e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1762981795&fields=id&tenant_id=8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 267 time: 0.0996895 May 26 19:42:24.752388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.817689 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Attempting to bind port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:24.818203 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Attempting to bind port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:24.818391 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Attempting to bind port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:24.831456 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:24.831816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:24.832384 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.832765 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:24.833261 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Bound port: 0791f0cf-d559-4ba1-9fab-fe5ffafad50d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:24.833611 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.833929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.839199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:24.839785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.855071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:24.951564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] For port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:24.963899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] For port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:24.972911 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:25.043701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:25.092194 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:25.093307 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:42:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:25.183016 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27c9c8-8fd7-46bc-a5c8-90d7fa3e57a3 None None] Pushing event updated for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:25.298596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:25.310287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:25.322258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:25.396119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event updated for resources: {'Network': ['ID=3679c6e1-64cd-434e-b135-8164e20babe2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:25.417514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 3679c6e1-64cd-434e-b135-8164e20babe2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:42:25.441029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5b379e61-277d-4e76-8c45-54d9c31dcf72 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8648281 May 26 19:42:25.442351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:25.451939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Request body: {'network': {'project_id': '7c867463c90f450ebe7c14127556167a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:25.475057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:25.493324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Usage tracker for resource:network and tenant:7c867463c90f450ebe7c14127556167a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:25.497210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:25.514415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:25.520424 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:25.531620 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 26 19:42:25.532544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:42:25.540194 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ed88f6fd-38da-42d1-8c31-d9f7d9edaef4 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0953183 May 26 19:42:25.540194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:25.553169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:25.553921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:25.576072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event updated for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:25.613923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-3090282f-51be-4ae3-b840-a554a2bfa65b tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8527083 May 26 19:42:25.638162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Request body: {'port': {'device_id': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:25.672075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Allocated IP 172.20.0.14 (f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e/398e5596-1d43-4f26-90ef-8008da000898/300e9d0c-3be7-4d49-9ff1-d1c2b65f0396) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:25.715604 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4c609f8-d53b-4b9b-bfaf-20215852302c tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c867463c90f450ebe7c14127556167a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742396 May 26 19:42:25.718270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:25.851312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0791f0cf-d559-4ba1-9fab-fe5ffafad50d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:25.913906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:25.967914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.005714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:26.013368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:26.014107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.057215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.074639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-4e597781-0b8a-4de0-bd85-5d4fa1863742 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:26.082116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-4e597781-0b8a-4de0-bd85-5d4fa1863742 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 1.2958570 May 26 19:42:26.084228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.091662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-175dc1cf-12c3-493d-886d-d118eedabd3e None None] Provisioning for port 323bb9ef-4f26-449b-9aac-b29920f1a766 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:26.093520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.097464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ed4a1a8-8445-47d0-a8cc-df4daff697ce HTTP/1.1" status: 204 len: 168 time: 0.3782527 May 26 19:42:26.098585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a537-a5bd-4a98-9905-15b636846737 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4a1a8-8445-47d0-a8cc-df4daff697ce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:26.100399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37660) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:26.122242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-175dc1cf-12c3-493d-886d-d118eedabd3e None None] Provisioning complete for port 323bb9ef-4f26-449b-9aac-b29920f1a766 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:26.124054 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-175dc1cf-12c3-493d-886d-d118eedabd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.200797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.216208 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cade2-b17f-4c91-8612-d0ca6f247301 None None] The sync data for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 is: [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:24Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:26.233541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-175dc1cf-12c3-493d-886d-d118eedabd3e None None] Port 323bb9ef-4f26-449b-9aac-b29920f1a766 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:26.384184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:26.385115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.428522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:26.434118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.458292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-c4d4d2fb-b46e-4b58-aece-eb70d814df68 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/quotas/8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 375 time: 0.3749554 May 26 19:42:26.465592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.598552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:26.746437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.833131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.869821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Transition to ACTIVE for port object 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:26.921226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3679c6e1-64cd-434e-b135-8164e20babe2']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.954247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed12593-3377-48eb-b8cc-dff81a88da74') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.957852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed12593-3377-48eb-b8cc-dff81a88da74') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:26.984842 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:26.990428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-dfcf04b3-52a4-48be-b786-803a66367a58 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4692786 May 26 19:42:27.022369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.030669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:42:27.031335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.136828 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bed12593-3377-48eb-b8cc-dff81a88da74 resource provider aggregate not found May 26 19:42:27.184713 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment bed12593-3377-48eb-b8cc-dff81a88da74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bed12593-3377-48eb-b8cc-dff81a88da74 found for delete ", "request_id": "req-dfdd36e8-1eef-4c73-ac17-a7ded1d8425a"}]} May 26 19:42:27.214068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-50953ad5-c06e-4652-b66c-1a294636783b service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992931 May 26 19:42:27.237364 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.272647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.278708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.284986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event deleted for resources: {'Network': ['ID=3679c6e1-64cd-434e-b135-8164e20babe2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:27.289440 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e4a854b6-fb2a-4412-bbf2-8ad4f70b775b tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3679c6e1-64cd-434e-b135-8164e20babe2 HTTP/1.1" status: 204 len: 168 time: 1.1879597 May 26 19:42:27.291957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37680) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:27.462733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.521807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:27.529454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:27.532065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:27.717399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event updated for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:27.755218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0791f0cf-d559-4ba1-9fab-fe5ffafad50d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:27.771991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.803404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d95a18-a341-466c-b960-07bb0fd64326']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:27.819694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2173b14-9792-4234-8433-de81e7253c81') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:27.819960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2173b14-9792-4234-8433-de81e7253c81') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:27.841424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.879379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:27.879763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.880390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.889800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-19d79351-3a2c-494b-b659-890f32e04e57 None None] Provisioning for port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:27.899518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:42:27.900184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.906021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-19d79351-3a2c-494b-b659-890f32e04e57 None None] Provisioning complete for port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:27.907052 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19d79351-3a2c-494b-b659-890f32e04e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:27.909909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-cebac69e-76f3-4917-ac44-4ad0f02dcec7 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841853 May 26 19:42:27.957331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-a26ff5d7-8653-4fe5-beff-72b8ad9bd099 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0118949 May 26 19:42:27.973240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Request body: {'port': {'device_id': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:28.024643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:28.024963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.069231 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-984a4e90-9e46-41f9-882e-2c1a10148994 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4643681 May 26 19:42:28.075732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.124541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.146887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] Pushing event deleted for resources: {'Network': ['ID=10d95a18-a341-466c-b960-07bb0fd64326,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:28.153499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94742192-1d22-4b4d-83f3-0d09ae5afb30 tempest-QuotasNegativeTest-1922925105 tempest-QuotasNegativeTest-1922925105-project-admin] 10.222.0.24 "DELETE /v2.0/networks/10d95a18-a341-466c-b960-07bb0fd64326 HTTP/1.1" status: 204 len: 168 time: 0.8601298 May 26 19:42:28.161410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-19d79351-3a2c-494b-b659-890f32e04e57 None None] Port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:28.234625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:28.315450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:28.399760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656813-82dc-4e72-86ab-5039920ce16f req-df40124f-981e-4a43-91b3-d0dfb7319837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:28.401274 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-df40124f-981e-4a43-91b3-d0dfb7319837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 1101 time: 0.1533508 May 26 19:42:28.404597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.420423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.617420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Transition to ACTIVE for port object 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:28.644343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:28.720923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656813-82dc-4e72-86ab-5039920ce16f req-2d3d6a5d-7840-437d-8087-6db2356b3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:28.723908 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-2d3d6a5d-7840-437d-8087-6db2356b3ff8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2933929 May 26 19:42:28.874973 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-73e3b109-b405-48ae-b290-6d888be384c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=c816d657-20c5-4dee-a820-f44699e1fc97 HTTP/1.1" status: 200 len: 217 time: 0.1444993 May 26 19:42:29.041802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-7bebf1c5-49f9-481a-9b51-6ad6f9b58c73 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:29.042655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-7bebf1c5-49f9-481a-9b51-6ad6f9b58c73 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:29.171446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 37724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:29.453441 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f2173b14-9792-4234-8433-de81e7253c81 resource provider aggregate not found May 26 19:42:29.478364 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f2173b14-9792-4234-8433-de81e7253c81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2173b14-9792-4234-8433-de81e7253c81 found for delete ", "request_id": "req-c2e643e3-145e-40f3-a048-9ea5e68fa18a"}]} May 26 19:42:29.483206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656813-82dc-4e72-86ab-5039920ce16f req-b78181c0-f6fc-4fcd-906c-7a468c1fd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:29.502118 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-b78181c0-f6fc-4fcd-906c-7a468c1fd53d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.6157601 May 26 19:42:29.581380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:29.631843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656813-82dc-4e72-86ab-5039920ce16f req-6a32f446-b870-40a4-9401-7211fe246aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:29.631843 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-6a32f446-b870-40a4-9401-7211fe246aa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219039 May 26 19:42:29.635624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-7bebf1c5-49f9-481a-9b51-6ad6f9b58c73 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:29.635624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-7bebf1c5-49f9-481a-9b51-6ad6f9b58c73 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 932 time: 1.2850826 May 26 19:42:29.744224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-4ae3cd09-de1b-47fa-8363-7b6ba948d53f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:29.778285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Attempting to bind port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:29.778613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Attempting to bind port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:29.778934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Attempting to bind port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:29.802078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:29.802667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Attempting to bind port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:29.830005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-bf251278-a8b3-4d77-8013-6cb138c27b47 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815796 May 26 19:42:29.834431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:29.834997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Checking segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:29.835562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Bound using segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:29.836232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Bound port: 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:29.836756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:29.865639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323bb9ef-4f26-449b-9aac-b29920f1a766 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:29.872870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:29.896400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:29.956211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-4ae3cd09-de1b-47fa-8363-7b6ba948d53f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:29.956211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bad63913-0552-4d02-ac3f-20b1d3d79a00 req-4ae3cd09-de1b-47fa-8363-7b6ba948d53f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134854 May 26 19:42:29.982475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:29.992741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Usage tracker for resource:security_group_rule and tenant:291534a3015e4ea6a0d356bbbca79fa3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:30.000707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Transition to ACTIVE for port object 323bb9ef-4f26-449b-9aac-b29920f1a766 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:30.007153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:30.045932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:30.134632 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-005f1e62-50cf-44d5-8381-af6d486e4c44 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978525 May 26 19:42:30.187837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:30.360907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Pushing event updated for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:30.433020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:30.437731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:30.539914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:30.759222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70413d84-4dc0-4e77-beed-96dfdf17e250 req-b42e8cf5-3f3c-4b9f-bb6c-ac7f80b4df83 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 210 time: 0.2383695 May 26 19:42:30.810996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:30.833755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:30.834748 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:30.836142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 200 len: 1091 time: 7.2421620 May 26 19:42:30.871153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:30.890386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:30.983044 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5caec7-c8bb-4415-ac32-9f87d525d7ae'] response: {'name': 'network-changed', 'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'status': 'completed', 'code': 200} May 26 19:42:31.025653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f580c4e-6916-43fc-957b-51c1c2a006a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:31.107502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=291534a3015e4ea6a0d356bbbca79fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5781007 May 26 19:42:31.107502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce27f-91cc-4969-ab4c-6da663dd1e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c443f1f5-6092-406d-8809-cd85f5be3de4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:31.108536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:31.129614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ed647bb3-6a9a-4835-aee7-6088c0c9fae7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:31.131663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ed647bb3-6a9a-4835-aee7-6088c0c9fae7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 1.0656426 May 26 19:42:31.206476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Attempting to bind port 323bb9ef-4f26-449b-9aac-b29920f1a766 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:31.206619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Attempting to bind port 323bb9ef-4f26-449b-9aac-b29920f1a766 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:31.206934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Attempting to bind port 323bb9ef-4f26-449b-9aac-b29920f1a766 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:31.225640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Port 323bb9ef-4f26-449b-9aac-b29920f1a766 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:31.225640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Attempting to bind port 323bb9ef-4f26-449b-9aac-b29920f1a766 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:31.229711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:31.252757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.255367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:31.256130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Checking segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:31.256579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Bound using segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:31.257029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Bound port: 323bb9ef-4f26-449b-9aac-b29920f1a766, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:31.257402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.356660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.430259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.432204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-74acc810-c8d7-42bf-8d73-fffb08b7a24f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 380 time: 0.2401645 May 26 19:42:31.432204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Transition to ACTIVE for port object 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:31.450604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'device_id': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'admin_state_up': True, 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'security_groups': ['906f1941-277c-4c3e-8037-d7c0eef3156d']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:31.480377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8e9c45f0-31f1-4abc-8a6d-94f85f5bf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:31.483943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-8e9c45f0-31f1-4abc-8a6d-94f85f5bf8b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 1094 time: 0.5808325 May 26 19:42:31.506045 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.539683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c443f1f5-6092-406d-8809-cd85f5be3de4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:31.564475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.571186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4c2fdd5a-e974-468f-b690-4ad623bba445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c443f1f5-6092-406d-8809-cd85f5be3de4 HTTP/1.1" status: 204 len: 168 time: 0.4593675 May 26 19:42:31.642097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:31.725351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:32.242785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-29836978-7455-484d-adfa-7333b5f3973d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 200 len: 217 time: 0.5874934 May 26 19:42:32.294969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37794) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:32.317533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.321346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=323bb9ef-4f26-449b-9aac-b29920f1a766,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:32.337939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Pushing event updated for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:32.344823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:32.370683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Usage tracker for resource:security_group_rule and tenant:f324683eb0044fb99b5d499fd118c234 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:32.370683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:32.390808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:32.403498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.545390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.550571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.575282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.575899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.579456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] 10.222.0.13 "PUT /v2.0/ports/323bb9ef-4f26-449b-9aac-b29920f1a766 HTTP/1.1" status: 200 len: 1091 time: 6.9511542 May 26 19:42:32.641107 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f324683eb0044fb99b5d499fd118c234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444293 May 26 19:42:32.644384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8b10b-3382-43f2-adbb-84cbb321e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e345c5db-e517-43ec-bbfa-899b302e29b6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:32.653542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:32.806257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.806389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e92c-3163-464f-ae53-3352bd97640b req-16ee5e8f-03d6-4ec9-b1a7-ec3df3f95230 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.815423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab7e92c-3163-464f-ae53-3352bd97640b req-16ee5e8f-03d6-4ec9-b1a7-ec3df3f95230 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 932 time: 1.5376701 May 26 19:42:32.853624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-187ed3eb-ee31-4976-8699-cbf00d653f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:32.857345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-187ed3eb-ee31-4976-8699-cbf00d653f2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.5330312 May 26 19:42:32.862353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:32.864822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:32.916938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Usage tracker for resource:port and tenant:8c727340ba2641a6b4e1b54dbb8c058b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:32.920901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:32.928859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:33.008638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Attempting to bind port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:33.009510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Attempting to bind port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:33.010621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Attempting to bind port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:33.013366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:33.025690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:33.090175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e345c5db-e517-43ec-bbfa-899b302e29b6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:33.096835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:33.106556 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d0fa93a-0f66-45c6-94fc-4fad655ccd48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e345c5db-e517-43ec-bbfa-899b302e29b6 HTTP/1.1" status: 204 len: 168 time: 0.4518454 May 26 19:42:33.133779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bf2e6-219b-47e3-9e81-317d3ff9c006 service neutron] Pushing event updated for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:33.172127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:33.173981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Attempting to bind port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 on network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:33.183251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:33.187200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:33.223916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab7e92c-3163-464f-ae53-3352bd97640b req-5c78803f-400a-4ba6-8370-f536c8f8ed76 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095788 May 26 19:42:33.258380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:33.259001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Checking segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:33.259118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Bound using segment: {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:33.259518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Bound port: 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6b98ba-b123-4abe-954b-02be3d1d98d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:33.266164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:33.555377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:33.592577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-b376e7bd-78d4-4832-bcd1-62c21f3f76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.594063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-b376e7bd-78d4-4832-bcd1-62c21f3f76f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 1094 time: 0.9282167 May 26 19:42:33.595964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:33.617480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47f36fd4-6de4-4380-af87-536878b5d679 req-55a2f433-cf25-4c99-a910-cd74edc437f1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 210 time: 0.1756687 May 26 19:42:33.732421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:33.785985 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83535133-b39c-4c83-b5ef-f2ba6ef38edf'] response: {'name': 'network-changed', 'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766', 'status': 'completed', 'code': 200} May 26 19:42:33.877738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-a230b8de-9235-4ade-b70b-8c3074d1f34c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323bb9ef-4f26-449b-9aac-b29920f1a766 HTTP/1.1" status: 200 len: 217 time: 0.2580049 May 26 19:42:33.942489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-4f705aed-d9b0-462b-bed0-0f3564f0c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:33.951919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-4f705aed-d9b0-462b-bed0-0f3564f0c7e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0569849 May 26 19:42:34.211315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.211991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:34.216643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] 10.222.0.53 "PUT /v2.0/ports/300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 HTTP/1.1" status: 200 len: 1092 time: 6.2481077 May 26 19:42:34.217367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d36d3-7916-47df-9790-c951e57d68cd service neutron] Pushing event updated for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:34.464163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-96113b15-ce70-40bc-8650-148ce65a0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.465701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-96113b15-ce70-40bc-8650-148ce65a0bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.5718570 May 26 19:42:34.566451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-23b5c1a8-bf7a-4e17-be2b-354a717dfce4 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130412 May 26 19:42:34.611403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.20.0.4 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/ca7b9984-90ab-40cb-8178-c24decfb07e5) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:34.966081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-7d01e40e-2927-43e9-8ade-61c9ca3aefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:34.967623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-7d01e40e-2927-43e9-8ade-61c9ca3aefe2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 1095 time: 0.6556594 May 26 19:42:35.134160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-f8501aad-81ee-453c-a96d-63189ec1321e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 HTTP/1.1" status: 200 len: 217 time: 0.1040564 May 26 19:42:35.140181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4ccd732-f61d-44d2-81a3-e5dc9122a09f req-6c5b4b4c-9bae-4d86-b6a7-15a28844640d service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634336 May 26 19:42:35.148517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a7530-4057-4e04-b46e-495a5159843f req-2040068b-e037-4bed-b214-9134a690ee2c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.150047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-617a7530-4057-4e04-b46e-495a5159843f req-2040068b-e037-4bed-b214-9134a690ee2c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 944 time: 0.6923935 May 26 19:42:35.155912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-575f1118-6164-47af-a3de-192475b7ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.157380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-575f1118-6164-47af-a3de-192475b7ed20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6346920 May 26 19:42:35.218210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 37884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:35.430009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-ec1c8ab3-5014-4dec-b023-24f4cc5b28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.431707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-ec1c8ab3-5014-4dec-b023-24f4cc5b28ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.2781696 May 26 19:42:35.437913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2000926555'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:35.447215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:35.453262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Usage tracker for resource:network and tenant:e5a63352a5df41e6ad7b95a40ad09700 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:35.457168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:35.467009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:35.470160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-617a7530-4057-4e04-b46e-495a5159843f req-0c802c70-15f3-46ca-8682-e14b19523754 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115652 May 26 19:42:35.481010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Made reservation on behalf of e5a63352a5df41e6ad7b95a40ad09700 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:35.489197 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.504355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.524260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:35.528551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Usage tracker for resource:security_group_rule and tenant:e5a63352a5df41e6ad7b95a40ad09700 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:35.531714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:35.539924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:35.593713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-a27a0810-9295-4838-8540-cf761e8799d0 service neutron] 10.222.0.13 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975832 May 26 19:42:35.603556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.700785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Transition to ACTIVE for port object ca7b9984-90ab-40cb-8178-c24decfb07e5 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:35.718960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.726937 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.782791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:42:35.795440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.796107 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Added segment be09abdb-353c-400e-bfaf-f0c69d82a9c7 of type vlan for network cd480835-1eec-4e53-b4db-9fc0e98c4a15 May 26 19:42:35.831024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.864188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41303e8-6f84-4ed1-9bb4-0137559c0bc2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:35.883430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.887554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:35.893437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:35.894533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:35.909954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:36.037150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Pushing event updated for resources: {'Network': ['ID=cd480835-1eec-4e53-b4db-9fc0e98c4a15,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:36.041428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-24f07853-bbec-48a1-8fc8-9b021f462339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8220193 May 26 19:42:36.060495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:42:36.168959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da0cce86-6a92-46ae-a8e3-f9b9d4f60ac8 req-15ba0fb0-de6d-4607-9b05-9f257480973b service neutron] 10.222.0.13 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322249 May 26 19:42:36.182008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-4fa770de-af59-4d49-8a3d-d1f70b4d27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.183846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-4fa770de-af59-4d49-8a3d-d1f70b4d27e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 1094 time: 0.9290895 May 26 19:42:36.192421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:36.200161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:36.224616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:36.237991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:36.521770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-3595234b-621c-4f7b-b52f-a11a61bd94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.525385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-3595234b-621c-4f7b-b52f-a11a61bd94ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0728846 May 26 19:42:36.553823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-e134f160-8d28-435e-94b6-0331ae284b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.559982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-e134f160-8d28-435e-94b6-0331ae284b80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 917 time: 0.3617871 May 26 19:42:36.563258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8e3448e-2ab8-4538-aabd-28884b7b32d2 None None] Provisioning for port ca7b9984-90ab-40cb-8178-c24decfb07e5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:36.571887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8e3448e-2ab8-4538-aabd-28884b7b32d2 None None] Provisioning complete for port ca7b9984-90ab-40cb-8178-c24decfb07e5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:36.572452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b8e3448e-2ab8-4538-aabd-28884b7b32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:36.665374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3448e-2ab8-4538-aabd-28884b7b32d2 None None] Port ca7b9984-90ab-40cb-8178-c24decfb07e5 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:42:36.682435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:36.864441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-a721075a-d870-46f9-95df-4fb5633bad3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 200 len: 217 time: 0.1543744 May 26 19:42:36.909497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52763a06-33b2-40d7-a342-c00e408abdbf req-601917b3-ac74-4e87-98b2-8f9451e5553f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.910995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52763a06-33b2-40d7-a342-c00e408abdbf req-601917b3-ac74-4e87-98b2-8f9451e5553f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 931 time: 1.1898649 May 26 19:42:36.965856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:36.966457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.250033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-bb6c1b6d-8973-4bb0-b9c9-16a012ed5eec service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580005 May 26 19:42:37.255076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-10ae7615-ed85-49b9-a286-2287ac3bb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.256442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-10ae7615-ed85-49b9-a286-2287ac3bb859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.3712480 May 26 19:42:37.263925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ff4ae2eb-25b8-4f68-8731-36ff40e72531 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8307068 May 26 19:42:37.287146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52763a06-33b2-40d7-a342-c00e408abdbf req-76c35860-40d1-42a7-98d3-4ad1d800ec48 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064048 May 26 19:42:37.342799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Request body: {'port': {'device_id': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:37.425063 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0551ec-9f94-4167-bd0d-7e431de287da'] response: {'name': 'network-changed', 'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396', 'status': 'completed', 'code': 200} May 26 19:42:37.439865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-729c7ffa-b1a0-474a-ac45-32c47adf8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.441386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-729c7ffa-b1a0-474a-ac45-32c47adf8331 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 1094 time: 1.1734068 May 26 19:42:37.589064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38002) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:37.596181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15', 'binding:host_id': 'n-h1-843146-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1865490750'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:37.612520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:37.626306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Usage tracker for resource:port and tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:37.636477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:37.659703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:37.678226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Made reservation on behalf of 2b2f7eb422a54f6c9365c98bc40bf6c3 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:37.681633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.699416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.717687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:37.721723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Usage tracker for resource:security_group_rule and tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:37.731828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:37.737684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.738894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:37.858545 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.864737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:37.890799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port ae9c7ade-04c4-48a5-a939-50fc9a22be99 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:37.916326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a0569f0-dcae-4682-8832-19c7c9268b14 req-dc6b7684-9bee-4f0c-b1b8-01868224e004 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565433 May 26 19:42:37.974092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-44fbc179-05be-4998-a9e8-01fa103b8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.978222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-44fbc179-05be-4998-a9e8-01fa103b8ba9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6900795 May 26 19:42:37.979262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-c9755c52-be2f-494e-9d4b-77ffcc1550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:37.980677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-c9755c52-be2f-494e-9d4b-77ffcc1550d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 917 time: 0.5244074 May 26 19:42:38.005759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531ecf2-3686-4952-a552-c2f4dafaf229,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:38.236043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-3174e1dc-a3ba-4d17-9748-ad4e15cc342d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=323bb9ef-4f26-449b-9aac-b29920f1a766 HTTP/1.1" status: 200 len: 217 time: 0.2095013 May 26 19:42:38.309301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port ae9c7ade-04c4-48a5-a939-50fc9a22be99 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:38.324332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:38.341898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Transition to ACTIVE for port object ae9c7ade-04c4-48a5-a939-50fc9a22be99 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:38.352876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:38.435084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b6e1-11d7-4316-85bf-a013d447a05d req-ce36f1a3-6fac-4846-a562-db7ea19c40d2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.441554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:42:38.443889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f8b6e1-11d7-4316-85bf-a013d447a05d req-ce36f1a3-6fac-4846-a562-db7ea19c40d2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 944 time: 0.6922364 May 26 19:42:38.505876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-8e97b907-99f7-4c13-b848-f0637f020dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.507868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-8e97b907-99f7-4c13-b848-f0637f020dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.2597401 May 26 19:42:38.519426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9c7ade-04c4-48a5-a939-50fc9a22be99,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:38.525956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-407cba15-1939-49ba-9116-56b62d70326b service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058389 May 26 19:42:38.547855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Checking segment: {'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:38.552616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Network hostable DHCP agents. Network: cd480835-1eec-4e53-b4db-9fc0e98c4a15, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:42:38.604651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:42:38.618561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, cd480835-1eec-4e53-b4db-9fc0e98c4a15) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:38.632611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4569ad9-9218-4820-92fb-a70324bb68fb None None] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:42:38.634367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:38.645635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f8b6e1-11d7-4316-85bf-a013d447a05d req-c98c6141-5cca-46e1-a60b-d4d482bdc022 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008061 May 26 19:42:38.654081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d041-89c7-4024-8020-4095fd934a32 req-b69b3330-ba17-42ba-9e2e-a748d6e726bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:38.673785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.674978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.675319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.686742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.687072 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.688839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-b69b3330-ba17-42ba-9e2e-a748d6e726bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 1095 time: 0.7211444 May 26 19:42:38.688983 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 2 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.727888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.729029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.732055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.740994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.742749 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.769327 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 3 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.791689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.791941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.792276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.801725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.802050 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.805841 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 4 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.842268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.842602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.842941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.851335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.852795 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.856378 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 5 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.883394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:38.892515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.892876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.893248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.904877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'port_id': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'mac_address': 'fa:16:3e:35:25:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398e5596-1d43-4f26-90ef-8008da000898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:42:38.915654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.915993 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.916413 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 6 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.934579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.934919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.935433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.942216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.942557 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.942952 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 7 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:38.965689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ebb096-3fff-4381-989c-c781b71b9a38 req-771bb405-128d-4e8a-9ce9-d3ffd0e8e242 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853781 May 26 19:42:38.969623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:38.970039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:38.970452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:38.976906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:38.977578 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:38.978178 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 8 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:39.005084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:39.005730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.007958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:39.008295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:39.008628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:39.025158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:39.025493 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:39.025946 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 9 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:39.060122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:39.060122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:39.060122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:39.062252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:39.074200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:39.074200 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:39.074200 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 10 to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 May 26 19:42:39.089291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:39.100650 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.106052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:39.106460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:39.106742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:39.115030 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:39.115505 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port ae9c7ade-04c4-48a5-a939-50fc9a22be99 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:39.115877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.224603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:39.248485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port ae9c7ade-04c4-48a5-a939-50fc9a22be99, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:39.248838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempted to set empty binding levels {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:42:39.254570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.328264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.328855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.361231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9c7ade-04c4-48a5-a939-50fc9a22be99,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:39.373375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-ea70c3fb-46c6-415a-87bb-53278c7c9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.374906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-ea70c3fb-46c6-415a-87bb-53278c7c9b19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8599172 May 26 19:42:39.387204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d041-89c7-4024-8020-4095fd934a32 req-3a5ffd2a-380f-4c52-b3ea-64b341314efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.388613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-3a5ffd2a-380f-4c52-b3ea-64b341314efa service neutron] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 917 time: 0.5049083 May 26 19:42:39.398544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-af23b444-956a-491a-b69a-d7a3479644fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8061821 May 26 19:42:39.399577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:39.509015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Deleting port ae9c7ade-04c4-48a5-a939-50fc9a22be99 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:39.511715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.542496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-b0ae25ff-1c3b-4d1d-904c-7b51bd66b033 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 HTTP/1.1" status: 200 len: 217 time: 0.1337011 May 26 19:42:39.548524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:39.548864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:42:39.560682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a233a6-f1cc-44d8-8c46-a325acb6dc8c req-52769eb9-fe54-48dc-b0e6-25025a7af827 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.561666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-79a233a6-f1cc-44d8-8c46-a325acb6dc8c req-52769eb9-fe54-48dc-b0e6-25025a7af827 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:39.609560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.658323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Transition to ACTIVE for port object ca7b9984-90ab-40cb-8178-c24decfb07e5 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:39.673409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-79a233a6-f1cc-44d8-8c46-a325acb6dc8c req-52769eb9-fe54-48dc-b0e6-25025a7af827 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:39.680921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79a233a6-f1cc-44d8-8c46-a325acb6dc8c req-52769eb9-fe54-48dc-b0e6-25025a7af827 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 931 time: 0.7630699 May 26 19:42:39.689308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 323bb9ef-4f26-449b-9aac-b29920f1a766 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:42:39.711057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d041-89c7-4024-8020-4095fd934a32 req-dd151762-276a-4ef3-9735-8a6163d9954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:39.712769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-dd151762-276a-4ef3-9735-8a6163d9954f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.1376042 May 26 19:42:39.713616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:39.989743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port ae9c7ade-04c4-48a5-a939-50fc9a22be99, host n-h1-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:39.990332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.109724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-9e571d86-759e-49e7-8398-07c4765193ee service neutron] 10.222.0.13 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239122 May 26 19:42:40.216787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=323bb9ef-4f26-449b-9aac-b29920f1a766,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:40.228980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79a233a6-f1cc-44d8-8c46-a325acb6dc8c req-9e013115-8179-4fde-bf51-9f3d816c1ab5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5468802 May 26 19:42:40.251893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '323bb9ef-4f26-449b-9aac-b29920f1a766', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'port_id': '323bb9ef-4f26-449b-9aac-b29920f1a766', 'mac_address': 'fa:16:3e:c2:f6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398e5596-1d43-4f26-90ef-8008da000898', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:42:40.275457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Calling delete_port for ae9c7ade-04c4-48a5-a939-50fc9a22be99 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:40.380275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 323bb9ef-4f26-449b-9aac-b29920f1a766 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:40.380719 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.382549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:40.410327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323bb9ef-4f26-449b-9aac-b29920f1a766 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:40.429430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.439386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=323bb9ef-4f26-449b-9aac-b29920f1a766,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:40.447082 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.494015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae9c7ade-04c4-48a5-a939-50fc9a22be99,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:40.501382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.508218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afa4a053-cac2-4dc3-9f10-55019d78bc9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ae9c7ade-04c4-48a5-a939-50fc9a22be99 HTTP/1.1" status: 204 len: 168 time: 1.1046033 May 26 19:42:40.510702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:40.587824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:40.594694 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eba24c-497f-47d8-9fca-60fa71d9c3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] GET failed (client error): The resource could not be found. May 26 19:42:40.595428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0eba24c-497f-47d8-9fca-60fa71d9c3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Synchronizing usage tracker for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:40.618148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a0eba24c-497f-47d8-9fca-60fa71d9c3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Unset dirty status for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:40.619462 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0eba24c-497f-47d8-9fca-60fa71d9c3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports/ae9c7ade-04c4-48a5-a939-50fc9a22be99 HTTP/1.1" status: 404 len: 333 time: 0.1078422 May 26 19:42:40.633806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d041-89c7-4024-8020-4095fd934a32 req-30a67334-26dc-4829-a9ea-1441fdccb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:40.635512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-30a67334-26dc-4829-a9ea-1441fdccb9f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8742616 May 26 19:42:40.637259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38056) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:40.650820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['323bb9ef-4f26-449b-9aac-b29920f1a766'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:42:40.669849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1917486071'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:40.693227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:40.698572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffaedbd6-402d-4e98-bd37-b507d8e32006 req-7147d65f-3fd0-4b50-9540-0d2204da8db4 service neutron] 10.222.0.13 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469294 May 26 19:42:40.749177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Attempting to bind port ca7b9984-90ab-40cb-8178-c24decfb07e5 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:40.749664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Attempting to bind port ca7b9984-90ab-40cb-8178-c24decfb07e5 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:40.749954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Attempting to bind port ca7b9984-90ab-40cb-8178-c24decfb07e5 on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:40.784646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:40.794515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da90827-76e7-47f2-9b49-5b6bf8f7325d req-a2ace883-3a45-4ffa-a979-85dd67c6af46 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:40.801420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0da90827-76e7-47f2-9b49-5b6bf8f7325d req-a2ace883-3a45-4ffa-a979-85dd67c6af46 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 944 time: 0.3119907 May 26 19:42:40.815453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Port ca7b9984-90ab-40cb-8178-c24decfb07e5 on network 46dc1057-389c-45d6-8261-786bfc265b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:40.815664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Attempting to bind port ca7b9984-90ab-40cb-8178-c24decfb07e5 on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:40.833947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:42:40.834368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:42:40.834739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:42:40.836703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Bound port: ca7b9984-90ab-40cb-8178-c24decfb07e5, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:42:40.837660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:40.901707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0da90827-76e7-47f2-9b49-5b6bf8f7325d req-f24918a0-8df7-46bf-b495-ea02300e39bf tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993092 May 26 19:42:40.946965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Made reservation on behalf of 2b2f7eb422a54f6c9365c98bc40bf6c3 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:40.949315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.013708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-dca44897-80fc-4e8d-a0ff-cfd4a304eb30 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656147 May 26 19:42:41.016616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port 5b22682a-8330-44ef-9657-cabf1f9972dd yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:41.174447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:41.208941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:42:41.222331 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.329854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:41.369140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.369766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.377529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-fb23cbcf-3635-40df-ba1c-c02f94635ad4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 1091 time: 4.0802691 May 26 19:42:41.378129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:41.576574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 323bb9ef-4f26-449b-9aac-b29920f1a766 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:41.590932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc59d041-89c7-4024-8020-4095fd934a32 req-94fcfcff-795e-4a03-befe-d1fb6eeea200 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351498 May 26 19:42:41.671157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 323bb9ef-4f26-449b-9aac-b29920f1a766 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:41.678395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 323bb9ef-4f26-449b-9aac-b29920f1a766 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:41.679379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.838542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.842986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 323bb9ef-4f26-449b-9aac-b29920f1a766 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:41.843534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.881236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-7e12d840-f3d8-40e6-83a0-4a2956363fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.882733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-7e12d840-f3d8-40e6-83a0-4a2956363fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1094 time: 0.2246206 May 26 19:42:41.883011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:41.891494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9603a2-c1f8-41b0-a06b-27c2a87b7d36 req-1d14abf1-32d7-49d5-b1fc-f024ad9ccfaa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:41.892906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d9603a2-c1f8-41b0-a06b-27c2a87b7d36 req-1d14abf1-32d7-49d5-b1fc-f024ad9ccfaa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 943 time: 0.5295925 May 26 19:42:41.898138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=323bb9ef-4f26-449b-9aac-b29920f1a766,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:41.903855 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.992061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:41.999559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:42.025713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-aa5023bb-8916-4225-a521-211f5c92b3bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 217 time: 0.1318309 May 26 19:42:42.204947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:42.214723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:42.222788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:42.223730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.224307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:42.237632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=5b22682a-8330-44ef-9657-cabf1f9972dd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:42.248756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d9603a2-c1f8-41b0-a06b-27c2a87b7d36 req-0e809878-7f86-461c-98b8-070222fed500 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705975 May 26 19:42:42.252813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-470bf064-35a4-4b61-9639-9be9af4aa443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.254133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-470bf064-35a4-4b61-9639-9be9af4aa443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1773446 May 26 19:42:42.321784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-38c540e3-3273-4d30-b945-d686e4d8b205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6785920 May 26 19:42:42.324193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38100) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:42.333616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:42.366457 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8cd9f4-fdbd-42b1-a096-19b503f136a3'] response: {'name': 'network-changed', 'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'status': 'completed', 'code': 200} May 26 19:42:42.385232 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8808e2-a90c-4d6c-a116-931040291912'] response: {'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766', 'code': 200} May 26 19:42:42.445233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:42:42.446997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ee9f3d06-6dbb-47a0-b13d-ca69388022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.448489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-ee9f3d06-6dbb-47a0-b13d-ca69388022e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859522 May 26 19:42:42.578146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:42.649249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:42.693863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:42.712468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396', 'network_id': 'f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e', 'port_id': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396', 'mac_address': 'fa:16:3e:cd:58:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398e5596-1d43-4f26-90ef-8008da000898', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:42:42.767210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:42.788719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:42.789126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:42.824297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-13866207-f05a-44e6-ac96-2baf37553494 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617246 May 26 19:42:42.871935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:42.872621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:42.896062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:42.919670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a588fd9-e9af-4354-b390-0b98b082cb57 req-61cd3bd3-35e9-4ed4-ac1b-c2ab80a63195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.921154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a588fd9-e9af-4354-b390-0b98b082cb57 req-61cd3bd3-35e9-4ed4-ac1b-c2ab80a63195 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 1096 time: 0.4286559 May 26 19:42:42.945687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:42.977140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:42.980785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079ad3d-d697-4497-84b3-ccf675ef6d90 req-d1a982be-6079-4a85-a0a9-678a80d83fde tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:42.999796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2079ad3d-d697-4497-84b3-ccf675ef6d90 req-d1a982be-6079-4a85-a0a9-678a80d83fde tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 944 time: 0.4192197 May 26 19:42:43.151287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:43.154114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:43.155174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2079ad3d-d697-4497-84b3-ccf675ef6d90 req-c1e6abdb-9ec5-4d53-acbe-23e74156eb59 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546235 May 26 19:42:43.184418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a588fd9-e9af-4354-b390-0b98b082cb57 req-b0830b9f-3614-48ec-a28c-ce7a9a11517a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518061 May 26 19:42:43.212516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:43.220469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:43.226367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:43.244014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b15779d6-0a03-4e8e-bb75-f441d0670603 req-6e4d84a0-6d80-4c64-83e8-63553c153e42 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680954 May 26 19:42:43.269458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port 5b22682a-8330-44ef-9657-cabf1f9972dd yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:43.281987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:43.306391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Transition to ACTIVE for port object 5b22682a-8330-44ef-9657-cabf1f9972dd will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:43.314312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:43.315291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:43.347979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['300e9d0c-3be7-4d49-9ff1-d1c2b65f0396'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:42:43.800603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=5b22682a-8330-44ef-9657-cabf1f9972dd,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:43.827914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:43.828279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:43.828584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:43.839142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:43.839458 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:43.840657 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 2 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:43.865033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:43.865388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:43.865712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:43.871846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249461-54a1-4104-9873-8850344a253b req-b4b6f666-eb18-448c-9b0c-3a35074ea364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:43.873334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-b4b6f666-eb18-448c-9b0c-3a35074ea364 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1094 time: 0.4258914 May 26 19:42:43.883258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb99b3-c7fd-4f20-9fa3-d828bcdf17d1 req-dbeff4a7-9794-4e78-94a8-ea2530eaa4d9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:43.884759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64cb99b3-c7fd-4f20-9fa3-d828bcdf17d1 req-dbeff4a7-9794-4e78-94a8-ea2530eaa4d9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 943 time: 0.3772833 May 26 19:42:43.885385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:43.885705 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:43.887260 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 3 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.003388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.003718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.004048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.013082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.013082 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.013405 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 4 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.045312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.045637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.045979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.057381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64cb99b3-c7fd-4f20-9fa3-d828bcdf17d1 req-f9f9df3b-7d3f-45bd-a7a9-63ec2cccec47 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452453 May 26 19:42:44.064818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.064818 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.066130 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 5 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.109142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:44.123435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.123759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.124087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.145817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.146171 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.149077 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 6 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.164385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249461-54a1-4104-9873-8850344a253b req-a379c01c-4ce1-473f-a333-b45ad3dc91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.165852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-a379c01c-4ce1-473f-a333-b45ad3dc91e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2793343 May 26 19:42:44.271089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.271700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.271700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.285498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-f744695f-b070-4ae4-b17e-e20f8cc5d1d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 217 time: 0.1120226 May 26 19:42:44.325467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.325911 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.336633 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 7 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.386547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:44.433163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.433493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.433827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.444517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.444836 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.448949 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 8 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.466890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249461-54a1-4104-9873-8850344a253b req-538fb998-f1a7-4edb-8438-9872019d42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.468375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-538fb998-f1a7-4edb-8438-9872019d42ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1414454 May 26 19:42:44.527395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.527754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.528491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.542639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.543143 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.557115 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 9 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.581028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86107d6-1c44-44d6-b3e1-fbade4333837 req-b18093d6-ab81-4af4-a285-a7f6152acb8c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.588681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c86107d6-1c44-44d6-b3e1-fbade4333837 req-b18093d6-ab81-4af4-a285-a7f6152acb8c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 945 time: 0.2997544 May 26 19:42:44.612639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.613279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.613586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.625748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.625748 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.627045 n-d-843146-9 neutron-server[88363]: INFO neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 10 to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd May 26 19:42:44.673289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-269a6add-3144-4ce6-9106-4133e8e86f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:44.681389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c86107d6-1c44-44d6-b3e1-fbade4333837 req-4e79e5e2-05d1-447a-a39c-5b43aab8d1a4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 May 26 19:42:44.682948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:44.683285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:44.683617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:44.700812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:44.701176 n-d-843146-9 neutron-server[88363]: ERROR neutron.plugins.ml2.managers [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port 5b22682a-8330-44ef-9657-cabf1f9972dd on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:44.701537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:44.714450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c249461-54a1-4104-9873-8850344a253b req-08fed8ac-2e98-4201-910d-1bcf63785557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:44.715953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-08fed8ac-2e98-4201-910d-1bcf63785557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390378 May 26 19:42:44.752068 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61a65f6-666d-4d74-8269-f14fcd8a044a'] response: {'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'code': 200} May 26 19:42:44.966301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port 5b22682a-8330-44ef-9657-cabf1f9972dd, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:44.966671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempted to set empty binding levels {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:42:44.976041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:45.065301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-24a36047-5c7b-4791-80ad-199f498a87c8 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429918 May 26 19:42:45.197642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] In _notify_port_updated(), no bound segment for port 5b22682a-8330-44ef-9657-cabf1f9972dd on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:42:45.198517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.199108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:45.200386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "PUT /v2.0/ports/5b22682a-8330-44ef-9657-cabf1f9972dd HTTP/1.1" status: 200 len: 979 time: 2.8751676 May 26 19:42:45.202982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38152) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:45.277330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04236-bff7-4426-904f-26b8ab565aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=5b22682a-8330-44ef-9657-cabf1f9972dd,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:45.303008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073423-b074-42ba-bef6-b606735c0036 req-484bd374-9242-4e83-acde-82768957337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.306657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21073423-b074-42ba-bef6-b606735c0036 req-484bd374-9242-4e83-acde-82768957337c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 1096 time: 0.4678924 May 26 19:42:45.363390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.363673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.364397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.364873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.365948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.366923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.367380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.367824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.368483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.368934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.369567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.370013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.371079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.371714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.372370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.373292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.373919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.374948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.375872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.376830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.378336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.379214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.379845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.380605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c249461-54a1-4104-9873-8850344a253b req-6ba8f756-ff59-4ab4-bef8-71a6e14c12bc service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965608 May 26 19:42:45.383467 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9d8cf2a0-a4d7-41ee-8911-3656c601deba tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20757 time: 0.1795075 May 26 19:42:45.388139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38158) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:45.428077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21073423-b074-42ba-bef6-b606735c0036 req-975b0811-aed9-4a8a-b10f-87db87bedb93 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042671 May 26 19:42:45.460768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219ba5b-ffc0-494c-8944-059644ba8193 req-b774e36c-9260-443a-81d6-fd9e5e9e7af3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:45.462564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a219ba5b-ffc0-494c-8944-059644ba8193 req-b774e36c-9260-443a-81d6-fd9e5e9e7af3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 943 time: 0.2612770 May 26 19:42:45.482972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Deleting port 5b22682a-8330-44ef-9657-cabf1f9972dd {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:45.483320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:45.713271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a219ba5b-ffc0-494c-8944-059644ba8193 req-4770e939-b824-419b-b172-d4c7fcefba84 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964364 May 26 19:42:46.030651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port 5b22682a-8330-44ef-9657-cabf1f9972dd, host n-h1-843146-9, got binding levels [] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:46.031002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.166807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Calling delete_port for 5b22682a-8330-44ef-9657-cabf1f9972dd owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:46.238969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591e333-9e39-4e12-99e5-75c82fcc0d18 req-47c131eb-4a27-402e-be16-622e1ceaa92a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:46.240496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e591e333-9e39-4e12-99e5-75c82fcc0d18 req-47c131eb-4a27-402e-be16-622e1ceaa92a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 945 time: 0.2668996 May 26 19:42:46.306006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.330351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e591e333-9e39-4e12-99e5-75c82fcc0d18 req-fe1c70cd-7985-4523-97d4-d336ada76bec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744314 May 26 19:42:46.420045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b22682a-8330-44ef-9657-cabf1f9972dd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:46.429000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.443131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d4a67aa1-584f-4691-b27e-ea11b448c133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b22682a-8330-44ef-9657-cabf1f9972dd HTTP/1.1" status: 204 len: 168 time: 1.0511889 May 26 19:42:46.446351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38182) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:46.479178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:46.495626 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d14230-ebab-46ac-892f-5aa6c8adda6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] GET failed (client error): The resource could not be found. May 26 19:42:46.496159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5d14230-ebab-46ac-892f-5aa6c8adda6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Synchronizing usage tracker for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:46.525505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5d14230-ebab-46ac-892f-5aa6c8adda6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Unset dirty status for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:46.529368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5d14230-ebab-46ac-892f-5aa6c8adda6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports/5b22682a-8330-44ef-9657-cabf1f9972dd HTTP/1.1" status: 404 len: 333 time: 0.0795643 May 26 19:42:46.535572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:46.543899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1082933389', 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:46.551181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:46.565658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:46.566942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:46.572159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:46.572780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.585236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Made reservation on behalf of 2b2f7eb422a54f6c9365c98bc40bf6c3 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:46.588022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.611805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port 65109740-13b0-4bc0-82a9-07b27242f0e2 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:46.788409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:46.788902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.947832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:46.956171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f96e6fbf-7ecd-4b16-964c-072eb47de45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.963941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:46.971046 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:46.984313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.057109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dc04-8c4b-4eeb-81cb-76a9099eb6fc req-0ed3639b-78de-4e8c-b1bc-91a2919aab29 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.058591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4825dc04-8c4b-4eeb-81cb-76a9099eb6fc req-0ed3639b-78de-4e8c-b1bc-91a2919aab29 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 943 time: 0.1268799 May 26 19:42:47.085413 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.102429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:47.184373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:47.188977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:47.191435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:47.194661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.195838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.213402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4825dc04-8c4b-4eeb-81cb-76a9099eb6fc req-301241d1-1320-49f2-ac98-b540bf9df506 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485453 May 26 19:42:47.226388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=65109740-13b0-4bc0-82a9-07b27242f0e2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:47.252434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:47.253335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-116bdd19-9914-4c26-9b64-86124e3b6f9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7156272 May 26 19:42:47.321161 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d7722b-8652-4150-a106-14bac0a56847'] response: {'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396', 'code': 200} May 26 19:42:47.322521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.346774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b72ac-cca2-44c9-a41b-0e5874fc0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.352148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:47.352748 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-900b72ac-cca2-44c9-a41b-0e5874fc0ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports/65109740-13b0-4bc0-82a9-07b27242f0e2 HTTP/1.1" status: 200 len: 959 time: 0.0981488 May 26 19:42:47.484631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Deleting port 65109740-13b0-4bc0-82a9-07b27242f0e2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:47.485108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.607640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:42:47.726843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f703ca-609e-4d69-a1f9-7b9fca896c96 req-f5644e18-1cc1-424f-9fef-104e48f55039 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.728323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27f703ca-609e-4d69-a1f9-7b9fca896c96 req-f5644e18-1cc1-424f-9fef-104e48f55039 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.2487390 May 26 19:42:47.788402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:47.813145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:42:47.851504 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:42:47.866905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d0c8-9c77-42f1-a840-7421a99d40b1 req-b323aa1e-76fc-42d8-b494-2f8e6ce9c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:47.868740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f028d0c8-9c77-42f1-a840-7421a99d40b1 req-b323aa1e-76fc-42d8-b494-2f8e6ce9c4cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 1097 time: 0.4777188 May 26 19:42:47.907957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:47.908346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.916816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27f703ca-609e-4d69-a1f9-7b9fca896c96 req-7abd8a6f-e7d2-4e5c-8063-eca04d0f74cc tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694443 May 26 19:42:47.949167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:47.960193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:42:47.986640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:47.992747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.087765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:48.165016 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.241634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ca7b9984-90ab-40cb-8178-c24decfb07e5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:42:48.251779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f028d0c8-9c77-42f1-a840-7421a99d40b1 req-dd2c05bc-97a0-475e-bdaa-a0f05d8ec929 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631942 May 26 19:42:48.259481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Calling delete_port for 65109740-13b0-4bc0-82a9-07b27242f0e2 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:48.425864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.494268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event deleted for resources: {'Port': ['ID=65109740-13b0-4bc0-82a9-07b27242f0e2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:48.507214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.526082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1cda232e-c8da-418d-8235-388705ba24c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "DELETE /v2.0/ports/65109740-13b0-4bc0-82a9-07b27242f0e2 HTTP/1.1" status: 204 len: 168 time: 1.1694386 May 26 19:42:48.528594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:48.534570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e01423-41f1-490c-a31b-34fa63697e22 req-009d3a33-1903-49b4-a2d5-4eed2ab4b25a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:48.541519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96e01423-41f1-490c-a31b-34fa63697e22 req-009d3a33-1903-49b4-a2d5-4eed2ab4b25a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1776483 May 26 19:42:48.575580 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-590eb7b0-9faa-4357-bafb-dac071ad13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] GET failed (client error): The resource could not be found. May 26 19:42:48.580952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38244) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:48.581924 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-590eb7b0-9faa-4357-bafb-dac071ad13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports/65109740-13b0-4bc0-82a9-07b27242f0e2 HTTP/1.1" status: 404 len: 333 time: 0.0538647 May 26 19:42:48.593603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482046146'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:48.603148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:48.607606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96e01423-41f1-490c-a31b-34fa63697e22 req-4c11fea7-11b4-466e-927e-e6aa357f599f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647409 May 26 19:42:48.610060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Usage tracker for resource:port and tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:48.613029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:48.619274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:48.629894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Made reservation on behalf of 2b2f7eb422a54f6c9365c98bc40bf6c3 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:48.632647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.653690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port feff83de-64b2-4a90-bcb7-adc3c6568663 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:48.898971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:48.926441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.003321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Network cd480835-1eec-4e53-b4db-9fc0e98c4a15 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:49.007104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:49.011369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:49.012283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:49.012874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.016443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=feff83de-64b2-4a90-bcb7-adc3c6568663,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:49.046111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38254) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:49.046583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a4ef8dc-a496-4ad9-9f72-a89e8f4c1abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4602876 May 26 19:42:49.052688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843146-9'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:49.225604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1692c-db83-40f7-8b2c-e68a08fda731 req-7212b82a-db1a-46b4-8079-8cffa4402e79 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:49.227337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dad1692c-db83-40f7-8b2c-e68a08fda731 req-7212b82a-db1a-46b4-8079-8cffa4402e79 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1518874 May 26 19:42:49.264625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.283310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dad1692c-db83-40f7-8b2c-e68a08fda731 req-f1bcc3d3-d797-4705-95a9-d94e117743c8 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 May 26 19:42:49.603277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] device_id is not set on port feff83de-64b2-4a90-bcb7-adc3c6568663 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:49.620003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.626207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:42:49.691032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Transition to ACTIVE for port object feff83de-64b2-4a90-bcb7-adc3c6568663 will not be triggered until provisioned by entity L2. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:42:49.698024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.825281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.849574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port ca7b9984-90ab-40cb-8178-c24decfb07e5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:42:49.860736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ca7b9984-90ab-40cb-8178-c24decfb07e5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:42:49.860736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:49.959596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=feff83de-64b2-4a90-bcb7-adc3c6568663,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:49.962856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:49.962954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:49.963259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:49.969726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:49.970109 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:49.970642 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 2 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:49.990318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:49.991264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:49.991612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.012069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.012782 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.013219 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 3 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.045636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.045980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.046325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.058082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:42:50.058459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.059165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.059507 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.059900 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 4 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.090217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:50.097699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.098261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.099082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.109755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:50.113793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.114300 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.114969 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.115130 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 5 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.139683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486a54-752c-4469-b41b-0685c40b632d req-ebf41fc6-fea7-4dc5-bfd0-8da44c8fbce7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.142904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60486a54-752c-4469-b41b-0685c40b632d req-ebf41fc6-fea7-4dc5-bfd0-8da44c8fbce7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2113678 May 26 19:42:50.153606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.153942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.154273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.168325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.168647 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.169238 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 6 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.186092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.186970 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.187461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.207924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:50.210191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.210628 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.211292 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 7 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.233716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60486a54-752c-4469-b41b-0685c40b632d req-0ffc1c81-0f6e-45e8-bc46-846901de1165 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840075 May 26 19:42:50.240680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.240947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.241306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.259610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.259936 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.260320 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 8 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.304452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.305149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.305524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.321592 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fac8907-344a-4925-adc7-09e6ecccb635'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:42:50.330409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.330744 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.331137 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 9 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.365422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.365856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.366201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.372668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.372994 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.373414 n-d-843146-9 neutron-server[88362]: INFO neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempt 10 to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 May 26 19:42:50.390077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:42:50.390649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:42:50.391198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempting to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:42:50.397558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:42:50.398273 n-d-843146-9 neutron-server[88362]: ERROR neutron.plugins.ml2.managers [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Failed to bind port feff83de-64b2-4a90-bcb7-adc3c6568663 on host n-h1-843146-9 for vnic_type normal using segments [{'id': 'be09abdb-353c-400e-bfaf-f0c69d82a9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cd480835-1eec-4e53-b4db-9fc0e98c4a15'}] May 26 19:42:50.398779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.453842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62672017-4890-4ce6-ba88-f3a8be79ed5c req-1289d85b-1092-4f2c-a6a8-d4cab4cc625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.455439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62672017-4890-4ce6-ba88-f3a8be79ed5c req-1289d85b-1092-4f2c-a6a8-d4cab4cc625d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1096 time: 0.0798883 May 26 19:42:50.521178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port feff83de-64b2-4a90-bcb7-adc3c6568663, host n-h1-843146-9, cleared binding levels {{(pid=88362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:42:50.522508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attempted to set empty binding levels {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 26 19:42:50.532555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.576569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62672017-4890-4ce6-ba88-f3a8be79ed5c req-8c04bcd0-50b6-4882-85d3-d1e1172b1d44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155434 May 26 19:42:50.609260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] In _notify_port_updated(), no bound segment for port feff83de-64b2-4a90-bcb7-adc3c6568663 on network cd480835-1eec-4e53-b4db-9fc0e98c4a15 {{(pid=88362) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:42:50.611707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.612602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.619153 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "PUT /v2.0/ports/feff83de-64b2-4a90-bcb7-adc3c6568663 HTTP/1.1" status: 200 len: 979 time: 1.5698042 May 26 19:42:50.622191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:50.633826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40060a5a-afcb-47bf-8224-b9e40b11bf48 req-f03d4131-2363-471b-afdc-dc54e72a3cbd tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.633826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40060a5a-afcb-47bf-8224-b9e40b11bf48 req-f03d4131-2363-471b-afdc-dc54e72a3cbd tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1534250 May 26 19:42:50.710417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641c4f-96f8-4b81-bf06-3992628f97b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event updated for resources: {'Port': ['ID=feff83de-64b2-4a90-bcb7-adc3c6568663,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:50.719598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40060a5a-afcb-47bf-8224-b9e40b11bf48 req-d7312e36-15cc-459b-9c85-86d5ff6610c5 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525260 May 26 19:42:50.739647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Deleting port feff83de-64b2-4a90-bcb7-adc3c6568663 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:42:50.739987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:50.935941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd545e0-e85d-45c9-a278-34cc5248709d req-a7506d92-2318-4b9f-b28c-42399cd34a24 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:50.937080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cd545e0-e85d-45c9-a278-34cc5248709d req-a7506d92-2318-4b9f-b28c-42399cd34a24 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1027920 May 26 19:42:51.010771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] For port feff83de-64b2-4a90-bcb7-adc3c6568663, host n-h1-843146-9, got binding levels [] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:42:51.011463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:51.042199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cd545e0-e85d-45c9-a278-34cc5248709d req-64a2d86a-f613-470b-825e-34c88f8d5814 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 May 26 19:42:51.152211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Calling delete_port for feff83de-64b2-4a90-bcb7-adc3c6568663 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:42:51.216306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c5203-37af-4741-b421-2b27f1aa94a4 req-14030cc7-1bc7-4f16-af3e-3071a23a90d2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:51.224727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-589c5203-37af-4741-b421-2b27f1aa94a4 req-14030cc7-1bc7-4f16-af3e-3071a23a90d2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.0960619 May 26 19:42:51.251034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:51.275162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-589c5203-37af-4741-b421-2b27f1aa94a4 req-5c2a854e-0cc2-46f7-9502-01d84363e465 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 May 26 19:42:51.463726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Pushing event deleted for resources: {'Port': ['ID=feff83de-64b2-4a90-bcb7-adc3c6568663,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:51.467167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:51.482677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38314) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:51.483165 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce13602f-3e3a-4ca0-bb7c-1fce3b45463f tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "DELETE /v2.0/ports/feff83de-64b2-4a90-bcb7-adc3c6568663 HTTP/1.1" status: 204 len: 168 time: 0.8561163 May 26 19:42:51.540776 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43deca7-86a0-4ea4-a4e9-854a5a53cbd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] GET failed (client error): The resource could not be found. May 26 19:42:51.541333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c43deca7-86a0-4ea4-a4e9-854a5a53cbd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Synchronizing usage tracker for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:42:51.565357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c43deca7-86a0-4ea4-a4e9-854a5a53cbd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] Unset dirty status for tenant:2b2f7eb422a54f6c9365c98bc40bf6c3 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:42:51.566779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c43deca7-86a0-4ea4-a4e9-854a5a53cbd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-264953796-project-admin] 10.222.0.24 "GET /v2.0/ports/feff83de-64b2-4a90-bcb7-adc3c6568663 HTTP/1.1" status: 404 len: 333 time: 0.0820625 May 26 19:42:51.571151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38322) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:51.584879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578c9f7-71a0-4f3f-9188-03804b7e0f73 req-04d5a6cd-9d09-4e05-91fb-60c5ab4e193d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:51.586693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d578c9f7-71a0-4f3f-9188-03804b7e0f73 req-04d5a6cd-9d09-4e05-91fb-60c5ab4e193d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1721618 May 26 19:42:51.688122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d578c9f7-71a0-4f3f-9188-03804b7e0f73 req-59a55c2c-e1a4-4016-8514-5390637b191c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946674 May 26 19:42:51.770626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:51.936680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:51.964372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd480835-1eec-4e53-b4db-9fc0e98c4a15']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:51.979175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be09abdb-353c-400e-bfaf-f0c69d82a9c7') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:51.979520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be09abdb-353c-400e-bfaf-f0c69d82a9c7') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:51.991511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.008358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.016838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:42:52.017344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.154326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aab6d-8461-43c7-bf30-2628f01a8571 req-057d4d54-60a9-4211-92bd-9827ae9bb3a3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:52.154326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd1aab6d-8461-43c7-bf30-2628f01a8571 req-057d4d54-60a9-4211-92bd-9827ae9bb3a3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1205981 May 26 19:42:52.169496 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment be09abdb-353c-400e-bfaf-f0c69d82a9c7 resource provider aggregate not found May 26 19:42:52.174793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.196238 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment be09abdb-353c-400e-bfaf-f0c69d82a9c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be09abdb-353c-400e-bfaf-f0c69d82a9c7 found for delete ", "request_id": "req-d20739d2-12ab-4267-82f0-223b7ac80c11"}]} May 26 19:42:52.200048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.207949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] Pushing event deleted for resources: {'Network': ['ID=cd480835-1eec-4e53-b4db-9fc0e98c4a15,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:52.210975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6558ea5d-1bb9-4e29-b687-649106d86fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-915672563-project] 10.222.0.24 "DELETE /v2.0/networks/cd480835-1eec-4e53-b4db-9fc0e98c4a15 HTTP/1.1" status: 204 len: 168 time: 0.6373942 May 26 19:42:52.218139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd1aab6d-8461-43c7-bf30-2628f01a8571 req-f9251616-1418-4581-9078-81fd2540f03f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522120 May 26 19:42:52.545947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:52.662779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef23599-7908-4981-9128-68597f2e61c1 req-cc704ec1-83e7-4b5b-8416-225fe848bc81 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:52.665132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cef23599-7908-4981-9128-68597f2e61c1 req-cc704ec1-83e7-4b5b-8416-225fe848bc81 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1303575 May 26 19:42:52.730162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cef23599-7908-4981-9128-68597f2e61c1 req-93fb4664-815b-41ce-b13c-fd785008c2fa tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 May 26 19:42:52.761996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-12a79a8f-a70e-4356-82d5-7308ab6b84a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5a63352a5df41e6ad7b95a40ad09700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149312 May 26 19:42:52.764678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38380) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:52.847786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.875777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.936628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.951301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621d39-cef8-45a9-a567-52b51593aeec req-e780f6f8-aba9-4236-946d-c1ea13762c83 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:52.953427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41303e8-6f84-4ed1-9bb4-0137559c0bc2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:52.958177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad621d39-cef8-45a9-a567-52b51593aeec req-e780f6f8-aba9-4236-946d-c1ea13762c83 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1081190 May 26 19:42:52.967956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:52.969210 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc42dbcb-5161-4806-b9f1-5f44651edd44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41303e8-6f84-4ed1-9bb4-0137559c0bc2 HTTP/1.1" status: 204 len: 168 time: 0.2034156 May 26 19:42:53.025486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad621d39-cef8-45a9-a567-52b51593aeec req-664e4e1f-9df6-4296-bde6-80a89df3bbc3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633044 May 26 19:42:53.399357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38398) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:53.495477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468fb6c-1630-434f-baa4-8002f984ffb3 req-4f68f586-87c4-443f-aebe-e3ef80eb2beb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.501671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468fb6c-1630-434f-baa4-8002f984ffb3 req-4f68f586-87c4-443f-aebe-e3ef80eb2beb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.508278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468fb6c-1630-434f-baa4-8002f984ffb3 req-4f68f586-87c4-443f-aebe-e3ef80eb2beb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.510023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1468fb6c-1630-434f-baa4-8002f984ffb3 req-4f68f586-87c4-443f-aebe-e3ef80eb2beb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3&device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 2417 time: 0.1823478 May 26 19:42:53.512450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01969385-13dc-4dda-9dd7-6b6b38be6357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b2f7eb422a54f6c9365c98bc40bf6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163578 May 26 19:42:53.515036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38402) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:53.579869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:53.626362 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:53.669588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1468fb6c-1630-434f-baa4-8002f984ffb3 req-f8ba461d-6d89-471e-9cf0-8e2fca06174a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522684 May 26 19:42:53.701310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:53.725263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:53.729155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8531ecf2-3686-4952-a552-c2f4dafaf229 HTTP/1.1" status: 204 len: 168 time: 0.2105358 May 26 19:42:53.738815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22916-02b2-47be-bcf4-88579768c3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531ecf2-3686-4952-a552-c2f4dafaf229,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:53.921928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d31c-7de7-4840-a048-cf7f3c044390 req-8958ef15-17d2-4a13-9bca-1180094d1bc9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:53.929331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1303d31c-7de7-4840-a048-cf7f3c044390 req-8958ef15-17d2-4a13-9bca-1180094d1bc9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1177897 May 26 19:42:53.934778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38418) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:53.940045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'floatingip': {'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:54.150959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:54.421531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba7320-f431-44ac-95d1-f4c70c06ac55 req-fcbc7f8e-fe7b-4bc5-833f-4e3838fbbaf6 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:54.424249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58ba7320-f431-44ac-95d1-f4c70c06ac55 req-fcbc7f8e-fe7b-4bc5-833f-4e3838fbbaf6 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1714659 May 26 19:42:54.502732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58ba7320-f431-44ac-95d1-f4c70c06ac55 req-f6f1fe81-f714-43ef-98b2-22c12279ef26 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 May 26 19:42:55.082474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:55.089226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:55.435725 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Floating IP 1f7f740a-12b4-4ec8-8252-6245ddf65049 associated. External IP: 172.25.0.161, port: ca7b9984-90ab-40cb-8178-c24decfb07e5. May 26 19:42:56.061468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Router 77a19baa-a324-4427-b9af-470006cf60e2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:42:56.122753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38502) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:56.278456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-525664378', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:56.321741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:56.336116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Usage tracker for resource:port and tenant:14f381f06fcc49098f786ec7789d8cd4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:56.339495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:56.351567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:56.371677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:42:56.377145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Made reservation on behalf of 14f381f06fcc49098f786ec7789d8cd4 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:42:56.377328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:56.380346 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:56.383414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Sync routers for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:42:56.420026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:56.420376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:56.421328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:42:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:56.466860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:56.479302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Usage tracker for resource:security_group_rule and tenant:14f381f06fcc49098f786ec7789d8cd4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:56.483098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:56.494171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:56.533384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92a6a08d-7135-4da3-8739-85202565bd09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "PUT /v2.0/floatingips/1f7f740a-12b4-4ec8-8252-6245ddf65049 HTTP/1.1" status: 200 len: 991 time: 2.5972781 May 26 19:42:56.534473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:42:56.690830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:56.697466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:56.713627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] device_id is not set on port 6263be15-396d-4393-aaac-6045bb8296be yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:42:56.781761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:56.894473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Allocated IP 172.25.0.232 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6263be15-396d-4393-aaac-6045bb8296be) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:42:57.000568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5adef3f-495b-4ded-933c-8c8d335e6ca8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:57.337172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a89c0f-3b9a-4882-96f1-14201ea582e2 req-a048c8ca-4c44-4a6d-8282-5190a9e0d845 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:57.342267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1f7f740a-12b4-4ec8-8252-6245ddf65049', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:54Z', 'revision_number': 1, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:57.344880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6a89c0f-3b9a-4882-96f1-14201ea582e2 req-a048c8ca-4c44-4a6d-8282-5190a9e0d845 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.2561769 May 26 19:42:57.346519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Checking router: 77a19baa-a324-4427-b9af-470006cf60e2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:42:57.356275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:42:57.356981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:42:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:57.404839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:57.423974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6a89c0f-3b9a-4882-96f1-14201ea582e2 req-f1795746-2534-4e58-9cb8-e3052daec350 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781679 May 26 19:42:57.468066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:57.589952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Pushing event updated for resources: {'Port': ['ID=6263be15-396d-4393-aaac-6045bb8296be,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:42:57.610610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:42:57.611823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:42:57.626962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:42:57.657568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:42:57.684452 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aac927-d569-4063-8726-bbefce58d68d'] response: {'name': 'network-changed', 'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'status': 'completed', 'code': 200} May 26 19:42:57.823675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:57.824270 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:57.863420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfd023f8-5769-4fa6-8acd-8a4de7edf888 tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7386377 May 26 19:42:57.866227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38542) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:42:57.875400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.232'}]}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:42:57.886078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:42:57.899730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Usage tracker for resource:router and tenant:14f381f06fcc49098f786ec7789d8cd4 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:42:57.903356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:42:57.908223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-d405c28c-881c-4298-8134-b8f05175b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:57.910814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-d405c28c-881c-4298-8134-b8f05175b460 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1096 time: 0.1981809 May 26 19:42:57.917207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:42:58.024345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:58.025356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:58.042212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:58.369270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1f7f740a-12b4-4ec8-8252-6245ddf65049', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:54Z', 'revision_number': 1, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:42:58.379690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d42d6-749d-4df8-8de6-9bdb3896da8c None None] The sync data for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 is: [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1f7f740a-12b4-4ec8-8252-6245ddf65049', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:42:22Z', 'updated_at': '2022-05-26T19:42:54Z', 'revision_number': 1, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:42:58.440695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-30b618fa-7b65-4229-9342-56eff84ce0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:58.442193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-30b618fa-7b65-4229-9342-56eff84ce0da service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.5225937 May 26 19:42:58.454220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:58.608958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b7eb0-3dbb-40e5-a4de-94c22be5a44b None None] New status for floating IP 1f7f740a-12b4-4ec8-8252-6245ddf65049: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:42:58.755005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336404e-c821-4ad9-8add-510bf15806cd req-39adce78-ffac-4f98-a7e2-a677854ecd38 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:58.757135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a336404e-c821-4ad9-8add-510bf15806cd req-39adce78-ffac-4f98-a7e2-a677854ecd38 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.5420465 May 26 19:42:58.758933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-ea022721-73fb-410f-8e7d-c5e2d67a31b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.3080287 May 26 19:42:58.872694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a336404e-c821-4ad9-8add-510bf15806cd req-b26e4e4c-9b70-4def-82ff-fe79c8d6d509 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022286 May 26 19:42:58.875440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-c87f2f5d-98d9-47e4-8ae8-50b17c8ca4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:58.876785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-c87f2f5d-98d9-47e4-8ae8-50b17c8ca4de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1075165 May 26 19:42:59.154364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-d7f79027-774f-4722-ad44-4f00bfb7c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:59.155874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-d7f79027-774f-4722-ad44-4f00bfb7c86f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713430 May 26 19:42:59.372163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664abc18-79a9-4787-b83d-834e32039f6a req-72cc512e-7002-432c-ba7f-1391d93d8b50 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:42:59.374123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-664abc18-79a9-4787-b83d-834e32039f6a req-72cc512e-7002-432c-ba7f-1391d93d8b50 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.3638682 May 26 19:42:59.428989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:59.479389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:42:59.539457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-61d0ced2-14ac-40b6-a902-2b9adef85035 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742571 May 26 19:42:59.545341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-664abc18-79a9-4787-b83d-834e32039f6a req-b14888f6-cf14-4bee-87d6-e5fc83a81464 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619742 May 26 19:42:59.790659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-697fbd3c-d4aa-4dba-8c37-7bd03e431f46 req-6419006a-506e-4e73-a0e0-295bb0c2d574 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387507 May 26 19:42:59.824622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.386751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.390076 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.428451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.429261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f416d06d-6186-46a6-9540-415e2e7230c4 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:43:00.464842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a12e-5e2d-49ef-a788-8e0955d7864f req-b6dc2f40-225b-41b1-ac9e-8388fc7b8b6b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:00.466338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1e6a12e-5e2d-49ef-a788-8e0955d7864f req-b6dc2f40-225b-41b1-ac9e-8388fc7b8b6b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1372771 May 26 19:43:00.467238 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 19:43:00.471324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38608) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:00.471866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be54e907-3dd3-4f9b-873f-f0d549af6b4f tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6020801 May 26 19:43:00.525481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1e6a12e-5e2d-49ef-a788-8e0955d7864f req-01f853c1-8567-45e3-a07b-59f9c533f081 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520887 May 26 19:43:00.549431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Deleting port 6263be15-396d-4393-aaac-6045bb8296be {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:00.549847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.761347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cc0b5-8cf6-4551-9662-b46e33e82012 req-92a718dc-da1f-41bd-9c11-71477b5eddf4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:00.768711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b0cc0b5-8cf6-4551-9662-b46e33e82012 req-92a718dc-da1f-41bd-9c11-71477b5eddf4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1235452 May 26 19:43:00.815845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b0cc0b5-8cf6-4551-9662-b46e33e82012 req-38987890-de60-4711-b50f-81577d8ec85e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 May 26 19:43:00.841519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:00.987664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Calling delete_port for 6263be15-396d-4393-aaac-6045bb8296be owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:01.108848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242ecca-d486-4f65-8532-1f0e7efdb0cc req-a0b697dc-219b-494d-8152-f0f1af1ef640 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:01.110422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e242ecca-d486-4f65-8532-1f0e7efdb0cc req-a0b697dc-219b-494d-8152-f0f1af1ef640 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1548040 May 26 19:43:01.158789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e242ecca-d486-4f65-8532-1f0e7efdb0cc req-c2529421-4283-4188-ba97-87cc8317365c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 May 26 19:43:01.190585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:01.468622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Pushing event deleted for resources: {'Port': ['ID=6263be15-396d-4393-aaac-6045bb8296be,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:01.502682 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:01.512351 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2362aac8-69a3-4b54-a3fb-4c0889de182c tempest-RoutersAdminNegativeTest-1667723680 tempest-RoutersAdminNegativeTest-1667723680-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6263be15-396d-4393-aaac-6045bb8296be HTTP/1.1" status: 204 len: 168 time: 1.0366178 May 26 19:43:01.916918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38662) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:02.072622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.087664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:02.091527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Usage tracker for resource:security_group_rule and tenant:d992cc439c9c409296bb8896747d0617 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:02.100363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:02.106296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:02.193750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.198456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.241068 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d992cc439c9c409296bb8896747d0617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228147 May 26 19:43:02.243931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:02.261721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a830-9c86-4669-ac91-d3c31e579e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0162e0-0986-41ad-9f50-20867880f62b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:02.407428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.439730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.453664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d63dd-1ec8-4bdc-b28c-c5dff1a51545 req-005579df-80a2-41ac-b7be-1d8b799cc1cf tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:02.455211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f37d63dd-1ec8-4bdc-b28c-c5dff1a51545 req-005579df-80a2-41ac-b7be-1d8b799cc1cf tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1740611 May 26 19:43:02.524078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f37d63dd-1ec8-4bdc-b28c-c5dff1a51545 req-ef00c7c1-bb3a-4c23-9b3d-1629e69fe093 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573063 May 26 19:43:02.539947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.563288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0162e0-0986-41ad-9f50-20867880f62b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:02.577737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:02.581085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9b6be977-c0e3-48f7-93d8-2c2af44e315e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f0162e0-0986-41ad-9f50-20867880f62b HTTP/1.1" status: 204 len: 168 time: 0.3333211 May 26 19:43:02.966075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38700) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:03.028951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4127407c-d002-46dd-a1ba-ea0d84201b11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14f381f06fcc49098f786ec7789d8cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600159 May 26 19:43:03.029346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38704) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:03.105827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:03.136608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:03.191925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:03.210056 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5adef3f-495b-4ded-933c-8c8d335e6ca8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:03.220679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:03.221959 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8f32309-f908-4fdd-9ce8-992eeca3bb9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5adef3f-495b-4ded-933c-8c8d335e6ca8 HTTP/1.1" status: 204 len: 168 time: 0.1916373 May 26 19:43:03.743101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b0000-f8a6-49a0-a335-c1d12f2793c0 req-5ba53cc7-1382-4772-ba0e-08b736d78eff tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:03.744722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-888b0000-f8a6-49a0-a335-c1d12f2793c0 req-5ba53cc7-1382-4772-ba0e-08b736d78eff tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.0960035 May 26 19:43:03.806942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-888b0000-f8a6-49a0-a335-c1d12f2793c0 req-f13514b4-8846-42db-bb66-29fbebba3c72 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 May 26 19:43:04.266008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38758) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.389355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-36457826-30bf-4f7c-8148-74be56a90290 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] Request body: {'port': {'network_id': '4cbafcb7-5a03-4941-b322-e0dd7c32c9d0', 'name': 'tempest-NetworksNegativeTestJSON-1848793598'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:04.409789 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-36457826-30bf-4f7c-8148-74be56a90290 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] POST failed (client error): The resource could not be found. May 26 19:43:04.410276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36457826-30bf-4f7c-8148-74be56a90290 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.415491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36457826-30bf-4f7c-8148-74be56a90290 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1444001 May 26 19:43:04.415743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38770) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.454060 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bd70f6-b297-44a5-a137-f800fd880205 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] DELETE failed (client error): The resource could not be found. May 26 19:43:04.454538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bd70f6-b297-44a5-a137-f800fd880205 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.456259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-73bd70f6-b297-44a5-a137-f800fd880205 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "DELETE /v2.0/networks/d5dc8770-fd99-4f1b-904b-edc20bfeded0 HTTP/1.1" status: 404 len: 339 time: 0.0394847 May 26 19:43:04.461226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38774) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.516206 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-134e7ace-b9fe-4f59-8501-b0b0ad2c33ba tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] DELETE failed (client error): The resource could not be found. May 26 19:43:04.517610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134e7ace-b9fe-4f59-8501-b0b0ad2c33ba tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.519508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-134e7ace-b9fe-4f59-8501-b0b0ad2c33ba tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "DELETE /v2.0/ports/99f0238b-728b-4f81-9051-46d917d1f0bb HTTP/1.1" status: 404 len: 333 time: 0.0572188 May 26 19:43:04.524041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38778) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.563299 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44a5302-4cef-4996-839e-1676434ddb9c tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] DELETE failed (client error): The resource could not be found. May 26 19:43:04.563846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44a5302-4cef-4996-839e-1676434ddb9c tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.565622 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d44a5302-4cef-4996-839e-1676434ddb9c tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8a6f8d-c64c-4a65-ad67-2b2927f94ec5 HTTP/1.1" status: 404 len: 337 time: 0.0404623 May 26 19:43:04.569863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38782) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.595605 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e11630-2064-4fa2-a3fd-ae16f61e2df5 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] GET failed (client error): The resource could not be found. May 26 19:43:04.596917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82e11630-2064-4fa2-a3fd-ae16f61e2df5 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "GET /v2.0/networks/ddc2a90a-249a-4045-a2a1-5e2b61ebcbba HTTP/1.1" status: 404 len: 339 time: 0.0261807 May 26 19:43:04.602664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38786) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.656604 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6ae0c6-8268-4a54-b5e3-d0d75795a6e7 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] GET failed (client error): The resource could not be found. May 26 19:43:04.658143 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d6ae0c6-8268-4a54-b5e3-d0d75795a6e7 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "GET /v2.0/ports/fbc9d52c-3390-4018-86db-a34c30f3088a HTTP/1.1" status: 404 len: 333 time: 0.0543282 May 26 19:43:04.662115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.703012 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae56f5d-3c31-49c8-8967-4f2233c1cfc6 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] GET failed (client error): The resource could not be found. May 26 19:43:04.705142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2ae56f5d-3c31-49c8-8967-4f2233c1cfc6 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "GET /v2.0/subnets/f77b4ec9-2218-44f4-9a6c-c61237caff47 HTTP/1.1" status: 404 len: 337 time: 0.0411353 May 26 19:43:04.708493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38798) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.714017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-78eaafe1-84b8-4edf-a0fe-76c70f3a3284 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:04.737658 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eaafe1-84b8-4edf-a0fe-76c70f3a3284 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] PUT failed (client error): The resource could not be found. May 26 19:43:04.739879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78eaafe1-84b8-4edf-a0fe-76c70f3a3284 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.739879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-78eaafe1-84b8-4edf-a0fe-76c70f3a3284 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "PUT /v2.0/networks/09ab4e6a-4307-4348-b96e-56d48d1be800 HTTP/1.1" status: 404 len: 339 time: 0.0296853 May 26 19:43:04.746017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38802) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.756284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-702de712-2338-41b9-bd9e-fbfc62a30062 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:04.795671 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-702de712-2338-41b9-bd9e-fbfc62a30062 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] PUT failed (client error): The resource could not be found. May 26 19:43:04.796151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702de712-2338-41b9-bd9e-fbfc62a30062 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.800721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-702de712-2338-41b9-bd9e-fbfc62a30062 tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "PUT /v2.0/ports/dc192b0a-6feb-4419-b98d-e07825b02929 HTTP/1.1" status: 404 len: 333 time: 0.0540183 May 26 19:43:04.802261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:04.809991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0819c352-ea29-44ad-95d2-3a3c30e66d1b tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:04.859918 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0819c352-ea29-44ad-95d2-3a3c30e66d1b tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] PUT failed (client error): The resource could not be found. May 26 19:43:04.860435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0819c352-ea29-44ad-95d2-3a3c30e66d1b tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:43:04.865784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0819c352-ea29-44ad-95d2-3a3c30e66d1b tempest-NetworksNegativeTestJSON-319214390 tempest-NetworksNegativeTestJSON-319214390-project] 10.222.0.24 "PUT /v2.0/subnets/49105b84-87bb-4641-b2af-2c0ac698e96a HTTP/1.1" status: 404 len: 337 time: 0.0623581 May 26 19:43:05.051216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58114c3-e779-4787-a3b9-82e51609ef64 req-dccb7d20-7d04-4dea-ab5c-0a49b436244d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:05.053548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b58114c3-e779-4787-a3b9-82e51609ef64 req-dccb7d20-7d04-4dea-ab5c-0a49b436244d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1220167 May 26 19:43:05.181681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b58114c3-e779-4787-a3b9-82e51609ef64 req-826332ef-87af-443c-ba13-03703795be47 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085076 May 26 19:43:05.274670 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38832) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:05.455051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.471351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:05.476698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Usage tracker for resource:security_group_rule and tenant:012d0f46407f4d4a94839542a4d6c787 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:05.480239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:05.486762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:05.604290 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.611400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.650055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e942f800-cc7d-4268-89e6-693079f62783,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:05.669313 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-79dca8b1-48f9-4fe2-bc6c-af340df47254 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=012d0f46407f4d4a94839542a4d6c787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933535 May 26 19:43:05.673735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38856) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:05.741418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.749633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:43:05.776416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.835104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.867760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e942f800-cc7d-4268-89e6-693079f62783,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:05.887642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:05.891579 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b035f077-49e5-4ba1-a4a3-597b54c33f3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e942f800-cc7d-4268-89e6-693079f62783 HTTP/1.1" status: 204 len: 168 time: 0.2162995 May 26 19:43:06.078535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:06.110887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:43:06.228192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:06.228582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:06.299486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:43:06.355838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:06.364039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:06.471718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddcdb0-745b-45fb-aa9d-0f8eba4e66d3 req-89bb06c9-9c9a-4eb2-835e-a63d588c86ab tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:06.489987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6eddcdb0-745b-45fb-aa9d-0f8eba4e66d3 req-89bb06c9-9c9a-4eb2-835e-a63d588c86ab tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1674359 May 26 19:43:06.655518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:06.669852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ca7b9984-90ab-40cb-8178-c24decfb07e5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:06.675454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6eddcdb0-745b-45fb-aa9d-0f8eba4e66d3 req-d0ad3eee-94d2-4c63-8284-2b51bc934e40 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792662 May 26 19:43:06.777030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:07.396323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38930) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:07.553237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966208759'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:07.563923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:07.567945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:07.571281 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:07.584203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:07.607766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:07.624156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:07.669100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:07.712906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:07.732610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:security_group_rule and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:07.741538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:07.757110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:07.766606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:07.938547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ca7b9984-90ab-40cb-8178-c24decfb07e5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:07.943375 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:07.980661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:07.988844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.124406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:43:08.125285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05420930-7af5-4262-9d0c-fac211cc83bc req-42c9549c-41df-4d85-954d-eb975630ae8a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:08.136502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05420930-7af5-4262-9d0c-fac211cc83bc req-42c9549c-41df-4d85-954d-eb975630ae8a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1112111 May 26 19:43:08.150238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66424cb0-8d59-4c4e-a59e-ae6640a9a67b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:08.180299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.180687 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment b2c65913-56f8-4c6a-96eb-0dd09cf08fca of type vlan for network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 May 26 19:43:08.227187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05420930-7af5-4262-9d0c-fac211cc83bc req-82aecc58-9a1c-47bf-ae54-60561aac915d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881927 May 26 19:43:08.231514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.276613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:08.277087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.282187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.290625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:08.292188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.319472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:08.334733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:08.341926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.404113 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff1076e-17fe-495f-8a7e-d30108a07fe8'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:43:08.454517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=7855b5ea-6216-4fa4-a6b5-380abe60acd3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:08.467351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:08.473842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:43:08.493703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d79f20c5-6125-4eb8-a983-e0c8a28b94a9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0960422 May 26 19:43:08.496133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38956) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:08.508080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1426183241'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:08.516629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:08.521647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:08.525222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:08.533006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:08.555941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:08.563134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.598208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:43:08.616687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.617572 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment 4edc06bc-60a7-4830-a527-0e3ebe8176ff of type vlan for network c0b35047-e72e-4d4d-9120-8b39269cd60c May 26 19:43:08.654313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.702328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.710900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:08.711607 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:08.879781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=c0b35047-e72e-4d4d-9120-8b39269cd60c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:08.896962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.897698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.897946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.898322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.898622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.898950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.899273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.899793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.900302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.901294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.901808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.902298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:08.917262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c0b35047-e72e-4d4d-9120-8b39269cd60c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:43:08.919684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-13811208-abb7-41cb-940c-3b0cadd24f5b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4219637 May 26 19:43:08.922796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38964) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:08.932588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:09.166639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:09.174339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:09.177446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:09.183490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:09.195060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:09.204679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:09.588489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9bd0-7757-4b38-9a75-b4ccde23026a req-afc46a79-97bf-4e2f-8c92-d0d09f3f62f4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:09.592448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d9d9bd0-7757-4b38-9a75-b4ccde23026a req-afc46a79-97bf-4e2f-8c92-d0d09f3f62f4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1310663 May 26 19:43:09.604647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:09.703917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d9d9bd0-7757-4b38-9a75-b4ccde23026a req-fed2f4eb-6856-4a1e-b727-f41e361f7950 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011658 May 26 19:43:09.730007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:09.730621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: 7855b5ea-6216-4fa4-a6b5-380abe60acd3, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:43:09.738328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=1dbaa806-f8c5-40a8-8c59-201469622ab9,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:09.758433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:43:09.774538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7855b5ea-6216-4fa4-a6b5-380abe60acd3) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:09.785310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:09.786751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:09.787449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b293a-ff83-40df-ac35-a6ed47a121f2 None None] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:09.825852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 38978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:09.826235 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-13334857-d58d-4ba0-87c2-88c5917ef065 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9018195 May 26 19:43:09.832391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:10.054384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:10.072162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:10.080395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:10.112262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:10.157630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:10.161361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:10.324611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-7855b5ea-6216-4fa4-a6b5-380abe60acd3', 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '1dbaa806-f8c5-40a8-8c59-201469622ab9'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:43:10.325570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:10.572739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 38992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:10.611939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:10.724460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Allocated IP 2001:db8::2 (7855b5ea-6216-4fa4-a6b5-380abe60acd3/1dbaa806-f8c5-40a8-8c59-201469622ab9/c3837203-2f3d-4e8b-a577-41fc33d7e17b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:10.798666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:10.827027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=70c8e49d-749e-4aa0-a29e-5f36e47ad7f0,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:10.897703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:10.904604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Usage tracker for resource:security_group_rule and tenant:2e72f35b33d5404ea91df6c01cc7178a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:10.910193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:10.927173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:11.073811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.076809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': '4edc06bc-60a7-4830-a527-0e3ebe8176ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:11.079248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: c0b35047-e72e-4d4d-9120-8b39269cd60c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:43:11.099677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Transition to ACTIVE for port object c3837203-2f3d-4e8b-a577-41fc33d7e17b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:11.115372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.124210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.138375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Transition to ACTIVE for port object c3837203-2f3d-4e8b-a577-41fc33d7e17b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:11.138927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d63e-579e-4420-b747-0e80e5830623 req-fc7a658f-da19-45e6-8975-5f5d86168bec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:11.140774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2735d63e-579e-4420-b747-0e80e5830623 req-fc7a658f-da19-45e6-8975-5f5d86168bec tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.2667284 May 26 19:43:11.149072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.244603 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e72f35b33d5404ea91df6c01cc7178a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684325 May 26 19:43:11.246016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:11.247810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2735d63e-579e-4420-b747-0e80e5830623 req-7668e06e-380c-4c86-8b0f-7b37ae4ec003 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989287 May 26 19:43:11.248974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb47be-d1be-4b2b-b7d2-f461dc04e531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81cd129-d966-491c-bd6a-ac1f7fb469e9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:11.262312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network c0b35047-e72e-4d4d-9120-8b39269cd60c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:43:11.295899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c0b35047-e72e-4d4d-9120-8b39269cd60c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:11.302972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:11.302972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.333121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b4f69-66a3-4f2a-a2ae-707be4cefb7f None None] Network c0b35047-e72e-4d4d-9120-8b39269cd60c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:11.342373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-600a918d-0699-4670-ba61-f299aa1caf54 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5151713 May 26 19:43:11.343216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39020) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:11.354761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1569652640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:11.372897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:11.383722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:11.394362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:11.394639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:11.408761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:11.409021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:11.415932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.427320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.428471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.462396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.473001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:11.484565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.512513 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.554412 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.558757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bbe50603-dc74-45cb-a885-e01aee05cb4c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2143617 May 26 19:43:11.559406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39034) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:11.599126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.606354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Pushing event updated for resources: {'Port': ['ID=c3837203-2f3d-4e8b-a577-41fc33d7e17b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:11.637826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Attempting to bind port c3837203-2f3d-4e8b-a577-41fc33d7e17b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:43:11.638876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Attempting to bind port c3837203-2f3d-4e8b-a577-41fc33d7e17b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:43:11.639799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Attempting to bind port c3837203-2f3d-4e8b-a577-41fc33d7e17b on network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:11.644510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.648742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f81cd129-d966-491c-bd6a-ac1f7fb469e9 HTTP/1.1" status: 204 len: 168 time: 0.3927195 May 26 19:43:11.660239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11e1e2-5cea-418a-bc88-b2c8a8a1a3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81cd129-d966-491c-bd6a-ac1f7fb469e9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:11.664147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:43:11.664868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Checking segment: {'id': 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:11.665569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:11.666290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Bound using segment: {'id': 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:43:11.666990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Bound port: c3837203-2f3d-4e8b-a577-41fc33d7e17b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7855b5ea-6216-4fa4-a6b5-380abe60acd3'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:43:11.667734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:12.021446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c0b35047-e72e-4d4d-9120-8b39269cd60c', 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '70c8e49d-749e-4aa0-a29e-5f36e47ad7f0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:43:12.022300 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:12.068642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0833468d-869c-4376-841b-104e6209c1ff None None] For port c3837203-2f3d-4e8b-a577-41fc33d7e17b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:43:12.280543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0833468d-869c-4376-841b-104e6209c1ff None None] For port c3837203-2f3d-4e8b-a577-41fc33d7e17b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c3837203-2f3d-4e8b-a577-41fc33d7e17b,segment=NetworkSegment(b2c65913-56f8-4c6a-96eb-0dd09cf08fca),segment_id=b2c65913-56f8-4c6a-96eb-0dd09cf08fca)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:43:12.310601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:12.527077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833468d-869c-4376-841b-104e6209c1ff None None] Pushing event updated for resources: {'Port': ['ID=c3837203-2f3d-4e8b-a577-41fc33d7e17b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:12.575390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Allocated IP 2001:db8:1::2 (c0b35047-e72e-4d4d-9120-8b39269cd60c/70c8e49d-749e-4aa0-a29e-5f36e47ad7f0/c9b46ac8-5d20-4c52-ae30-a322a2f40b90) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:12.846544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:13.125266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd77cf9-b905-4c24-bfe5-10416d5178c1 req-d372e8bd-0b2d-4b8c-a6c3-c5abdb15f9eb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:13.130578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fd77cf9-b905-4c24-bfe5-10416d5178c1 req-d372e8bd-0b2d-4b8c-a6c3-c5abdb15f9eb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.5634475 May 26 19:43:13.175814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:13.216114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Transition to ACTIVE for port object c9b46ac8-5d20-4c52-ae30-a322a2f40b90 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:13.228778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fd77cf9-b905-4c24-bfe5-10416d5178c1 req-7ca6bfe5-c7dc-40b3-8b01-5d27cb877a1e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783255 May 26 19:43:13.282606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Transition to ACTIVE for port object c9b46ac8-5d20-4c52-ae30-a322a2f40b90 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:13.293355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:13.415944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Network c0b35047-e72e-4d4d-9120-8b39269cd60c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:13.437587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:13.452214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:13.534854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Pushing event updated for resources: {'Port': ['ID=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:13.670664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Attempting to bind port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:43:13.671179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Attempting to bind port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '4edc06bc-60a7-4830-a527-0e3ebe8176ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:43:13.671639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Attempting to bind port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 on network c0b35047-e72e-4d4d-9120-8b39269cd60c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:13.680500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:43:13.681108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Checking segment: {'id': '4edc06bc-60a7-4830-a527-0e3ebe8176ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:13.681666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:13.682152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Bound using segment: {'id': '4edc06bc-60a7-4830-a527-0e3ebe8176ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:43:13.682720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Bound port: c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc06bc-60a7-4830-a527-0e3ebe8176ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c0b35047-e72e-4d4d-9120-8b39269cd60c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:43:13.683193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:13.763488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8::1 (7855b5ea-6216-4fa4-a6b5-380abe60acd3/1dbaa806-f8c5-40a8-8c59-201469622ab9/802b645f-d383-430f-890a-ff4dc245f74d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:13.912529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c3837203-2f3d-4e8b-a577-41fc33d7e17b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:13.985407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] For port c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:43:14.005214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] For port c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,segment=NetworkSegment(4edc06bc-60a7-4830-a527-0e3ebe8176ff),segment_id=4edc06bc-60a7-4830-a527-0e3ebe8176ff)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:43:14.021178 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:14.059136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:14.083910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object 802b645f-d383-430f-890a-ff4dc245f74d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:14.122201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c3837203-2f3d-4e8b-a577-41fc33d7e17b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:14.129922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:14.144015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38e51-854c-4222-be38-5f456eeaf413 None None] Pushing event updated for resources: {'Port': ['ID=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:14.168486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:14.258597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=802b645f-d383-430f-890a-ff4dc245f74d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:14.274986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:14.276245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:14.278806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:14.279381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:14.675499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9bd1bce9-7b2c-4b35-94b5-567f4d48ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:15.147088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bc3ad-c467-4edf-9e7f-8fa01dc47722 req-4c83be80-5815-47c7-9def-3c9aeeb183c0 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:15.156177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a4bc3ad-c467-4edf-9e7f-8fa01dc47722 req-4c83be80-5815-47c7-9def-3c9aeeb183c0 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.5203073 May 26 19:43:15.187276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5bb45-329f-4133-9237-d24c8a36f63c None None] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:15.207966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:15.332498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Provisioning for port c3837203-2f3d-4e8b-a577-41fc33d7e17b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:15.346456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Provisioning complete for port c3837203-2f3d-4e8b-a577-41fc33d7e17b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:15.347224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:15.353940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a4bc3ad-c467-4edf-9e7f-8fa01dc47722 req-1ed8498a-213f-4978-b3d6-7fdd7ee284a1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967115 May 26 19:43:15.739934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Current status of the port c3837203-2f3d-4e8b-a577-41fc33d7e17b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:15.740481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:15.785366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] For port c3837203-2f3d-4e8b-a577-41fc33d7e17b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c3837203-2f3d-4e8b-a577-41fc33d7e17b,segment=NetworkSegment(b2c65913-56f8-4c6a-96eb-0dd09cf08fca),segment_id=b2c65913-56f8-4c6a-96eb-0dd09cf08fca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:15.801662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:15.990646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c9b46ac8-5d20-4c52-ae30-a322a2f40b90 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:16.195483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-631515ec-0808-42e4-960e-1b3d7bb707ac req-4817e383-645d-4d6f-882d-6d838248a596 service neutron] (88363) timed out ('10.222.0.24', 47664) {{(pid=88363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:43:16.224655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b407d-f777-46db-b089-bc4f9330feb7 None None] Pushing event updated for resources: {'Port': ['ID=c3837203-2f3d-4e8b-a577-41fc33d7e17b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:16.233481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-bdde6a25-50be-4600-a970-41a2368e6cdb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4395313 May 26 19:43:16.253243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:16.327990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1497baa-3dd9-4550-bc15-92e16fd3c238 None None] Network c0b35047-e72e-4d4d-9120-8b39269cd60c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:16.522036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Provisioning for port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:16.618466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:16.619857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Provisioning complete for port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:16.620556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:16.627144 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:16.627954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:16.933639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:17.015270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:17.075431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-732e7a53-0a5c-40a1-9c19-1701079c58f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.117063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Current status of the port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:17.117063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.226302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] For port c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,segment=NetworkSegment(4edc06bc-60a7-4830-a527-0e3ebe8176ff),segment_id=4edc06bc-60a7-4830-a527-0e3ebe8176ff)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:17.232695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.388025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46660c65-8cdf-4d5c-82e7-1ac8ab97a647 None None] Pushing event updated for resources: {'Port': ['ID=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:17.424560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.435629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Provisioning for port 802b645f-d383-430f-890a-ff4dc245f74d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:17.439126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=802b645f-d383-430f-890a-ff4dc245f74d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:17.454322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Provisioning complete for port 802b645f-d383-430f-890a-ff4dc245f74d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:17.456026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.481790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104913f9-0c87-4838-9ea3-f3585d822681 req-47485675-fda9-465c-941a-b6506d1459c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:17.483589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-47485675-fda9-465c-941a-b6506d1459c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 1097 time: 1.0739832 May 26 19:43:17.597517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Port 802b645f-d383-430f-890a-ff4dc245f74d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:17.630202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Provisioning complete for port c3837203-2f3d-4e8b-a577-41fc33d7e17b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:17.630832 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:17.637274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36818b-7592-45d6-a92f-d9dfed233ab1 req-4dedb85a-b03c-4135-9344-0fc80d1557cb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:17.638834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc36818b-7592-45d6-a92f-d9dfed233ab1 req-4dedb85a-b03c-4135-9344-0fc80d1557cb tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.9860137 May 26 19:43:17.644233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 092f49b3-b5c2-4dd5-a141-dba58281627d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:43:17.824022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d329de6-e44f-45f3-bdb0-8847dad0475f None None] Current status of the port c3837203-2f3d-4e8b-a577-41fc33d7e17b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:17.850177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c3837203-2f3d-4e8b-a577-41fc33d7e17b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:17.875465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc36818b-7592-45d6-a92f-d9dfed233ab1 req-7a4b4d39-b7ab-4248-bdf6-1437d878871d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211740 May 26 19:43:17.947501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104913f9-0c87-4838-9ea3-f3585d822681 req-1b1bf325-574f-4039-8a7f-f88f4cc634e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:17.950092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-1b1bf325-574f-4039-8a7f-f88f4cc634e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.4412146 May 26 19:43:17.990153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c3837203-2f3d-4e8b-a577-41fc33d7e17b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:17.990541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:18.095814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Provisioning complete for port 802b645f-d383-430f-890a-ff4dc245f74d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:18.096983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:18.200716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:18.213984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:18.218923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Port 802b645f-d383-430f-890a-ff4dc245f74d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:18.266454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-069cab0f-e781-4e30-800f-3ec66fa0f99f tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582860 May 26 19:43:18.268157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Provisioning complete for port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:18.268631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:18.275666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:18.286191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d25765ee-d4cd-4141-af72-d1aa71385063 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7256567 May 26 19:43:18.356961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-983d3cee-824e-48ef-ad38-65d6ca356825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 200 len: 1001 time: 0.3963544 May 26 19:43:18.367336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] Sync routers for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:18.391686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983bf77a-0f78-4963-bac8-41cc712ec758 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:18.396656 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-983bf77a-0f78-4963-bac8-41cc712ec758 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports/802b645f-d383-430f-890a-ff4dc245f74d HTTP/1.1" status: 200 len: 911 time: 0.1192505 May 26 19:43:18.397653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:18.418187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:18.418826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:18.537562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:18.541455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c3837203-2f3d-4e8b-a577-41fc33d7e17b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:18.542499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c9b46ac8-5d20-4c52-ae30-a322a2f40b90 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:18.619258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:18.619896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:18.676279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-a9a7d5c5-834e-4f12-908c-28fce6ddaa2a tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:18.685849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-a9a7d5c5-834e-4f12-908c-28fce6ddaa2a tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980269 May 26 19:43:18.693456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:18.693847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3933bea-6d19-439c-af68-df6a7036802f None None] The sync data for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:18.744459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:18.744782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:18.761436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104913f9-0c87-4838-9ea3-f3585d822681 req-aaa3d8c3-9c07-4dc8-81ee-f21266ae14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:18.763213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-aaa3d8c3-9c07-4dc8-81ee-f21266ae14bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.3960931 May 26 19:43:18.773196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-b0a40c88-ce2a-4749-bcf8-8ded912726f3 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/quotas/b7f6954fab2e4548a8139a2df12fb6c0 HTTP/1.1" status: 200 len: 375 time: 0.0211632 May 26 19:43:18.818306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9629d78e-d49c-465b-9de4-afe23da36e62 None None] Current status of the port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:18.938412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-6d77ce12-4414-4707-b834-abe77ddc4aae tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595428 May 26 19:43:18.984499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:19.079109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104913f9-0c87-4838-9ea3-f3585d822681 req-a803caed-d4af-441c-ae26-5fe4cfc192b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:19.083826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-a803caed-d4af-441c-ae26-5fe4cfc192b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985787 May 26 19:43:19.372395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-82079ed0-75c2-4bf5-a36d-1307b3d1fa17 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770081 May 26 19:43:19.417632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94f244-867c-4c14-9ff7-1dcf31c19a51 req-795a87f5-9f3e-49cc-898f-d1752f3660aa tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:19.419191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e94f244-867c-4c14-9ff7-1dcf31c19a51 req-795a87f5-9f3e-49cc-898f-d1752f3660aa tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1853235 May 26 19:43:19.553430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e94f244-867c-4c14-9ff7-1dcf31c19a51 req-3bd89a66-3ddd-469c-a354-6c4142afefd2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821090 May 26 19:43:19.570892 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:19.637568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-104913f9-0c87-4838-9ea3-f3585d822681 req-5d24298c-4281-48aa-9e69-e1af7e3374b1 service neutron] 10.222.0.13 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593656 May 26 19:43:19.750017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:20.232848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8:1::1 (c0b35047-e72e-4d4d-9120-8b39269cd60c/70c8e49d-749e-4aa0-a29e-5f36e47ad7f0/bb3c1950-17c4-4588-badd-c84e2ff9b57c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:20.317133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf1011d1-7b9d-4022-9b3a-f43cb8ddd6a8 req-f2306f64-7c0a-470d-b3e6-e6a6982bcb4e tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 210 time: 0.0692008 May 26 19:43:20.431622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:20.450031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object bb3c1950-17c4-4588-badd-c84e2ff9b57c will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:20.483645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:20.539228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network c0b35047-e72e-4d4d-9120-8b39269cd60c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:20.546765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:20.556051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:20.556651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:20.641804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=bb3c1950-17c4-4588-badd-c84e2ff9b57c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:20.653268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.653628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.653965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.654298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.654627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.655075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.655539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.655870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.656265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.659600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.659600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.659600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:20.837691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-4b3d07e9-c0bc-4921-b8c2-ec894e852927 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566373 May 26 19:43:20.858123 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:21.069222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6b7db2ad-523e-4950-a2db-08aa3faf7fc4 None None] Provisioning for port bb3c1950-17c4-4588-badd-c84e2ff9b57c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:21.077850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6b7db2ad-523e-4950-a2db-08aa3faf7fc4 None None] Provisioning complete for port bb3c1950-17c4-4588-badd-c84e2ff9b57c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:21.078514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b7db2ad-523e-4950-a2db-08aa3faf7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:21.195709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6b7db2ad-523e-4950-a2db-08aa3faf7fc4 None None] Port bb3c1950-17c4-4588-badd-c84e2ff9b57c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:21.434363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-0153b6c7-9d26-4550-b90e-f34e1fef2460 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:21.435728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-0153b6c7-9d26-4550-b90e-f34e1fef2460 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5912263 May 26 19:43:21.461661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Request body: {'port': {'device_id': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': 'b7f6954fab2e4548a8139a2df12fb6c0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:21.595556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049177fa-cc69-463a-82da-a20e379f27b0 req-2c00d230-9b1e-4b73-af97-72c64dd77e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:21.596897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-2c00d230-9b1e-4b73-af97-72c64dd77e82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 1096 time: 0.3402364 May 26 19:43:21.612862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57558b61-d514-410e-808d-16bba41d0f9f req-c6689c60-bfb7-4ad7-978f-6194f024c01f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:21.620337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57558b61-d514-410e-808d-16bba41d0f9f req-c6689c60-bfb7-4ad7-978f-6194f024c01f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.5253170 May 26 19:43:21.737135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:21.746904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:21.748874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:21.775296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57558b61-d514-410e-808d-16bba41d0f9f req-3a75ecc6-f768-4a49-a9e3-0cfa2275157f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540234 May 26 19:43:21.887949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=bb3c1950-17c4-4588-badd-c84e2ff9b57c,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:21.888349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:21.924915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Usage tracker for resource:port and tenant:b7f6954fab2e4548a8139a2df12fb6c0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:21.941448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:21.950092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:22.026624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6368d58-20f9-4b2e-8bf0-6d9068edb36f req-f5bf3d46-2813-4dee-b6a7-4c45074c92cb tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 210 time: 0.0597088 May 26 19:43:22.037723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049177fa-cc69-463a-82da-a20e379f27b0 req-360e76b0-6e6e-465a-868f-db6882c49fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:22.039722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network c0b35047-e72e-4d4d-9120-8b39269cd60c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:22.040997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:22.067575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-360e76b0-6e6e-465a-868f-db6882c49fce service neutron] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 917 time: 0.4362912 May 26 19:43:22.286051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-fdf1b9d8-a1a8-4af0-8a9b-0c3d59ec94ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 200 len: 217 time: 0.2169518 May 26 19:43:22.287098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Made reservation on behalf of b7f6954fab2e4548a8139a2df12fb6c0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:22.292361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:22.307743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 092f49b3-b5c2-4dd5-a141-dba58281627d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:43:22.380812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049177fa-cc69-463a-82da-a20e379f27b0 req-91a45684-3010-4604-898b-1739d3aa9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:22.382388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-91a45684-3010-4604-898b-1739d3aa9da4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.0698540 May 26 19:43:22.383158 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:22.440031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46dd7ea2-89dd-4fa7-ae45-adf2e2664bd5 None None] Provisioning complete for port bb3c1950-17c4-4588-badd-c84e2ff9b57c triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:22.441749 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46dd7ea2-89dd-4fa7-ae45-adf2e2664bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:22.452180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:22.462260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Usage tracker for resource:security_group_rule and tenant:b7f6954fab2e4548a8139a2df12fb6c0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:22.466512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:22.473963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:22.513876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049177fa-cc69-463a-82da-a20e379f27b0 req-a05b3992-3453-42aa-ad73-0c0ab8c7cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:22.515462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-a05b3992-3453-42aa-ad73-0c0ab8c7cc19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167758 May 26 19:43:22.557430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:22.572862 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f28652-21b9-461e-9364-71f7051e866f None None] Sync routers for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:22.600625 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ddd49e04-8741-4481-b861-918da8348061 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1916921 May 26 19:43:22.600625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39608) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:22.609916 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:22.610539 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:22.614408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-46dd7ea2-89dd-4fa7-ae45-adf2e2664bd5 None None] Port bb3c1950-17c4-4588-badd-c84e2ff9b57c cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:22.689950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be4645-ffff-4384-a64b-e833f8a8b3bb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:22.690733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-81be4645-ffff-4384-a64b-e833f8a8b3bb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:22.696641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-765c7047-4e23-4d43-92e5-d430e5db412a service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665080 May 26 19:43:22.725387 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:22.736047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:22.736698 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:22.820468 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-02f28652-21b9-461e-9364-71f7051e866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:22.820934 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f28652-21b9-461e-9364-71f7051e866f None None] The sync data for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:22.876880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:22.893540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-81be4645-ffff-4384-a64b-e833f8a8b3bb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:22.896641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:22.898412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-81be4645-ffff-4384-a64b-e833f8a8b3bb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports/bb3c1950-17c4-4588-badd-c84e2ff9b57c HTTP/1.1" status: 200 len: 913 time: 0.3046691 May 26 19:43:22.898896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39618) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:23.042379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-049177fa-cc69-463a-82da-a20e379f27b0 req-cc19fdc4-31a2-4e05-b0ab-93e9bb13e90e service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328748 May 26 19:43:23.138821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6610544a-3172-4a28-86bb-e077aebf5907,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:23.247604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Allocated IP 192.168.233.39 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/1511e939-e050-4f16-b2e5-43d0daaedcb8) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:23.262047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad2292-98e1-4969-9b1b-ab2dcacbcbf3 req-beb078e2-6950-4e3e-8995-0783d17bd7bf tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:23.263569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfad2292-98e1-4969-9b1b-ab2dcacbcbf3 req-beb078e2-6950-4e3e-8995-0783d17bd7bf tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.2190115 May 26 19:43:23.343029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfad2292-98e1-4969-9b1b-ab2dcacbcbf3 req-d1412ef0-888f-4d83-b7e1-58d2a5dbe6a3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 May 26 19:43:23.602237 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:23.612009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:23.627228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Transition to ACTIVE for port object 1511e939-e050-4f16-b2e5-43d0daaedcb8 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:23.641322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d1b4b-1d5c-441a-936d-e9faa5dfe7a8 req-adb6de29-f029-434f-9e86-65084cc3d6f6 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:23.642811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c1d1b4b-1d5c-441a-936d-e9faa5dfe7a8 req-adb6de29-f029-434f-9e86-65084cc3d6f6 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 950 time: 0.1642668 May 26 19:43:23.726402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c1d1b4b-1d5c-441a-936d-e9faa5dfe7a8 req-fdcdce95-b304-443b-9198-010f47a48628 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 May 26 19:43:23.743300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:23.912426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:23.924889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:23.927156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Pushing event updated for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:23.929586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:24.084062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:24.084943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:24.129937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ab79c03c-201b-438d-b006-21d12a3f89dd tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6793027 May 26 19:43:24.139051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-4d7aeec7-33c0-470f-9057-a0fbcdd6478b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:24.140180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-4d7aeec7-33c0-470f-9057-a0fbcdd6478b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Synchronizing usage tracker for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:24.148090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Request body: {'port': {'device_id': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:24.210232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port bb3c1950-17c4-4588-badd-c84e2ff9b57c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:24.210777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:24.226737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-4d7aeec7-33c0-470f-9057-a0fbcdd6478b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Unset dirty status for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:24.234781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-4d7aeec7-33c0-470f-9057-a0fbcdd6478b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 935 time: 0.2676971 May 26 19:43:24.263397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6af10c5-5b8b-4857-b029-8f48de242543 None None] Provisioning for port 1511e939-e050-4f16-b2e5-43d0daaedcb8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:24.272602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6af10c5-5b8b-4857-b029-8f48de242543 None None] Provisioning complete for port 1511e939-e050-4f16-b2e5-43d0daaedcb8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:24.273118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6af10c5-5b8b-4857-b029-8f48de242543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:24.338625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e6af10c5-5b8b-4857-b029-8f48de242543 None None] Port 1511e939-e050-4f16-b2e5-43d0daaedcb8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:24.355633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-8622d069-6733-4f69-b9ce-f2c3ef62b349 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Synchronizing usage tracker for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:24.357986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:24.443982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-8622d069-6733-4f69-b9ce-f2c3ef62b349 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Unset dirty status for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:24.453398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f54c7b56-03fa-43a3-8f79-9b743c7997f6 req-8622d069-6733-4f69-b9ce-f2c3ef62b349 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703501 May 26 19:43:24.532083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:24.681980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for bb3c1950-17c4-4588-badd-c84e2ff9b57c owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:24.851219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:43:24.954512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35f557-78fd-4ef8-beb8-f5a96b35893e req-65ca1f41-8968-426b-ac58-ba0a72b7fe4d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:24.955946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae35f557-78fd-4ef8-beb8-f5a96b35893e req-65ca1f41-8968-426b-ac58-ba0a72b7fe4d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.2352972 May 26 19:43:25.008807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.068424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae35f557-78fd-4ef8-beb8-f5a96b35893e req-25a69e80-678e-4e30-9614-c1e42ec287f8 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989909 May 26 19:43:25.070343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1511e939-e050-4f16-b2e5-43d0daaedcb8 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:43:25.072129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=bb3c1950-17c4-4588-badd-c84e2ff9b57c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:25.080276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.091806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-deb6fe50-0724-456b-9501-539c05cf3294 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:25.092912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-deb6fe50-0724-456b-9501-539c05cf3294 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.53 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 950 time: 0.2156675 May 26 19:43:25.168907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Transition to ACTIVE for port object 1511e939-e050-4f16-b2e5-43d0daaedcb8 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:25.180845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.233605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Deleting port c816d657-20c5-4dee-a820-f44699e1fc97 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:25.233961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.340255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Pushing event updated for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:25.346512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.712831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43240841-e02a-4e2c-9639-43ea821fc3ce req-3774593b-f9cb-43e9-8e66-a9213a1f7f4e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:25.714361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43240841-e02a-4e2c-9639-43ea821fc3ce req-3774593b-f9cb-43e9-8e66-a9213a1f7f4e tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/ports?device_id=74706639-6de2-4677-825e-db8c677bdc78 HTTP/1.1" status: 200 len: 950 time: 0.4502590 May 26 19:43:25.745094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Attempting to bind port 1511e939-e050-4f16-b2e5-43d0daaedcb8 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:43:25.745429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Attempting to bind port 1511e939-e050-4f16-b2e5-43d0daaedcb8 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:43:25.745756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Attempting to bind port 1511e939-e050-4f16-b2e5-43d0daaedcb8 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:25.760814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Port 1511e939-e050-4f16-b2e5-43d0daaedcb8 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:43:25.761164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Attempting to bind port 1511e939-e050-4f16-b2e5-43d0daaedcb8 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:25.791204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:43:25.791469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:25.791843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:43:25.792277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Bound port: 1511e939-e050-4f16-b2e5-43d0daaedcb8, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:43:25.792615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.819035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 092f49b3-b5c2-4dd5-a141-dba58281627d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:43:25.826401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43240841-e02a-4e2c-9639-43ea821fc3ce req-286f57ff-a7ac-4877-a16a-bbb84a3d2238 tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.24 "GET /v2.0/security-groups?id=62e00e5c-f061-4d70-bd90-bd241bc00358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029167 May 26 19:43:25.866060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] For port c816d657-20c5-4dee-a820-f44699e1fc97, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c816d657-20c5-4dee-a820-f44699e1fc97,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:25.866427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:25.977546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:25.990631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] Sync routers for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:26.002018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:26.002625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:26.010509 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39fe909a-dcca-4097-b5cc-e892f03e3062 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103482 May 26 19:43:26.012878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:26.043571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Calling delete_port for c816d657-20c5-4dee-a820-f44699e1fc97 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:26.065184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:26.074522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:26.075328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:26.127905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:43:26.136635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:43:26.146061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:26.146704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a7151-5424-4ced-9115-fc5a3c506192 None None] The sync data for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:26.148273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.230868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.231532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.232880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] 10.222.0.53 "PUT /v2.0/ports/1511e939-e050-4f16-b2e5-43d0daaedcb8 HTTP/1.1" status: 200 len: 1095 time: 2.0893292 May 26 19:43:26.233351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:26.473816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b06e60-0b43-4930-b895-c31ce4446092 service neutron] Pushing event updated for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:26.505430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7bebd-db7d-47fe-9542-6a22d6f2b4e0 req-d8e2593a-1bbf-406b-8a72-b9b58508ffa9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.509548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20d7bebd-db7d-47fe-9542-6a22d6f2b4e0 req-d8e2593a-1bbf-406b-8a72-b9b58508ffa9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.5622365 May 26 19:43:26.545818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.560534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['c816d657-20c5-4dee-a820-f44699e1fc97'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:26.575680 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.615825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20d7bebd-db7d-47fe-9542-6a22d6f2b4e0 req-498811c9-5bf1-465a-96f5-19abc29074a0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005902 May 26 19:43:26.638116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Pushing event deleted for resources: {'Port': ['ID=c816d657-20c5-4dee-a820-f44699e1fc97,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:26.712960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] No DVR routers for this DVR port c816d657-20c5-4dee-a820-f44699e1fc97 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:26.715603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.720975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-8031be53-3b36-4636-9c2e-70c95b4c7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.723140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-8031be53-3b36-4636-9c2e-70c95b4c7d7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.3028502 May 26 19:43:26.821447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80fbee60-2c4a-4515-b0b3-860de2090264 req-dd220dd5-a43c-4dbb-9512-38861701d31f tempest-VolumesBackupsTest-961215127 tempest-VolumesBackupsTest-961215127-project] 10.222.0.53 "DELETE /v2.0/ports/c816d657-20c5-4dee-a820-f44699e1fc97 HTTP/1.1" status: 204 len: 173 time: 1.7217941 May 26 19:43:26.835619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-244a3337-a4d1-4b79-bad2-a2dbaa5a29e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8 HTTP/1.1" status: 200 len: 217 time: 0.0717268 May 26 19:43:26.923921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-16b390e6-13db-41e0-ac77-a6a6add00106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.933340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-16b390e6-13db-41e0-ac77-a6a6add00106 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0818107 May 26 19:43:26.944365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 802b645f-d383-430f-890a-ff4dc245f74d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:26.944807 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:26.990548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc265ce-b52e-406f-866d-2ebc9200f833 req-9737adb3-2d38-4755-8589-2d7caf992301 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:26.992045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fc265ce-b52e-406f-866d-2ebc9200f833 req-9737adb3-2d38-4755-8589-2d7caf992301 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 947 time: 0.2652838 May 26 19:43:27.063059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fc265ce-b52e-406f-866d-2ebc9200f833 req-b1abd412-6f24-4065-9e61-90fc0d4addf3 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620763 May 26 19:43:27.080493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-bad2c051-a4af-4589-81be-b026de56d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:27.084153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-bad2c051-a4af-4589-81be-b026de56d5af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498692 May 26 19:43:27.397157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:27.403597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-16151b71-2bc5-48fc-9120-342f00fd2d8c service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123178 May 26 19:43:27.441501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800492ca-726f-442b-bfd8-70cf73eb9dcc req-a0e75126-1505-411d-8116-23f4ed1e4a25 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:27.443297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-800492ca-726f-442b-bfd8-70cf73eb9dcc req-a0e75126-1505-411d-8116-23f4ed1e4a25 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1690981 May 26 19:43:27.523310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 802b645f-d383-430f-890a-ff4dc245f74d owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:27.557868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-800492ca-726f-442b-bfd8-70cf73eb9dcc req-6f4373d8-fc24-4a2d-a189-f4b2948dbd7f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598178 May 26 19:43:27.598407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b992d597-6a18-4c5e-b092-ecc1575c6ec1 req-ae0346c4-3fcc-48cb-b69f-c2b6d039db37 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869106 May 26 19:43:27.661203 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2413c025-d685-4c2b-8676-97a462a182f9'] response: {'name': 'network-changed', 'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8', 'status': 'completed', 'code': 200} May 26 19:43:27.723924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:27.758766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-2f52fa3a-696d-474c-a076-315ab776e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:27.760243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-2f52fa3a-696d-474c-a076-315ab776e21c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 1098 time: 0.0983100 May 26 19:43:27.763635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-944a9c69-1e5e-402e-a49e-b48f159e3a36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555748 May 26 19:43:27.782437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=802b645f-d383-430f-890a-ff4dc245f74d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:28.000657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:28.013204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-bd0f2a9a-8c29-4afb-a330-62df629973c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.014662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-bd0f2a9a-8c29-4afb-a330-62df629973c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.2411623 May 26 19:43:28.024579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-8c49bfed-3c5f-4823-8db0-cccfc75336a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.026599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-8c49bfed-3c5f-4823-8db0-cccfc75336a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89053cec5d734a5883066a06ec612e65&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 1096 time: 0.1484802 May 26 19:43:28.162141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-58bebb98-6576-4518-b93a-9b1f47708a12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8 HTTP/1.1" status: 200 len: 217 time: 0.1337252 May 26 19:43:28.367439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 092f49b3-b5c2-4dd5-a141-dba58281627d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:43:28.493536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-b190c468-e9c3-444f-9c5e-c5818dd21b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.495175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-b190c468-e9c3-444f-9c5e-c5818dd21b46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.2748001 May 26 19:43:28.520273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:28.530171 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] Sync routers for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:28.541324 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35fb52c3-9536-4d3c-a2f3-e673999c86f3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5270605 May 26 19:43:28.543099 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:28.543933 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:28.544730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39696) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:28.591847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-9353b20e-acf4-422a-a717-6f572f452756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.593301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-9353b20e-acf4-422a-a717-6f572f452756 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 200 len: 917 time: 0.4685051 May 26 19:43:28.595620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afac7420-0e02-4be5-b411-fcd2e8faa4a7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:28.608512 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:28.616179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afac7420-0e02-4be5-b411-fcd2e8faa4a7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:28.620046 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afac7420-0e02-4be5-b411-fcd2e8faa4a7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=092f49b3-b5c2-4dd5-a141-dba58281627d HTTP/1.1" status: 200 len: 205 time: 0.0715053 May 26 19:43:28.620046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39700) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:28.628153 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] Routers {'092f49b3-b5c2-4dd5-a141-dba58281627d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:28.629156 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['092f49b3-b5c2-4dd5-a141-dba58281627d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:28.673896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514ec16-fc3b-4ef9-89f0-a3a987363c25 req-fa509089-2302-4e65-ae99-9300c991842d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.675409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c514ec16-fc3b-4ef9-89f0-a3a987363c25 req-fa509089-2302-4e65-ae99-9300c991842d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.4142430 May 26 19:43:28.676552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c816d657-20c5-4dee-a820-f44699e1fc97 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:28.687387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-7ec0dc66-eb2c-4f35-8390-70e7ab614a1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0803890 May 26 19:43:28.711283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:28.711795 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c54ef0-ea0a-431c-b85b-99ab4af332dd None None] The sync data for ids ['092f49b3-b5c2-4dd5-a141-dba58281627d'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:28.745234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: c816d657-20c5-4dee-a820-f44699e1fc97 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:28.745792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c816d657-20c5-4dee-a820-f44699e1fc97 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:28.793446 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:28.793994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c514ec16-fc3b-4ef9-89f0-a3a987363c25 req-ee1f957e-54a5-463d-87c7-5e9a9f4fa1c3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092000 May 26 19:43:28.795002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-6dda67c8-576a-47d8-8f73-7e7f843347a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.796310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-6dda67c8-576a-47d8-8f73-7e7f843347a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 200 len: 855 time: 0.0903163 May 26 19:43:28.798370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-70da8ed4-085b-469c-80da-566587002ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:28.799708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-70da8ed4-085b-469c-80da-566587002ef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2877259 May 26 19:43:29.104758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-e64fc388-d9ee-4735-b729-a4ade046bb4b service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853765 May 26 19:43:29.146744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-3912eed2-7659-4fc1-a67d-7c668227a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:29.148740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-3912eed2-7659-4fc1-a67d-7c668227a04b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105640 May 26 19:43:29.247206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8fcbc-b7aa-4540-a090-3c7e8985d4dd req-46912bac-bc3d-4629-9b14-01ff593ab42b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:29.249877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cf8fcbc-b7aa-4540-a090-3c7e8985d4dd req-46912bac-bc3d-4629-9b14-01ff593ab42b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 947 time: 0.2999358 May 26 19:43:29.289322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.291537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.318914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.323743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router 092f49b3-b5c2-4dd5-a141-dba58281627d {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:43:29.336861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.340427 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6bb6d946-0a03-4ddf-a453-969b59c7cfbf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d HTTP/1.1" status: 204 len: 168 time: 0.7170005 May 26 19:43:29.340680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:29.413989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cf8fcbc-b7aa-4540-a090-3c7e8985d4dd req-26fe50a4-05c5-440f-b758-27651f0b89ad tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519494 May 26 19:43:29.417102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 70c8e49d-749e-4aa0-a29e-5f36e47ad7f0 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:43:29.421959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.458435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c7b4813-19e6-435d-be45-cd45406cee2f req-6f997e07-bdc2-438a-8ad0-1f6e29a946b9 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380389 May 26 19:43:29.480504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-75220888-4cc9-4076-9ddc-d0cc933a22db service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219006 May 26 19:43:29.537510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.659031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.668949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'name': 'network-vif-deleted', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:29.720058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45ed0662-67b0-4dd5-a89d-6176ebeef321 req-31ec8beb-1723-427d-84c9-8bb24f8e60a6 service neutron] 10.222.0.53 "GET /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326541 May 26 19:43:29.742917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.751366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7955a-292f-4337-8d2f-17b19df54747 req-b881e05b-7f6e-4b73-80e5-82618ad8b287 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:29.752793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bf7955a-292f-4337-8d2f-17b19df54747 req-b881e05b-7f6e-4b73-80e5-82618ad8b287 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1280875 May 26 19:43:29.786303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=70c8e49d-749e-4aa0-a29e-5f36e47ad7f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:29.789880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.798501 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fb94834b-b0b0-4302-a343-640ff9c01bdc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/70c8e49d-749e-4aa0-a29e-5f36e47ad7f0 HTTP/1.1" status: 204 len: 168 time: 0.4545081 May 26 19:43:29.799016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:29.805662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad438a8a-94a1-45a0-beb4-f964a118fab1 None None] Network c0b35047-e72e-4d4d-9120-8b39269cd60c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:29.809714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bf7955a-292f-4337-8d2f-17b19df54747 req-929544de-f7bc-48bb-b506-230d830dfb32 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 May 26 19:43:29.857078 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91229ec8-a34a-4b0a-a48e-a5ceddeed2ff'] response: {'server_uuid': '74706639-6de2-4677-825e-db8c677bdc78', 'name': 'network-vif-deleted', 'tag': 'c816d657-20c5-4dee-a820-f44699e1fc97', 'status': 'completed', 'code': 200} May 26 19:43:29.879350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-244fd6c0-e5e7-48d9-a296-4dad2bcd2768 req-7a4890a4-ad9c-4c78-9470-3cd2e4461919 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:43:29.879542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 1dbaa806-f8c5-40a8-8c59-201469622ab9 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:43:29.880434 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-244fd6c0-e5e7-48d9-a296-4dad2bcd2768 req-7a4890a4-ad9c-4c78-9470-3cd2e4461919 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064082 May 26 19:43:29.882904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.942557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:29.960571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:29.980197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-244fd6c0-e5e7-48d9-a296-4dad2bcd2768 req-4ca40467-9c26-4ec2-b58d-81e4f9b95ef6 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0925469 May 26 19:43:30.061527 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.175554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.204382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:30.204761 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.245257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:30.262739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:30.264312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.272448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80725cd8-edb7-4afd-b006-1f234734c56a None None] Network 7855b5ea-6216-4fa4-a6b5-380abe60acd3 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:30.281448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbaa806-f8c5-40a8-8c59-201469622ab9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:30.292900 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6c5bdf9e-c622-47ab-92eb-281b8904737b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/1dbaa806-f8c5-40a8-8c59-201469622ab9 HTTP/1.1" status: 204 len: 168 time: 0.4932213 May 26 19:43:30.296621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39732) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:30.352186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] DHCP port deletion for c0b35047-e72e-4d4d-9120-8b39269cd60c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:43:30.359493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.416667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Deleting port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:30.417277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.479658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.501221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:30.501579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:30.540790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21689429-540f-4622-8065-82ad7e73bd82 req-f30a6f8b-65ca-49ef-a6a5-bdd6b07d4bc1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:30.542173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21689429-540f-4622-8065-82ad7e73bd82 req-f30a6f8b-65ca-49ef-a6a5-bdd6b07d4bc1 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.2196102 May 26 19:43:30.607457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:30.644580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21689429-540f-4622-8065-82ad7e73bd82 req-67b8cb6a-961e-4ba3-be6c-26ab92d8c081 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957701 May 26 19:43:30.669056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.669400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.669734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.670061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.670397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.670707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.671024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.671339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.671651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.671963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.672270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.672582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:43:30.816195 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfbf3f2-655d-428e-85e5-0d1ab1ceae8f'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:43:30.861299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] For port c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,segment=NetworkSegment(4edc06bc-60a7-4830-a527-0e3ebe8176ff),segment_id=4edc06bc-60a7-4830-a527-0e3ebe8176ff)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:30.861830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.002303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Calling delete_port for c9b46ac8-5d20-4c52-ae30-a322a2f40b90 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:31.008555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port c9b46ac8-5d20-4c52-ae30-a322a2f40b90, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,segment=NetworkSegment(4edc06bc-60a7-4830-a527-0e3ebe8176ff),segment_id=4edc06bc-60a7-4830-a527-0e3ebe8176ff)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:31.008918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.132501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.141961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for c9b46ac8-5d20-4c52-ae30-a322a2f40b90 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:31.184802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] No DVR routers for this DVR port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:31.200666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16e4f-513b-4ac2-b84c-fc57673f0f9d None None] Pushing event deleted for resources: {'Port': ['ID=c9b46ac8-5d20-4c52-ae30-a322a2f40b90,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:31.213837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2b582-6e78-4a80-abb1-a4a00df85ace req-d09713dd-9fbf-4ffe-9793-f26bd0920022 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:31.215750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ace2b582-6e78-4a80-abb1-a4a00df85ace req-d09713dd-9fbf-4ffe-9793-f26bd0920022 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 947 time: 0.3051691 May 26 19:43:31.288027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ace2b582-6e78-4a80-abb1-a4a00df85ace req-064b4484-9899-48a5-b5a2-4b37ed921d2b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645008 May 26 19:43:31.289548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:43:31.289859 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:43:31.311282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] DHCP port deletion for 7855b5ea-6216-4fa4-a6b5-380abe60acd3 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:43:31.316294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Deleting port c3837203-2f3d-4e8b-a577-41fc33d7e17b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:31.316666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.506749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88278207-707d-419c-830d-566de8ba4c65 req-acce6341-4b12-4b11-9717-4d66de242614 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:31.508264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88278207-707d-419c-830d-566de8ba4c65 req-acce6341-4b12-4b11-9717-4d66de242614 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.1056371 May 26 19:43:31.560159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] For port c3837203-2f3d-4e8b-a577-41fc33d7e17b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c3837203-2f3d-4e8b-a577-41fc33d7e17b,segment=NetworkSegment(b2c65913-56f8-4c6a-96eb-0dd09cf08fca),segment_id=b2c65913-56f8-4c6a-96eb-0dd09cf08fca)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:31.560667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.566144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88278207-707d-419c-830d-566de8ba4c65 req-d89de3ec-7397-4ed0-97f2-6e0aff55a030 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479848 May 26 19:43:31.689500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Calling delete_port for c3837203-2f3d-4e8b-a577-41fc33d7e17b owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:31.767200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109459b-9bbf-46a9-99aa-3c13eac89634 req-293b6d25-5c27-4c3b-b229-48acc18e104c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:31.778211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.780755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5109459b-9bbf-46a9-99aa-3c13eac89634 req-293b6d25-5c27-4c3b-b229-48acc18e104c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1089013 May 26 19:43:31.797949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port c9b46ac8-5d20-4c52-ae30-a322a2f40b90 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:31.798289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:31.820679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c3837203-2f3d-4e8b-a577-41fc33d7e17b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:31.868395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] Pushing event deleted for resources: {'Port': ['ID=c3837203-2f3d-4e8b-a577-41fc33d7e17b,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:31.870480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c3837203-2f3d-4e8b-a577-41fc33d7e17b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:31.870970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c3837203-2f3d-4e8b-a577-41fc33d7e17b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:31.871704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c9b46ac8-5d20-4c52-ae30-a322a2f40b90 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:31.885850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] The port 'c9b46ac8-5d20-4c52-ae30-a322a2f40b90' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:43:31.912583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:43:31.915442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b634e0-9bd7-4485-a955-61aab483ad93 None None] No DVR routers for this DVR port c3837203-2f3d-4e8b-a577-41fc33d7e17b on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:31.924720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c9b46ac8-5d20-4c52-ae30-a322a2f40b90 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:31.925851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c9b46ac8-5d20-4c52-ae30-a322a2f40b90 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:31.955996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5109459b-9bbf-46a9-99aa-3c13eac89634 req-094f39e9-4059-429d-9d8b-e326e9e31c17 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743102 May 26 19:43:32.078763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.110957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b35047-e72e-4d4d-9120-8b39269cd60c']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.121440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:32.128193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc06bc-60a7-4830-a527-0e3ebe8176ff') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.128477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc06bc-60a7-4830-a527-0e3ebe8176ff') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.137070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:43:32.145489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.170234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.187592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:43:32.187924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.233950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:32.234532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.255280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:43:32.281763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:32.282542 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4edc06bc-60a7-4830-a527-0e3ebe8176ff resource provider aggregate not found May 26 19:43:32.299123 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.317715 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4edc06bc-60a7-4830-a527-0e3ebe8176ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4edc06bc-60a7-4830-a527-0e3ebe8176ff found for delete ", "request_id": "req-2e92f09b-85a1-4908-aa35-f8700028ce95"}]} May 26 19:43:32.330669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.345930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.395113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=c0b35047-e72e-4d4d-9120-8b39269cd60c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:32.403479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ca7b9984-90ab-40cb-8178-c24decfb07e5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:32.445695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:32.458208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5dab590-2928-415d-8e6d-1cb19d47a8cd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/c0b35047-e72e-4d4d-9120-8b39269cd60c HTTP/1.1" status: 204 len: 168 time: 2.1599834 May 26 19:43:32.461004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:32.531171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b505-8115-45ca-932c-28f71b348617 req-48688cbb-f11d-448a-a2ee-bc743b7739d3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:32.539354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b505-8115-45ca-932c-28f71b348617 req-48688cbb-f11d-448a-a2ee-bc743b7739d3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:32.576825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b505-8115-45ca-932c-28f71b348617 req-48688cbb-f11d-448a-a2ee-bc743b7739d3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:32.582127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e929b505-8115-45ca-932c-28f71b348617 req-48688cbb-f11d-448a-a2ee-bc743b7739d3 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3&device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4&device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 2417 time: 0.1735010 May 26 19:43:32.644346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.693863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e929b505-8115-45ca-932c-28f71b348617 req-09a103a5-26b5-42dd-a26b-0f370d84e344 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055875 May 26 19:43:32.700466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1511e939-e050-4f16-b2e5-43d0daaedcb8 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:43:32.823185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.850630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7855b5ea-6216-4fa4-a6b5-380abe60acd3']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.850899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:32.865116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.866113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c65913-56f8-4c6a-96eb-0dd09cf08fca') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:32.866244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1511e939-e050-4f16-b2e5-43d0daaedcb8', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': '1511e939-e050-4f16-b2e5-43d0daaedcb8', 'mac_address': 'fa:16:3e:ee:12:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:43:32.882113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.928728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1511e939-e050-4f16-b2e5-43d0daaedcb8 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:32.929174 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.936385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.944572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:43:32.944982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:32.970791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1511e939-e050-4f16-b2e5-43d0daaedcb8 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:43:33.006257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:33.013819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.038270 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b2c65913-56f8-4c6a-96eb-0dd09cf08fca resource provider aggregate not found May 26 19:43:33.075377 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b2c65913-56f8-4c6a-96eb-0dd09cf08fca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2c65913-56f8-4c6a-96eb-0dd09cf08fca found for delete ", "request_id": "req-12287eda-bc47-42df-94d7-34226c495c5e"}]} May 26 19:43:33.083831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc6de-6103-4ca6-8cc1-f9d8d3923ebd req-5445439f-3257-4f9e-8d7b-0700334f0712 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:33.087327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84adc6de-6103-4ca6-8cc1-f9d8d3923ebd req-5445439f-3257-4f9e-8d7b-0700334f0712 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 947 time: 0.1999290 May 26 19:43:33.097021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.125773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.140716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=7855b5ea-6216-4fa4-a6b5-380abe60acd3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:33.150447 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a23c2566-9a2d-416a-a854-394a68e3b26a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/7855b5ea-6216-4fa4-a6b5-380abe60acd3 HTTP/1.1" status: 204 len: 168 time: 0.6883068 May 26 19:43:33.156327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:33.173219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-160345025'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:33.173366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84adc6de-6103-4ca6-8cc1-f9d8d3923ebd req-2ff87f3d-3485-4d73-a282-0091ca60264b tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791354 May 26 19:43:33.193889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:33.203556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:33.214329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:33.222342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:33.233302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:33.255540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:33.266323 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.329189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:43:33.341426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.341851 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment c7d52b4b-26c7-4adf-bd84-43bf8796c45b of type vlan for network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 May 26 19:43:33.374422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.382079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49e34fa9-ae64-4fdb-bea6-b88745c8a680 req-22eb1b01-cbb5-454c-ad15-f3314bea975a tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1642864 May 26 19:43:33.429961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.439750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:33.440100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.480126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3210251 May 26 19:43:33.483359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39874) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:33.492574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:33.516190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1511e939-e050-4f16-b2e5-43d0daaedcb8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:33.826855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6f4c-4143-4d66-b836-a9f1dfeb4904 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=829c7e7a-8af3-4010-8ac8-aa970e289bf9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:33.863426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:33.868599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:43:33.876569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:33.888630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:33.899186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:33.928710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:33.935813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:33.938452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:34.206632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ca7b9984-90ab-40cb-8178-c24decfb07e5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:34.207508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:34.386178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:34.386556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:34.435699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:34.455478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:34.461148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:34.593602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:34.643142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:34.654766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fd92b-fb99-4a85-a844-cdb4dea3f3fa req-f9993b60-541a-48d3-81fe-e673db5da85d tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:34.656227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf8fd92b-fb99-4a85-a844-cdb4dea3f3fa req-f9993b60-541a-48d3-81fe-e673db5da85d tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 948 time: 0.1696026 May 26 19:43:34.801911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=f9da6928-0a30-4503-ac31-1f64be6f4314,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:34.821959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf8fd92b-fb99-4a85-a844-cdb4dea3f3fa req-c31cf75b-5b32-4fbc-b4c2-ffa87864c918 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233878 May 26 19:43:34.851958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:34.851958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: 829c7e7a-8af3-4010-8ac8-aa970e289bf9, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:43:34.875014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:43:34.896879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 829c7e7a-8af3-4010-8ac8-aa970e289bf9) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:34.902896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:34.904822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:34.911656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a27deb-ac1b-4433-88e8-62f531299ea2 None None] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:34.947647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39888) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:34.950857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-98275761-933d-4848-a93b-d9aede71d5ec tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4631355 May 26 19:43:34.954571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1106492279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:34.974197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:34.991947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:35.009448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:35.028172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:35.055829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.055829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.090208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.142089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.198872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.207708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39894) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:35.212668 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-949e88fe-72a4-4801-8150-dc5210a61142 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2634797 May 26 19:43:35.214630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'port': {'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9', 'name': 'tempest-RoutersIpV6Test-1082012254'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:35.458081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45299251-a306-457c-a615-dad137c72d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-829c7e7a-8af3-4010-8ac8-aa970e289bf9', 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': 'f9da6928-0a30-4503-ac31-1f64be6f4314'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:43:35.459155 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.598075 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768b6df1-df66-48b8-a3f3-d6123dbff1d4'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:43:35.628885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:35.659857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:port and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:35.672009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:35.713066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:35.764872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:35.774637 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:35.845651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] device_id is not set on port c0b684d9-be22-4454-ae01-38a7ee8e7172 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:43:35.890138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-45299251-a306-457c-a615-dad137c72d08 None None] Allocated IP 2001:db8::2 (829c7e7a-8af3-4010-8ac8-aa970e289bf9/f9da6928-0a30-4503-ac31-1f64be6f4314/a36abc49-d687-48cf-b5b4-75b9ebad642f) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:36.225673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61611b41-1d68-4a51-a489-b5bfdc588040 req-eefe5021-7e92-459f-ae1f-a1c2fb4845c3 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:36.227546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61611b41-1d68-4a51-a489-b5bfdc588040 req-eefe5021-7e92-459f-ae1f-a1c2fb4845c3 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 948 time: 0.1301627 May 26 19:43:36.340899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61611b41-1d68-4a51-a489-b5bfdc588040 req-1fb5ffcb-1cd6-45d1-9a7c-3e885b948844 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021492 May 26 19:43:36.406608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:36.418427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-45299251-a306-457c-a615-dad137c72d08 None None] Transition to ACTIVE for port object a36abc49-d687-48cf-b5b4-75b9ebad642f will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:36.438813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-45299251-a306-457c-a615-dad137c72d08 None None] Transition to ACTIVE for port object a36abc49-d687-48cf-b5b4-75b9ebad642f will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:36.449272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:36.548975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45299251-a306-457c-a615-dad137c72d08 None None] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:36.553101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-45299251-a306-457c-a615-dad137c72d08 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:36.556805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45299251-a306-457c-a615-dad137c72d08 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:36.566440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45299251-a306-457c-a615-dad137c72d08 None None] Pushing event updated for resources: {'Port': ['ID=a36abc49-d687-48cf-b5b4-75b9ebad642f,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:36.595573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8::333 (829c7e7a-8af3-4010-8ac8-aa970e289bf9/f9da6928-0a30-4503-ac31-1f64be6f4314/c0b684d9-be22-4454-ae01-38a7ee8e7172) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:36.726045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1511e939-e050-4f16-b2e5-43d0daaedcb8 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:36.903643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:36.926318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45299251-a306-457c-a615-dad137c72d08 None None] Attempting to bind port a36abc49-d687-48cf-b5b4-75b9ebad642f on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:43:36.927917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45299251-a306-457c-a615-dad137c72d08 None None] Attempting to bind port a36abc49-d687-48cf-b5b4-75b9ebad642f by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:43:36.928409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45299251-a306-457c-a615-dad137c72d08 None None] Attempting to bind port a36abc49-d687-48cf-b5b4-75b9ebad642f on network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:36.940176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object c0b684d9-be22-4454-ae01-38a7ee8e7172 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:36.960334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45299251-a306-457c-a615-dad137c72d08 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:43:36.960705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45299251-a306-457c-a615-dad137c72d08 None None] Checking segment: {'id': 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:36.961847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:36.961847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45299251-a306-457c-a615-dad137c72d08 None None] Bound using segment: {'id': 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:43:36.962420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45299251-a306-457c-a615-dad137c72d08 None None] Bound port: a36abc49-d687-48cf-b5b4-75b9ebad642f, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '829c7e7a-8af3-4010-8ac8-aa970e289bf9'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:43:36.972107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.035341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.056605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.204107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:37.211146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:37.219277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:37.231205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:37.232821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.286875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0779560 May 26 19:43:37.289886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39908) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:37.295572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612b5c-0f7d-4394-a303-80ef38c99005 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=c0b684d9-be22-4454-ae01-38a7ee8e7172,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:37.329760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1511e939-e050-4f16-b2e5-43d0daaedcb8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:37.343332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1511e939-e050-4f16-b2e5-43d0daaedcb8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:37.343470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.525447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-45299251-a306-457c-a615-dad137c72d08 None None] For port a36abc49-d687-48cf-b5b4-75b9ebad642f, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:43:37.603649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-45299251-a306-457c-a615-dad137c72d08 None None] For port a36abc49-d687-48cf-b5b4-75b9ebad642f, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a36abc49-d687-48cf-b5b4-75b9ebad642f,segment=NetworkSegment(c7d52b4b-26c7-4adf-bd84-43bf8796c45b),segment_id=c7d52b4b-26c7-4adf-bd84-43bf8796c45b)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:43:37.621416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45299251-a306-457c-a615-dad137c72d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.710453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c0bd0-58ee-446a-b07f-51e358004438 req-66f29b5e-11b3-4f75-a5a0-0ba3e28b2b67 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:37.714283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-085c0bd0-58ee-446a-b07f-51e358004438 req-66f29b5e-11b3-4f75-a5a0-0ba3e28b2b67 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 948 time: 0.1140676 May 26 19:43:37.839357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-085c0bd0-58ee-446a-b07f-51e358004438 req-47bb3539-d47a-4129-9671-c404be6080f9 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026468 May 26 19:43:37.858272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1511e939-e050-4f16-b2e5-43d0daaedcb8 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:37.858386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:37.902275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45299251-a306-457c-a615-dad137c72d08 None None] Pushing event updated for resources: {'Port': ['ID=a36abc49-d687-48cf-b5b4-75b9ebad642f,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:37.970631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:37.974306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:37.985878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:38.138405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:38.375329 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:38.474286 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf01f80-6cc8-4e3e-b313-94c611c4d848'] response: {'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8', 'code': 200} May 26 19:43:38.738799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41860024-8ffa-4494-b6c4-9e59ba8baf33 req-ca5d7a9d-9180-43ef-8f8e-10f7363014e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:38.740197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41860024-8ffa-4494-b6c4-9e59ba8baf33 req-ca5d7a9d-9180-43ef-8f8e-10f7363014e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 1100 time: 0.1822441 May 26 19:43:38.751146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140078b-4c01-44f0-8b70-5bc9284f2039 req-64b9205e-1dab-4d1d-98aa-93ae6d79d428 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:38.753697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8140078b-4c01-44f0-8b70-5bc9284f2039 req-64b9205e-1dab-4d1d-98aa-93ae6d79d428 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1355312 May 26 19:43:38.809746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41860024-8ffa-4494-b6c4-9e59ba8baf33 req-4ba9efb8-f6d8-4997-9195-d3c9ca950be1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545459 May 26 19:43:38.869653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8140078b-4c01-44f0-8b70-5bc9284f2039 req-97cf2595-cc08-4a47-b543-4e08eb02c086 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787168 May 26 19:43:39.037277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:39.045738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:39.151104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=c0b684d9-be22-4454-ae01-38a7ee8e7172,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:39.158152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b71b0-92ad-4a00-8401-f4398b39d6aa req-cc1b6818-e4d2-4a3c-b7e0-15a1d2b4bb73 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:39.166757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab0b71b0-92ad-4a00-8401-f4398b39d6aa req-cc1b6818-e4d2-4a3c-b7e0-15a1d2b4bb73 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 949 time: 0.1434674 May 26 19:43:39.249920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab0b71b0-92ad-4a00-8401-f4398b39d6aa req-b07dc82e-8e75-4fff-addc-7f5ac7f2ffc7 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819874 May 26 19:43:39.407881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1180bd-21f3-42ab-96f4-f6c7bd73925e None None] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:39.514763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3a60f580-b5d2-4469-b1ce-07d2af480f32 None None] Provisioning for port a36abc49-d687-48cf-b5b4-75b9ebad642f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:39.694021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:39.913442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a36abc49-d687-48cf-b5b4-75b9ebad642f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:39.928626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.101697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a36abc49-d687-48cf-b5b4-75b9ebad642f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:40.113433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a36abc49-d687-48cf-b5b4-75b9ebad642f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:40.114372 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.267944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f397e9-709a-4a14-8862-58846320c21e req-502fc9d5-e6b9-43c4-8075-1bd468ee1c8e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:40.279336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0f397e9-709a-4a14-8862-58846320c21e req-502fc9d5-e6b9-43c4-8075-1bd468ee1c8e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.2787399 May 26 19:43:40.311507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Provisioning for port c0b684d9-be22-4454-ae01-38a7ee8e7172 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:40.331524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Provisioning complete for port c0b684d9-be22-4454-ae01-38a7ee8e7172 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:40.332243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.583177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.591900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0f397e9-709a-4a14-8862-58846320c21e req-a88dc01f-bb12-4f57-95ae-4d4f6bcad396 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067095 May 26 19:43:40.604801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.605605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.661778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Port c0b684d9-be22-4454-ae01-38a7ee8e7172 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:40.706539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a36abc49-d687-48cf-b5b4-75b9ebad642f is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:40.709611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.738705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-eb10aba6-5123-4737-939c-65a9b841243c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:40.741750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-eb10aba6-5123-4737-939c-65a9b841243c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.2817323 May 26 19:43:40.756310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port a36abc49-d687-48cf-b5b4-75b9ebad642f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a36abc49-d687-48cf-b5b4-75b9ebad642f,segment=NetworkSegment(c7d52b4b-26c7-4adf-bd84-43bf8796c45b),segment_id=c7d52b4b-26c7-4adf-bd84-43bf8796c45b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:40.758088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Provisioning complete for port a36abc49-d687-48cf-b5b4-75b9ebad642f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:40.764051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.813707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:40.858450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=c0b684d9-be22-4454-ae01-38a7ee8e7172,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:41.014491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Deleting port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:41.017150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:41.081581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:41.083018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:41.110939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=a36abc49-d687-48cf-b5b4-75b9ebad642f,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:41.250972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63d974-194a-4e56-92d7-20a64e014af1 req-4155a133-88e7-4c9d-ac5e-1927232840bc tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:41.254772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b63d974-194a-4e56-92d7-20a64e014af1 req-4155a133-88e7-4c9d-ac5e-1927232840bc tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 949 time: 0.3635042 May 26 19:43:41.340557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-605541bf-af54-48f8-9259-42d721b1be34 None None] Current status of the port a36abc49-d687-48cf-b5b4-75b9ebad642f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:41.428277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 6117a3c2-a393-4ca4-8e15-97e54d281da7 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:43:41.478362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f98f9f16-75b7-4e3e-9a1b-8438c82037c7 None None] Provisioning complete for port c0b684d9-be22-4454-ae01-38a7ee8e7172 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:41.480108 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f98f9f16-75b7-4e3e-9a1b-8438c82037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:41.595151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f98f9f16-75b7-4e3e-9a1b-8438c82037c7 None None] Port c0b684d9-be22-4454-ae01-38a7ee8e7172 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:41.639994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b63d974-194a-4e56-92d7-20a64e014af1 req-80791b22-564d-4cea-bc78-af805fed8c22 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450224 May 26 19:43:41.722519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ce5239a1-1d07-4306-b376-08e5ec71d682 None None] Provisioning complete for port c0b684d9-be22-4454-ae01-38a7ee8e7172 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:41.723004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ce5239a1-1d07-4306-b376-08e5ec71d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:41.755709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:41.764854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4282ceb-fbbf-4ec2-a372-06283a69573c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/6117a3c2-a393-4ca4-8e15-97e54d281da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4707754 May 26 19:43:41.765058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39942) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:41.795172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] Sync routers for ids ['6117a3c2-a393-4ca4-8e15-97e54d281da7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:41.826466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] Routers {'6117a3c2-a393-4ca4-8e15-97e54d281da7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:41.827097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6117a3c2-a393-4ca4-8e15-97e54d281da7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:41.873720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] For port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:41.874380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:41.915756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a36abc49-d687-48cf-b5b4-75b9ebad642f up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:41.953208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:41.953208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ce5239a1-1d07-4306-b376-08e5ec71d682 None None] Port c0b684d9-be22-4454-ae01-38a7ee8e7172 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:41.989970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] Routers {'6117a3c2-a393-4ca4-8e15-97e54d281da7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:41.990594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6117a3c2-a393-4ca4-8e15-97e54d281da7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:42.044241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Calling delete_port for 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:42.126314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:42.126742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fb2d33-c8b5-4343-9690-383dd50e0e1c None None] The sync data for ids ['6117a3c2-a393-4ca4-8e15-97e54d281da7'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:42.159070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a36abc49-d687-48cf-b5b4-75b9ebad642f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:42.159464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:42.237646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9251a-d4c0-4ec3-a6a0-ce5aa984074e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:42.238560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0d9251a-d4c0-4ec3-a6a0-ce5aa984074e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:42.309969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a36abc49-d687-48cf-b5b4-75b9ebad642f is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:42.344484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0d9251a-d4c0-4ec3-a6a0-ce5aa984074e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:42.346616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0d9251a-d4c0-4ec3-a6a0-ce5aa984074e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports/c0b684d9-be22-4454-ae01-38a7ee8e7172 HTTP/1.1" status: 200 len: 984 time: 0.5803931 May 26 19:43:42.350516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39950) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:42.388281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51df7-7d04-478b-beac-72655b980212 req-ccb3a227-6b83-4b49-adbe-dfff1935c9dc tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:42.389850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86d51df7-7d04-478b-beac-72655b980212 req-ccb3a227-6b83-4b49-adbe-dfff1935c9dc tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=31c39360-6ccc-43b4-a5a5-5b05df70dfc3 HTTP/1.1" status: 200 len: 946 time: 0.1973822 May 26 19:43:42.390502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:42.403144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['323bb9ef-4f26-449b-9aac-b29920f1a766'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:42.504596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:42.686127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86d51df7-7d04-478b-beac-72655b980212 req-3fb570eb-1925-49e1-a5af-022ebe034909 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025287 May 26 19:43:42.742337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event deleted for resources: {'Port': ['ID=300e9d0c-3be7-4d49-9ff1-d1c2b65f0396,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:42.793875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] No DVR routers for this DVR port 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:42.794095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:42.800078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:42.818547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'name': 'network-vif-deleted', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:42.837486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56f4d683-b4ab-43c6-83bb-b66fd10be2d7 req-5cc34abb-1e0a-43fc-9107-7ec26bc71e58 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "DELETE /v2.0/ports/300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 HTTP/1.1" status: 204 len: 173 time: 2.0893278 May 26 19:43:42.981272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:42.981619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 300e9d0c-3be7-4d49-9ff1-d1c2b65f0396 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:43.369132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:43.654526 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1e326c-ce20-4a6d-a6e4-b4378cca0dbf'] response: {'server_uuid': '31c39360-6ccc-43b4-a5a5-5b05df70dfc3', 'name': 'network-vif-deleted', 'tag': '300e9d0c-3be7-4d49-9ff1-d1c2b65f0396', 'status': 'completed', 'code': 200} May 26 19:43:43.826151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port c0b684d9-be22-4454-ae01-38a7ee8e7172 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:43.826497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:43.879373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05d1fd-985a-4531-a544-2f52c6d3ef2d req-115c972c-6f59-4be4-b410-e73b3522e826 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:43.887320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c05d1fd-985a-4531-a544-2f52c6d3ef2d req-115c972c-6f59-4be4-b410-e73b3522e826 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 949 time: 0.1213083 May 26 19:43:43.964265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c05d1fd-985a-4531-a544-2f52c6d3ef2d req-602d36ad-c9e2-4d75-8623-35c32ebd9db3 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682373 May 26 19:43:44.034135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:44.136758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:44.168225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for c0b684d9-be22-4454-ae01-38a7ee8e7172 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:44.403921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:44.506517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=c0b684d9-be22-4454-ae01-38a7ee8e7172,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:44.688529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ce91381b-927b-4856-b31a-2b1261273509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:44.765149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47149fd9-1d5c-43da-961e-2c7583bdf4e6 req-b936be84-a30a-49a8-90ff-ed6ddcb48837 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:44.768371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-47149fd9-1d5c-43da-961e-2c7583bdf4e6 req-b936be84-a30a-49a8-90ff-ed6ddcb48837 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:44.805291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-47149fd9-1d5c-43da-961e-2c7583bdf4e6 req-b936be84-a30a-49a8-90ff-ed6ddcb48837 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:44.806491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47149fd9-1d5c-43da-961e-2c7583bdf4e6 req-b936be84-a30a-49a8-90ff-ed6ddcb48837 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.2670486 May 26 19:43:44.877431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47149fd9-1d5c-43da-961e-2c7583bdf4e6 req-b37a6903-11bf-4c60-ba78-c49873df9b91 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591919 May 26 19:43:44.887079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:45.112590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b183-2d88-484d-906f-683dbe191acc req-a2290546-5faf-488a-8888-8771849cac0c tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:45.119830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa72b183-2d88-484d-906f-683dbe191acc req-a2290546-5faf-488a-8888-8771849cac0c tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.53 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 949 time: 0.1781106 May 26 19:43:45.291647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Deleting port 1511e939-e050-4f16-b2e5-43d0daaedcb8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:45.292792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:45.440798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 6117a3c2-a393-4ca4-8e15-97e54d281da7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:43:45.622992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] For port 1511e939-e050-4f16-b2e5-43d0daaedcb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1511e939-e050-4f16-b2e5-43d0daaedcb8,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:45.623608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:45.805029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:45.835198 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] Sync routers for ids ['6117a3c2-a393-4ca4-8e15-97e54d281da7'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:45.855782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-01c8edff-4e4d-41d3-9acc-fff369288318 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/6117a3c2-a393-4ca4-8e15-97e54d281da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5039549 May 26 19:43:45.856047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] Routers {'6117a3c2-a393-4ca4-8e15-97e54d281da7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:45.856562 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6117a3c2-a393-4ca4-8e15-97e54d281da7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:45.858051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39974) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:46.055857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:46.086225 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] Routers {'6117a3c2-a393-4ca4-8e15-97e54d281da7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:46.086848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6117a3c2-a393-4ca4-8e15-97e54d281da7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:46.156932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec941a5a-f655-47af-9182-695487b4225d req-27861d47-4c09-424a-9a34-73682b991a72 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:46.160441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec941a5a-f655-47af-9182-695487b4225d req-27861d47-4c09-424a-9a34-73682b991a72 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 949 time: 0.9675803 May 26 19:43:46.181077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Calling delete_port for 1511e939-e050-4f16-b2e5-43d0daaedcb8 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:46.230402 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:46.230797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b86be8-b84f-4167-abe1-03821b113226 None None] The sync data for ids ['6117a3c2-a393-4ca4-8e15-97e54d281da7'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:46.325193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec941a5a-f655-47af-9182-695487b4225d req-9a00b69b-99b0-43a6-b1ea-975c806b84ef tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/security-groups?id=6610544a-3172-4a28-86bb-e077aebf5907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 May 26 19:43:46.515481 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-83297640-4131-4318-b8ef-4bc024c4c1b8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] remove_router_interface failed (client error): The resource could not be found. May 26 19:43:46.523490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-83297640-4131-4318-b8ef-4bc024c4c1b8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/6117a3c2-a393-4ca4-8e15-97e54d281da7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6633751 May 26 19:43:46.523669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 39984) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:46.534325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c5f07-d160-4f43-a192-b81b19091460 req-a53dd28a-ea9d-45bd-97e3-2cc736c2840f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:46.535869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-556c5f07-d160-4f43-a192-b81b19091460 req-a53dd28a-ea9d-45bd-97e3-2cc736c2840f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.5942914 May 26 19:43:46.615471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:46.627471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1511e939-e050-4f16-b2e5-43d0daaedcb8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:46.718797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:46.739289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-20589459-eb03-4cfc-a66b-40d1e60c23dd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=6117a3c2-a393-4ca4-8e15-97e54d281da7 HTTP/1.1" status: 200 len: 205 time: 0.2022533 May 26 19:43:46.807592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Pushing event deleted for resources: {'Port': ['ID=1511e939-e050-4f16-b2e5-43d0daaedcb8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:46.842880 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-419a888e-1c8e-4398-9775-cf45fd195b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:46.916068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Deleting port 323bb9ef-4f26-449b-9aac-b29920f1a766 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:46.916570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.072898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] No DVR routers for this DVR port 1511e939-e050-4f16-b2e5-43d0daaedcb8 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:47.083948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.086506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.100940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc619ca-b833-40ea-ab77-08832a0806b1 req-698e3da1-bd61-4d05-9ab1-413974efce6e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:47.109475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfc619ca-b833-40ea-ab77-08832a0806b1 req-698e3da1-bd61-4d05-9ab1-413974efce6e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 945 time: 0.6418595 May 26 19:43:47.111304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'name': 'network-vif-deleted', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:47.263247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa72b183-2d88-484d-906f-683dbe191acc req-5f9dde39-8c71-4a07-8a0f-0338870b3cc5 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.53 "DELETE /v2.0/ports/1511e939-e050-4f16-b2e5-43d0daaedcb8 HTTP/1.1" status: 204 len: 173 time: 2.1377704 May 26 19:43:47.288807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfc619ca-b833-40ea-ab77-08832a0806b1 req-f18bbb5a-2be8-4c8b-9273-6266d22c121e tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782117 May 26 19:43:47.348894 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.514152 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ddaac7-c79e-4eb7-9b34-b2e9d3a7ecfb'] response: {'server_uuid': '10eed431-60a0-4091-a41f-4e0cb5c9fcb3', 'name': 'network-vif-deleted', 'tag': '1511e939-e050-4f16-b2e5-43d0daaedcb8', 'status': 'completed', 'code': 200} May 26 19:43:47.650359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.653180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.681813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8cfbeb57-de7f-4cd4-8676-6bacda2f1777 req-cb8fc70a-d5aa-4eaa-9bff-fb1cb1dde982 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Synchronizing usage tracker for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:47.691074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] For port 323bb9ef-4f26-449b-9aac-b29920f1a766, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=323bb9ef-4f26-449b-9aac-b29920f1a766,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:47.691284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.691865 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.692045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router 6117a3c2-a393-4ca4-8e15-97e54d281da7 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:43:47.731941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:47.734117 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3b84384-82f6-4370-a525-24392ec159ef tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/6117a3c2-a393-4ca4-8e15-97e54d281da7 HTTP/1.1" status: 204 len: 168 time: 1.0140309 May 26 19:43:47.736674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 39998) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:47.893400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8cfbeb57-de7f-4cd4-8676-6bacda2f1777 req-cb8fc70a-d5aa-4eaa-9bff-fb1cb1dde982 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] Unset dirty status for tenant:b7f6954fab2e4548a8139a2df12fb6c0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:47.894853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfbeb57-de7f-4cd4-8676-6bacda2f1777 req-cb8fc70a-d5aa-4eaa-9bff-fb1cb1dde982 tempest-VolumesNegativeTest-545236051 tempest-VolumesNegativeTest-545236051-project] 10.222.0.24 "GET /v2.0/ports?device_id=10eed431-60a0-4091-a41f-4e0cb5c9fcb3 HTTP/1.1" status: 200 len: 210 time: 0.2779410 May 26 19:43:47.902124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Calling delete_port for 323bb9ef-4f26-449b-9aac-b29920f1a766 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:48.091517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet f9da6928-0a30-4503-ac31-1f64be6f4314 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:43:48.097775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.175467 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.199425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.205541 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.212112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:43:48.266873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event deleted for resources: {'Port': ['ID=323bb9ef-4f26-449b-9aac-b29920f1a766,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:48.382547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.418404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] No DVR routers for this DVR port 323bb9ef-4f26-449b-9aac-b29920f1a766 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:48.426303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.456650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-556c5f07-d160-4f43-a192-b81b19091460 req-3f8d5a20-fe1d-4bd5-9198-14a75c87d1e2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.13 "DELETE /v2.0/ports/323bb9ef-4f26-449b-9aac-b29920f1a766 HTTP/1.1" status: 204 len: 173 time: 1.8793488 May 26 19:43:48.542200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.636162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=f9da6928-0a30-4503-ac31-1f64be6f4314,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:48.645773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-187988ff-8302-4bba-aab2-474ddb18c17c req-7b02581b-f822-41ee-aae2-649ed8f12d8c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:48.648229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.661172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731243d-8b70-4587-af2d-d47daeeb4bf5 None None] Network 829c7e7a-8af3-4010-8ac8-aa970e289bf9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:48.662232 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0101a520-453d-44d3-bf5c-d1056a5c976e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/f9da6928-0a30-4503-ac31-1f64be6f4314 HTTP/1.1" status: 204 len: 168 time: 0.9231088 May 26 19:43:48.664702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40006) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:48.702645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-187988ff-8302-4bba-aab2-474ddb18c17c req-7b02581b-f822-41ee-aae2-649ed8f12d8c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:48.719444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-187988ff-8302-4bba-aab2-474ddb18c17c req-7b02581b-f822-41ee-aae2-649ed8f12d8c tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7576dc0-40b5-4081-bd24-1bdfeb92dfa4 HTTP/1.1" status: 200 len: 210 time: 0.1603255 May 26 19:43:48.832544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1511e939-e050-4f16-b2e5-43d0daaedcb8 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:48.861146 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.883492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port a36abc49-d687-48cf-b5b4-75b9ebad642f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:48.883761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:48.900350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 1511e939-e050-4f16-b2e5-43d0daaedcb8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:48.900763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1511e939-e050-4f16-b2e5-43d0daaedcb8 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:49.322156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port a36abc49-d687-48cf-b5b4-75b9ebad642f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a36abc49-d687-48cf-b5b4-75b9ebad642f,segment=NetworkSegment(c7d52b4b-26c7-4adf-bd84-43bf8796c45b),segment_id=c7d52b4b-26c7-4adf-bd84-43bf8796c45b)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:49.322539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:49.477093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bc744-afef-4366-854a-8f6048bf7615 None None] DHCP port deletion for 829c7e7a-8af3-4010-8ac8-aa970e289bf9 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:43:49.485617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-107bc744-afef-4366-854a-8f6048bf7615 None None] Deleting port a36abc49-d687-48cf-b5b4-75b9ebad642f {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:49.487478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-107bc744-afef-4366-854a-8f6048bf7615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:49.515651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'name': 'network-vif-deleted', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:49.543911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for a36abc49-d687-48cf-b5b4-75b9ebad642f owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:49.583801 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec6971c-ec29-4a43-a26a-57167196f49d'] response: {'server_uuid': 'c7576dc0-40b5-4081-bd24-1bdfeb92dfa4', 'name': 'network-vif-deleted', 'tag': '323bb9ef-4f26-449b-9aac-b29920f1a766', 'status': 'completed', 'code': 200} May 26 19:43:49.664960 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:49.668917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-107bc744-afef-4366-854a-8f6048bf7615 None None] The port 'a36abc49-d687-48cf-b5b4-75b9ebad642f' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:43:49.746251 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:49.763655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=a36abc49-d687-48cf-b5b4-75b9ebad642f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:49.767200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No DVR routers for this DVR port a36abc49-d687-48cf-b5b4-75b9ebad642f on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:49.861778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a36abc49-d687-48cf-b5b4-75b9ebad642f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:49.948718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a36abc49-d687-48cf-b5b4-75b9ebad642f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:49.949192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a36abc49-d687-48cf-b5b4-75b9ebad642f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:49.959586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:49.991478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829c7e7a-8af3-4010-8ac8-aa970e289bf9']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.022814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 323bb9ef-4f26-449b-9aac-b29920f1a766 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:50.046560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.046932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d52b4b-26c7-4adf-bd84-43bf8796c45b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:50.078925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.103654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 323bb9ef-4f26-449b-9aac-b29920f1a766 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:50.103800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 323bb9ef-4f26-449b-9aac-b29920f1a766 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:50.113337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.125830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:43:50.126410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.215553 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c7d52b4b-26c7-4adf-bd84-43bf8796c45b resource provider aggregate not found May 26 19:43:50.258601 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment c7d52b4b-26c7-4adf-bd84-43bf8796c45b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d52b4b-26c7-4adf-bd84-43bf8796c45b found for delete ", "request_id": "req-dad9efb0-572d-4fd2-a4aa-25601ba4e007"}]} May 26 19:43:50.288088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.325061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.351736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=829c7e7a-8af3-4010-8ac8-aa970e289bf9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:50.364854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40032) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:50.366010 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2177dc0a-da38-45fb-a02c-7d3f7a71ea73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/829c7e7a-8af3-4010-8ac8-aa970e289bf9 HTTP/1.1" status: 204 len: 168 time: 1.7001190 May 26 19:43:50.370957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1005588220'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:50.377273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:50.381621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:50.385990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:50.393334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:50.407787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:50.414079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.456870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:43:50.477843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.478305 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment 094ce779-2783-4a38-b009-c8593a7fdfe5 of type vlan for network ba50faae-a2ff-42d7-94e9-43f0274c1579 May 26 19:43:50.515378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.566002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.576019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:50.576940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:50.889659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5232553 May 26 19:43:50.890517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b3c3d-60ea-4eb1-895d-a1c9d8d7bf73 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=ba50faae-a2ff-42d7-94e9-43f0274c1579,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:50.893149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40044) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:50.915300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:50.919253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:43:50.963471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449e113-cdc4-4e32-b15a-ed3f3539701d req-07afc136-31a9-4b5a-be46-6163fbb69682 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:50.965025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2449e113-cdc4-4e32-b15a-ed3f3539701d req-07afc136-31a9-4b5a-be46-6163fbb69682 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.1726081 May 26 19:43:51.103789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2449e113-cdc4-4e32-b15a-ed3f3539701d req-d9e5b093-caa6-4885-84ad-460206e7b501 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301079 May 26 19:43:51.215473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:51.220898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:51.224666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:51.231738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:51.268847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:43:51.268847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:51.359770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b025d3-1643-4ff4-80bf-12ee33cc785c req-a05e23bb-5d0a-4b8d-8904-209c5e191043 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:51.361543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88b025d3-1643-4ff4-80bf-12ee33cc785c req-a05e23bb-5d0a-4b8d-8904-209c5e191043 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.1025903 May 26 19:43:51.455590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88b025d3-1643-4ff4-80bf-12ee33cc785c req-b162bafc-2415-4db9-b454-14b07b76059b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881944 May 26 19:43:51.594846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:51.766054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=a3e41a2f-3955-4b57-86e2-478bec7f5369,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:51.812372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': '094ce779-2783-4a38-b009-c8593a7fdfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:51.813027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: ba50faae-a2ff-42d7-94e9-43f0274c1579, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:43:51.836864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:43:51.854316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, ba50faae-a2ff-42d7-94e9-43f0274c1579) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:51.863810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be7cf9-67dc-4214-9309-980ec5de7b01 None None] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:51.864951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:51.865495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:51.900496 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-edb9b477-92b6-427f-9a17-9c1fc5609033 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9989564 May 26 19:43:51.902947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40104) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:51.918552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845870176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:43:51.948108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:43:51.961026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:43:51.964382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:43:51.986743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:43:52.015069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.022521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.061017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.116216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.255539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.257157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-020ab9eb-4cc4-4dac-9729-9703873a2299 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3531182 May 26 19:43:52.260561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40138) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:52.378121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-ba50faae-a2ff-42d7-94e9-43f0274c1579', 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': 'a3e41a2f-3955-4b57-86e2-478bec7f5369'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:43:52.379786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:52.618898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Allocated IP 2001:db8::2 (ba50faae-a2ff-42d7-94e9-43f0274c1579/a3e41a2f-3955-4b57-86e2-478bec7f5369/e8f2553e-cc75-4b95-af13-696e71676feb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:52.707637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ac98d56-4c1b-493a-94fe-e56ca2522d22 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:52.721203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ac98d56-4c1b-493a-94fe-e56ca2522d22 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.4294045 May 26 19:43:52.803854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0bf00-8fc6-416a-883b-4578b770692c req-ca4b7cf9-d723-4d76-b189-19f786b94b8a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:52.805426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21a0bf00-8fc6-416a-883b-4578b770692c req-ca4b7cf9-d723-4d76-b189-19f786b94b8a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.6363616 May 26 19:43:52.964923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273c96-bb52-4ed4-9c73-eed789449ab1 req-dc39174e-6413-4632-b4ac-bd7ed075b5b2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:52.966407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd273c96-bb52-4ed4-9c73-eed789449ab1 req-dc39174e-6413-4632-b4ac-bd7ed075b5b2 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 945 time: 0.6025395 May 26 19:43:52.977647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 39380abe-3733-4dac-a76b-62d043abb68b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:52.977996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.083277 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.113591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Transition to ACTIVE for port object e8f2553e-cc75-4b95-af13-696e71676feb will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:53.113893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Deleting port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:53.114450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.164026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cd273c96-bb52-4ed4-9c73-eed789449ab1 req-9b78ea72-bd86-48ed-8ca7-4052ae83a35f tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559837 May 26 19:43:53.164505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Transition to ACTIVE for port object e8f2553e-cc75-4b95-af13-696e71676feb will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:53.175966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.280626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:53.294564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:53.324173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:53.353845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Pushing event updated for resources: {'Port': ['ID=e8f2553e-cc75-4b95-af13-696e71676feb,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:53.458629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Attempting to bind port e8f2553e-cc75-4b95-af13-696e71676feb on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:43:53.459390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Attempting to bind port e8f2553e-cc75-4b95-af13-696e71676feb by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '094ce779-2783-4a38-b009-c8593a7fdfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:43:53.459632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Attempting to bind port e8f2553e-cc75-4b95-af13-696e71676feb on network ba50faae-a2ff-42d7-94e9-43f0274c1579 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:43:53.466722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:43:53.467259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Checking segment: {'id': '094ce779-2783-4a38-b009-c8593a7fdfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:43:53.467776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.468482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Bound using segment: {'id': '094ce779-2783-4a38-b009-c8593a7fdfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:43:53.469133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Bound port: e8f2553e-cc75-4b95-af13-696e71676feb, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094ce779-2783-4a38-b009-c8593a7fdfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ba50faae-a2ff-42d7-94e9-43f0274c1579'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:43:53.469624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.556585 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.585081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] For port e8f2553e-cc75-4b95-af13-696e71676feb, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:43:53.589992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] For port e8f2553e-cc75-4b95-af13-696e71676feb, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8f2553e-cc75-4b95-af13-696e71676feb,segment=NetworkSegment(094ce779-2783-4a38-b009-c8593a7fdfe5),segment_id=094ce779-2783-4a38-b009-c8593a7fdfe5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:43:53.597857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:53.790404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64706fd6-8eed-4c99-8e69-8e5f121e58d7 None None] Pushing event updated for resources: {'Port': ['ID=e8f2553e-cc75-4b95-af13-696e71676feb,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:53.891809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port 39380abe-3733-4dac-a76b-62d043abb68b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=39380abe-3733-4dac-a76b-62d043abb68b,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:53.892982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.214156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8::1 (ba50faae-a2ff-42d7-94e9-43f0274c1579/a3e41a2f-3955-4b57-86e2-478bec7f5369/fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:43:54.232211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350ddf4-654a-4e4e-a094-cc38eead51e8 req-cac50d9b-d4cf-45b1-937d-76af249c950e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:54.233922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c350ddf4-654a-4e4e-a094-cc38eead51e8 req-cac50d9b-d4cf-45b1-937d-76af249c950e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 946 time: 0.9090121 May 26 19:43:54.427613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c350ddf4-654a-4e4e-a094-cc38eead51e8 req-044685d6-1b9e-47db-9f25-c405b3729511 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828468 May 26 19:43:54.439885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:54.440249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.452242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.477159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:43:54.510301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.618895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:54.622652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:54.635123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:43:54.635790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.664554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:54.819650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:54.858166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:54.891416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Calling delete_port for 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:55.007648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.008021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.008335 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP 8293315f-bf1f-41eb-b9d1-8d53861c1143 disassociated. External IP: 172.25.0.56, port: 39380abe-3733-4dac-a76b-62d043abb68b. May 26 19:43:55.008668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 39380abe-3733-4dac-a76b-62d043abb68b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:55.035721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:55.036100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.074442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:55.080493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:55.092511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.248456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927afd0-0f37-4cfa-8dea-80d44900222d req-766fe646-a423-4496-8394-313e565b443d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:55.264734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:55.265570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b927afd0-0f37-4cfa-8dea-80d44900222d req-766fe646-a423-4496-8394-313e565b443d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.5912859 May 26 19:43:55.295893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:43:55.298548 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:43:55.339441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3a490-179a-41ab-9fbe-0eaa677f420e None None] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:43:55.452635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b927afd0-0f37-4cfa-8dea-80d44900222d req-e7f2c63c-94d4-4a96-99e9-59406429d74a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859484 May 26 19:43:55.497845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.514636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5153d03b-27ec-4825-b615-f1734a6656ce None None] Provisioning for port e8f2553e-cc75-4b95-af13-696e71676feb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:55.608309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=39380abe-3733-4dac-a76b-62d043abb68b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:55.808435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Deleting port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:55.809107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.813798 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.820737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.821917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:55.891042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8f2553e-cc75-4b95-af13-696e71676feb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:56.044454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e8f2553e-cc75-4b95-af13-696e71676feb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:56.061684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 39380abe-3733-4dac-a76b-62d043abb68b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:56.144261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e8f2553e-cc75-4b95-af13-696e71676feb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:56.145390 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.239383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 39380abe-3733-4dac-a76b-62d043abb68b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:43:56.241161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 39380abe-3733-4dac-a76b-62d043abb68b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:43:56.259523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:43:56.297154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e50cd4-34c6-4ed5-98f3-2fbf560c1586 req-3c6c1100-bfea-4c85-b281-c10dbf93e4dc tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:56.302223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91e50cd4-34c6-4ed5-98f3-2fbf560c1586 req-3c6c1100-bfea-4c85-b281-c10dbf93e4dc tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 943 time: 0.6770103 May 26 19:43:56.346777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:43:56.350266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Provisioning for port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:43:56.356379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Provisioning complete for port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:56.356718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.357026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:43:56.361198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:56.430735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:56.544345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Provisioning complete for port e8f2553e-cc75-4b95-af13-696e71676feb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:56.544708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.658170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e8f2553e-cc75-4b95-af13-696e71676feb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:56.658555 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.742998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] For port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:56.743457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.800039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 0acad6e5-28dd-4593-8144-c7d369cdbf37 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:43:56.809031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e8f2553e-cc75-4b95-af13-696e71676feb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8f2553e-cc75-4b95-af13-696e71676feb,segment=NetworkSegment(094ce779-2783-4a38-b009-c8593a7fdfe5),segment_id=094ce779-2783-4a38-b009-c8593a7fdfe5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:56.811052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Current status of the port e8f2553e-cc75-4b95-af13-696e71676feb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:56.811552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.823291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:56.977391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Calling delete_port for 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:43:56.999376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e8f2553e-cc75-4b95-af13-696e71676feb,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:57.074800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:43:57.075312 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:43:57.136010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:57.148613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] Sync routers for ids ['0acad6e5-28dd-4593-8144-c7d369cdbf37'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:57.154449 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-477afe02-4192-4842-a703-6ecfbaccf218 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/0acad6e5-28dd-4593-8144-c7d369cdbf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8924878 May 26 19:43:57.157305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:57.165882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] Routers {'0acad6e5-28dd-4593-8144-c7d369cdbf37'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:57.166510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0acad6e5-28dd-4593-8144-c7d369cdbf37'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:57.320416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bbd9df-8c04-4c21-b69b-56f4fd9672c4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:57.321087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97bbd9df-8c04-4c21-b69b-56f4fd9672c4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:57.340554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:57.356237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-97bbd9df-8c04-4c21-b69b-56f4fd9672c4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:57.357498 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-97bbd9df-8c04-4c21-b69b-56f4fd9672c4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports/fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 HTTP/1.1" status: 200 len: 911 time: 0.1986034 May 26 19:43:57.360797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40360) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:43:57.367824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] Routers {'0acad6e5-28dd-4593-8144-c7d369cdbf37'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:57.368741 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0acad6e5-28dd-4593-8144-c7d369cdbf37'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:57.465596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:57.466268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a257c6-1755-4d02-93b5-d9e592f81329 None None] The sync data for ids ['0acad6e5-28dd-4593-8144-c7d369cdbf37'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:57.468369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91e50cd4-34c6-4ed5-98f3-2fbf560c1586 req-140f4905-0ec9-44e7-a36d-368386d236a4 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/security-groups?id=f861aa57-bd92-43eb-b6e4-fee4a930f38b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1153283 May 26 19:43:57.519529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:57.543094 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f87613-0d58-4096-b3b2-797c597f486d'] response: {'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'code': 200} May 26 19:43:57.640572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:43:57.664214 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:43:57.684985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:57.687717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:57.710852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Pushing event deleted for resources: {'Port': ['ID=0fae9ad1-1ea7-41a2-b43b-73294b51d5d3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:57.716452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d4d30-ad7a-4400-ab9b-f807aba4473d None None] Current status of the port e8f2553e-cc75-4b95-af13-696e71676feb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:57.845326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c9d28671-e462-41d9-920d-fe2287142460 None None] Provisioning complete for port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:57.845817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9d28671-e462-41d9-920d-fe2287142460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:57.887163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port 39380abe-3733-4dac-a76b-62d043abb68b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:57.915013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8f2553e-cc75-4b95-af13-696e71676feb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:43:57.918279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-317266ac-c781-4eff-bc4f-330494e2451c req-32fb7f6e-9ff9-4650-99eb-c525965bcdd6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 210 time: 0.1668570 May 26 19:43:57.932067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:57.939968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'name': 'network-vif-deleted', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:58.071325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] No DVR routers for this DVR port 0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:43:58.073627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:43:58.074711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:58.128407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21a0bf00-8fc6-416a-883b-4578b770692c req-e62809cc-4b51-46fa-bf6f-6fa7412201eb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.13 "DELETE /v2.0/ports/39380abe-3733-4dac-a76b-62d043abb68b HTTP/1.1" status: 204 len: 173 time: 5.3163579 May 26 19:43:58.144438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8372cc52-4c94-4211-b84c-d59d2b8d0a68 req-2ec5696e-a784-46ec-ac39-22df23be2a1d tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.53 "DELETE /v2.0/ports/0fae9ad1-1ea7-41a2-b43b-73294b51d5d3 HTTP/1.1" status: 204 len: 173 time: 5.4214604 May 26 19:43:58.217848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:43:58.230394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c9d28671-e462-41d9-920d-fe2287142460 None None] Port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:43:58.250256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e8f2553e-cc75-4b95-af13-696e71676feb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:43:58.252565 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:58.594021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:58.594407 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:58.672144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:58.729255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:43:58.734776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e8f2553e-cc75-4b95-af13-696e71676feb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:43:58.741062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:58.961306 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:58.966048 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e74310-985a-44b4-b41b-1d3dba3d8e1f'] response: {'server_uuid': '7148fd93-158f-40d9-bc1c-fd744c1456ef', 'name': 'network-vif-deleted', 'tag': '39380abe-3733-4dac-a76b-62d043abb68b', 'status': 'completed', 'code': 200} May 26 19:43:58.976789 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:43:59.006505 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:43:59.006853 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:59.019232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:43:59.302882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-221d80b5-287c-401a-9934-6700113736d7 req-1720abcf-f11a-4507-8164-9cd7fdb54a61 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Synchronizing usage tracker for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:59.335826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-221d80b5-287c-401a-9934-6700113736d7 req-1720abcf-f11a-4507-8164-9cd7fdb54a61 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] Unset dirty status for tenant:89053cec5d734a5883066a06ec612e65 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:59.337648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-221d80b5-287c-401a-9934-6700113736d7 req-1720abcf-f11a-4507-8164-9cd7fdb54a61 tempest-ListServerFiltersTestJSON-869433482 tempest-ListServerFiltersTestJSON-869433482-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d315b9a-d701-469f-bca1-11e60c1725dd HTTP/1.1" status: 200 len: 210 time: 0.1506977 May 26 19:43:59.377385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:43:59.545110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:43:59.624424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd420f-b596-45db-8d35-2ea6c4eda8c9 req-f0fdb248-59c7-488d-b4ec-14614466304f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:43:59.626762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ccd420f-b596-45db-8d35-2ea6c4eda8c9 req-f0fdb248-59c7-488d-b4ec-14614466304f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1122231 May 26 19:43:59.673176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:43:59.673668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:59.710516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ccd420f-b596-45db-8d35-2ea6c4eda8c9 req-e5a2005e-b343-4866-ae8e-6a856f759f11 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765002 May 26 19:43:59.780348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:43:59.786280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ef35b-0327-42f0-b53b-a1223cd0508b None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:43:59.912707 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:43:59.926546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1676e5c1-939a-483e-b96c-f4a12aa5af97 req-67612225-ac62-4b1b-bfe2-0cfac0ecb3fc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:43:59.961771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1676e5c1-939a-483e-b96c-f4a12aa5af97 req-67612225-ac62-4b1b-bfe2-0cfac0ecb3fc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:43:59.971983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1676e5c1-939a-483e-b96c-f4a12aa5af97 req-67612225-ac62-4b1b-bfe2-0cfac0ecb3fc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=7148fd93-158f-40d9-bc1c-fd744c1456ef HTTP/1.1" status: 200 len: 210 time: 0.1240795 May 26 19:44:00.121325 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a647bd04-0bbb-4b5b-8774-b70487f04ecd'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:44:00.170593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:00.193102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3ec94-99b3-44f3-a65d-3ba573e8d597 None None] New status for floating IP 8293315f-bf1f-41eb-b9d1-8d53861c1143: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:44:00.391591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:00.501416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=fc793ca1-5d74-48f8-848d-c8a1a5d0ccb6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:00.523694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40400) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:00.595682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Deleting subnet 398e5596-1d43-4f26-90ef-8008da000898 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:44:00.600675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:00.665383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:00.760941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:00.834731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:00.979685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-deleted', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:00.994067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.076822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398e5596-1d43-4f26-90ef-8008da000898,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:01.077769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547374d9-4198-48df-9709-be3538652759 None None] Network f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:01.078167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.083497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-00087a64-4318-4d6a-bce8-da16c70243db admin admin] 10.222.0.24 "DELETE /v2.0/subnets/398e5596-1d43-4f26-90ef-8008da000898 HTTP/1.1" status: 204 len: 168 time: 0.5586610 May 26 19:44:01.087267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40416) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:01.223344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40420) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:01.262773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.275140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878cfb0-cbba-4d46-94c7-f920de886e96 req-cb6ae9e9-b0fa-49b3-8eca-083cf88f19f0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:01.276551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f878cfb0-cbba-4d46-94c7-f920de886e96 req-cb6ae9e9-b0fa-49b3-8eca-083cf88f19f0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.3423920 May 26 19:44:01.287354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Deleting port fba60e6b-252f-4b6c-b8d0-e05b5955659a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:01.287917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.292618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 0acad6e5-28dd-4593-8144-c7d369cdbf37 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:01.503880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bfce252e-d36e-49ff-a504-f90c22910371 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7f6954fab2e4548a8139a2df12fb6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766085 May 26 19:44:01.510564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40428) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:01.515615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f878cfb0-cbba-4d46-94c7-f920de886e96 req-7d6f36ce-3e7d-49f7-996d-1a2fbb958490 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292042 May 26 19:44:01.518454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] DHCP port deletion for f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:44:01.522854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Deleting port fba60e6b-252f-4b6c-b8d0-e05b5955659a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:01.523227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.732785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:01.748668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] For port fba60e6b-252f-4b6c-b8d0-e05b5955659a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fba60e6b-252f-4b6c-b8d0-e05b5955659a,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:01.749141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.751965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] Sync routers for ids ['0acad6e5-28dd-4593-8144-c7d369cdbf37'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:01.766448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] Routers {'0acad6e5-28dd-4593-8144-c7d369cdbf37'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:01.767833 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0acad6e5-28dd-4593-8144-c7d369cdbf37'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:01.769525 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cadc05f6-ca43-41f9-a094-961aabb13d23 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/0acad6e5-28dd-4593-8144-c7d369cdbf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4074502 May 26 19:44:01.772529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:01.879380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] For port fba60e6b-252f-4b6c-b8d0-e05b5955659a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fba60e6b-252f-4b6c-b8d0-e05b5955659a,segment=NetworkSegment(ff6b98ba-b123-4abe-954b-02be3d1d98d3),segment_id=ff6b98ba-b123-4abe-954b-02be3d1d98d3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:01.880049 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:01.885340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd7e0ac4-45b1-4e20-aa0f-354e7e13ae0b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:01.900154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fba60e6b-252f-4b6c-b8d0-e05b5955659a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:44:01.923726 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:01.924826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bd7e0ac4-45b1-4e20-aa0f-354e7e13ae0b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:01.926075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bd7e0ac4-45b1-4e20-aa0f-354e7e13ae0b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=0acad6e5-28dd-4593-8144-c7d369cdbf37 HTTP/1.1" status: 200 len: 205 time: 0.1525288 May 26 19:44:01.928895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:01.947740 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] Routers {'0acad6e5-28dd-4593-8144-c7d369cdbf37'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:01.948740 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['0acad6e5-28dd-4593-8144-c7d369cdbf37'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:02.031377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Calling delete_port for fba60e6b-252f-4b6c-b8d0-e05b5955659a owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:02.061047 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:02.061472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b355727-cf25-44f9-85e4-45f39b18137f None None] The sync data for ids ['0acad6e5-28dd-4593-8144-c7d369cdbf37'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:02.073136 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:44:02.115473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:44:02.134946 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3168811e-e941-477e-84bf-eb9ae748ac41'] response: {'server_uuid': '8d315b9a-d701-469f-bca1-11e60c1725dd', 'name': 'network-vif-deleted', 'tag': '0fae9ad1-1ea7-41a2-b43b-73294b51d5d3', 'status': 'completed', 'code': 200} May 26 19:44:02.140452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.179521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.202603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=fba60e6b-252f-4b6c-b8d0-e05b5955659a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:02.224475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] No DVR routers for this DVR port fba60e6b-252f-4b6c-b8d0-e05b5955659a on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:02.265166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:02.289311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-4af62a8f-35f6-49f3-bd59-ae3ba6af866c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572427797&fields=id&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 267 time: 0.1710081 May 26 19:44:02.310214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.313385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Calling delete_port for fba60e6b-252f-4b6c-b8d0-e05b5955659a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:02.369121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'mac_address': 'fa:16:3e:9a:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:44:02.444783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:02.445256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.468016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:02.472838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.495767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port fba60e6b-252f-4b6c-b8d0-e05b5955659a {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:44:02.496193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fba60e6b-252f-4b6c-b8d0-e05b5955659a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:44:02.512069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:02.524508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.528052 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.559853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:02.598712 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:44:02.599358 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:44:02.606049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6b98ba-b123-4abe-954b-02be3d1d98d3') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:02.606467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6b98ba-b123-4abe-954b-02be3d1d98d3') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:02.616112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:02.620161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ca7b9984-90ab-40cb-8178-c24decfb07e5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:44:02.634733 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.659348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-fb9e98dc-7d77-4847-898e-e96b4c39f44e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:02.666323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-fb9e98dc-7d77-4847-898e-e96b4c39f44e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.3760686 May 26 19:44:02.683460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-e4602029-895d-4618-9fb7-eafea8260ba4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0160229 May 26 19:44:02.695857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.698556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.726080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.731335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.732160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router 0acad6e5-28dd-4593-8144-c7d369cdbf37 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:44:02.760921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.765122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:44:02.765963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ac09024-9ba8-4bc2-8e61-931f2b482ae5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/0acad6e5-28dd-4593-8144-c7d369cdbf37 HTTP/1.1" status: 204 len: 168 time: 0.8361666 May 26 19:44:02.768975 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.769768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40462) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:02.859762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.863593 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ff6b98ba-b123-4abe-954b-02be3d1d98d3 resource provider aggregate not found May 26 19:44:02.884381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet a3e41a2f-3955-4b57-86e2-478bec7f5369 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:44:02.888405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.918302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610544a-3172-4a28-86bb-e077aebf5907,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:02.931143 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment ff6b98ba-b123-4abe-954b-02be3d1d98d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff6b98ba-b123-4abe-954b-02be3d1d98d3 found for delete ", "request_id": "req-ceba7490-2c7f-48df-be63-f6108fa6bb01"}]} May 26 19:44:02.955757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:02.975505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-c1e1d352-8ee5-48a4-be96-e1f75c39dfb0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2900887 May 26 19:44:02.992108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.101499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Deleting port fba60e6b-252f-4b6c-b8d0-e05b5955659a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:03.101991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.107897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.124015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.145475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:03.147499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.149001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-60e6eeda-1477-4a76-afe1-a639c3ad108c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6610544a-3172-4a28-86bb-e077aebf5907 HTTP/1.1" status: 204 len: 168 time: 1.6373661 May 26 19:44:03.161904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-14be11ee-a71a-41ff-974a-7835801e5a3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/f08114ba-6d08-4dd0-857f-7aeb9bbc8b4e HTTP/1.1" status: 204 len: 168 time: 2.0736072 May 26 19:44:03.206237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-847b52cf-0fb1-463c-8df1-87d18c074c08 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082582 May 26 19:44:03.274508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c24faca-a248-4673-ab5c-61949c9bc3f2 None None] The port 'fba60e6b-252f-4b6c-b8d0-e05b5955659a' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:44:03.328692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.468175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.482627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4a410-6803-43be-a78e-740cdb6ec30e None None] Network ba50faae-a2ff-42d7-94e9-43f0274c1579 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:03.486770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e41a2f-3955-4b57-86e2-478bec7f5369,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:03.535451 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5ef5932-2283-4a92-9ee0-489cbde39d48 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/a3e41a2f-3955-4b57-86e2-478bec7f5369 HTTP/1.1" status: 204 len: 168 time: 0.7644782 May 26 19:44:03.539135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40490) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:03.603461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-7ef9ee29-c612-4c64-8ec9-0231e5b270e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950131 May 26 19:44:03.789712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:03.800579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:03.830886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port e8f2553e-cc75-4b95-af13-696e71676feb {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:03.831438 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:04.037574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] DHCP port deletion for ba50faae-a2ff-42d7-94e9-43f0274c1579 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:44:04.042991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Deleting port e8f2553e-cc75-4b95-af13-696e71676feb {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:04.043563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:04.159207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:04.269543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port e8f2553e-cc75-4b95-af13-696e71676feb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8f2553e-cc75-4b95-af13-696e71676feb,segment=NetworkSegment(094ce779-2783-4a38-b009-c8593a7fdfe5),segment_id=094ce779-2783-4a38-b009-c8593a7fdfe5)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:04.273404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:04.330934 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1adfc684-3822-4323-8746-17f28c562a42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89053cec5d734a5883066a06ec612e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244162 May 26 19:44:04.335325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40520) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:04.458881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3ebf-213d-44cc-8123-8e41dc9dfde4 req-02897829-c56a-4007-8c3f-b30b166c4acd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:04.464144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-873b3ebf-213d-44cc-8123-8e41dc9dfde4 req-02897829-c56a-4007-8c3f-b30b166c4acd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 945 time: 0.1949944 May 26 19:44:04.595553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] For port e8f2553e-cc75-4b95-af13-696e71676feb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e8f2553e-cc75-4b95-af13-696e71676feb,segment=NetworkSegment(094ce779-2783-4a38-b009-c8593a7fdfe5),segment_id=094ce779-2783-4a38-b009-c8593a7fdfe5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:04.596147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:04.634826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-873b3ebf-213d-44cc-8123-8e41dc9dfde4 req-7d3c02ae-c303-4247-9298-b378daef2bde tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541688 May 26 19:44:04.785353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Calling delete_port for e8f2553e-cc75-4b95-af13-696e71676feb owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:04.903586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ca7b9984-90ab-40cb-8178-c24decfb07e5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:04.904321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:04.921974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88efdea7-58e4-4331-8c85-6a8223067fd4 req-ffda65ba-df6d-4804-b19c-72588ab4e7c8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 210 time: 0.1745622 May 26 19:44:05.053729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.136198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] No DVR routers for this DVR port e8f2553e-cc75-4b95-af13-696e71676feb on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:05.153948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2baac4-554f-48ff-9b49-8e131373c2d0 None None] Pushing event deleted for resources: {'Port': ['ID=e8f2553e-cc75-4b95-af13-696e71676feb,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:05.232882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for e8f2553e-cc75-4b95-af13-696e71676feb owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:05.294548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:05.295467 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.387269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:05.429112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:05.440007 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.483870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.564198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:44:05.564513 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:44:05.566253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.573465 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c1c59b-7673-4356-b20b-7d975f30c289'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:44:05.651993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=13']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:05.715382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.763342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f861aa57-bd92-43eb-b6e4-fee4a930f38b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:05.791460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:05.793032 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3b4299f1-894f-4dd1-9eae-d2e70f80b0b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f861aa57-bd92-43eb-b6e4-fee4a930f38b HTTP/1.1" status: 204 len: 168 time: 1.4370008 May 26 19:44:05.884213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8f2553e-cc75-4b95-af13-696e71676feb no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:44:05.931930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e8f2553e-cc75-4b95-af13-696e71676feb {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:44:05.932522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e8f2553e-cc75-4b95-af13-696e71676feb not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:44:06.065465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port e8f2553e-cc75-4b95-af13-696e71676feb {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:06.066030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.073912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfcebf-de4f-4e77-8afc-9d9dc4367710 req-ff00c5b2-ec4c-4840-b254-7d79e47d49e0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:06.083067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ecfcebf-de4f-4e77-8afc-9d9dc4367710 req-ff00c5b2-ec4c-4840-b254-7d79e47d49e0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.2097735 May 26 19:44:06.274839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] The port 'e8f2553e-cc75-4b95-af13-696e71676feb' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:44:06.378827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ecfcebf-de4f-4e77-8afc-9d9dc4367710 req-00027d9e-b2f0-4b83-aa20-ff3590d1a870 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940805 May 26 19:44:06.573684 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.609742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba50faae-a2ff-42d7-94e9-43f0274c1579']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:06.621285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-9fcabc46-08c7-4e6e-bb9c-ada46d9f653d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:06.628063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094ce779-2783-4a38-b009-c8593a7fdfe5') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:06.629109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094ce779-2783-4a38-b009-c8593a7fdfe5') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:06.635311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-9fcabc46-08c7-4e6e-bb9c-ada46d9f653d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.5370922 May 26 19:44:06.649574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.679789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.727137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.756564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:44:06.759439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:06.978841 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 094ce779-2783-4a38-b009-c8593a7fdfe5 resource provider aggregate not found May 26 19:44:07.035374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e13778f7-92a7-4c96-9791-a72e4fcc9b05 req-8e301745-37e1-46f1-8802-079ec1c3f0d9 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 210 time: 0.3980639 May 26 19:44:07.064345 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 094ce779-2783-4a38-b009-c8593a7fdfe5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 094ce779-2783-4a38-b009-c8593a7fdfe5 found for delete ", "request_id": "req-4fe33b7e-b006-4986-91cf-02c0b6810180"}]} May 26 19:44:07.101515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.109424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.127235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-ef8492fe-dd83-4c22-bd03-bb0ba48e27fb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 380 time: 0.4440885 May 26 19:44:07.134902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'security_groups': ['cdc3432d-535d-4a9a-91fc-6804306ae899']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:07.171767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=ba50faae-a2ff-42d7-94e9-43f0274c1579,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:07.192118 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7542bfb0-d5d4-4628-9386-9015e3c0260b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/ba50faae-a2ff-42d7-94e9-43f0274c1579 HTTP/1.1" status: 204 len: 168 time: 3.6515536 May 26 19:44:07.194033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40602) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:07.213316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2087476789', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:07.230551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:07.247585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:07.251652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:07.269369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:07.294310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.296342 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.338872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.505983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:07.535885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:07.560596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:07.565211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:07.995049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.12 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/f2c55ce1-7db1-46b2-9f02-c905df16e09f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:08.083513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:08.439161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b92d4c-8004-4814-8369-a49cf7bdb0d5 req-50ccd522-2d0c-415d-bf94-dbc8c1b082cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:08.449923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46b92d4c-8004-4814-8369-a49cf7bdb0d5 req-50ccd522-2d0c-415d-bf94-dbc8c1b082cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.6892235 May 26 19:44:08.544516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:08.573673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46b92d4c-8004-4814-8369-a49cf7bdb0d5 req-8c6522fd-7951-41e1-95e6-67525421029e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248350 May 26 19:44:08.594387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object f2c55ce1-7db1-46b2-9f02-c905df16e09f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:08.600078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:08.632256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:08.643365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:08.789449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:08.800891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:08.809720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:08.871178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:08.952368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:08.953016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:09.033746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b574b4b8-93d9-440c-8cab-f51023590ab7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9024248 May 26 19:44:09.046239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Request body: {'port': {'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:09.258329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2a7df3e5-979c-40a0-905c-a974616e1788 None None] Provisioning for port f2c55ce1-7db1-46b2-9f02-c905df16e09f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:09.270780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2a7df3e5-979c-40a0-905c-a974616e1788 None None] Provisioning complete for port f2c55ce1-7db1-46b2-9f02-c905df16e09f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:09.271148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2a7df3e5-979c-40a0-905c-a974616e1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:09.342537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:09.486485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2a7df3e5-979c-40a0-905c-a974616e1788 None None] Port f2c55ce1-7db1-46b2-9f02-c905df16e09f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:09.525727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 172.25.0.77 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b8068dfa-0bf2-4a2e-8868-0b4832321594) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:09.945307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:10.058384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:10.133185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee10d-ba6d-408b-a1da-7f45428913cd req-aacc2189-56d3-4e0c-98d6-2e92a0021e0b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:10.133826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-88eee10d-ba6d-408b-a1da-7f45428913cd req-aacc2189-56d3-4e0c-98d6-2e92a0021e0b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:10.237076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:10.241749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:10.258921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:10.268245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-88eee10d-ba6d-408b-a1da-7f45428913cd req-aacc2189-56d3-4e0c-98d6-2e92a0021e0b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:10.276718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88eee10d-ba6d-408b-a1da-7f45428913cd req-aacc2189-56d3-4e0c-98d6-2e92a0021e0b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 932 time: 0.5751743 May 26 19:44:10.430996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=b8068dfa-0bf2-4a2e-8868-0b4832321594,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:10.456726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88eee10d-ba6d-408b-a1da-7f45428913cd req-529d1494-98de-4b89-a1ca-0ae513f2ea74 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784616 May 26 19:44:10.520757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c55ce1-7db1-46b2-9f02-c905df16e09f {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:10.558468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:10.598873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Transition to ACTIVE for port object f2c55ce1-7db1-46b2-9f02-c905df16e09f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:10.615991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:11.066247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03e3da5f-e5d2-45ce-bdad-33de2d4f3eb6 req-ed23b4b0-1ddb-4d7b-8887-f98eaeb88d17 tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.1610727 May 26 19:44:11.513341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:11.662333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:11.848405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.850241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.854676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.855268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.855854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.856333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.857765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.858909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.860378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.863105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.863619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:11.865190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:12.121289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Attempting to bind port f2c55ce1-7db1-46b2-9f02-c905df16e09f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:12.128091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Attempting to bind port f2c55ce1-7db1-46b2-9f02-c905df16e09f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:12.128513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Attempting to bind port f2c55ce1-7db1-46b2-9f02-c905df16e09f on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:12.148484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Port f2c55ce1-7db1-46b2-9f02-c905df16e09f on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:44:12.148807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Attempting to bind port f2c55ce1-7db1-46b2-9f02-c905df16e09f on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:12.161824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6396b8-e0f4-40ca-bcb3-13c810a3b1bf req-07071692-0de1-4c17-a5eb-fadf01c032c5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:12.185722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:12.188636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd6396b8-e0f4-40ca-bcb3-13c810a3b1bf req-07071692-0de1-4c17-a5eb-fadf01c032c5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.5079341 May 26 19:44:12.226543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:12.226955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:12.227307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:12.227738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Bound port: f2c55ce1-7db1-46b2-9f02-c905df16e09f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:12.228084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:12.266828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd6396b8-e0f4-40ca-bcb3-13c810a3b1bf req-f3ef694e-79fd-4e24-8360-0f17f6ff3ed1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771208 May 26 19:44:12.439220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:12.446969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:12.457762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:12.514849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:12.515694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:12.517421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 1092 time: 3.4757373 May 26 19:44:12.569875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router afcdece0-f7e3-4385-ad3a-3c0c06e3f510 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:44:12.577133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:12.737667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce28fe-4a04-4d8e-92b2-06801ce29ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:12.756491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55eae-b9d5-4bea-9f57-905c1a3861ae req-5c552444-c9c4-4889-a9f4-7b107cc5e841 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:12.775140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c55eae-b9d5-4bea-9f57-905c1a3861ae req-5c552444-c9c4-4889-a9f4-7b107cc5e841 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 944 time: 0.2562120 May 26 19:44:12.838943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-80a753ae-7f1b-48ec-bf6e-baaf74038f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:12.839307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-80a753ae-7f1b-48ec-bf6e-baaf74038f6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1095 time: 0.2425287 May 26 19:44:12.971424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c55eae-b9d5-4bea-9f57-905c1a3861ae req-b3669c99-145e-49c0-b583-eacfb5285475 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953180 May 26 19:44:12.974436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-b1b781af-9679-473b-b35b-489e9025c574 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 217 time: 0.1122699 May 26 19:44:13.178312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:13.190432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] Sync routers for ids ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:13.206620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] Routers {'afcdece0-f7e3-4385-ad3a-3c0c06e3f510'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:13.208802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:13.219121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:13.220586 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-25636a8c-cccb-49ba-95d2-b655fe18eb11 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0245450 May 26 19:44:13.224085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:13.307059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-c86da8eb-1626-431c-94db-226f22eee783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:13.308628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:13.316255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-c86da8eb-1626-431c-94db-226f22eee783 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.3311880 May 26 19:44:13.320053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] Routers {'afcdece0-f7e3-4385-ad3a-3c0c06e3f510'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:13.320988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:13.442898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-491aebea-c793-46f3-987b-87e756bb9a43 req-61a25dd4-5bee-48c5-b34d-ffc8a74046fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.3119681 May 26 19:44:13.456719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cfe4519b-6d20-4f14-836d-595fd9b093f2 req-aee5e772-0f26-4294-9934-cd8e13787f95 tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.2165561 May 26 19:44:13.490804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:13.491634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12ea1e-fef8-470b-a15b-a21c6aa8b5fc None None] The sync data for ids ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:13.495476 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2c8149cc-72ef-4d23-82e7-edbbd778ea7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers/afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 200 len: 884 time: 0.2698598 May 26 19:44:13.512875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:13.661445 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b78f194-b7be-424d-80bf-24dce3a31423'] response: {'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'status': 'completed', 'code': 200} May 26 19:44:13.741348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-f92ffa5b-5a7d-437f-b3e4-bbb905258a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:13.743533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-f92ffa5b-5a7d-437f-b3e4-bbb905258a95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4168501 May 26 19:44:13.912828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-8123bf6a-f395-495f-9fe6-abaa50c2f061 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590302 May 26 19:44:14.166423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:14.301458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcb2e4-6de2-42a4-a766-062c94b2eb7f req-a1192ddd-1552-47ce-80ca-57511eb5f802 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:14.308677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ebcb2e4-6de2-42a4-a766-062c94b2eb7f req-a1192ddd-1552-47ce-80ca-57511eb5f802 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.3928487 May 26 19:44:14.404044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee856be0-96d7-4882-a262-eac2d1b7e406 req-5b34ff68-2f7c-4b5d-b797-d15ae593b866 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939545 May 26 19:44:14.414871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ebcb2e4-6de2-42a4-a766-062c94b2eb7f req-2eb03a7a-3c48-4ce5-94d4-1d36f89b0520 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048505 May 26 19:44:14.438065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f96e0183-581a-4a99-ae65-2f92c958883b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:router {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:14.496825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f96e0183-581a-4a99-ae65-2f92c958883b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:router {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:14.498436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f96e0183-581a-4a99-ae65-2f92c958883b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9789681 May 26 19:44:14.501969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40724) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:14.508819 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2087476789'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:14.673161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e89ee1f-3c8b-412d-b838-c09d08c9c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:14.762372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999d8b-cc79-4611-abb9-038126727968 req-23c6af83-54f9-45b6-9dac-79508708e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:14.764703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-23c6af83-54f9-45b6-9dac-79508708e8b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1095 time: 0.2476058 May 26 19:44:14.849569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755759bd-d3ee-4888-adc1-158768cd81a4 req-87741a01-a63c-45c2-a458-a77d71ff9bb3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:14.850974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-755759bd-d3ee-4888-adc1-158768cd81a4 req-87741a01-a63c-45c2-a458-a77d71ff9bb3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 944 time: 0.2129500 May 26 19:44:15.315566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999d8b-cc79-4611-abb9-038126727968 req-33ff7084-90f0-4c67-a5ff-92703e9b8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:15.317382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-33ff7084-90f0-4c67-a5ff-92703e9b8ea1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.5386598 May 26 19:44:15.426317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-39569050-62d6-407b-82ff-58c3679dc25a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 217 time: 0.0845115 May 26 19:44:15.516854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-755759bd-d3ee-4888-adc1-158768cd81a4 req-01bc9fb0-c942-4d4c-9e11-fa264a40720d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982985 May 26 19:44:15.540208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:15.555889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:15.574195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999d8b-cc79-4611-abb9-038126727968 req-01756f89-f7f8-4731-b685-2061e1095a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:15.577703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-01756f89-f7f8-4731-b685-2061e1095a11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1468859 May 26 19:44:15.867606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72b776a0-20f9-4cea-b9bc-5961032b9036 req-32cab513-712c-4377-aac0-928ec6dbc173 tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.0631664 May 26 19:44:15.931286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999d8b-cc79-4611-abb9-038126727968 req-cac94da0-14d4-4975-b0f7-98db453c9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:15.933002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-cac94da0-14d4-4975-b0f7-98db453c9de9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383961 May 26 19:44:15.979776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router afcdece0-f7e3-4385-ad3a-3c0c06e3f510 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:16.295363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-4c03a552-f1dd-4aa8-86b5-9306d681e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:16.309806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-4c03a552-f1dd-4aa8-86b5-9306d681e9c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1097 time: 0.5486574 May 26 19:44:16.355636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:16.365958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] Sync routers for ids ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:16.367036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:16.371679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aff1596c-12bb-4f4e-90ff-bda1b6101e9c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 200 len: 891 time: 1.8681381 May 26 19:44:16.372620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40754) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:16.398278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] Routers {'afcdece0-f7e3-4385-ad3a-3c0c06e3f510'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:16.398902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:16.503189 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:16.513179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] Routers {'afcdece0-f7e3-4385-ad3a-3c0c06e3f510'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:16.514002 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:43:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:16.658098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-62671c35-8206-4da2-be07-ba477bf45dec service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183952 May 26 19:44:16.712114 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:16.712880 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb26e2a3-339a-426d-860a-8f3c7aff0045 None None] The sync data for ids ['afcdece0-f7e3-4385-ad3a-3c0c06e3f510'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:16.732355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91d725-7679-44ff-87a8-d5f7db1d6171 req-30e28290-808c-4a7c-abc7-6e93baac71fc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:16.734695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e91d725-7679-44ff-87a8-d5f7db1d6171 req-30e28290-808c-4a7c-abc7-6e93baac71fc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.5844917 May 26 19:44:16.738096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-74978e5f-c909-459e-8d79-e01cf4b713b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:16.739605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-74978e5f-c909-459e-8d79-e01cf4b713b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.3946097 May 26 19:44:16.842657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e91d725-7679-44ff-87a8-d5f7db1d6171 req-6c4080e3-72aa-4b68-93a8-54fb8740d467 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020043 May 26 19:44:16.871681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ee4db043-4394-4ea8-9cba-df48c4afb2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:16.904953 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-079ade92-6658-4bfe-9a09-1caf7c85691a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers/afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 200 len: 891 time: 0.5309312 May 26 19:44:16.907398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:17.019439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9b52c68-a2da-4a8d-93ba-d73556445730 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:17.053355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9b52c68-a2da-4a8d-93ba-d73556445730 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:17.062184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9b52c68-a2da-4a8d-93ba-d73556445730 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 200 len: 205 time: 0.1524818 May 26 19:44:17.063013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40776) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:17.164959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-c211ded6-8eeb-477a-907b-fad4d9daf198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 1001 time: 0.3394270 May 26 19:44:17.322244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e999d8b-cc79-4611-abb9-038126727968 req-c267bcac-8753-46a4-b92a-ecfe46b095b0 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776315 May 26 19:44:17.348404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:17.484774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-b3f1376e-bc69-4bb6-be85-f43b405580ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:17.486278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-b3f1376e-bc69-4bb6-be85-f43b405580ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1620920 May 26 19:44:17.563867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:17.668981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-16115560-546b-4615-ad52-de53d914ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:17.674833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-16115560-546b-4615-ad52-de53d914ee46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815689 May 26 19:44:18.003644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:18.007967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855f591-181a-4697-9ab4-66171822952e req-8e893f9e-184b-4404-9521-800f9ced3118 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:18.015916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5855f591-181a-4697-9ab4-66171822952e req-8e893f9e-184b-4404-9521-800f9ced3118 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 944 time: 0.1665683 May 26 19:44:18.032488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port b8068dfa-0bf2-4a2e-8868-0b4832321594 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:18.032827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:18.088921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-e6021ee4-9b48-4824-a5a0-32a65dd6180d service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992009 May 26 19:44:18.158435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5855f591-181a-4697-9ab4-66171822952e req-72fa9fc2-6a1b-4a44-91c7-b9ceccc772f2 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404963 May 26 19:44:18.181411 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:18.307459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:18.611245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for b8068dfa-0bf2-4a2e-8868-0b4832321594 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:18.822316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65f239ba-04d1-492e-a416-1491fb16b5b7 req-635736ae-9a16-4830-9587-6c39ae9e00df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3b60f1647e44504803f9b68e7f4be7d&device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.1518445 May 26 19:44:18.951911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65f239ba-04d1-492e-a416-1491fb16b5b7 req-e50383b4-2b28-4d75-a491-07ba8592c7b8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3b60f1647e44504803f9b68e7f4be7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157613 May 26 19:44:19.054214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.235269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adbdd63f-e499-40fe-be54-efef764cbf48 req-d05df4d8-da76-44fb-a530-b5c7b2274226 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1068027 May 26 19:44:19.240292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=b8068dfa-0bf2-4a2e-8868-0b4832321594,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:19.329529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccf88f-91cf-4719-ace1-05c2af88734b req-9398738c-ec53-4cb1-a025-e8d2ffcb1e06 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:19.339265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daccf88f-91cf-4719-ace1-05c2af88734b req-9398738c-ec53-4cb1-a025-e8d2ffcb1e06 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.4264367 May 26 19:44:19.370479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f239ba-04d1-492e-a416-1491fb16b5b7 req-fd7b6d36-7679-49f7-af35-b0ef7a7323ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:19.372814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65f239ba-04d1-492e-a416-1491fb16b5b7 req-fd7b6d36-7679-49f7-af35-b0ef7a7323ee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4129331 May 26 19:44:19.427017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daccf88f-91cf-4719-ace1-05c2af88734b req-d6d7b33d-0ebf-4408-877b-fe20ede609c4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856521 May 26 19:44:19.451397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.647385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c49d0e66-18b5-44c9-8832-7ffce2901168 req-020773c3-cf1f-4baf-acf3-65080d997d4d tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.0744231 May 26 19:44:19.750886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.758197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.759884 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.803593 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.804552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router afcdece0-f7e3-4385-ad3a-3c0c06e3f510 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:44:19.835021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.836569 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c2298d6e-7bbb-424e-8c74-2d71806547ed tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 204 len: 168 time: 2.7731977 May 26 19:44:19.840126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40822) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:19.848898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483214462'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:19.860925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:19.869870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:19.875881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:19.885417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:19.908423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:19.912649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.932432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f80d-5b25-437f-86e3-530526ad1b28 req-d796c1d6-ea34-4fbf-bf84-9ea7f396137c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:19.941009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b564f80d-5b25-437f-86e3-530526ad1b28 req-d796c1d6-ea34-4fbf-bf84-9ea7f396137c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 944 time: 0.1176822 May 26 19:44:19.957183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:19.971145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:19.971774 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment 7f8552fa-8543-4434-86c5-a23fd864fef5 of type vlan for network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 May 26 19:44:19.993184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b564f80d-5b25-437f-86e3-530526ad1b28 req-bafa652a-d80b-4304-96ff-3b73b1c50abc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 May 26 19:44:20.050772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:20.143549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:20.149073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:20.149655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:20.478574 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6328816 May 26 19:44:20.479673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40834) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:20.491141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:20.510691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9442f2-700d-45a5-abed-4fbb6e501e70 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=d9ea80d4-b1b8-44a6-8cbc-c42a865227d8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:20.524620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:20.656726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:20.692262 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:20.710128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:20.717527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:20.732198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:20.766098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:20.779243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:20.919571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b50193-a03e-419c-b8b2-02954555fd3c req-57595c6b-dd10-45d5-999c-0ad7fd216653 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:20.937019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53b50193-a03e-419c-b8b2-02954555fd3c req-57595c6b-dd10-45d5-999c-0ad7fd216653 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.2671363 May 26 19:44:21.133670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53b50193-a03e-419c-b8b2-02954555fd3c req-53edfb2b-0d51-45eb-b255-e2a4cd09fe3f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955478 May 26 19:44:21.147410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.187786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:21.192128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Usage tracker for resource:security_group_rule and tenant:993ba4033120487ca028f5fb2f93d8c9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:21.195182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:21.201729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:21.328686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.337148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.413857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=774d4885-8351-4c45-9277-701b77ffcc9e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:21.431912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.432402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.432845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.433309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.433740 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.434172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.434597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.435024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.435683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.436113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.436538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.437008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:21.462414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': '7f8552fa-8543-4434-86c5-a23fd864fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:21.462943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: d9ea80d4-b1b8-44a6-8cbc-c42a865227d8, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:21.464260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.500915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:21.507730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65f239ba-04d1-492e-a416-1491fb16b5b7 req-7f760106-8fce-45d3-b986-239cd7ee4773 tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.1689026 May 26 19:44:21.509719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-634e1885-1e4a-4230-8b43-bee2a2f99039 req-a1a534d4-5ad7-4c26-9d00-20994fc6b710 tempest-ServersAaction247Test-222808200 tempest-ServersAaction247Test-222808200-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcc46ee-7fca-4567-9082-4a176d56a6d8 HTTP/1.1" status: 200 len: 210 time: 0.1135771 May 26 19:44:21.538449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d9ea80d4-b1b8-44a6-8cbc-c42a865227d8) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:21.553810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85266896-2c62-416c-a74e-bce9bf87b4db None None] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:21.557668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:21.562941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.593542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7646cf95-013b-45a4-8df9-d540f9dc8f14,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:21.605478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8a67fa25-d112-4591-a082-1a5b8d74dc68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=993ba4033120487ca028f5fb2f93d8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469774 May 26 19:44:21.611388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40854) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:21.633285 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff707133-b7f1-490b-9598-bac4af640d7b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1511176 May 26 19:44:21.637332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40858) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:21.652332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1560678302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:21.670843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:21.696657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:21.712326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:21.766789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:21.782563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.787871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.789263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.885460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.893343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.935974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-d9ea80d4-b1b8-44a6-8cbc-c42a865227d8', 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '774d4885-8351-4c45-9277-701b77ffcc9e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:44:21.936855 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.965395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:21.990514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7edd2-f8f8-4202-880b-17ae88a2ece6 req-9016f631-2267-4c4c-96df-cc472b59d7e6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:21.997455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda7edd2-f8f8-4202-880b-17ae88a2ece6 req-9016f631-2267-4c4c-96df-cc472b59d7e6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 944 time: 0.1979651 May 26 19:44:22.025093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:22.132586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:22.135389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6d38a378-2c03-4e88-ab52-4f2cc289e33f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4970875 May 26 19:44:22.138398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40864) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:22.148004 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:22.149420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7646cf95-013b-45a4-8df9-d540f9dc8f14 HTTP/1.1" status: 204 len: 168 time: 0.5370700 May 26 19:44:22.157153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Allocated IP 2001:db8::2 (d9ea80d4-b1b8-44a6-8cbc-c42a865227d8/774d4885-8351-4c45-9277-701b77ffcc9e/634b69ea-44ce-4317-983b-00def055e210) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:22.161337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d1d1e-62f4-42b7-83cb-de9f4748408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7646cf95-013b-45a4-8df9-d540f9dc8f14,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:22.204215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dda7edd2-f8f8-4202-880b-17ae88a2ece6 req-e94742aa-c57a-4511-914b-63e276d5397a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058222 May 26 19:44:22.578986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:22.582081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459693e-1e5b-4559-9469-acd5ddd64ac1 req-7792fbd9-0fb5-4ca7-9922-3a42852157ed tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:22.591500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c459693e-1e5b-4559-9469-acd5ddd64ac1 req-7792fbd9-0fb5-4ca7-9922-3a42852157ed tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.1374700 May 26 19:44:22.628104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Transition to ACTIVE for port object 634b69ea-44ce-4317-983b-00def055e210 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:22.668008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Transition to ACTIVE for port object 634b69ea-44ce-4317-983b-00def055e210 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:22.680205 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:22.765270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c459693e-1e5b-4559-9469-acd5ddd64ac1 req-333bc0c3-15ee-4746-beb5-15f1b1a24182 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709883 May 26 19:44:22.834328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:22.838819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:22.842774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:22.890945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f2c55ce1-7db1-46b2-9f02-c905df16e09f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:44:23.096034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:23.119506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:44:23.179022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Pushing event updated for resources: {'Port': ['ID=634b69ea-44ce-4317-983b-00def055e210,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:23.221320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f2c55ce1-7db1-46b2-9f02-c905df16e09f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:23.221839 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.255517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c55ce1-7db1-46b2-9f02-c905df16e09f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:23.273227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Attempting to bind port 634b69ea-44ce-4317-983b-00def055e210 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:23.273734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Attempting to bind port 634b69ea-44ce-4317-983b-00def055e210 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7f8552fa-8543-4434-86c5-a23fd864fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:23.274191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Attempting to bind port 634b69ea-44ce-4317-983b-00def055e210 on network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:23.281968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:23.282714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Checking segment: {'id': '7f8552fa-8543-4434-86c5-a23fd864fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:23.283373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.283977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Bound using segment: {'id': '7f8552fa-8543-4434-86c5-a23fd864fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:23.284650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Bound port: 634b69ea-44ce-4317-983b-00def055e210, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8552fa-8543-4434-86c5-a23fd864fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'd9ea80d4-b1b8-44a6-8cbc-c42a865227d8'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:23.285403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.299035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:23.336488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.395012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] For port 634b69ea-44ce-4317-983b-00def055e210, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:23.398627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] For port 634b69ea-44ce-4317-983b-00def055e210, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=634b69ea-44ce-4317-983b-00def055e210,segment=NetworkSegment(7f8552fa-8543-4434-86c5-a23fd864fef5),segment_id=7f8552fa-8543-4434-86c5-a23fd864fef5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:23.400745 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.489840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:23.528911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:23.532394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.573753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548267fa-065b-458d-ba33-12bcdba76e02 req-81402dd9-43b5-483e-a0b8-428277abe68e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:23.586717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-548267fa-065b-458d-ba33-12bcdba76e02 req-81402dd9-43b5-483e-a0b8-428277abe68e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 945 time: 0.1479204 May 26 19:44:23.656690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4025da-b190-4328-8e9c-fb97f6c6ac8b None None] Pushing event updated for resources: {'Port': ['ID=634b69ea-44ce-4317-983b-00def055e210,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:23.674806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-548267fa-065b-458d-ba33-12bcdba76e02 req-b8111040-7b67-41a3-8b3d-28fa29f95afc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799303 May 26 19:44:23.730893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f2c55ce1-7db1-46b2-9f02-c905df16e09f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:44:23.768354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.847217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:23.862133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Usage tracker for resource:security_group_rule and tenant:c3b60f1647e44504803f9b68e7f4be7d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:23.872952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:23.882066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:23.967197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8::1 (d9ea80d4-b1b8-44a6-8cbc-c42a865227d8/774d4885-8351-4c45-9277-701b77ffcc9e/cd7338b1-653c-4c24-8e6c-5712d18766d7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:23.979702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:23.987430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.068144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa2363-1864-4b1c-a34d-404efebb4178,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:24.072605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bbe96de8-57f2-460f-877d-c3bb17d4144d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3b60f1647e44504803f9b68e7f4be7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811205 May 26 19:44:24.077489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40896) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:24.368566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.407313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.422964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474f987-5102-4806-acdb-b73ff51fd4d6 req-57949e77-b35c-4de3-9e63-acc5d383b0c6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:24.424549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9474f987-5102-4806-acdb-b73ff51fd4d6 req-57949e77-b35c-4de3-9e63-acc5d383b0c6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.3074322 May 26 19:44:24.500746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9474f987-5102-4806-acdb-b73ff51fd4d6 req-2ae9d67a-236d-40cd-87e7-f63ac71c13a5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682168 May 26 19:44:24.532509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.543041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.568257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object cd7338b1-653c-4c24-8e6c-5712d18766d7 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:24.605729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.685446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa2363-1864-4b1c-a34d-404efebb4178,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:24.690707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.691677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0cb0d279-78d7-454d-bf8e-16de7e39f5bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02fa2363-1864-4b1c-a34d-404efebb4178 HTTP/1.1" status: 204 len: 168 time: 0.6128705 May 26 19:44:24.698363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:24.701529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:24.717496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:24.718808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:24.733778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=cd7338b1-653c-4c24-8e6c-5712d18766d7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:24.902043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f2c55ce1-7db1-46b2-9f02-c905df16e09f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:24.920880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:25.029541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc583230-dae2-4a38-bb98-0def4ace836d req-7cb59977-1232-415c-98a2-266b39d8d82e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:25.044684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f2c55ce1-7db1-46b2-9f02-c905df16e09f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:25.050148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc583230-dae2-4a38-bb98-0def4ace836d req-7cb59977-1232-415c-98a2-266b39d8d82e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 945 time: 0.2248163 May 26 19:44:25.062209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f2c55ce1-7db1-46b2-9f02-c905df16e09f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:25.062586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:25.146784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc583230-dae2-4a38-bb98-0def4ace836d req-99695ba8-8ba6-4d06-96c1-f105832c8e9e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915704 May 26 19:44:25.352996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f2c55ce1-7db1-46b2-9f02-c905df16e09f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:25.353424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:25.416830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:25.447560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:25.456657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:25.530115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5153c07-adde-4a5a-8167-b6b1764d4bd0 None None] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:25.777747 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5837e48-ad8d-4d07-bc76-b6767d887b05'] response: {'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'code': 200} May 26 19:44:25.877070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:25.918189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-811a2688-00c6-457e-ae5d-43e4d69c9d3e None None] Provisioning for port 634b69ea-44ce-4317-983b-00def055e210 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:25.974393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab88fd-9ac6-43ae-b1b3-a033d3aee3c0 req-5b4e7c66-75ab-4935-9090-f9756dfd2dd2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:25.999150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 634b69ea-44ce-4317-983b-00def055e210 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:26.013698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ab88fd-9ac6-43ae-b1b3-a033d3aee3c0 req-5b4e7c66-75ab-4935-9090-f9756dfd2dd2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.3285005 May 26 19:44:26.051959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f71a9-afb6-4c6e-8c4e-bdba25401d36 req-5744e663-9189-418a-8003-e0f0430dd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:26.053649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-674f71a9-afb6-4c6e-8c4e-bdba25401d36 req-5744e663-9189-418a-8003-e0f0430dd375 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.4555416 May 26 19:44:26.067335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.082488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.083512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.174110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ab88fd-9ac6-43ae-b1b3-a033d3aee3c0 req-a2de89b6-a4a1-44da-b56d-6d5941937071 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589923 May 26 19:44:26.197883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-674f71a9-afb6-4c6e-8c4e-bdba25401d36 req-775588f6-8f16-4900-bd83-bacc77e9aba5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185694 May 26 19:44:26.261884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:26.309734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 634b69ea-44ce-4317-983b-00def055e210 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:26.319727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 634b69ea-44ce-4317-983b-00def055e210 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:26.320241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.407931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:26.412069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:26.456529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1551728887-network', 'tenant_id': '72295889837744a5b8f25987011df4ee'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:26.478277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:26.487908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Usage tracker for resource:network and tenant:72295889837744a5b8f25987011df4ee is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:26.490612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=cd7338b1-653c-4c24-8e6c-5712d18766d7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:26.502041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:26.522352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:26.558715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Made reservation on behalf of 72295889837744a5b8f25987011df4ee for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:26.565756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.585242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.604066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:26.619619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47649ce3-5a37-4ac4-9ca4-2974aed566de req-959f62ea-70b0-4008-b988-803b02d07783 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:26.629652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47649ce3-5a37-4ac4-9ca4-2974aed566de req-959f62ea-70b0-4008-b988-803b02d07783 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.2636452 May 26 19:44:26.635596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Usage tracker for resource:security_group_rule and tenant:72295889837744a5b8f25987011df4ee is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:26.643197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:26.653417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:26.662926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 2498c80e-a376-44de-a91d-61e1447129d9 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:44:26.750940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 634b69ea-44ce-4317-983b-00def055e210 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:26.751322 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.795458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47649ce3-5a37-4ac4-9ca4-2974aed566de req-ee6fc2a2-b40a-449f-b8c4-9ee5773630b3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480644 May 26 19:44:26.876685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.906786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.941003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 634b69ea-44ce-4317-983b-00def055e210, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=634b69ea-44ce-4317-983b-00def055e210,segment=NetworkSegment(7f8552fa-8543-4434-86c5-a23fd864fef5),segment_id=7f8552fa-8543-4434-86c5-a23fd864fef5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:26.949099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:26.970277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:26.990217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:26.990760 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9722bcb6-c9b0-49e2-a88f-956ad625372f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/2498c80e-a376-44de-a91d-61e1447129d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8478515 May 26 19:44:26.990760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40948) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:27.003665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d38c4ff-714c-4336-a244-2277712e6117,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.019763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] Sync routers for ids ['2498c80e-a376-44de-a91d-61e1447129d9'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:27.048272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.052926 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Added segment 2c9ce501-6ade-4d99-b872-959310b1c3b9 of type vlan for network 65beef35-d52b-481b-90fb-334bc574ffd5 May 26 19:44:27.102007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] Routers {'2498c80e-a376-44de-a91d-61e1447129d9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:27.102984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2498c80e-a376-44de-a91d-61e1447129d9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:27.167098 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.218359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:27.248656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] Routers {'2498c80e-a376-44de-a91d-61e1447129d9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:27.250096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2498c80e-a376-44de-a91d-61e1447129d9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:27.267580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31addd9d-699d-48d7-b98b-0cfa40f6ceda tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:27.268620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-31addd9d-699d-48d7-b98b-0cfa40f6ceda tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:27.271566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.273009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:27.273826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.328748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-31addd9d-699d-48d7-b98b-0cfa40f6ceda tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:27.333793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31addd9d-699d-48d7-b98b-0cfa40f6ceda tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports/cd7338b1-653c-4c24-8e6c-5712d18766d7 HTTP/1.1" status: 200 len: 911 time: 0.3423350 May 26 19:44:27.337265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 40960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:27.361014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '774d4885-8351-4c45-9277-701b77ffcc9e'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:27.400338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:27.408966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f28f4-602b-47a6-b88d-71111914e07b None None] The sync data for ids ['2498c80e-a376-44de-a91d-61e1447129d9'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:27.431238 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=634b69ea-44ce-4317-983b-00def055e210,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.444650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Provisioning for port cd7338b1-653c-4c24-8e6c-5712d18766d7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:27.458426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Provisioning complete for port cd7338b1-653c-4c24-8e6c-5712d18766d7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:27.459064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.682043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Port cd7338b1-653c-4c24-8e6c-5712d18766d7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:27.730900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Provisioning complete for port 634b69ea-44ce-4317-983b-00def055e210 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:27.731280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:27.816547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5509269 May 26 19:44:27.824835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40964) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:27.842317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d25026-348f-47d2-b9fa-387ba53faffa admin admin] Pushing event updated for resources: {'Network': ['ID=65beef35-d52b-481b-90fb-334bc574ffd5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:27.865133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Request body: {'subnet': {'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1551728887-subnet', 'tenant_id': '72295889837744a5b8f25987011df4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:27.906663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:27.916516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 65beef35-d52b-481b-90fb-334bc574ffd5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:27.935407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Usage tracker for resource:subnet and tenant:72295889837744a5b8f25987011df4ee is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:27.939383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:27.960900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:27.999961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Made reservation on behalf of 72295889837744a5b8f25987011df4ee for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:28.006837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:28.147779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 634b69ea-44ce-4317-983b-00def055e210 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:28.296051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94261c-e945-42a2-84a9-64be7d4e66e3 req-1d66b0f5-428e-4e83-9b94-f736c5ae4125 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:28.297588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff94261c-e945-42a2-84a9-64be7d4e66e3 req-1d66b0f5-428e-4e83-9b94-f736c5ae4125 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.7311025 May 26 19:44:28.378712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:28.433019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff94261c-e945-42a2-84a9-64be7d4e66e3 req-5b521df1-0fc7-4dea-8aa9-31a96eda53ba tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156006 May 26 19:44:28.520081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 634b69ea-44ce-4317-983b-00def055e210 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:28.520503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:28.714817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:28.739875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 634b69ea-44ce-4317-983b-00def055e210 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:28.756186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9bef4648-b9a5-44fb-bbef-2a95b6ce6abd None None] Current status of the port 634b69ea-44ce-4317-983b-00def055e210 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:28.865847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea348e0-8a8b-4db3-be1a-5675ce680d7a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:28.886393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Checking segment: {'id': '2c9ce501-6ade-4d99-b872-959310b1c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:28.886842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Network hostable DHCP agents. Network: 65beef35-d52b-481b-90fb-334bc574ffd5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:28.897405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9726e5bc-c743-43a1-8ac0-9b963525bbc3 None None] Provisioning complete for port cd7338b1-653c-4c24-8e6c-5712d18766d7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:28.900390 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9726e5bc-c743-43a1-8ac0-9b963525bbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:28.938142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea504e2-07e3-4bf8-afac-7120070f78bb req-0dcd5622-e8ae-4cac-b126-29976826f2e0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:28.939830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fea504e2-07e3-4bf8-afac-7120070f78bb req-0dcd5622-e8ae-4cac-b126-29976826f2e0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.2836690 May 26 19:44:28.945442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Network 65beef35-d52b-481b-90fb-334bc574ffd5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:29.035272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9726e5bc-c743-43a1-8ac0-9b963525bbc3 None None] Port cd7338b1-653c-4c24-8e6c-5712d18766d7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:29.049860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fea504e2-07e3-4bf8-afac-7120070f78bb req-3572a064-0612-4f6b-80d9-53cea8fa8f21 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015017 May 26 19:44:29.050494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 65beef35-d52b-481b-90fb-334bc574ffd5) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:29.061289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:29.061871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:29.075962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a7f20-b604-4403-8e6c-acab496a1898 None None] Network 65beef35-d52b-481b-90fb-334bc574ffd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:29.133432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ee3f91d4-5704-4ab7-af67-3386814984ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2976801 May 26 19:44:29.290957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:29.308470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:29.317527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:29.318192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:29.325903 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/ports/cd7338b1-653c-4c24-8e6c-5712d18766d7 HTTP/1.1" status: 200 len: 911 time: 1.9856784 May 26 19:44:29.330546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 40992) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:29.487753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf45a0-3534-4495-b153-53222e5fbc2c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=cd7338b1-653c-4c24-8e6c-5712d18766d7,revision_number=3']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:29.493880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9dea7-aefb-492a-ae23-8eff3bb60104 None None] Network 65beef35-d52b-481b-90fb-334bc574ffd5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:29.915872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180a97-72b2-4b24-a390-579766278486 req-00d3fe47-26d8-453d-ae94-36bddf3e77ad tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:29.917384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55180a97-72b2-4b24-a390-579766278486 req-00d3fe47-26d8-453d-ae94-36bddf3e77ad tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.6346436 May 26 19:44:30.024775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55180a97-72b2-4b24-a390-579766278486 req-3cbee0a1-23a4-49bf-a825-1d8497ea4c3a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995162 May 26 19:44:30.049514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:30.169210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06949363-1587-4cb8-a8be-8c88d3c23d62 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:30.174174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-06949363-1587-4cb8-a8be-8c88d3c23d62 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1092 time: 0.1208735 May 26 19:44:30.180068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:30.185429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:30.203407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:30.208193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:floatingip and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:30.211979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:30.217968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:30.231022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.308938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.406698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.445904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6b84-9d6d-414a-b768-52aa4f120093 req-8ee7b164-5dff-4689-8390-7565b9dbe01c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:30.447393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db5f6b84-9d6d-414a-b768-52aa4f120093 req-8ee7b164-5dff-4689-8390-7565b9dbe01c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.2403014 May 26 19:44:30.566862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db5f6b84-9d6d-414a-b768-52aa4f120093 req-4f44ee39-8388-499f-897b-b11d1344cc09 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093619 May 26 19:44:30.595626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.25.0.216 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5ce78292-5a0c-4ec4-9e97-7b75cf42139f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:30.753362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port cd7338b1-653c-4c24-8e6c-5712d18766d7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:30.754357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.815959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.856906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:30.941996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:30.944676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:30.948441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:30.984846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=5ce78292-5a0c-4ec4-9e97-7b75cf42139f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:31.067820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-0a5250f5-be4c-4caa-8c8c-dcb0e9169c8d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:31.068365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-0a5250f5-be4c-4caa-8c8c-dcb0e9169c8d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Synchronizing usage tracker for tenant:72295889837744a5b8f25987011df4ee on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:31.111026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-0a5250f5-be4c-4caa-8c8c-dcb0e9169c8d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Unset dirty status for tenant:72295889837744a5b8f25987011df4ee on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:31.112182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-0a5250f5-be4c-4caa-8c8c-dcb0e9169c8d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/networks?id=65beef35-d52b-481b-90fb-334bc574ffd5 HTTP/1.1" status: 200 len: 814 time: 0.2016468 May 26 19:44:31.133793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:31.142891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-40fdff40-f62d-4d42-a76d-b2885d06c3b3 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/quotas/72295889837744a5b8f25987011df4ee HTTP/1.1" status: 200 len: 375 time: 0.0222771 May 26 19:44:31.268458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for cd7338b1-653c-4c24-8e6c-5712d18766d7 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:31.353480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-ef0de0fb-3dad-4834-8e07-891ce2cdf43a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=72295889837744a5b8f25987011df4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513326 May 26 19:44:31.552139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:31.637714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:31.836792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-de577478-0532-4746-871f-722dbbe4b37b service neutron] 10.222.0.24 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700181 May 26 19:44:31.877215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:31.883444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:31.999889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=5ce78292-5a0c-4ec4-9e97-7b75cf42139f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:32.012192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:32.062308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-8654efee-cb3b-4ffc-8a06-e4cf8093c1f4 service neutron] 10.222.0.24 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995108 May 26 19:44:32.066967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:32.203237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=cd7338b1-653c-4c24-8e6c-5712d18766d7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:32.243544 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP 04eaa960-881c-45b3-a48a-2001291996dc associated. External IP: 172.25.0.216, port: f2c55ce1-7db1-46b2-9f02-c905df16e09f. May 26 19:44:32.399376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:32.748000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a8c9-b546-44ba-acfd-34b7d0ded409 req-25a8255e-f165-40f1-9071-0cc3f695f155 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:32.751570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:32.753552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c58a8c9-b546-44ba-acfd-34b7d0ded409 req-25a8255e-f165-40f1-9071-0cc3f695f155 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 946 time: 0.3849366 May 26 19:44:32.807859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router 2498c80e-a376-44de-a91d-61e1447129d9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:32.827348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c58a8c9-b546-44ba-acfd-34b7d0ded409 req-a0e4379a-33e6-4000-86d5-55113c9d0eed tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605285 May 26 19:44:33.019382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:33.030812 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:33.047945 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:33.048621 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:33.093297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d2b626b-b433-448c-a989-56c782e6ec35 req-8aa431ec-59dd-475e-a338-91545d9ed59e tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 210 time: 0.0723133 May 26 19:44:33.096792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:33.107253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] Sync routers for ids ['2498c80e-a376-44de-a91d-61e1447129d9'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:33.109959 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:33.137505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] Routers {'2498c80e-a376-44de-a91d-61e1447129d9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:33.139806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2498c80e-a376-44de-a91d-61e1447129d9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:33.141217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a9a70673-735d-4236-958e-6e67a43274fd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/2498c80e-a376-44de-a91d-61e1447129d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8095696 May 26 19:44:33.144157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41122) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:33.231647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67c22d05-cb7f-408d-89df-6d95c1524fcd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:33.261382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67c22d05-cb7f-408d-89df-6d95c1524fcd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:33.263142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-67c22d05-cb7f-408d-89df-6d95c1524fcd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498c80e-a376-44de-a91d-61e1447129d9 HTTP/1.1" status: 200 len: 205 time: 0.1177948 May 26 19:44:33.265961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41140) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:33.343800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:33.359053 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:33.365260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] Routers {'2498c80e-a376-44de-a91d-61e1447129d9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:33.365889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2498c80e-a376-44de-a91d-61e1447129d9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:33.518950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:33.520774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da8f42c-cd9d-48a1-ac31-1ced33df6269 None None] The sync data for ids ['2498c80e-a376-44de-a91d-61e1447129d9'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:33.590576 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e21924eb-5b1c-429c-9a22-a71c66302a78 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4073055 May 26 19:44:33.598453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:33.658169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:33.686343 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de626c8-993f-49ce-b225-bdc972c95b2f'] response: {'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'status': 'completed', 'code': 200} May 26 19:44:34.039663 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:31Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:34.044308 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:34.055398 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:34.056358 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:34.225387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:44:34.329652 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:34.349372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.401790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ca7b9984-90ab-40cb-8178-c24decfb07e5 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:34.402506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.451975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:34.457856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:34.461771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.543567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=14']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:34.552266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.555566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.555956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.556440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.557008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.557367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.557692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.558063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.558463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.558787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.559104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.559423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.559739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:34.573591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1630b17b-ab2e-4826-ad07-43ce65b2aed6 req-be540b9a-44f9-4241-9c44-9282cfd07075 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 210 time: 0.2403924 May 26 19:44:34.674980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-88a13b0c-46d9-4bc1-bebf-7d9dec6c6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:34.676377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-88a13b0c-46d9-4bc1-bebf-7d9dec6c6698 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.9289701 May 26 19:44:34.725259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-6383785e-a652-48b4-94a2-2d9e0f027d14 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:34.726868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-6383785e-a652-48b4-94a2-2d9e0f027d14 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.53 "GET /v2.0/networks?id=65beef35-d52b-481b-90fb-334bc574ffd5 HTTP/1.1" status: 200 len: 814 time: 0.4811192 May 26 19:44:34.730516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.731081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router 2498c80e-a376-44de-a91d-61e1447129d9 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:44:34.769851 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:31Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:34.773720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aa5df-c1d6-4dfb-8526-bebd8f24a6bb None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:31Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:34.835518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Request body: {'port': {'device_id': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5', 'admin_state_up': True, 'tenant_id': '72295889837744a5b8f25987011df4ee'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:34.881007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:34.883892 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dcf5df98-91b3-45d6-8501-299de91d78d5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/2498c80e-a376-44de-a91d-61e1447129d9 HTTP/1.1" status: 204 len: 168 time: 1.6167941 May 26 19:44:34.884888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41204) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:34.977377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a7004-356d-4692-ba73-033897f369c5 None None] New status for floating IP 04eaa960-881c-45b3-a48a-2001291996dc: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:44:35.079630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-d801e286-2f0b-4beb-841a-59f714bbb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:35.079630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-d801e286-2f0b-4beb-841a-59f714bbb260 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3847172 May 26 19:44:35.104372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 774d4885-8351-4c45-9277-701b77ffcc9e {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:44:35.108932 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:35.228802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a992036-375a-4534-98f7-4acbb91c988f req-9df14a1b-8f42-471c-aff7-fa32f963e196 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:35.230588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a992036-375a-4534-98f7-4acbb91c988f req-9df14a1b-8f42-471c-aff7-fa32f963e196 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.5357306 May 26 19:44:35.261648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:35.267421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:35.444797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Usage tracker for resource:port and tenant:72295889837744a5b8f25987011df4ee is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:35.466817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:35.496694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:35.520713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-391ea42f-b818-43f0-928f-540423c6eedc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 1000 time: 0.3595819 May 26 19:44:35.523396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a992036-375a-4534-98f7-4acbb91c988f req-c792cb30-7996-4c46-a611-66c13cdd257c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760906 May 26 19:44:35.571982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Made reservation on behalf of 72295889837744a5b8f25987011df4ee for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:35.575734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:35.650806 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00330a93-2c1e-4bb9-a3ca-bbfae1bb0bbc'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'code': 200} May 26 19:44:35.660195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-f8922626-2fa9-493f-a2c8-d5baa5e814d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:35.662167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-f8922626-2fa9-493f-a2c8-d5baa5e814d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1334300 May 26 19:44:35.668361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:35.947756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:35.985068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-ceaf325f-5599-444d-a8a6-7973bea6e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:35.986611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-ceaf325f-5599-444d-a8a6-7973bea6e70e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841740 May 26 19:44:36.001107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Allocated IP 172.20.0.13 (65beef35-d52b-481b-90fb-334bc574ffd5/3ea348e0-8a8b-4db3-be1a-5675ce680d7a/2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:36.026395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=774d4885-8351-4c45-9277-701b77ffcc9e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:36.039710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9251ef-d259-4190-bf70-0e6c73371a8b None None] Network d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:36.041777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.153595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2439b70-658d-44f3-8d15-1024d675c385 req-9df5245d-2c08-4630-812c-1d7184547270 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:36.155644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2439b70-658d-44f3-8d15-1024d675c385 req-9df5245d-2c08-4630-812c-1d7184547270 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.3988512 May 26 19:44:36.166107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb22418a-f7b1-4eb0-a80d-edaafd0b04f4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/774d4885-8351-4c45-9277-701b77ffcc9e HTTP/1.1" status: 204 len: 168 time: 1.2294271 May 26 19:44:36.166473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:36.299818 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.311928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 634b69ea-44ce-4317-983b-00def055e210 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:36.312688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.353485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] DHCP port deletion for d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:44:36.358568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Deleting port 634b69ea-44ce-4317-983b-00def055e210 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:36.359105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.369445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-7650be06-0b54-424f-b6a1-d337cfe0206d service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731101 May 26 19:44:36.379462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2439b70-658d-44f3-8d15-1024d675c385 req-996264ca-7cd3-4de2-a4f2-07627390ee66 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104676 May 26 19:44:36.629511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 634b69ea-44ce-4317-983b-00def055e210, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=634b69ea-44ce-4317-983b-00def055e210,segment=NetworkSegment(7f8552fa-8543-4434-86c5-a23fd864fef5),segment_id=7f8552fa-8543-4434-86c5-a23fd864fef5)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:36.629878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.644812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] For port 634b69ea-44ce-4317-983b-00def055e210, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=634b69ea-44ce-4317-983b-00def055e210,segment=NetworkSegment(7f8552fa-8543-4434-86c5-a23fd864fef5),segment_id=7f8552fa-8543-4434-86c5-a23fd864fef5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:36.645234 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.657332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.674720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0de15b46-12a9-419c-a4e7-586837073037 req-cae11510-a9f6-49fa-bbd2-2c25990f8d3c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Synchronizing usage tracker for tenant:72295889837744a5b8f25987011df4ee on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:36.702666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e02d055-1e2b-4ba1-9bbc-4a2a3e30f021 req-d717ad66-a2fc-4c47-a2e9-809a73430a23 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184757 May 26 19:44:36.705520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0de15b46-12a9-419c-a4e7-586837073037 req-cae11510-a9f6-49fa-bbd2-2c25990f8d3c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Unset dirty status for tenant:72295889837744a5b8f25987011df4ee on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:36.706675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0de15b46-12a9-419c-a4e7-586837073037 req-cae11510-a9f6-49fa-bbd2-2c25990f8d3c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 210 time: 0.1313715 May 26 19:44:36.747961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.800284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Calling delete_port for 634b69ea-44ce-4317-983b-00def055e210 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:36.837894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Network 65beef35-d52b-481b-90fb-334bc574ffd5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:36.841018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:36.843837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:36.843962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 634b69ea-44ce-4317-983b-00def055e210 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:44:36.889290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Pushing event updated for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:36.916853 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:36.945327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:44:36.945710 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:44:36.979917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] No DVR routers for this DVR port 634b69ea-44ce-4317-983b-00def055e210 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:44:36.989934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97134c2e-1eac-402e-a36d-a52bbc99fbea None None] Pushing event deleted for resources: {'Port': ['ID=634b69ea-44ce-4317-983b-00def055e210,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:36.998942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.004951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:37.005649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.034041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-c965bfaa-96d3-4ed0-821c-3eb395123442 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2152081 May 26 19:44:37.055200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Request body: {'port': {'device_id': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:37.088650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a2943-c478-4e7c-a0ae-dc38eebbdaf9 req-d585f723-8306-4deb-bfb7-a6becd22d5f6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:37.090150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a8a2943-c478-4e7c-a0ae-dc38eebbdaf9 req-d585f723-8306-4deb-bfb7-a6becd22d5f6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1938527 May 26 19:44:37.194225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a8a2943-c478-4e7c-a0ae-dc38eebbdaf9 req-e2ecbbe8-a9ae-4b28-a718-654349dfca07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977082 May 26 19:44:37.241643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.447475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 634b69ea-44ce-4317-983b-00def055e210 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:44:37.448698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.522545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] The port '634b69ea-44ce-4317-983b-00def055e210' was deleted {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:44:37.648547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.674306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ea80d4-b1b8-44a6-8cbc-c42a865227d8']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:37.686938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8552fa-8543-4434-86c5-a23fd864fef5') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:37.687694 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8552fa-8543-4434-86c5-a23fd864fef5') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:37.699769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.716309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.724778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:44:37.725313 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.786566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-aba4686c-8842-434a-af30-be3e3bf37ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:37.788033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-aba4686c-8842-434a-af30-be3e3bf37ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1923501 May 26 19:44:37.801596 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7f8552fa-8543-4434-86c5-a23fd864fef5 resource provider aggregate not found May 26 19:44:37.832654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bd771-0736-4b41-be49-e54085df2da6 req-805f562e-0a4e-4324-a7e6-0ed0248d7fb4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:37.834113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e98bd771-0736-4b41-be49-e54085df2da6 req-805f562e-0a4e-4324-a7e6-0ed0248d7fb4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2394979 May 26 19:44:37.837524 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7f8552fa-8543-4434-86c5-a23fd864fef5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f8552fa-8543-4434-86c5-a23fd864fef5 found for delete ", "request_id": "req-39227cd8-b061-42a5-8959-c9a3cf350a9c"}]} May 26 19:44:37.859307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 634b69ea-44ce-4317-983b-00def055e210 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:44:37.860104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.881568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.898676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=d9ea80d4-b1b8-44a6-8cbc-c42a865227d8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:37.917521 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c13200c0-947c-4abd-b49e-a377fd700430 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/d9ea80d4-b1b8-44a6-8cbc-c42a865227d8 HTTP/1.1" status: 204 len: 168 time: 1.7497354 May 26 19:44:37.921516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41250) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:37.927981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-282270262', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:37.937478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:37.943196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:37.947065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:37.948606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 634b69ea-44ce-4317-983b-00def055e210 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:44:37.949135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 634b69ea-44ce-4317-983b-00def055e210 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:44:37.959227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:37.979278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.980735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:37.999829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.015827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:38.026477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.050784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.068177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e98bd771-0736-4b41-be49-e54085df2da6 req-de898e3b-c36a-4a85-8a47-a72bd2ef3ba9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711252 May 26 19:44:38.082057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.084315 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5d0d4879-d78d-4422-9691-c63956438e0f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1618068 May 26 19:44:38.087422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:38.098560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-508326686'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:38.105410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:38.110616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:38.113680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:38.120914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:38.121827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Transition to ACTIVE for port object 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:38.133676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-1add97d0-64c8-41e6-a6b8-e0083b104190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:38.134160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:38.135444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-1add97d0-64c8-41e6-a6b8-e0083b104190 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.3411524 May 26 19:44:38.136795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.138586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.189901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:38.204763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.205134 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment d98e5d78-1161-4891-8b9d-c26ab89439b1 of type vlan for network 6279a8a8-d508-4ff3-9016-38bf577289c6 May 26 19:44:38.237875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.283132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.289582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:38.292046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.433286 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3435519 May 26 19:44:38.439520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:38.451458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:38.496339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead54426-5c2a-44bc-866b-39c3f893cd34 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=6279a8a8-d508-4ff3-9016-38bf577289c6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:38.508248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Pushing event updated for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:38.508760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:38.604988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Attempting to bind port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:38.604988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Attempting to bind port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2c9ce501-6ade-4d99-b872-959310b1c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:38.605432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Attempting to bind port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 on network 65beef35-d52b-481b-90fb-334bc574ffd5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:38.609530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-992b545c-85b2-4d27-b4fd-7f995f6a5cfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.4673996 May 26 19:44:38.643784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:38.649006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:38.653390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:38.658662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 on network 65beef35-d52b-481b-90fb-334bc574ffd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:44:38.659752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Attempting to bind port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 on network 65beef35-d52b-481b-90fb-334bc574ffd5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:38.660543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:38.672502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:38.672812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Checking segment: {'id': '2c9ce501-6ade-4d99-b872-959310b1c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:38.673224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Bound using segment: {'id': '2c9ce501-6ade-4d99-b872-959310b1c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:38.674257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Bound port: 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9ce501-6ade-4d99-b872-959310b1c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:38.674257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.674893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:38.680321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.706788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fb0e9-2425-445f-ae83-dc8e1e614ef7 req-5ee26306-0792-4be5-b8ac-0aecc1311ecf tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:38.715900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-339fb0e9-2425-445f-ae83-dc8e1e614ef7 req-5ee26306-0792-4be5-b8ac-0aecc1311ecf tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 944 time: 0.4656270 May 26 19:44:38.856056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-339fb0e9-2425-445f-ae83-dc8e1e614ef7 req-7e3db501-a127-4133-ab97-f41844bce430 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Synchronizing usage tracker for tenant:72295889837744a5b8f25987011df4ee on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:38.868497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-5fa78c1b-c6e3-4fb6-9caf-356bab88e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:38.868497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-5fa78c1b-c6e3-4fb6-9caf-356bab88e870 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.2410655 May 26 19:44:38.940167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:44:38.978697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-339fb0e9-2425-445f-ae83-dc8e1e614ef7 req-7e3db501-a127-4133-ab97-f41844bce430 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Unset dirty status for tenant:72295889837744a5b8f25987011df4ee on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:38.984320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:38.993032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-339fb0e9-2425-445f-ae83-dc8e1e614ef7 req-7e3db501-a127-4133-ab97-f41844bce430 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732036 May 26 19:44:39.002330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:39.029632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,segment=NetworkSegment(2c9ce501-6ade-4d99-b872-959310b1c3b9),segment_id=2c9ce501-6ade-4d99-b872-959310b1c3b9)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:39.042184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:39.086649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:39.086649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: 6279a8a8-d508-4ff3-9016-38bf577289c6, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:39.094880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=eaf359eb-a4c1-4f40-98d9-b033b9528b6d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:39.123787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:39.141322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6279a8a8-d508-4ff3-9016-38bf577289c6) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:39.152842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:39.152997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff9f75-52d3-4a14-9ab3-6b95cb7699fa None None] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:39.153464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:39.155760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] 10.222.0.53 "PUT /v2.0/ports/2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 HTTP/1.1" status: 200 len: 1092 time: 2.1128552 May 26 19:44:39.156324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:39.180105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-4f10b277-8ebf-412e-9a40-d05ae728e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:39.180596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-4f10b277-8ebf-412e-9a40-d05ae728e428 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3122633 May 26 19:44:39.194905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:39.199411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:39.268982 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1197d183-c90c-46c1-aa7b-7fc6f6553f04 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8241119 May 26 19:44:39.268982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:39.285158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433524e2-6f62-481c-97b0-02dcc6e8a951 service neutron] Pushing event updated for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:39.707473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-f33faa6e-8094-4a8b-ada7-0c7bf20f63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:39.709511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-f33faa6e-8094-4a8b-ada7-0c7bf20f63e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=72295889837744a5b8f25987011df4ee&device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 1095 time: 0.4262524 May 26 19:44:39.714817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-10a9a2f2-1c7a-4046-a2be-dc8789d0832d service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252154 May 26 19:44:39.716504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-6279a8a8-d508-4ff3-9016-38bf577289c6', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:44:39.718273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:39.724001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca55c4a-be56-4f71-b912-4e2f7da189b8 req-7b2f8a47-8711-428b-9e9d-5e6684ae102b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:39.725802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ca55c4a-be56-4f71-b912-4e2f7da189b8 req-7b2f8a47-8711-428b-9e9d-5e6684ae102b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.4417746 May 26 19:44:39.925753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-49005e39-5660-4a92-91ad-d173fc141e14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 HTTP/1.1" status: 200 len: 217 time: 0.1988454 May 26 19:44:39.930168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Allocated IP 2001:db8::2 (6279a8a8-d508-4ff3-9016-38bf577289c6/eaf359eb-a4c1-4f40-98d9-b033b9528b6d/9f074c25-dc44-4b9d-b3f7-7f77cb5f9800) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:40.058643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d786010-58a8-45e8-972a-fe6ef820b87e req-2586862e-0723-48ba-8c89-b74b1f790cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302739 May 26 19:44:40.081616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ca55c4a-be56-4f71-b912-4e2f7da189b8 req-837b9e55-053d-4737-a13f-db12a85e47af tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251933 May 26 19:44:40.091287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-499e2122-344c-40f4-8e4e-12f6c605e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:40.094126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-499e2122-344c-40f4-8e4e-12f6c605e9fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ea348e0-8a8b-4db3-be1a-5675ce680d7a HTTP/1.1" status: 200 len: 854 time: 0.1460540 May 26 19:44:40.176059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.188360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Transition to ACTIVE for port object 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:40.214367 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684069de-353d-4d27-8034-590ad7c472d4'] response: {'name': 'network-changed', 'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73', 'status': 'completed', 'code': 200} May 26 19:44:40.218551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-2e70d0b5-6670-4c82-9e97-b0db2bbce732 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65beef35-d52b-481b-90fb-334bc574ffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166432 May 26 19:44:40.220705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Transition to ACTIVE for port object 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:40.234839 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.240612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.357025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:40.365624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:40.378200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:40.481002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Attempting to bind port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:40.481632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Attempting to bind port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:40.482159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Attempting to bind port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 on network 6279a8a8-d508-4ff3-9016-38bf577289c6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:40.494315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:40.494968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Checking segment: {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:40.495537 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.496234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Bound using segment: {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:40.496851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Bound port: 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:40.497420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.550192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-31dc9cd4-1ed0-463c-bbc2-5aca0db2f56f service neutron] 10.222.0.53 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198836 May 26 19:44:40.563211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8747c4-94d2-4798-b135-40a6b923c00f req-d4d7578c-6b1b-4230-a6c2-a2d0ca880c9c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:40.565026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe8747c4-94d2-4798-b135-40a6b923c00f req-d4d7578c-6b1b-4230-a6c2-a2d0ca880c9c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 944 time: 0.1479697 May 26 19:44:40.611917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] For port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:40.615027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] For port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:40.616311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Pushing event updated for resources: {'Port': ['ID=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:40.626833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.642493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8::1 (6279a8a8-d508-4ff3-9016-38bf577289c6/eaf359eb-a4c1-4f40-98d9-b033b9528b6d/aa77f354-758d-442a-af88-5bbca0b99db3) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:40.694264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe8747c4-94d2-4798-b135-40a6b923c00f req-199f8571-d711-4603-8491-ff88e2eac43c tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099329 May 26 19:44:40.767603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0f3cc5c-8362-498d-a343-c2f4182371f9 req-24a8fd75-9cf0-4dc1-a9e6-e4efa49d50e9 service neutron] 10.222.0.53 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012606 May 26 19:44:40.846057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f8046-8bfd-4723-9601-be18e4428fbd None None] Pushing event updated for resources: {'Port': ['ID=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:40.880911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:40.900928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object aa77f354-758d-442a-af88-5bbca0b99db3 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:40.920827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-ee4cf033-f469-4709-9364-557423894f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:40.923026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-ee4cf033-f469-4709-9364-557423894f04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=72295889837744a5b8f25987011df4ee&device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 1095 time: 0.0902703 May 26 19:44:40.932706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:41.022850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:41.032830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:41.049520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:41.050135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:41.075409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:41.077873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-d25c3e49-637d-40d6-85e1-f563c6aa2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:41.079331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-d25c3e49-637d-40d6-85e1-f563c6aa2b59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65beef35-d52b-481b-90fb-334bc574ffd5 HTTP/1.1" status: 200 len: 915 time: 0.1495681 May 26 19:44:41.193504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-af91619f-646d-4d7e-aa79-6b95fc1e5732 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 HTTP/1.1" status: 200 len: 217 time: 0.1053360 May 26 19:44:41.277698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:41.375728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-9d7d8143-57d7-4877-b8e0-2fca41726bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:41.377202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-9d7d8143-57d7-4877-b8e0-2fca41726bea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ea348e0-8a8b-4db3-be1a-5675ce680d7a HTTP/1.1" status: 200 len: 854 time: 0.1754892 May 26 19:44:41.433126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-abe3e8a8-bd4e-48f0-b437-4c64b5762c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65beef35-d52b-481b-90fb-334bc574ffd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432405 May 26 19:44:41.445459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e791ec-3ce1-4abc-b12f-08e29fb79efc req-6b7e9dd3-0041-461f-b723-da12450ce683 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:41.446954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13e791ec-3ce1-4abc-b12f-08e29fb79efc req-6b7e9dd3-0041-461f-b723-da12450ce683 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1586876 May 26 19:44:41.576505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13e791ec-3ce1-4abc-b12f-08e29fb79efc req-52afc609-afb7-437a-84fc-6c7087e1d894 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115766 May 26 19:44:41.621352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-6d912d8c-816b-4171-a032-b09ebe4d1577 service neutron] 10.222.0.53 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732960 May 26 19:44:41.822932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47669749-8bf3-472a-8faf-05df122c0ed7 req-0f65aa35-176f-46c2-a2fa-78d9dc089e79 service neutron] 10.222.0.53 "GET /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786654 May 26 19:44:41.942058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:41.973118 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:41.981659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:41.982849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.033614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:42.122081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a7f2-5eef-4f19-9f1e-111350a18e1e req-10d3b8f9-7bb8-4f33-ae03-9d42f1d300a8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:42.129256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e001a7f2-5eef-4f19-9f1e-111350a18e1e req-10d3b8f9-7bb8-4f33-ae03-9d42f1d300a8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2903335 May 26 19:44:42.184722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e001a7f2-5eef-4f19-9f1e-111350a18e1e req-c1811e78-d0cf-44e2-8f6f-c122abb7a758 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545220 May 26 19:44:42.204326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:42.262169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:42.263483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:42.295365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11329200-1ff8-4ad7-9aaa-d3bfa1e16305 None None] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:42.415222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Provisioning for port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:42.423644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088197d-8d51-412d-9cc1-0b9764cc95af req-702ba975-64d6-43fa-ab1f-73ae2dc80a4a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:42.425390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b088197d-8d51-412d-9cc1-0b9764cc95af req-702ba975-64d6-43fa-ab1f-73ae2dc80a4a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 944 time: 0.1122546 May 26 19:44:42.432645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Provisioning complete for port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:42.433022 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.480645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b088197d-8d51-412d-9cc1-0b9764cc95af req-1183dfaa-4c1f-4da9-a607-0b1d65a9fe11 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439293 May 26 19:44:42.534009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:44:42.661250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Current status of the port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:42.661622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.702174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] For port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:42.712099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.728306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea9793-66b1-4229-8bd1-8200b4832b74 req-1e973f01-2367-4e62-8ceb-523ba4aa7faf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:42.729763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caea9793-66b1-4229-8bd1-8200b4832b74 req-1e973f01-2367-4e62-8ceb-523ba4aa7faf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1014242 May 26 19:44:42.739697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:42.754236 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df1d96d3-8128-4aeb-b650-ee75e9fed930 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4869745 May 26 19:44:42.756596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41306) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:42.765285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1188298592'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:42.771389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:42.774769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:42.776902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:42.780907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:42.789344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:42.800262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caea9793-66b1-4229-8bd1-8200b4832b74 req-48d7fae0-9a4e-4e49-8df1-84cf5c07064a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635693 May 26 19:44:42.807558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:42.812828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.829364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:42.833079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:42.860000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:42.890284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:42.890635 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment 68a6bcc7-9796-4165-a06e-3410f05cc958 of type vlan for network f199f467-dce7-4504-b0dc-bf5a45659e53 May 26 19:44:42.940453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.009257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.029099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:43.031528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.050641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:43.205822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4480104 May 26 19:44:43.210221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41314) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:43.218364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:43.244899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cf5a9-0434-4ae1-9a85-e86cad773f43 req-37049d0f-2e6a-4274-b349-b58cee8eb1d3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:43.253750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-171cf5a9-0434-4ae1-9a85-e86cad773f43 req-37049d0f-2e6a-4274-b349-b58cee8eb1d3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1211257 May 26 19:44:43.298724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d3f68-021f-40a0-98e0-a7fe5cc0649f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=f199f467-dce7-4504-b0dc-bf5a45659e53,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:43.324711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-171cf5a9-0434-4ae1-9a85-e86cad773f43 req-58d5e1c9-3184-4644-a322-f4256cbb3c88 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699899 May 26 19:44:43.377272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:43.381283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:43.384616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:43.391191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:43.406870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:43.410367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.415201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f199f467-dce7-4504-b0dc-bf5a45659e53 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:43.523107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6188e39-89a5-4dd8-895e-ea5f1d45ec9a None None] Pushing event updated for resources: {'Port': ['ID=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:43.533780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68d381-d923-4b82-8345-fd384876f55c req-607e3c73-2681-4c59-b765-e2c0aa03b7d6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:43.542331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a68d381-d923-4b82-8345-fd384876f55c req-607e3c73-2681-4c59-b765-e2c0aa03b7d6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1053646 May 26 19:44:43.594073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a68d381-d923-4b82-8345-fd384876f55c req-b08f756d-c636-48cb-8b3e-efa9bdfd9648 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508156 May 26 19:44:43.713843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Provisioning complete for port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:43.714208 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.816939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:43.877639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:41Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:41Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:43.888992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:43.934044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=1448f882-2883-4e13-bdf6-97ee01690287,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:43.949730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:43.950077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Updating router e6d93141-7b5e-47a7-b928-f355d1089cb2 port aa77f354-758d-442a-af88-5bbca0b99db3 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:44:43.951505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:43.951878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: f199f467-dce7-4504-b0dc-bf5a45659e53, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:43.969481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812180-fb84-45b1-b7ff-50938d3ff0cf req-c1adc5cf-a9e2-41b4-9b1a-95bdbe3e51f4 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:43.971582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0812180-fb84-45b1-b7ff-50938d3ff0cf req-c1adc5cf-a9e2-41b4-9b1a-95bdbe3e51f4 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 944 time: 0.1773472 May 26 19:44:43.974200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network f199f467-dce7-4504-b0dc-bf5a45659e53 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:43.986976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f199f467-dce7-4504-b0dc-bf5a45659e53) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:43.992632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:43.993899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.022072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ba0f4-12cb-4768-afd8-0a1900c84970 None None] Network f199f467-dce7-4504-b0dc-bf5a45659e53 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:44.028531 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2de862f-216a-4a4b-8854-2108a3f9b18c tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8170054 May 26 19:44:44.030103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:44.070601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0812180-fb84-45b1-b7ff-50938d3ff0cf req-99ebd0a9-a34f-4ea4-965c-51aeaae64f13 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913248 May 26 19:44:44.105923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Current status of the port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:44.196168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.232533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Provisioning for port aa77f354-758d-442a-af88-5bbca0b99db3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:44.250391 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.292324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Provisioning complete for port aa77f354-758d-442a-af88-5bbca0b99db3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:44.292696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.345954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:44.346345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.391667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-b44b6535-5ed3-4e14-9072-4e409e58b143 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:44.400413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-b44b6535-5ed3-4e14-9072-4e409e58b143 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.1849232 May 26 19:44:44.417414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-179c68da-9e29-42be-a45b-e76e9ae636fc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/quotas/8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 375 time: 0.0160704 May 26 19:44:44.518955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-38f6b46e-2d32-436b-92ae-f0f1c15e7dff tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1006505 May 26 19:44:44.523276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-311a811b-229c-42cd-949b-f55709dd9120 None None] Port aa77f354-758d-442a-af88-5bbca0b99db3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:44.609997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f199f467-dce7-4504-b0dc-bf5a45659e53', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:44:44.610814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.678663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-696cf757-a0b7-4fe5-9f52-ab27ff209928 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587992 May 26 19:44:44.820372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:44.854756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-012142e3-cc9e-469f-8142-dbe6fa41e2fb service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751568 May 26 19:44:44.867810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-93d6cf8d-e7c1-4c8c-8ea5-da94090a9a3a None None] Provisioning complete for port aa77f354-758d-442a-af88-5bbca0b99db3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:44.868259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93d6cf8d-e7c1-4c8c-8ea5-da94090a9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:44.942816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2791b8c2-dfd8-4753-b04a-a82bb44e736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:45.002830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:44:45.088394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:45.114129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4eb8aeed-6f21-489f-9ae5-88c3710482c6 req-0a5b8c22-09d9-4a07-83a9-7b465bc6f7ce tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 210 time: 0.0541170 May 26 19:44:45.204923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-93d6cf8d-e7c1-4c8c-8ea5-da94090a9a3a None None] Port aa77f354-758d-442a-af88-5bbca0b99db3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:45.327182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,segment=NetworkSegment(2c9ce501-6ade-4d99-b872-959310b1c3b9),segment_id=2c9ce501-6ade-4d99-b872-959310b1c3b9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:45.437098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Allocated IP 2001:db8:1::2 (f199f467-dce7-4504-b0dc-bf5a45659e53/1448f882-2883-4e13-bdf6-97ee01690287/abff665b-6772-4203-8ea9-e4651339f5eb) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:45.441751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73', 'network_id': '65beef35-d52b-481b-90fb-334bc574ffd5', 'port_id': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73', 'mac_address': 'fa:16:3e:fa:09:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea348e0-8a8b-4db3-be1a-5675ce680d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:44:45.443155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852255df-55d8-4d77-9f31-8421d8fdd5dd req-7d495ad9-1676-4461-9fac-5230f9333fc5 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:45.470436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-852255df-55d8-4d77-9f31-8421d8fdd5dd req-7d495ad9-1676-4461-9fac-5230f9333fc5 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 944 time: 0.1770883 May 26 19:44:45.576410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-852255df-55d8-4d77-9f31-8421d8fdd5dd req-690143b5-9527-43da-8699-675b37c21a17 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050150 May 26 19:44:45.642252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:45.753866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Transition to ACTIVE for port object aa77f354-758d-442a-af88-5bbca0b99db3 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:45.769270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:45.769270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:45.799382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:45.799382 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:45.916965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,segment=NetworkSegment(2c9ce501-6ade-4d99-b872-959310b1c3b9),segment_id=2c9ce501-6ade-4d99-b872-959310b1c3b9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:46.151664 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:46.363032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c4c5-ef54-4450-80d0-21b7a02399d1 None None] Pushing event updated for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:46.562061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:44:46.718027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b6b67a6-0e0c-4044-9b50-e8ca1a1b1495 req-83abaf32-a78b-4309-87ea-6b608760063f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 210 time: 0.1217685 May 26 19:44:46.790819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:46.800070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Transition to ACTIVE for port object abff665b-6772-4203-8ea9-e4651339f5eb will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:46.824713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Transition to ACTIVE for port object abff665b-6772-4203-8ea9-e4651339f5eb will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:46.847139 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:46.847139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Attempting to bind port aa77f354-758d-442a-af88-5bbca0b99db3 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:46.847139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Attempting to bind port aa77f354-758d-442a-af88-5bbca0b99db3 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:46.847139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Attempting to bind port aa77f354-758d-442a-af88-5bbca0b99db3 on network 6279a8a8-d508-4ff3-9016-38bf577289c6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Checking segment: {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Bound using segment: {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Bound port: aa77f354-758d-442a-af88-5bbca0b99db3, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e5d78-1161-4891-8b9d-c26ab89439b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:46.866454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:46.930775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Network f199f467-dce7-4504-b0dc-bf5a45659e53 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:46.930775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:47.032477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] For port aa77f354-758d-442a-af88-5bbca0b99db3, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:47.032477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] For port aa77f354-758d-442a-af88-5bbca0b99db3, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aa77f354-758d-442a-af88-5bbca0b99db3,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:47.032477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:47.053623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a3e89f72-46f9-49aa-9b5b-66e017cf3851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:47.064232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8:1::1 (f199f467-dce7-4504-b0dc-bf5a45659e53/1448f882-2883-4e13-bdf6-97ee01690287/856ab406-f657-4bc0-ba01-836c56bbbe1b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:47.223777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:47.223777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:47.246241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Pushing event updated for resources: {'Port': ['ID=abff665b-6772-4203-8ea9-e4651339f5eb,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:47.459808 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:47.490055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:47.490055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:47.704155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:47.756481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object 856ab406-f657-4bc0-ba01-836c56bbbe1b will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:47.774669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763479-9fe1-424f-9105-6fe50c7177cb req-fcdba63a-9f1e-4d2f-84a9-0a59d4fe3d4a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:47.785943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e763479-9fe1-424f-9105-6fe50c7177cb req-fcdba63a-9f1e-4d2f-84a9-0a59d4fe3d4a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 945 time: 0.7521946 May 26 19:44:47.799631 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:47.856041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-fd5fe580-9441-4768-b3aa-88b084ac9404 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:47.856041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-fd5fe580-9441-4768-b3aa-88b084ac9404 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.7069235 May 26 19:44:47.878516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'device_id': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'admin_state_up': True, 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:47.945213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network f199f467-dce7-4504-b0dc-bf5a45659e53 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:47.945213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:47.945213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:47.945213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.004529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:48.143441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:48.168323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e763479-9fe1-424f-9105-6fe50c7177cb req-839c5d2b-8ad0-4395-814f-f7eb95992595 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726196 May 26 19:44:48.196001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:48.206216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c4c5-ef54-4450-80d0-21b7a02399d1 None None] Pushing event updated for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:48.215764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:48.220799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.252389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Attempting to bind port abff665b-6772-4203-8ea9-e4651339f5eb on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:48.252389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Attempting to bind port abff665b-6772-4203-8ea9-e4651339f5eb by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:48.252389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Attempting to bind port abff665b-6772-4203-8ea9-e4651339f5eb on network f199f467-dce7-4504-b0dc-bf5a45659e53 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Checking segment: {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Bound using segment: {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Bound port: abff665b-6772-4203-8ea9-e4651339f5eb, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:48.302327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.317674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.472550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] For port abff665b-6772-4203-8ea9-e4651339f5eb, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:48.472550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] For port abff665b-6772-4203-8ea9-e4651339f5eb, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=abff665b-6772-4203-8ea9-e4651339f5eb,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:48.493520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.498137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.20.0.6 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/6610a1d2-af7d-4d77-8974-2cee823d87ec) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:48.643511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:48.674951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:48.845724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d1be8b7-b866-4618-ae64-b12bf7a113e5 req-2b1bccc6-9918-470f-836c-9b20b77fb2b1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 210 time: 0.1493711 May 26 19:44:49.117770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebb27a-1b63-48ba-b1d9-b3a299bdc5bb None None] Pushing event updated for resources: {'Port': ['ID=abff665b-6772-4203-8ea9-e4651339f5eb,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:49.388810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.444605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.444605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.454493 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.564208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Transition to ACTIVE for port object 6610a1d2-af7d-4d77-8974-2cee823d87ec will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:49.610346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:41Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:47Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:49.615958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.619776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728dd06a-9a36-4c16-9ab7-cc56bae28c0e None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:41Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:47Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:49.712150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:49.797317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:49.822597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:49.826211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:49.829494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:49.875671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:49.905884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network f199f467-dce7-4504-b0dc-bf5a45659e53 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:49.905884 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:50.048219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd750a-0324-402d-8cf9-1acff0f0e2af req-407c4de9-b271-4667-bc43-0ddc6c4b4528 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:50.090758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3dd750a-0324-402d-8cf9-1acff0f0e2af req-407c4de9-b271-4667-bc43-0ddc6c4b4528 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 945 time: 0.6277926 May 26 19:44:50.167125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:50.167125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:50.257282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device abff665b-6772-4203-8ea9-e4651339f5eb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:50.416161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3dd750a-0324-402d-8cf9-1acff0f0e2af req-5e65bb29-9e63-4fcf-aeff-c593304e704d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276544 May 26 19:44:50.419208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-bbcf1387-84fc-4cb8-9c30-1cd156da396c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5539439 May 26 19:44:50.435871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Request body: {'port': {'device_id': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:50.473512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port abff665b-6772-4203-8ea9-e4651339f5eb completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:50.528781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-54ceb86c-be87-4069-892f-97bcc5f0f8f0 None None] Provisioning for port 6610a1d2-af7d-4d77-8974-2cee823d87ec completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:50.540353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-54ceb86c-be87-4069-892f-97bcc5f0f8f0 None None] Provisioning complete for port 6610a1d2-af7d-4d77-8974-2cee823d87ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:50.540799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-54ceb86c-be87-4069-892f-97bcc5f0f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:50.626600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:50.762406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-54ceb86c-be87-4069-892f-97bcc5f0f8f0 None None] Port 6610a1d2-af7d-4d77-8974-2cee823d87ec cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:50.894176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:50.919377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b24df-ae42-4981-b436-bf8b71a344a6 None None] Network f199f467-dce7-4504-b0dc-bf5a45659e53 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:50.943276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:50.968340 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1606f090-bff2-40fd-a50a-22a51ab1e9eb tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9356592 May 26 19:44:50.968797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41396) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:50.975440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-685708390'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:50.984298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:50.989727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:50.996457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:51.004416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:51.026031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:51.045306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.124344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:51.150600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:51.159288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.159288 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment b10d66b3-1e9a-437b-b614-b82cf48cf274 of type vlan for network be22f49c-856a-4fdf-9d69-cf7a6634075e May 26 19:44:51.231999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.277939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.287171 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:51.296505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.379054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Provisioning for port abff665b-6772-4203-8ea9-e4651339f5eb completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:51.391910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Provisioning complete for port abff665b-6772-4203-8ea9-e4651339f5eb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:51.391910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.418084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d0e9-8aec-49bf-8826-52c99fbdb4f6 req-c29a7661-78f3-42e9-969e-85848059771a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:51.423238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2760d0e9-8aec-49bf-8826-52c99fbdb4f6 req-c29a7661-78f3-42e9-969e-85848059771a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:44:51.480567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=be22f49c-856a-4fdf-9d69-cf7a6634075e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:51.521642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network be22f49c-856a-4fdf-9d69-cf7a6634075e details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:51.545668 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a8069c8-85b2-4484-9bb1-294caacfd345 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5694532 May 26 19:44:51.545668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41402) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:51.562658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:51.661032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2760d0e9-8aec-49bf-8826-52c99fbdb4f6 req-c29a7661-78f3-42e9-969e-85848059771a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:44:51.661032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2760d0e9-8aec-49bf-8826-52c99fbdb4f6 req-c29a7661-78f3-42e9-969e-85848059771a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 931 time: 0.8050606 May 26 19:44:51.681383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:51.687363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:51.687363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.846717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Current status of the port abff665b-6772-4203-8ea9-e4651339f5eb is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:51.846717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.912492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2760d0e9-8aec-49bf-8826-52c99fbdb4f6 req-0fc8db45-098d-4946-80d4-d5c9a45ab33e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372108 May 26 19:44:51.912492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6610a1d2-af7d-4d77-8974-2cee823d87ec {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:51.943680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:51.952632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:51.959454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:51.965733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aa77f354-758d-442a-af88-5bbca0b99db3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:51.967866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:51.976513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:51.992920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Transition to ACTIVE for port object 6610a1d2-af7d-4d77-8974-2cee823d87ec will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:52.014461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.016813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:52.024699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.144858 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:52.172872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:52.172872 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:52.265062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] For port abff665b-6772-4203-8ea9-e4651339f5eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=abff665b-6772-4203-8ea9-e4651339f5eb,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:52.271981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:52.272490 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.316068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.415754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Pushing event updated for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:52.423707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c393-413a-4f91-96f2-8a6258ec0bb6 None None] Pushing event updated for resources: {'Port': ['ID=abff665b-6772-4203-8ea9-e4651339f5eb,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:52.443426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:52.452002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port aa77f354-758d-442a-af88-5bbca0b99db3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:52.470433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port aa77f354-758d-442a-af88-5bbca0b99db3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:52.471030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.540517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,segment=NetworkSegment(2c9ce501-6ade-4d99-b872-959310b1c3b9),segment_id=2c9ce501-6ade-4d99-b872-959310b1c3b9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:52.557758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.588068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.600868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:52.707314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bd543-453e-453e-afbc-b7f8ce2e506f req-e187e0f0-dd04-45a2-aa7e-cbdda81c0f1d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:52.715436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d73bd543-453e-453e-afbc-b7f8ce2e506f req-e187e0f0-dd04-45a2-aa7e-cbdda81c0f1d tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 945 time: 0.4050758 May 26 19:44:52.718749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port aa77f354-758d-442a-af88-5bbca0b99db3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:52.719366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.758862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=01673719-52d3-4aab-a649-65142cb080a1,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:52.784782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:52.787745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port aa77f354-758d-442a-af88-5bbca0b99db3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aa77f354-758d-442a-af88-5bbca0b99db3,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:52.788305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: be22f49c-856a-4fdf-9d69-cf7a6634075e, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:52.789710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:52.796113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.830165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network be22f49c-856a-4fdf-9d69-cf7a6634075e is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:52.849458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, be22f49c-856a-4fdf-9d69-cf7a6634075e) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:52.854780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:52.855600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:52.868485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Attempting to bind port 6610a1d2-af7d-4d77-8974-2cee823d87ec on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:52.873661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Attempting to bind port 6610a1d2-af7d-4d77-8974-2cee823d87ec by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:52.874703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Attempting to bind port 6610a1d2-af7d-4d77-8974-2cee823d87ec on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:52.882699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d73bd543-453e-453e-afbc-b7f8ce2e506f req-dd8546cd-9b81-4729-b53b-8b97240fcb3f tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646099 May 26 19:44:52.890212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:52.891830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Port 6610a1d2-af7d-4d77-8974-2cee823d87ec on network 46dc1057-389c-45d6-8261-786bfc265b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:44:52.892208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Attempting to bind port 6610a1d2-af7d-4d77-8974-2cee823d87ec on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:52.900545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb4478-8a07-4008-87ef-c9740d0ba210 None None] Network be22f49c-856a-4fdf-9d69-cf7a6634075e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:52.902516 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4db2d34-ab0b-4715-ae17-ec004f73187a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3593736 May 26 19:44:52.905179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41414) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:52.916400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:52.916929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:52.917164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:52.917616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Bound port: 6610a1d2-af7d-4d77-8974-2cee823d87ec, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:52.917964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.355752 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c80d3e-41c8-40f3-9ceb-84de79aeb0bc'] response: {'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73', 'code': 200} May 26 19:44:53.435343 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:48Z', 'revision_number': 3, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:48Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:47Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:53.447669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:53.448396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Updating router e6d93141-7b5e-47a7-b928-f355d1089cb2 port 856ab406-f657-4bc0-ba01-836c56bbbe1b binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:44:53.514378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Provisioning complete for port abff665b-6772-4203-8ea9-e4651339f5eb triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:53.514754 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.537363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:53.546323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:53.565536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-be22f49c-856a-4fdf-9d69-cf7a6634075e', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:44:53.567457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.585345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df1e30-2bd1-414a-ab82-b6b5d3043261 req-8bf2871f-8de3-44ee-a853-ad2360ee4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:53.586842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53df1e30-2bd1-414a-ab82-b6b5d3043261 req-8bf2871f-8de3-44ee-a853-ad2360ee4064 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 1097 time: 0.5289772 May 26 19:44:53.587981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.616686 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.772002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:53.773551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.776382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] 10.222.0.13 "PUT /v2.0/ports/6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 200 len: 1091 time: 3.3492341 May 26 19:44:53.874801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:44:53.879457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4711a7e-667c-4e28-bdd7-abb0dac12726 service neutron] Pushing event updated for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:53.899829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Current status of the port abff665b-6772-4203-8ea9-e4651339f5eb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:53.916112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Allocated IP 2001:db8:2::2 (be22f49c-856a-4fdf-9d69-cf7a6634075e/01673719-52d3-4aab-a649-65142cb080a1/89cf1a60-a227-4de1-b481-44df0b94c21d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:53.921157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Provisioning for port 856ab406-f657-4bc0-ba01-836c56bbbe1b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:53.930861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Provisioning complete for port 856ab406-f657-4bc0-ba01-836c56bbbe1b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:53.931156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:53.965350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device abff665b-6772-4203-8ea9-e4651339f5eb up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:54.081176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a285a-da5b-4f47-9579-bb2c22bb82ec req-26765a19-11a2-4f13-995a-660af02bdf31 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:54.094924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6a285a-da5b-4f47-9579-bb2c22bb82ec req-26765a19-11a2-4f13-995a-660af02bdf31 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 943 time: 0.9373193 May 26 19:44:54.211524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53df1e30-2bd1-414a-ab82-b6b5d3043261 req-0a432c80-313e-4277-8732-70c34021ed2e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600278 May 26 19:44:54.263706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6a285a-da5b-4f47-9579-bb2c22bb82ec req-b7ca5b13-6aac-4e58-a534-ac7638517964 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584501 May 26 19:44:54.284761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-aad6d53c-86ac-4302-b0eb-f62c0972320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:54.284761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-aad6d53c-86ac-4302-b0eb-f62c0972320c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 1094 time: 0.3765512 May 26 19:44:54.349952 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.380146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Transition to ACTIVE for port object 856ab406-f657-4bc0-ba01-836c56bbbe1b will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:54.389680 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.410483 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68114890-d21a-4ab1-8dbd-3a801d6d11bc'] response: {'name': 'network-changed', 'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec', 'status': 'completed', 'code': 200} May 26 19:44:54.419027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-0f3536b9-e9cf-4bb9-b328-726fa117abb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 200 len: 217 time: 0.1292059 May 26 19:44:54.504607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Pushing event updated for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:54.516465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.516989 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.519088 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.519588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.520100 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.520607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.523861 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.524362 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.526538 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.527031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.527535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.528715 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:44:54.538794 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.583075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-325a2288-2dc6-4e1a-873e-28ac10aa3b31 None None] Port 856ab406-f657-4bc0-ba01-836c56bbbe1b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:44:54.594907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Transition to ACTIVE for port object 89cf1a60-a227-4de1-b481-44df0b94c21d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:54.628336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port abff665b-6772-4203-8ea9-e4651339f5eb triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:54.628713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.629344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-93b61849-c83d-4e8b-a3bb-d1f780643404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:54.631032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-93b61849-c83d-4e8b-a3bb-d1f780643404 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.2063756 May 26 19:44:54.671916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Transition to ACTIVE for port object 89cf1a60-a227-4de1-b481-44df0b94c21d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:54.715366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.779425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Attempting to bind port 856ab406-f657-4bc0-ba01-836c56bbbe1b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Attempting to bind port 856ab406-f657-4bc0-ba01-836c56bbbe1b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Attempting to bind port 856ab406-f657-4bc0-ba01-836c56bbbe1b on network f199f467-dce7-4504-b0dc-bf5a45659e53 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Checking segment: {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Bound using segment: {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Bound port: 856ab406-f657-4bc0-ba01-836c56bbbe1b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a6bcc7-9796-4165-a06e-3410f05cc958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:54.783057 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.830496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4093a-5e2d-437f-a365-5a51b43cc004 req-734b7642-f800-4b4d-b820-4d9404d65b09 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:54.830496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5d4093a-5e2d-437f-a365-5a51b43cc004 req-734b7642-f800-4b4d-b820-4d9404d65b09 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 946 time: 0.2939923 May 26 19:44:54.873782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-f3777339-9792-4c3c-956d-6f978fbf4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:54.875523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-f3777339-9792-4c3c-956d-6f978fbf4cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338440 May 26 19:44:54.938784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Network be22f49c-856a-4fdf-9d69-cf7a6634075e is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:54.944125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:54.951161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:54.971264 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] For port 856ab406-f657-4bc0-ba01-836c56bbbe1b, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:54.976533 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] For port 856ab406-f657-4bc0-ba01-836c56bbbe1b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=856ab406-f657-4bc0-ba01-836c56bbbe1b,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:54.984580 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:54.993091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5d4093a-5e2d-437f-a365-5a51b43cc004 req-968499d8-b3d5-41df-8dfc-128af9228c83 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622322 May 26 19:44:55.073367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-a006abcd-cb35-4212-b8eb-f0d47966e7c5 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903970 May 26 19:44:55.193027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Pushing event updated for resources: {'Port': ['ID=89cf1a60-a227-4de1-b481-44df0b94c21d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:55.305447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:55.305447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:55.398583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Attempting to bind port 89cf1a60-a227-4de1-b481-44df0b94c21d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:44:55.398583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Attempting to bind port 89cf1a60-a227-4de1-b481-44df0b94c21d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:44:55.398583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Attempting to bind port 89cf1a60-a227-4de1-b481-44df0b94c21d on network be22f49c-856a-4fdf-9d69-cf7a6634075e {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:44:55.413530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:44:55.413530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Checking segment: {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:55.413530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:55.431946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Bound using segment: {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:44:55.431946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Bound port: 89cf1a60-a227-4de1-b481-44df0b94c21d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:44:55.431946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:55.463000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port abff665b-6772-4203-8ea9-e4651339f5eb is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:55.466123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aa77f354-758d-442a-af88-5bbca0b99db3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:55.647887 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f76c76-3e50-4470-a1f1-d10fbdebab8d None None] Pushing event updated for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:55.693172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8:2::1 (be22f49c-856a-4fdf-9d69-cf7a6634075e/01673719-52d3-4aab-a649-65142cb080a1/e0686023-4378-4816-aac7-f1780fab20e6) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:44:55.739911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb239de5-c7ef-4d0c-8346-7222ffd2000d req-6f3f2fdd-c89a-47f9-8f46-d400e631f8cb service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612678 May 26 19:44:55.811591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port aa77f354-758d-442a-af88-5bbca0b99db3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:55.811966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:55.814005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:55.878199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898b32-27a6-492f-80a6-7064a1e6e8e1 req-81459132-f625-44a1-b16c-92023d35f9ee tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:55.883176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13898b32-27a6-492f-80a6-7064a1e6e8e1 req-81459132-f625-44a1-b16c-92023d35f9ee tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 943 time: 0.3962054 May 26 19:44:56.011069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] For port 89cf1a60-a227-4de1-b481-44df0b94c21d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:44:56.022435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] For port 89cf1a60-a227-4de1-b481-44df0b94c21d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89cf1a60-a227-4de1-b481-44df0b94c21d,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:44:56.041676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:56.045277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:56.087696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object e0686023-4378-4816-aac7-f1780fab20e6 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:44:56.089661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13898b32-27a6-492f-80a6-7064a1e6e8e1 req-f4d98421-1fec-4284-ae62-85a03b1b6770 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945589 May 26 19:44:56.154930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:56.228382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-7513cace-0648-4400-a8f5-c810019ce489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:56.230013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-7513cace-0648-4400-a8f5-c810019ce489 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 1094 time: 0.2317407 May 26 19:44:56.359813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network be22f49c-856a-4fdf-9d69-cf7a6634075e is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:56.362815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:56.374107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:56.379730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port aa77f354-758d-442a-af88-5bbca0b99db3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:56.382810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:44:56.384064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:56.391268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd31c-7007-4ce6-b0be-ac49dc72bcf2 None None] Pushing event updated for resources: {'Port': ['ID=89cf1a60-a227-4de1-b481-44df0b94c21d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:56.411277 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:48Z', 'revision_number': 3, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:54Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:56.416123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72ae03-9e22-472a-a1f8-8821dbc6a2b6 None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:48Z', 'revision_number': 3, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:54Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:44:56.594108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfec297-008a-4288-b06d-ec03b93999c8 req-fcfe9df6-7c96-4002-9176-31a69d0a1d96 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:56.595678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfec297-008a-4288-b06d-ec03b93999c8 req-fcfe9df6-7c96-4002-9176-31a69d0a1d96 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 946 time: 0.2082455 May 26 19:44:56.659556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-5510063a-e4f3-4fd7-93cb-ca41b30baa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:56.660506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-5510063a-e4f3-4fd7-93cb-ca41b30baa09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.4228044 May 26 19:44:56.667200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:56.789943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 856ab406-f657-4bc0-ba01-836c56bbbe1b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:56.879789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfec297-008a-4288-b06d-ec03b93999c8 req-754a92c0-f4c1-4e54-af5b-7fb01b507fa8 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707398 May 26 19:44:56.900187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-67b73591-bc28-42af-adcb-1d98d2e06cc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 200 len: 217 time: 0.2187998 May 26 19:44:56.919137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 856ab406-f657-4bc0-ba01-836c56bbbe1b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:56.926740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 856ab406-f657-4bc0-ba01-836c56bbbe1b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:56.927206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:57.138649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-1891a7a9-16ac-4a32-8f52-eb0bb5dd35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:57.140304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-1891a7a9-16ac-4a32-8f52-eb0bb5dd35a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.2332733 May 26 19:44:57.164965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 856ab406-f657-4bc0-ba01-836c56bbbe1b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:57.165530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:57.246115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 856ab406-f657-4bc0-ba01-836c56bbbe1b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=856ab406-f657-4bc0-ba01-836c56bbbe1b,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:57.251468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:57.349761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-dac6b4cd-2f93-4807-9860-23312c6ff0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:57.351258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-dac6b4cd-2f93-4807-9860-23312c6ff0ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032475 May 26 19:44:57.477133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:57.807568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098d6a-5503-4146-8c06-3fe93a07081b req-976b5839-9ea9-4c05-8c88-c8390e544809 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:57.809298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3098d6a-5503-4146-8c06-3fe93a07081b req-976b5839-9ea9-4c05-8c88-c8390e544809 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 943 time: 0.3160083 May 26 19:44:57.863553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-faee9495-2564-448a-9119-3534abe65436 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057874 May 26 19:44:57.880294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3098d6a-5503-4146-8c06-3fe93a07081b req-8df10a7c-a26d-4465-85e0-b97a05332618 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547404 May 26 19:44:57.975230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:57.984694 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:57.987688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.064881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e079f14-b570-4404-93ce-f2302fb03849 None None] Network be22f49c-856a-4fdf-9d69-cf7a6634075e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:44:58.117321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bb91b66-54aa-4b9a-836c-561473ca873c req-2697a023-7f1b-40e5-a512-c272bccbf628 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310269 May 26 19:44:58.226515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:58.328155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network be22f49c-856a-4fdf-9d69-cf7a6634075e is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:44:58.329399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:58.334822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6610a1d2-af7d-4d77-8974-2cee823d87ec details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:44:58.519678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:44:58.525551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d33ad70-9a96-4a11-b5ea-27ab776d461f None None] Provisioning for port 89cf1a60-a227-4de1-b481-44df0b94c21d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:44:58.587873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:58.653583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '6610a1d2-af7d-4d77-8974-2cee823d87ec', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': '6610a1d2-af7d-4d77-8974-2cee823d87ec', 'mac_address': 'fa:16:3e:60:7f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:44:58.747259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 6610a1d2-af7d-4d77-8974-2cee823d87ec is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:44:58.747636 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.751031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:44:58.761369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8bc2-7e71-4798-b538-498fa9f5545e req-69eeb2e9-f244-449b-a1dc-c1e6670615ee tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:58.771700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:44:58.772664 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1110ca4c-8c69-47bd-a267-ea10badb8602 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8628228 May 26 19:44:58.772752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5c8bc2-7e71-4798-b538-498fa9f5545e req-69eeb2e9-f244-449b-a1dc-c1e6670615ee tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 946 time: 0.2295108 May 26 19:44:58.772821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41470) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:58.777718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-536375522'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:58.784475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:58.789496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:network and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:58.792733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:58.799565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:58.823245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:44:58.823976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:58.824116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:58.828279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd5c8bc2-7e71-4798-b538-498fa9f5545e req-39dcfe86-b738-4e2b-8a82-7a810a714a5f tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551789 May 26 19:44:58.831798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.866678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:44:58.883957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.884364 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added segment 0eae0fb0-3582-439a-8a3f-7616d1d85631 of type vlan for network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae May 26 19:44:58.931753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.939449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6610a1d2-af7d-4d77-8974-2cee823d87ec {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:44:58.984605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:58.996313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:58.997770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.130225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:44:59.136892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Network': ['ID=3d2d4736-ae4c-4c73-8ef0-8a29060e4eae,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.145337 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-574dfea3-1d25-4d11-8164-8557efaae974 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3723352 May 26 19:44:59.146356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:44:59.153324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'subnet': {'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:44:59.204853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853367c8-6bc6-44cb-abba-b2187b8c876b req-82d151d5-0033-4aa4-8122-4cdc66223ed7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.214652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-853367c8-6bc6-44cb-abba-b2187b8c876b req-82d151d5-0033-4aa4-8122-4cdc66223ed7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 943 time: 0.1462135 May 26 19:44:59.281799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-853367c8-6bc6-44cb-abba-b2187b8c876b req-3f4b4441-a05f-4c06-bcf7-363883d8326f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616164 May 26 19:44:59.292801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 856ab406-f657-4bc0-ba01-836c56bbbe1b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:44:59.311268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:44:59.316309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:subnet and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:44:59.317725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:44:59.320712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:44:59.327428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:44:59.353578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Made reservation on behalf of b8319046a0504f8abc281945b315a3a1 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:44:59.358229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.607664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:44:59.627549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.716819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.723451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.782893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 856ab406-f657-4bc0-ba01-836c56bbbe1b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:44:59.783273 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.817389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:44:56Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:44:59.839505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:44:59.839505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Updating router e6d93141-7b5e-47a7-b928-f355d1089cb2 port e0686023-4378-4816-aac7-f1780fab20e6 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:44:59.861782 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Checking segment: {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:44:59.861932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network hostable DHCP agents. Network: 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:44:59.888139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Subnet': ['ID=137f9065-ec7f-44dc-b91b-a342e3712c1f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:44:59.899739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:44:59.908260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:44:59.913206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:44:59.927023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:44:59.927944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:44:59.963292 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf06c284-266e-4d49-a07f-703addd90f57 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8135111 May 26 19:44:59.969070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41488) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:00.058427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b26c9-fc3e-4c9b-86ad-fc90a17ea26e None None] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:00.103503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-c28a97ef-6810-46c7-9586-f2463735e777 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.107467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-c28a97ef-6810-46c7-9586-f2463735e777 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 946 time: 0.1861908 May 26 19:45:00.362746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Deleting port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:00.363508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:00.460816 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:00.493024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04a0e4-0a99-491a-992d-a6d78f7df77e req-b01fb1e0-b7cb-4f1f-becb-20acbdaa408a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:00.501819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b04a0e4-0a99-491a-992d-a6d78f7df77e req-b01fb1e0-b7cb-4f1f-becb-20acbdaa408a tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 946 time: 0.3272004 May 26 19:45:00.564284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3a44fd27-bf8b-4bce-9a83-759a281f3304 None None] Provisioning for port e0686023-4378-4816-aac7-f1780fab20e6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:00.633320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5b04a0e4-0a99-491a-992d-a6d78f7df77e req-82f7af1b-4adc-407e-ba03-5fb1651a3793 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d38c4ff-714c-4336-a244-2277712e6117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308048 May 26 19:45:00.827284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3a44fd27-bf8b-4bce-9a83-759a281f3304 None None] Provisioning complete for port e0686023-4378-4816-aac7-f1780fab20e6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:00.827774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3a44fd27-bf8b-4bce-9a83-759a281f3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:00.898583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3a44fd27-bf8b-4bce-9a83-759a281f3304 None None] Port e0686023-4378-4816-aac7-f1780fab20e6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:00.933945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:45:00.934783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.059566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 856ab406-f657-4bc0-ba01-836c56bbbe1b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:01.060638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89cf1a60-a227-4de1-b481-44df0b94c21d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:01.062208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f90033-846e-412d-b396-071a3213a00f req-d0f87fba-e4c5-4a71-8411-c33943b63ad5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:01.064712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99f90033-846e-412d-b396-071a3213a00f req-d0f87fba-e4c5-4a71-8411-c33943b63ad5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 944 time: 0.2809701 May 26 19:45:01.170117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99f90033-846e-412d-b396-071a3213a00f req-b432a0b2-87a2-466f-a664-533e7aab8de2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945718 May 26 19:45:01.195738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6feb2156-d606-4be4-b4cc-4be82c29d331 None None] Provisioning complete for port e0686023-4378-4816-aac7-f1780fab20e6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:01.195854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6feb2156-d606-4be4-b4cc-4be82c29d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.220194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] For port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,segment=NetworkSegment(2c9ce501-6ade-4d99-b872-959310b1c3b9),segment_id=2c9ce501-6ade-4d99-b872-959310b1c3b9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:01.220751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.305582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.454855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6feb2156-d606-4be4-b4cc-4be82c29d331 None None] Port e0686023-4378-4816-aac7-f1780fab20e6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:01.488598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 89cf1a60-a227-4de1-b481-44df0b94c21d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:01.489540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Calling delete_port for 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:01.533911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 89cf1a60-a227-4de1-b481-44df0b94c21d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:01.533911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.623558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Allocated IP 2001:db8:3::2 (3d2d4736-ae4c-4c73-8ef0-8a29060e4eae/137f9065-ec7f-44dc-b91b-a342e3712c1f/95a0f45c-537b-4ff9-9347-9d26b723eaca) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:01.752655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.908159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 89cf1a60-a227-4de1-b481-44df0b94c21d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:01.908785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.913838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Pushing event deleted for resources: {'Port': ['ID=2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:01.921229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.924280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c6955bf-51d9-433b-8c37-25d23f676a97 req-bda25b4d-75bd-4b3c-962d-2ae454340f6b tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8be07c06-d78e-481a-9a1d-ba96b50eb9ec HTTP/1.1" status: 200 len: 210 time: 0.1040335 May 26 19:45:01.975172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] No DVR routers for this DVR port 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:01.978168 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:01.983125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'name': 'network-vif-deleted', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:02.000568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Transition to ACTIVE for port object e0686023-4378-4816-aac7-f1780fab20e6 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:02.007045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4416bb5-211e-4962-91e4-1da7454f5800 req-f4ffc0a0-2649-4d7e-9dfe-b999ee054cb6 tempest-ServerAddressesTestJSON-725747950 tempest-ServerAddressesTestJSON-725747950-project] 10.222.0.53 "DELETE /v2.0/ports/2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 HTTP/1.1" status: 204 len: 173 time: 1.8889773 May 26 19:45:02.025943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.077656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 89cf1a60-a227-4de1-b481-44df0b94c21d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89cf1a60-a227-4de1-b481-44df0b94c21d,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:02.126275 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac2cf86-2d48-46b7-a6af-cefad59fa8c4'] response: {'server_uuid': '8be07c06-d78e-481a-9a1d-ba96b50eb9ec', 'name': 'network-vif-deleted', 'tag': '2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73', 'status': 'completed', 'code': 200} May 26 19:45:02.163507 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.189972 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.241252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96129f0-2e23-4ea4-b5f2-f64f7a9bda97 None None] Pushing event updated for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:02.271134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Transition to ACTIVE for port object 95a0f45c-537b-4ff9-9347-9d26b723eaca will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:02.361067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6610a1d2-af7d-4d77-8974-2cee823d87ec up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:02.424858 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Transition to ACTIVE for port object 95a0f45c-537b-4ff9-9347-9d26b723eaca will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:02.431789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Attempting to bind port e0686023-4378-4816-aac7-f1780fab20e6 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:02.432350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Attempting to bind port e0686023-4378-4816-aac7-f1780fab20e6 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:02.432704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Attempting to bind port e0686023-4378-4816-aac7-f1780fab20e6 on network be22f49c-856a-4fdf-9d69-cf7a6634075e {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:02.448659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8030-e489-42e2-a018-6caeaa4f6ab5 req-9135af68-dd76-4947-a134-db7fde274c2d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:02.451110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:02.451473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Checking segment: {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:02.451866 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.452247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Bound using segment: {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:02.452541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d0a8030-e489-42e2-a018-6caeaa4f6ab5 req-9135af68-dd76-4947-a134-db7fde274c2d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 944 time: 0.0893714 May 26 19:45:02.452704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Bound port: e0686023-4378-4816-aac7-f1780fab20e6, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10d66b3-1e9a-437b-b614-b82cf48cf274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:02.453093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.470805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.478965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=89cf1a60-a227-4de1-b481-44df0b94c21d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:02.514497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d0a8030-e489-42e2-a018-6caeaa4f6ab5 req-08e802e8-e614-4bbc-9f0d-46ebda6417d6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 May 26 19:45:02.599361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Allocated IP 2001:db8:3::1 (3d2d4736-ae4c-4c73-8ef0-8a29060e4eae/137f9065-ec7f-44dc-b91b-a342e3712c1f/48a1aa6f-6b27-4484-8afd-4bf96539a6ce) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:02.604271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:02.622552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:02.625772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:02.640525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Pushing event updated for resources: {'Port': ['ID=95a0f45c-537b-4ff9-9347-9d26b723eaca,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:02.689226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 6610a1d2-af7d-4d77-8974-2cee823d87ec completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:02.777721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 6610a1d2-af7d-4d77-8974-2cee823d87ec triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:02.778093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.820447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.836648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] For port e0686023-4378-4816-aac7-f1780fab20e6, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:02.837739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Transition to ACTIVE for port object 48a1aa6f-6b27-4484-8afd-4bf96539a6ce will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:02.855490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Attempting to bind port 95a0f45c-537b-4ff9-9347-9d26b723eaca on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:02.855886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Attempting to bind port 95a0f45c-537b-4ff9-9347-9d26b723eaca by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:02.856250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Attempting to bind port 95a0f45c-537b-4ff9-9347-9d26b723eaca on network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:02.861200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] For port e0686023-4378-4816-aac7-f1780fab20e6, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e0686023-4378-4816-aac7-f1780fab20e6,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:02.864810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.870807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:02.871180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Checking segment: {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:02.872112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.872662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Bound using segment: {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:02.873300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Bound port: 95a0f45c-537b-4ff9-9347-9d26b723eaca, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:02.873676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.888635 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.933412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:02.938799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:02.943698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:02.944426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:02.975971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:03.103953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.175850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41516) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:03.182995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 6610a1d2-af7d-4d77-8974-2cee823d87ec is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:03.183970 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.202590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:03.203501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:03.295813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Deleting subnet 3ea348e0-8a8b-4db3-be1a-5675ce680d7a {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:03.299128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.368627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:03.469797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:03.530376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.572458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:03.573730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:03.574215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2497afb4-6bb7-4a3e-8ca1-de1e7e2f3e73 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:03.589302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:03.593391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.649999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.688501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96129f0-2e23-4ea4-b5f2-f64f7a9bda97 None None] Pushing event updated for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:03.702785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.757199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.763215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.763994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.800726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea348e0-8a8b-4db3-be1a-5675ce680d7a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:03.804171 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.821370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3399ddfb-75bc-415e-bd13-2c3fbbb6cbda admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ea348e0-8a8b-4db3-be1a-5675ce680d7a HTTP/1.1" status: 204 len: 168 time: 0.6443772 May 26 19:45:03.824142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:03.859637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e307aa9-3781-4a29-8839-5ec8014f21ce req-f654c263-8002-4dbf-8920-d2600a06b64c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:03.862274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e307aa9-3781-4a29-8839-5ec8014f21ce req-f654c263-8002-4dbf-8920-d2600a06b64c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.1244798 May 26 19:45:03.872991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] For port 95a0f45c-537b-4ff9-9347-9d26b723eaca, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:03.919331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e307aa9-3781-4a29-8839-5ec8014f21ce req-de74c68c-29cd-4f06-b6c4-e633757eb925 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 May 26 19:45:03.959416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] For port 95a0f45c-537b-4ff9-9347-9d26b723eaca, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=95a0f45c-537b-4ff9-9347-9d26b723eaca,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:03.973647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:03.977115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:04.029960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:04.046484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:04.048512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event updated for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:04.099017 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908b4121-1e02-4fc3-850b-6d0013edbac5'] response: {'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec', 'code': 200} May 26 19:45:04.142535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17628505-03af-4302-b1e4-cd401906f671 req-2db38bde-5d44-4795-9d15-25b34850fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:04.144486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17628505-03af-4302-b1e4-cd401906f671 req-2db38bde-5d44-4795-9d15-25b34850fb2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 1096 time: 0.1127152 May 26 19:45:04.145665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244b31b-f833-45ea-b2ac-5aafcd3b6dc5 None None] Pushing event updated for resources: {'Port': ['ID=95a0f45c-537b-4ff9-9347-9d26b723eaca,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:04.196171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17628505-03af-4302-b1e4-cd401906f671 req-dcee3a41-7307-47b8-8ab7-6a8eb688dd1e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 May 26 19:45:04.244993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:03Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:02Z', 'revision_number': 1, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:02Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:04.251897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc41a42-0b47-493d-bc74-9bf921bb7134 None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:03Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:02Z', 'revision_number': 1, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:02Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:04.287383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89cf1a60-a227-4de1-b481-44df0b94c21d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:04.302617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.412580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 89cf1a60-a227-4de1-b481-44df0b94c21d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:04.413156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.504504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.531762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:04.565130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65beef35-d52b-481b-90fb-334bc574ffd5']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:04.589654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 89cf1a60-a227-4de1-b481-44df0b94c21d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:04.650629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9ce501-6ade-4d99-b872-959310b1c3b9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:04.651449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9ce501-6ade-4d99-b872-959310b1c3b9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:04.731202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.771251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.787287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:04.787690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:04.859818 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2c9ce501-6ade-4d99-b872-959310b1c3b9 resource provider aggregate not found May 26 19:45:04.871326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:04.899295 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2c9ce501-6ade-4d99-b872-959310b1c3b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c9ce501-6ade-4d99-b872-959310b1c3b9 found for delete ", "request_id": "req-83ed9236-07fc-4f9a-9411-8e88d6676fab"}]} May 26 19:45:04.913170 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f41b795b-e243-4bf6-866d-7f8c1c92fff0 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9438753 May 26 19:45:04.916380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:04.922483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:04.984358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.033645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.117821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=65beef35-d52b-481b-90fb-334bc574ffd5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:05.129689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e778b74d-c843-4237-9179-f69cdaaca1aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/65beef35-d52b-481b-90fb-334bc574ffd5 HTTP/1.1" status: 204 len: 168 time: 1.3021169 May 26 19:45:05.299773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f8269-f48b-4998-b0b4-6a4d0c0b33b6 req-3cf09e86-323e-43a6-8bbe-294545756954 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:05.312508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a09f8269-f48b-4998-b0b4-6a4d0c0b33b6 req-3cf09e86-323e-43a6-8bbe-294545756954 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2381363 May 26 19:45:05.467741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a09f8269-f48b-4998-b0b4-6a4d0c0b33b6 req-06e599f2-e4c2-4bad-8f46-71bdc077a9ad tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504703 May 26 19:45:05.496914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41554) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:05.593410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c8911bd9-683f-4602-a87a-0b6b5877a288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72295889837744a5b8f25987011df4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947063 May 26 19:45:05.596506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41558) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:05.689903 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.727599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.732720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30997e27-95b6-426c-8bf9-7eccf882b015 None None] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:05.802652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.827675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d38c4ff-714c-4336-a244-2277712e6117,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:05.848001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:05.852444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce3f4c93-5df4-4581-9ec9-e851c3d310b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d38c4ff-714c-4336-a244-2277712e6117 HTTP/1.1" status: 204 len: 168 time: 0.2548561 May 26 19:45:05.903632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-52862c1a-9bc8-4341-8450-9cdaede4a6bd None None] Provisioning for port 95a0f45c-537b-4ff9-9347-9d26b723eaca completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:06.052175 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:06.068820 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:06.069805 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:06.134364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:45:06.152588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Removed routes are [] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:45:06.153170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.439457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 95a0f45c-537b-4ff9-9347-9d26b723eaca up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:06.521439 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:06.647154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.651292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.758813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 95a0f45c-537b-4ff9-9347-9d26b723eaca completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:06.789445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 95a0f45c-537b-4ff9-9347-9d26b723eaca triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:06.790079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.807465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b9b82-8246-4f83-abe0-657c66dd31d5 req-3681f89a-4b70-47a9-9703-377d6f2a753a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:06.814418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d43b9b82-8246-4f83-abe0-657c66dd31d5 req-3681f89a-4b70-47a9-9703-377d6f2a753a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.1671259 May 26 19:45:06.858622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.859446 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Provisioning for port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:06.896307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Provisioning complete for port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:06.900959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:06.918755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d43b9b82-8246-4f83-abe0-657c66dd31d5 req-739e6d6a-97fd-4dc3-9365-2428a709f073 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033900 May 26 19:45:07.021499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:07.123089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:07.317902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 95a0f45c-537b-4ff9-9347-9d26b723eaca is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:07.322192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.348864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Provisioning complete for port 95a0f45c-537b-4ff9-9347-9d26b723eaca triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:07.349353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.421222 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:06Z', 'revision_number': 6, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:03Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:02Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:07.433344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:07.434388 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Updating router e6d93141-7b5e-47a7-b928-f355d1089cb2 port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:45:07.440655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:07.455872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.462910 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5df5dd8-b7aa-49f1-b34a-7695d34d9eb3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 953 time: 2.5394561 May 26 19:45:07.463911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:07.495544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eb7f6-7f01-428c-b92b-e8d421cb0c28 req-5eb0653d-85ca-4b79-a682-bea4e7fb71f3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:07.504489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b79eb7f6-7f01-428c-b92b-e8d421cb0c28 req-5eb0653d-85ca-4b79-a682-bea4e7fb71f3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.1239216 May 26 19:45:07.507366 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.533845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 95a0f45c-537b-4ff9-9347-9d26b723eaca, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=95a0f45c-537b-4ff9-9347-9d26b723eaca,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:07.568473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b79eb7f6-7f01-428c-b92b-e8d421cb0c28 req-b2ac7c69-7a6f-42ff-a9bd-6e9358804cbe tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631099 May 26 19:45:07.637756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a52191bc-1538-475c-afaa-38dffdf14f93 None None] Current status of the port 95a0f45c-537b-4ff9-9347-9d26b723eaca is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:07.641895 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.644108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e0686023-4378-4816-aac7-f1780fab20e6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:07.696059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab553111-0008-46a8-aabd-fe841bc68448 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 953 time: 0.2313316 May 26 19:45:07.698917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41616) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:07.704147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'routes': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:07.783149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eddf796c-e1fa-447e-b1f0-6f8b60a03c86 None None] Provisioning complete for port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:07.783689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eddf796c-e1fa-447e-b1f0-6f8b60a03c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.845421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e0686023-4378-4816-aac7-f1780fab20e6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:07.856914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=95a0f45c-537b-4ff9-9347-9d26b723eaca,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:07.861203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e0686023-4378-4816-aac7-f1780fab20e6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:07.861561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:07.926284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eddf796c-e1fa-447e-b1f0-6f8b60a03c86 None None] Port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:08.022316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e0686023-4378-4816-aac7-f1780fab20e6 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:08.023028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.074734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e0686023-4378-4816-aac7-f1780fab20e6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e0686023-4378-4816-aac7-f1780fab20e6,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:08.080476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.143143 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.161493 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Transition to ACTIVE for port object 48a1aa6f-6b27-4484-8afd-4bf96539a6ce will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:08.174095 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.230866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:08.243415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:08.309294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 95a0f45c-537b-4ff9-9347-9d26b723eaca up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:08.357019 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a5612-ff98-4ab6-9d7f-8477c5d6719e None None] Pushing event updated for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:08.439139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 95a0f45c-537b-4ff9-9347-9d26b723eaca triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:08.439831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.504484 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Attempting to bind port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:08.505051 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Attempting to bind port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:08.505151 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Attempting to bind port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce on network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:08.517704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:08.518076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Checking segment: {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:08.518475 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.518863 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Bound using segment: {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:08.519323 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Bound port: 48a1aa6f-6b27-4484-8afd-4bf96539a6ce, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eae0fb0-3582-439a-8a3f-7616d1d85631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:08.519691 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.552614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.extraroute_db [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added routes are [] {{(pid=88363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:45:08.553190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.extraroute_db [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88363) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:45:08.623890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.662397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 95a0f45c-537b-4ff9-9347-9d26b723eaca is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:08.711166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.731950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:08.735569 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] For port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:08.736461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Usage tracker for resource:security_group_rule and tenant:c2cdcd6d5f844105bf3b81a1976b5e5e is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:08.739616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:08.742305 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] For port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:08.748945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:08.753506 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.873567 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a5612-ff98-4ab6-9d7f-8477c5d6719e None None] Pushing event updated for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:08.884633 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:08.885294 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:08.912247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.916618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:08.978981 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2cdcd6d5f844105bf3b81a1976b5e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469032 May 26 19:45:08.980104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8836-2283-4b27-ad45-d705d4776b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7bea42-6d18-4544-8568-cd8b5daf1ada,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:08.983282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:09.059300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.097510 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.107373 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:09.172431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.211857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7bea42-6d18-4544-8568-cd8b5daf1ada,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:09.233566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.237969 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b2912e87-1f9b-42b3-96c4-ab58e298891b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a7bea42-6d18-4544-8568-cd8b5daf1ada HTTP/1.1" status: 204 len: 168 time: 0.2535341 May 26 19:45:09.339633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.348086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.531511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:09.554250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925add6-fc89-417c-a14d-83dc4556f27f req-bdac66ee-8252-4a25-b7cd-8b9c1ea0cbb6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:09.560403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925add6-fc89-417c-a14d-83dc4556f27f req-bdac66ee-8252-4a25-b7cd-8b9c1ea0cbb6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.5553358 May 26 19:45:09.595262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 7, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:09.599603 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407a157-fc7c-40d7-b581-60e437097e23 None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 7, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:09.779521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925add6-fc89-417c-a14d-83dc4556f27f req-dfe0ef9d-b8ff-4c14-9718-50bd0aed1db5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181325 May 26 19:45:09.814232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:09.825786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:09.829659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-60e9fcf5-7084-4234-9db8-89ce926f0ec9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 703 time: 2.1271834 May 26 19:45:09.829899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41670) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:09.849379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:09.859016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:09.859629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:10.050774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:10.056169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4fed22a6-7367-4dad-bdf2-41256e4d4b2b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 703 time: 0.2227559 May 26 19:45:10.056916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41684) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:10.335017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:10.408518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48a1aa6f-6b27-4484-8afd-4bf96539a6ce up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:10.476523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-749255105-network', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:10.484048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:10.488987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Usage tracker for resource:network and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:10.492200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:10.499488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:10.513753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Made reservation on behalf of 754ae71d3f0d40618079a0835d86fe0a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:10.516633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.536314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.552624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:10.556855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:10.560236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:10.566465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:10.572481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:10.581003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:10.581455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.670710 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.676211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.692240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:45:10.705485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.705813 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Added segment 17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed of type vlan for network 663d848c-ac22-4fc4-82f2-48bf32e47f2c May 26 19:45:10.726918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 7, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:10.760031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.762939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.773156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:10.788937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:10.789589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:10.825172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.832167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:10.832167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:10.899927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:10.900603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.005255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:11.017317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.018080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e0686023-4378-4816-aac7-f1780fab20e6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:11.057139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db44966-fec2-4e32-ad08-05ad183e0256,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:11.148439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8098242 May 26 19:45:11.148674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:11.157051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Request body: {'subnet': {'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-subnet', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:11.162373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92344f-87c9-4eee-bd66-4d779b16a2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=663d848c-ac22-4fc4-82f2-48bf32e47f2c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:11.166804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:11.177380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Usage tracker for resource:subnet and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:11.180884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:11.196565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:11.196759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:11.210397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de48f9-b022-42fb-86a9-0fbf5934e766 req-315589cf-c81c-4200-9248-f7877c23b017 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:11.212057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0de48f9-b022-42fb-86a9-0fbf5934e766 req-315589cf-c81c-4200-9248-f7877c23b017 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.1863523 May 26 19:45:11.219863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:11.220460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.227786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Made reservation on behalf of 754ae71d3f0d40618079a0835d86fe0a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:11.231538 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.247987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:45:11.397069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0de48f9-b022-42fb-86a9-0fbf5934e766 req-12638c37-d0ec-4b22-a67d-766b6ac400ad tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703351 May 26 19:45:11.497287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:11.501002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 48a1aa6f-6b27-4484-8afd-4bf96539a6ce, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:11.501395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.588934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e0686023-4378-4816-aac7-f1780fab20e6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:11.589879 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.674575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.782433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 48a1aa6f-6b27-4484-8afd-4bf96539a6ce owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:11.787134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0929bc-4583-4ade-a62b-a50c988bca71,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:11.793426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:11.793893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Network hostable DHCP agents. Network: 663d848c-ac22-4fc4-82f2-48bf32e47f2c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:45:11.814871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e0686023-4378-4816-aac7-f1780fab20e6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:11.816280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:45:11.832026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 663d848c-ac22-4fc4-82f2-48bf32e47f2c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:11.842731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d9083-d035-4761-8c03-eb67e4752e4d None None] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:11.845218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:11.846075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.881545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-070bb4a7-a66e-4932-82c6-c3c30467f871 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7306099 May 26 19:45:11.884448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41720) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:11.892198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:11.902902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:11.914465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Usage tracker for resource:router and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:11.921862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:11.929848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:11.947876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 7, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:11.951498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.953625 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:11.955958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d4b38-a457-48a8-873b-fffd5eca368c None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 7, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '48a1aa6f-6b27-4484-8afd-4bf96539a6ce', 'name': '', 'network_id': '3d2d4736-ae4c-4c73-8ef0-8a29060e4eae', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:cc:e0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:01Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 4, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '137f9065-ec7f-44dc-b91b-a342e3712c1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:12.071621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.082698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.112730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:45:12.113629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.150247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=48a1aa6f-6b27-4484-8afd-4bf96539a6ce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:12.345306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Allocated IP 172.20.0.2 (663d848c-ac22-4fc4-82f2-48bf32e47f2c/ce0929bc-4583-4ade-a62b-a50c988bca71/998e9c06-ca3f-4638-a112-d5e8bb3c4e54) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:12.503934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.618807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.682602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.694576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Transition to ACTIVE for port object 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:12.716015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Transition to ACTIVE for port object 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:12.723536 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.764858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a4ecf-4940-43b5-8867-986befa0746b req-c46737fa-9bd8-4572-a0c2-fe43ab8154ab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:12.766354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-963a4ecf-4940-43b5-8867-986befa0746b req-c46737fa-9bd8-4572-a0c2-fe43ab8154ab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2057323 May 26 19:45:12.817781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Pushing event updated for resources: {'Port': ['ID=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:12.818765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-963a4ecf-4940-43b5-8867-986befa0746b req-de401393-fa57-4942-bfa8-6ca2ba41a3da tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 May 26 19:45:12.856673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:12.857933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:12.862372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:12.922326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:12.953114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Attempting to bind port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:12.953710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Attempting to bind port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:12.953837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Attempting to bind port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:12.959851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:12.960408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:12.960974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:12.961550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Bound using segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:12.962161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Bound port: 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:12.962704 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.070259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] For port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:13.075245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] For port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:13.081609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.098631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:13.110989 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:13.111769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.113348 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b819b479-e380-4220-96ed-b407301dcb78 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0546837 May 26 19:45:13.116148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:13.127465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:13.128206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:13.156263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.213195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 137f9065-ec7f-44dc-b91b-a342e3712c1f {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:13.217293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.237951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8dd12-b7a6-4323-9d31-c0846d7e440c None None] Pushing event updated for resources: {'Port': ['ID=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:13.298097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.366375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Allocated IP 172.25.0.94 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5dc6eed8-00b5-486e-8ab1-0c36d409a585) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:13.413145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.413393 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:13.569977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.637643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.666883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb349180-5522-4896-982d-973df266cf1b None None] Network 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:13.674569 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.693919 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.698052 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=137f9065-ec7f-44dc-b91b-a342e3712c1f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:13.702559 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-437392aa-048e-43d3-8ee1-ca09dbcd4c1f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/137f9065-ec7f-44dc-b91b-a342e3712c1f HTTP/1.1" status: 204 len: 168 time: 0.5852644 May 26 19:45:13.705261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:13.780267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Pushing event updated for resources: {'Port': ['ID=5dc6eed8-00b5-486e-8ab1-0c36d409a585,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:13.796718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:13.802370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:13.804895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:13.849086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.849598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.850194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.850624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.851112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.851615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.852205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.852693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.855678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.855678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.855678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.855678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:13.874334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.896983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 95a0f45c-537b-4ff9-9347-9d26b723eaca {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:13.897678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:13.908828 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:11Z', 'revision_number': 8, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:13.917315 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:13.932956 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:13.938697 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:14.176870 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.187924 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:14.234721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] DHCP port deletion for 3d2d4736-ae4c-4c73-8ef0-8a29060e4eae request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:45:14.242473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Deleting port 95a0f45c-537b-4ff9-9347-9d26b723eaca {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:14.242920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.449846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:14.527808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 95a0f45c-537b-4ff9-9347-9d26b723eaca, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=95a0f45c-537b-4ff9-9347-9d26b723eaca,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:14.530110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.675941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:14.747534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465ffa9-03b1-4fc7-a9be-f793d9427bf7 req-3bef3383-b70a-40c2-a89e-22357542681b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:14.755364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9465ffa9-03b1-4fc7-a9be-f793d9427bf7 req-3bef3383-b70a-40c2-a89e-22357542681b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2630646 May 26 19:45:14.772729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 95a0f45c-537b-4ff9-9347-9d26b723eaca owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:14.843940 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-030699df-9faa-4528-8293-ed6aaf6dda85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.874080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a42f1-c9fc-4bfb-9497-6a4ffa59a959 None None] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:14.884242 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.924704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:14.989248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=95a0f45c-537b-4ff9-9347-9d26b723eaca,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:14.996663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No DVR routers for this DVR port 95a0f45c-537b-4ff9-9347-9d26b723eaca on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:15.056979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9465ffa9-03b1-4fc7-a9be-f793d9427bf7 req-d98f7ffb-6244-4e6a-aae2-f462eddc1f92 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005044 May 26 19:45:15.073811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] For port 95a0f45c-537b-4ff9-9347-9d26b723eaca, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=95a0f45c-537b-4ff9-9347-9d26b723eaca,segment=NetworkSegment(0eae0fb0-3582-439a-8a3f-7616d1d85631),segment_id=0eae0fb0-3582-439a-8a3f-7616d1d85631)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:15.076377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.203836 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:11Z', 'revision_number': 8, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.205387 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.211037 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e456e-b8b7-4d18-8f97-8d28fb88ba5e None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:11Z', 'revision_number': 8, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0686023-4378-4816-aac7-f1780fab20e6', 'name': '', 'network_id': 'be22f49c-856a-4fdf-9d69-cf7a6634075e', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:f5:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': '01673719-52d3-4aab-a649-65142cb080a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:55Z', 'updated_at': '2022-05-26T19:45:08Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '01673719-52d3-4aab-a649-65142cb080a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:15.245579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2d4736-ae4c-4c73-8ef0-8a29060e4eae']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.269776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eae0fb0-3582-439a-8a3f-7616d1d85631') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.270199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eae0fb0-3582-439a-8a3f-7616d1d85631') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:15.282839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.299472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.306570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:15.307232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.314097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Calling delete_port for 95a0f45c-537b-4ff9-9347-9d26b723eaca owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:15.371466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Provisioning for port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:15.389904 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0eae0fb0-3582-439a-8a3f-7616d1d85631 resource provider aggregate not found May 26 19:45:15.440614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-80e62376-8ec0-4282-bdb1-47af34983093 req-065abbcb-a91a-4db9-ac31-28f8f2ca4e88 service neutron] (88362) timed out ('10.222.0.53', 64037) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:45:15.442383 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0eae0fb0-3582-439a-8a3f-7616d1d85631 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0eae0fb0-3582-439a-8a3f-7616d1d85631 found for delete ", "request_id": "req-ccba12a0-d056-4df0-8193-efc09c00179e"}]} May 26 19:45:15.445918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.462824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Provisioning complete for port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:15.462824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.469851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.486273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=3d2d4736-ae4c-4c73-8ef0-8a29060e4eae,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:15.503872 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7663d484-cd5f-46ad-82b7-e94b17f809e9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/3d2d4736-ae4c-4c73-8ef0-8a29060e4eae HTTP/1.1" status: 204 len: 168 time: 1.7965326 May 26 19:45:15.506379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41768) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:15.551834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.685781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:45:15.686264 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:45:15.696866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-42edf560-bca7-4364-9b9a-784c2d1f5cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2501209 May 26 19:45:15.827496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Current status of the port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:15.827873 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:15.916835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] For port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:15.933715 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:45:15.936848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.003536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-25527932-2703-415a-8eb7-54734e22b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:16.005064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-25527932-2703-415a-8eb7-54734e22b100 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1784873 May 26 19:45:16.005684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Router 28c5c275-49b2-4893-883b-56d9c58ef83b is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:45:16.129253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a732d0-9117-4b01-91b1-74163d3238f8 None None] Pushing event updated for resources: {'Port': ['ID=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:16.187288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Deleting port 95a0f45c-537b-4ff9-9347-9d26b723eaca {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:16.187668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.275414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5fe00261-a2de-4cc2-9f55-b6844807e006 None None] The port '95a0f45c-537b-4ff9-9347-9d26b723eaca' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:45:16.308442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4baeb930-767e-4130-bd1e-f20c43368b62 None None] Provisioning complete for port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:16.308808 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4baeb930-767e-4130-bd1e-f20c43368b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.356248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:16.447968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.551760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:16.552152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.609828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4baeb930-767e-4130-bd1e-f20c43368b62 None None] Current status of the port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:16.667091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:16.706985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:16.728822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:16.729482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:16.743889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b48a-586f-4362-a9bd-2faf63038a5e req-93be35bb-59a2-4088-b765-4c8364c66dee tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:16.746346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc29b48a-586f-4362-a9bd-2faf63038a5e req-93be35bb-59a2-4088-b765-4c8364c66dee tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.4910498 May 26 19:45:16.749716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.750928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-baab2111-815e-451d-85ef-4254eb213dcc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8658099 May 26 19:45:16.752752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-787f2c56-b9e2-436c-9966-831feb1c9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:16.760878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-787f2c56-b9e2-436c-9966-831feb1c9430 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.6485302 May 26 19:45:16.760878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41794) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:16.854517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:16.961456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 95a0f45c-537b-4ff9-9347-9d26b723eaca no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:16.991067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port e0686023-4378-4816-aac7-f1780fab20e6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:16.991397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:16.992039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6842aa91-2f03-4e5f-8a3c-97ac0af03678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:17.017801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 95a0f45c-537b-4ff9-9347-9d26b723eaca {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:17.018265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 95a0f45c-537b-4ff9-9347-9d26b723eaca not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:17.018771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48a1aa6f-6b27-4484-8afd-4bf96539a6ce no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:17.059521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 48a1aa6f-6b27-4484-8afd-4bf96539a6ce {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:17.060008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48a1aa6f-6b27-4484-8afd-4bf96539a6ce not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:17.087763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:17.248695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc29b48a-586f-4362-a9bd-2faf63038a5e req-35d332ef-5c0e-4327-8518-525911d77256 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797434 May 26 19:45:17.256246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port e0686023-4378-4816-aac7-f1780fab20e6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e0686023-4378-4816-aac7-f1780fab20e6,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:17.256621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:17.285720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-bcadf937-fcc8-45c2-948e-24f296245af8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.3156688 May 26 19:45:17.400660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for e0686023-4378-4816-aac7-f1780fab20e6 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:17.415146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:17.443749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-18728f6c-ba6c-48a0-89f2-b6c6d93042e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:17.444971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 3, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:17.445781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-18728f6c-ba6c-48a0-89f2-b6c6d93042e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1472416 May 26 19:45:17.449297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:17.449684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Updating router 28c5c275-49b2-4893-883b-56d9c58ef83b port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:45:17.513995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:17.604064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:17.706127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=e0686023-4378-4816-aac7-f1780fab20e6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:17.763894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-87a81562-4828-4170-89f1-089af6631978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:17.765461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-87a81562-4828-4170-89f1-089af6631978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598519 May 26 19:45:17.943651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.014305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.027539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Transition to ACTIVE for port object 5dc6eed8-00b5-486e-8ab1-0c36d409a585 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:18.037065 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.159296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.160273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Attempting to bind port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:18.160694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Attempting to bind port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:18.161333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Attempting to bind port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:18.173303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da4a8b-dcfb-4138-bdb5-70aa26aceaca None None] Pushing event updated for resources: {'Port': ['ID=5dc6eed8-00b5-486e-8ab1-0c36d409a585,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:18.181436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:18.181809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:18.182202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.182567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:18.183205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Bound port: 5dc6eed8-00b5-486e-8ab1-0c36d409a585, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:18.183574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.238645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-3519a314-eab2-4209-a3ed-1cc498c24892 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604397 May 26 19:45:18.290184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] For port 5dc6eed8-00b5-486e-8ab1-0c36d409a585, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:18.294122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] For port 5dc6eed8-00b5-486e-8ab1-0c36d409a585, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5dc6eed8-00b5-486e-8ab1-0c36d409a585,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:18.295370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.301860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.415474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da4a8b-dcfb-4138-bdb5-70aa26aceaca None None] Pushing event updated for resources: {'Port': ['ID=5dc6eed8-00b5-486e-8ab1-0c36d409a585,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:18.434245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:18.434999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:18.498033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:18.718730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:18.737326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c22c691-ead7-4e52-b2d5-70c01c350d7d req-bfd827c0-0692-4991-aa96-f2e73c871588 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538667 May 26 19:45:18.787592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75bef0-30e6-48f3-a199-70e2f98cd10c req-9a9ac4cf-ab3d-469d-bd82-46777977d740 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:18.789578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a75bef0-30e6-48f3-a199-70e2f98cd10c req-9a9ac4cf-ab3d-469d-bd82-46777977d740 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.4002717 May 26 19:45:18.824993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:18.840430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7e7338d-0d62-4d40-a2db-752456196b24 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294263 May 26 19:45:18.840584 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:18.841017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41812) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:18.853168 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:18.853799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:18.923325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a75bef0-30e6-48f3-a199-70e2f98cd10c req-e4df968c-c83d-4b33-8b62-f0302edfef19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232469 May 26 19:45:18.923678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 01673719-52d3-4aab-a649-65142cb080a1 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:18.930758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:18.952411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Allocated IP 172.20.0.1 (663d848c-ac22-4fc4-82f2-48bf32e47f2c/ce0929bc-4583-4ade-a62b-a50c988bca71/de2b3252-4983-4cd3-9d15-34d82f92552d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:19.039157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.113344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 3, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:19.125224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3451a5d3-d221-43be-9d91-cc89b804ead2 None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:14Z', 'revision_number': 3, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:19.146105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.176605 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:19.208746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.233769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.236858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Transition to ACTIVE for port object de2b3252-4983-4cd3-9d15-34d82f92552d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:19.279816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.283998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.286859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=01673719-52d3-4aab-a649-65142cb080a1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:19.295262 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-78cdecf7-d100-4cc2-844c-21b8b5cf02e2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/01673719-52d3-4aab-a649-65142cb080a1 HTTP/1.1" status: 204 len: 168 time: 0.4505560 May 26 19:45:19.297456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:19.301550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8907f2d-f100-465d-84a5-da5215a3cf52 None None] Network be22f49c-856a-4fdf-9d69-cf7a6634075e requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:19.369953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:19.373481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:19.377924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:19.458334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.467279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:19.582568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.615606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 89cf1a60-a227-4de1-b481-44df0b94c21d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:19.616003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.787763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.793054 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.867612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-50340ec8-23b4-4f76-a133-509c4a262239 None None] Provisioning for port de2b3252-4983-4cd3-9d15-34d82f92552d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:19.906478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] DHCP port deletion for be22f49c-856a-4fdf-9d69-cf7a6634075e request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:45:19.929083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Deleting port 89cf1a60-a227-4de1-b481-44df0b94c21d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:19.930170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:19.969135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:17Z', 'revision_number': 9, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:19.978014 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:19.992919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-50340ec8-23b4-4f76-a133-509c4a262239 None None] Provisioning complete for port de2b3252-4983-4cd3-9d15-34d82f92552d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:19.993311 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-50340ec8-23b4-4f76-a133-509c4a262239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.019369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:20.026476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:20.128983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 89cf1a60-a227-4de1-b481-44df0b94c21d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89cf1a60-a227-4de1-b481-44df0b94c21d,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:20.129985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.346135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:20.384622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 89cf1a60-a227-4de1-b481-44df0b94c21d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:20.402980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] For port 89cf1a60-a227-4de1-b481-44df0b94c21d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=89cf1a60-a227-4de1-b481-44df0b94c21d,segment=NetworkSegment(b10d66b3-1e9a-437b-b614-b82cf48cf274),segment_id=b10d66b3-1e9a-437b-b614-b82cf48cf274)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:20.403370 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.461764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0849-0f42-4e78-9526-327e3ee76785 req-16d55841-72c1-4a56-81ab-d771629ea325 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:20.463747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e43e0849-0f42-4e78-9526-327e3ee76785 req-16d55841-72c1-4a56-81ab-d771629ea325 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.3776507 May 26 19:45:20.527362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.542762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.548346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.570755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Calling delete_port for 89cf1a60-a227-4de1-b481-44df0b94c21d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:20.665482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=89cf1a60-a227-4de1-b481-44df0b94c21d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:20.670214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No DVR routers for this DVR port 89cf1a60-a227-4de1-b481-44df0b94c21d on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:20.759808 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:45:20.761118 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:45:20.765705 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5dc6eed8-00b5-486e-8ab1-0c36d409a585 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:20.832886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e43e0849-0f42-4e78-9526-327e3ee76785 req-c9f8ddd5-7484-4667-bd1b-71943e9452cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551381 May 26 19:45:20.865884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-50340ec8-23b4-4f76-a133-509c4a262239 None None] Port de2b3252-4983-4cd3-9d15-34d82f92552d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:20.875068 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.893389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:20.893998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:20.906013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.930351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:20.930911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:20.934462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be22f49c-856a-4fdf-9d69-cf7a6634075e']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:20.978995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10d66b3-1e9a-437b-b614-b82cf48cf274') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:20.979298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10d66b3-1e9a-437b-b614-b82cf48cf274') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:21.013619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.016801 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:17Z', 'revision_number': 9, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:21.030982 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc440b0-5b81-4cc1-ba30-1278dc1a03c3 None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:17Z', 'revision_number': 9, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': '856ab406-f657-4bc0-ba01-836c56bbbe1b', 'name': '', 'network_id': 'f199f467-dce7-4504-b0dc-bf5a45659e53', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '1448f882-2883-4e13-bdf6-97ee01690287', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:45Z', 'updated_at': '2022-05-26T19:44:57Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': '1448f882-2883-4e13-bdf6-97ee01690287', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:21.033221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.043882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:21.044562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.153730 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b10d66b3-1e9a-437b-b614-b82cf48cf274 resource provider aggregate not found May 26 19:45:21.209027 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b10d66b3-1e9a-437b-b614-b82cf48cf274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b10d66b3-1e9a-437b-b614-b82cf48cf274 found for delete ", "request_id": "req-9bb6a1fe-f723-47cc-9030-b171fde44ea9"}]} May 26 19:45:21.230115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.259249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:21.260532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:21.265785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Deleting port 89cf1a60-a227-4de1-b481-44df0b94c21d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:21.266134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.282465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.285726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=be22f49c-856a-4fdf-9d69-cf7a6634075e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:21.305774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0817c12b-2e40-4c3b-8acf-1a6be3b0c3bc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/be22f49c-856a-4fdf-9d69-cf7a6634075e HTTP/1.1" status: 204 len: 168 time: 2.0073106 May 26 19:45:21.309026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41842) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:21.441635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2fbab49d-f46b-4b2c-a9ec-45644c3a539b None None] The port '89cf1a60-a227-4de1-b481-44df0b94c21d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:45:21.457959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:21.458448 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.528375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5dc6eed8-00b5-486e-8ab1-0c36d409a585, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5dc6eed8-00b5-486e-8ab1-0c36d409a585,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:21.541198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:21.569067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:21.717724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89cf1a60-a227-4de1-b481-44df0b94c21d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:21.877470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 89cf1a60-a227-4de1-b481-44df0b94c21d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:21.878459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 89cf1a60-a227-4de1-b481-44df0b94c21d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:21.946799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5dc6eed8-00b5-486e-8ab1-0c36d409a585,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:22.002627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9698d50e-17d0-4761-bab3-6e7e00a7d4e7 None None] Provisioning complete for port de2b3252-4983-4cd3-9d15-34d82f92552d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:22.006992 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9698d50e-17d0-4761-bab3-6e7e00a7d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:22.342780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9698d50e-17d0-4761-bab3-6e7e00a7d4e7 None None] Port de2b3252-4983-4cd3-9d15-34d82f92552d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:22.376502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5dc6eed8-00b5-486e-8ab1-0c36d409a585 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:22.586359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:22.586734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:22.616214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:22.666048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2aae0be4-0b11-4df2-95db-e9f7113af3a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/28c5c275-49b2-4893-883b-56d9c58ef83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9094517 May 26 19:45:22.745759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:22.758279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c50f61-e1bd-4c74-9d72-5eb5da33fe16 req-f9e9dfeb-83a7-403b-ba4c-cd61848ac24f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:22.770757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36c50f61-e1bd-4c74-9d72-5eb5da33fe16 req-f9e9dfeb-83a7-403b-ba4c-cd61848ac24f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2779281 May 26 19:45:22.851007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:22.855329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:22.856089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:22.858867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36c50f61-e1bd-4c74-9d72-5eb5da33fe16 req-86367a6e-fbbc-4561-bcec-1a0ab6dd8794 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861337 May 26 19:45:22.920886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e0686023-4378-4816-aac7-f1780fab20e6 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:22.964794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e0686023-4378-4816-aac7-f1780fab20e6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:22.965702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e0686023-4378-4816-aac7-f1780fab20e6 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:23.167346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:23.208610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:23.612763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 856ab406-f657-4bc0-ba01-836c56bbbe1b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:23.615367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:23.617936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:20Z', 'revision_number': 2, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:23.622796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:23.623139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Updating router 28c5c275-49b2-4893-883b-56d9c58ef83b port de2b3252-4983-4cd3-9d15-34d82f92552d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:45:23.690481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:23.839669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 856ab406-f657-4bc0-ba01-836c56bbbe1b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=856ab406-f657-4bc0-ba01-836c56bbbe1b,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:23.839669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.001074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 856ab406-f657-4bc0-ba01-836c56bbbe1b owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:24.265028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.287609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.288131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Transition to ACTIVE for port object de2b3252-4983-4cd3-9d15-34d82f92552d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:24.299606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.357521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=856ab406-f657-4bc0-ba01-836c56bbbe1b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:24.369452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.369608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.369938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.370256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.370579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.370890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.371195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.371504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.371920 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.372433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.372592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.373101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:24.429607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41900) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:24.434585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691276448', 'description': 'tempest-description--582753215'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:24.442068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:24.450087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:24.469142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:24.489341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:24.527340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.598388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:24.615318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:24.618945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:24.632092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:24.649390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5216393-29a1-41b8-8079-1a958347f2e7 None None] Pushing event updated for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:24.772951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.831199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Attempting to bind port de2b3252-4983-4cd3-9d15-34d82f92552d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:24.831729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Attempting to bind port de2b3252-4983-4cd3-9d15-34d82f92552d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:24.832290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Attempting to bind port de2b3252-4983-4cd3-9d15-34d82f92552d on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:24.844160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.848059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:24.848725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:24.849417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.850011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Bound using segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:24.850658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Bound port: de2b3252-4983-4cd3-9d15-34d82f92552d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:24.851248 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.896314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.900587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4701056 May 26 19:45:24.900734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41908) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:24.913458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group_rule': {'security_group_id': '4342d049-78ef-48d6-a04f-a4cd7fc72a5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:24.936687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:24.950189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:24.964852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:24.990799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:24.997231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f1545-db86-42ee-b83e-ae65616c3487 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4342d049-78ef-48d6-a04f-a4cd7fc72a5b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:25.023540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510b4b9-4477-48ee-8d21-adba5e7fa299 req-46121ac5-65ed-4039-9b63-77b3fa4bf2f6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:25.032430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2510b4b9-4477-48ee-8d21-adba5e7fa299 req-46121ac5-65ed-4039-9b63-77b3fa4bf2f6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2541559 May 26 19:45:25.083579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:25.085470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] For port de2b3252-4983-4cd3-9d15-34d82f92552d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:25.090723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] For port de2b3252-4983-4cd3-9d15-34d82f92552d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de2b3252-4983-4cd3-9d15-34d82f92552d,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:25.107485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2510b4b9-4477-48ee-8d21-adba5e7fa299 req-592defd2-8c77-4b7f-a95f-e91e3d07a0c9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770991 May 26 19:45:25.108583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.200235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.208914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:25.209865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:25.300042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5216393-29a1-41b8-8079-1a958347f2e7 None None] Pushing event updated for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:25.507501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.516370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:25.517427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.532362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:25.545617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cec0deb-3226-457c-b82e-1bda97d350e5,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:25.617255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.620998 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36235bb9-833f-437f-b777-066d351d015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7159264 May 26 19:45:25.622666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41922) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:25.628480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group_rule': {'security_group_id': '4342d049-78ef-48d6-a04f-a4cd7fc72a5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:25.642099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:25.666634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:25.721435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:25.731172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:25.757942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.770133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:25.783582 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85227234-4097-40f2-94f0-e64bda1f0ae2 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4721141 May 26 19:45:25.785295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41926) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:25.789535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:25.800794 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:25.801966 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:25.875227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.881777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.888608 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet 1448f882-2883-4e13-bdf6-97ee01690287 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:25.893668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.933971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481f57e0-fd6b-4e33-b28b-45d980d61d67,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:25.956473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:25.961700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1dbf4a06-2f80-4ebb-a8da-2a83061d0e87 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344009 May 26 19:45:25.961700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41930) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:25.966832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:25.974053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:25.979488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:floatingip and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:25.983057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:25.991406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:26.009317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.068836 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:26.086781 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.087616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:25Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:26.091906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1a723-2d47-4ff3-abdc-2476773dc36e None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:25Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:26.388962 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.450249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.592282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de2b3252-4983-4cd3-9d15-34d82f92552d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:26.694047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.788645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port de2b3252-4983-4cd3-9d15-34d82f92552d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:26.795120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port de2b3252-4983-4cd3-9d15-34d82f92552d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:26.797087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.822307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:26.827367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d99f89-67ea-4ec9-a1d4-223936eb290e req-551580df-4a9e-47d7-8e9b-7cabced0fbc4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:26.837425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=1448f882-2883-4e13-bdf6-97ee01690287,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:26.842104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46d99f89-67ea-4ec9-a1d4-223936eb290e req-551580df-4a9e-47d7-8e9b-7cabced0fbc4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.3259590 May 26 19:45:26.851014 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cde6d954-cd31-4884-86ff-b1851d4b6263 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/1448f882-2883-4e13-bdf6-97ee01690287 HTTP/1.1" status: 204 len: 168 time: 1.0643246 May 26 19:45:26.851904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 41946) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:26.888763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de684f-83a9-40fc-a3a9-6e6b0869a33f None None] Network f199f467-dce7-4504-b0dc-bf5a45659e53 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:26.909501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Allocated IP 172.25.0.111 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/59ef9d49-a34a-4ee2-8ec3-e8541cb043fd) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:26.942415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46d99f89-67ea-4ec9-a1d4-223936eb290e req-c0ca1f21-eac8-4818-9fee-27a02c5414df tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 May 26 19:45:27.086781 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.098431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port abff665b-6772-4203-8ea9-e4651339f5eb {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:27.098770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.278172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.298810 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:24Z', 'revision_number': 10, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:27.302862 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:27.319968 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:27.320595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:27.332954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port de2b3252-4983-4cd3-9d15-34d82f92552d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:27.333357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.348824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.437789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port de2b3252-4983-4cd3-9d15-34d82f92552d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de2b3252-4983-4cd3-9d15-34d82f92552d,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:27.449447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.530959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:27.536401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:27.543172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:27.600265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port abff665b-6772-4203-8ea9-e4651339f5eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=abff665b-6772-4203-8ea9-e4651339f5eb,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:27.600265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.651275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] DHCP port deletion for f199f467-dce7-4504-b0dc-bf5a45659e53 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:45:27.667263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Deleting port abff665b-6772-4203-8ea9-e4651339f5eb {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:27.667263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.677975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=59ef9d49-a34a-4ee2-8ec3-e8541cb043fd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:27.723928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:27.765689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:27.808667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:27.906423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.019586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for abff665b-6772-4203-8ea9-e4651339f5eb owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:28.193565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] For port abff665b-6772-4203-8ea9-e4651339f5eb, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=abff665b-6772-4203-8ea9-e4651339f5eb,segment=NetworkSegment(68a6bcc7-9796-4165-a06e-3410f05cc958),segment_id=68a6bcc7-9796-4165-a06e-3410f05cc958)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:28.194239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.358615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.416159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No DVR routers for this DVR port abff665b-6772-4203-8ea9-e4651339f5eb on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:28.463294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=abff665b-6772-4203-8ea9-e4651339f5eb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:28.475325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de2b3252-4983-4cd3-9d15-34d82f92552d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:28.548745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Calling delete_port for abff665b-6772-4203-8ea9-e4651339f5eb owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:28.569947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.585826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba317-2e68-48a1-a0e4-f216b3bd2ccc req-a8407b9e-d93b-4743-8a1d-169ca6960376 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:28.596658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-323ba317-2e68-48a1-a0e4-f216b3bd2ccc req-a8407b9e-d93b-4743-8a1d-169ca6960376 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2551570 May 26 19:45:28.633194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.649861 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:24Z', 'revision_number': 10, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:28.664219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106fdf2-c726-437f-b873-0b1d2f8c50dc None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:24Z', 'revision_number': 10, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None, '_interfaces': [{'id': 'aa77f354-758d-442a-af88-5bbca0b99db3', 'name': '', 'network_id': '6279a8a8-d508-4ff3-9016-38bf577289c6', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'mac_address': 'fa:16:3e:7a:56:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:44:40Z', 'updated_at': '2022-05-26T19:44:52Z', 'revision_number': 5, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'subnets': [{'id': 'eaf359eb-a4c1-4f40-98d9-b033b9528b6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:28.678192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:45:28.679180 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:45:28.679815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port de2b3252-4983-4cd3-9d15-34d82f92552d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:28.680179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.726774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.745349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=59ef9d49-a34a-4ee2-8ec3-e8541cb043fd,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:28.755923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-323ba317-2e68-48a1-a0e4-f216b3bd2ccc req-dc367f22-cc5c-4372-a2f3-21375cf393d3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581523 May 26 19:45:28.756124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f199f467-dce7-4504-b0dc-bf5a45659e53']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:28.773113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a6bcc7-9796-4165-a06e-3410f05cc958') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:28.773784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a6bcc7-9796-4165-a06e-3410f05cc958') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:28.794729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.822325 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.836707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.841396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:28.841396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.872203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.874107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port de2b3252-4983-4cd3-9d15-34d82f92552d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:28.874233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5373314-dbe1-4179-9668-246506d8fbea tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9119639 May 26 19:45:28.926945 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 68a6bcc7-9796-4165-a06e-3410f05cc958 resource provider aggregate not found May 26 19:45:28.951870 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 68a6bcc7-9796-4165-a06e-3410f05cc958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68a6bcc7-9796-4165-a06e-3410f05cc958 found for delete ", "request_id": "req-d931549b-e2b4-43f8-ba7c-6e7b36ffbfb9"}]} May 26 19:45:28.965160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.984011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:28.995861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=f199f467-dce7-4504-b0dc-bf5a45659e53,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:29.005333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3128a8ac-b8d1-4223-b963-c4f1cafa067b tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/f199f467-dce7-4504-b0dc-bf5a45659e53 HTTP/1.1" status: 204 len: 168 time: 2.1492503 May 26 19:45:29.006545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 41984) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:29.064161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device abff665b-6772-4203-8ea9-e4651339f5eb no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:29.139493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: abff665b-6772-4203-8ea9-e4651339f5eb {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:29.139493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device abff665b-6772-4203-8ea9-e4651339f5eb not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:29.180531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Deleting port abff665b-6772-4203-8ea9-e4651339f5eb {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:29.180910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:29.261352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5a32c-d858-4a33-8161-ab3dc6645012 None None] The port 'abff665b-6772-4203-8ea9-e4651339f5eb' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:45:29.388515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-1b667168-8fe3-41b7-b215-d53bca573040 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:29.574994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-1b667168-8fe3-41b7-b215-d53bca573040 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:29.576284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-1b667168-8fe3-41b7-b215-d53bca573040 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--691276448&fields=id&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 267 time: 0.3047397 May 26 19:45:29.840836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-43393441-895f-4e0f-906f-4a876cec99e4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:29.841533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-43393441-895f-4e0f-906f-4a876cec99e4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:29.870070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-43393441-895f-4e0f-906f-4a876cec99e4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:29.871213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-43393441-895f-4e0f-906f-4a876cec99e4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 816 time: 0.2859414 May 26 19:45:29.916653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-632e028e-dd8f-4ef8-973c-07d2f1abbb13 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/quotas/754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 375 time: 0.0378747 May 26 19:45:30.038541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:30.112760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-148fcba8-67f1-4a3e-a833-1a9a7962d773 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:30.200717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-148fcba8-67f1-4a3e-a833-1a9a7962d773 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:30.202039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-148fcba8-67f1-4a3e-a833-1a9a7962d773 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2801085 May 26 19:45:30.251439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 856ab406-f657-4bc0-ba01-836c56bbbe1b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:30.319583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 856ab406-f657-4bc0-ba01-836c56bbbe1b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:30.321422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 856ab406-f657-4bc0-ba01-836c56bbbe1b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:30.465367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-9973b2b4-4533-4131-8078-e623eddd61df service neutron] 10.222.0.24 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049298 May 26 19:45:30.621617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port aa77f354-758d-442a-af88-5bbca0b99db3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:30.621878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:30.707041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-cd291271-5e67-4d94-8133-ac5536adeacc service neutron] 10.222.0.24 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351408 May 26 19:45:31.155375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port aa77f354-758d-442a-af88-5bbca0b99db3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=aa77f354-758d-442a-af88-5bbca0b99db3,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:31.156018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:31.290375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9f555-b614-41f9-936d-1b3ac6da2d1c req-f06daabb-14da-40cc-9113-7fde2ec7d552 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:31.291462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c9f555-b614-41f9-936d-1b3ac6da2d1c req-f06daabb-14da-40cc-9113-7fde2ec7d552 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.3017566 May 26 19:45:31.362198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for aa77f354-758d-442a-af88-5bbca0b99db3 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:31.442267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-5678f659-ddd8-4a47-a44d-b33c4655d15a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5370796 May 26 19:45:31.681184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1c9f555-b614-41f9-936d-1b3ac6da2d1c req-6feca40d-e5a2-4356-bc4c-f33d0d4cb68d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837546 May 26 19:45:31.853238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-8d0df83e-fb5d-41f7-b837-9ebaf0762124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:31.853650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-8d0df83e-fb5d-41f7-b837-9ebaf0762124 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.2170739 May 26 19:45:31.922256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:32.082802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a549973e-f99f-4548-a86e-307fadb27626 req-6a80d170-6329-4a74-8df0-a9cc3812afa2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 210 time: 0.1645632 May 26 19:45:32.095330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=aa77f354-758d-442a-af88-5bbca0b99db3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:32.589807 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:32.611398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-53654a6e-d3e3-425c-8ebf-a7863715be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:32.613793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-53654a6e-d3e3-425c-8ebf-a7863715be9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.7194357 May 26 19:45:33.016009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-a873ec97-cddf-4963-b00b-e85fab7a1fa2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:33.018022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-a873ec97-cddf-4963-b00b-e85fab7a1fa2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.53 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 816 time: 0.7227919 May 26 19:45:33.087226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-537d6d53-1d01-4a1e-a3ff-fc186085e6da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 1002 time: 0.4033642 May 26 19:45:33.200620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:33.216358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-96874aaa-5f7f-4646-a60b-d1558a37a220 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 379 time: 0.1400852 May 26 19:45:33.235568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'port': {'device_id': '761a892f-9dba-4ded-b11a-78e8223482f3', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'admin_state_up': True, 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'security_groups': ['4342d049-78ef-48d6-a04f-a4cd7fc72a5b']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:33.254113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-e9d0b96c-9b24-433a-a5be-2a37cc9fc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:33.255544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-e9d0b96c-9b24-433a-a5be-2a37cc9fc845 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1465480 May 26 19:45:33.364669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3264a-a5ce-4a04-a959-0a93bd5124ab req-38cf6cc2-67aa-4497-bbc7-6e825b50117b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:33.365912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfb3264a-a5ce-4a04-a959-0a93bd5124ab req-38cf6cc2-67aa-4497-bbc7-6e825b50117b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.5465791 May 26 19:45:33.563812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:33.575067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:33.584795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f9807700-57fc-4ca7-a4e9-cc9089920c8a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5740235 May 26 19:45:33.587474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:33.592018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:33.593853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:33.654539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfb3264a-a5ce-4a04-a959-0a93bd5124ab req-55a9087a-3e4b-400a-a78b-bc4eac471c50 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188802 May 26 19:45:33.682727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-ffe60053-e7a1-4f05-9933-2daa1c8437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:33.684258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-ffe60053-e7a1-4f05-9933-2daa1c8437a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3724873 May 26 19:45:33.706509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting subnet eaf359eb-a4c1-4f40-98d9-b033b9528b6d {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:33.710553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:33.783563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:33.814837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:33.817194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:33.846538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Made reservation on behalf of 754ae71d3f0d40618079a0835d86fe0a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:33.850168 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:33.852909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:33.937720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:33.974133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-865435c5-c831-4eef-8d53-11bcb4a6448e req-a50272be-cf6b-4c12-90fd-c547da73a57e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 210 time: 0.1045263 May 26 19:45:33.979528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-1afaa1ea-6060-4eda-8b52-b2e6a7982db1 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875006 May 26 19:45:34.067668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:34.073513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.083966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:34.113328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:34.114358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:34.188578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.194398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf359eb-a4c1-4f40-98d9-b033b9528b6d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:34.200792 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4fac2b34-a8fc-4a28-9226-616062aa2fd5 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/eaf359eb-a4c1-4f40-98d9-b033b9528b6d HTTP/1.1" status: 204 len: 168 time: 0.6124673 May 26 19:45:34.203452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42108) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:34.274491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237f2eb-bdd5-4950-9972-3b5220292789 None None] Network 6279a8a8-d508-4ff3-9016-38bf577289c6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:34.366257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.391393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Deleting port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:34.391963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.493222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:34.518933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Allocated IP 172.20.0.4 (663d848c-ac22-4fc4-82f2-48bf32e47f2c/ce0929bc-4583-4ade-a62b-a50c988bca71/fcdaed3e-9b40-4fd1-93e8-41a3ecb44178) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:34.522166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fee0bb9a-dd70-4af3-980a-532dc179edf9 req-824f3963-cded-4d82-acf1-8fcaad850b43 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243652 May 26 19:45:34.572224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336702e-62f1-4cf9-8ba5-66be2bad759d req-8947720f-b677-4526-af76-c6f7b419761f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:34.574373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6336702e-62f1-4cf9-8ba5-66be2bad759d req-8947720f-b677-4526-af76-c6f7b419761f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1844041 May 26 19:45:34.653548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:34.669224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af106b70-e129-4437-8a5a-03be51bbae91 None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:34.735495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6336702e-62f1-4cf9-8ba5-66be2bad759d req-2c90f961-3529-4533-a8ac-0ba18e32453b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494329 May 26 19:45:34.771713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] For port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,segment=NetworkSegment(d98e5d78-1161-4891-8b9d-c26ab89439b1),segment_id=d98e5d78-1161-4891-8b9d-c26ab89439b1)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:34.772184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.875609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:34.901489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Transition to ACTIVE for port object fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:34.965382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Calling delete_port for 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:34.979150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.022811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b444f85-2d3d-4bf2-b46f-0758a1decb6f None None] DHCP port deletion for 6279a8a8-d508-4ff3-9016-38bf577289c6 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:45:35.029551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5b444f85-2d3d-4bf2-b46f-0758a1decb6f None None] Deleting port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:35.031798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5b444f85-2d3d-4bf2-b46f-0758a1decb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.109847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:35.120203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:35.123295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:35.126043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:35.160034 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.243005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Port': ['ID=9f074c25-dc44-4b9d-b3f7-7f77cb5f9800,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:35.247050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5b444f85-2d3d-4bf2-b46f-0758a1decb6f None None] The port '9f074c25-dc44-4b9d-b3f7-7f77cb5f9800' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:45:35.254322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No DVR routers for this DVR port 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:35.263924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e08f1e-f427-4943-bbed-ab94f7a96f49 req-eae64cad-b949-4b5c-b657-acb1ad04a1a2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:35.270120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5e08f1e-f427-4943-bbed-ab94f7a96f49 req-eae64cad-b949-4b5c-b657-acb1ad04a1a2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.3366981 May 26 19:45:35.316150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:35.316819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.383679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5e08f1e-f427-4943-bbed-ab94f7a96f49 req-f3c301fa-6c56-4599-b9b9-0476d69317a0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070366 May 26 19:45:35.395130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-bb648ae4-a38d-4e4d-8946-01b26cf88c27 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1682024 May 26 19:45:35.412412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Request body: {'port': {'device_id': '761a892f-9dba-4ded-b11a-78e8223482f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:35.468632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.491472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47cf230a-332b-4256-9994-1ad86a9716f7 None None] Provisioning for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:35.496949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47cf230a-332b-4256-9994-1ad86a9716f7 None None] Provisioning complete for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:35.497528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47cf230a-332b-4256-9994-1ad86a9716f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.511992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6279a8a8-d508-4ff3-9016-38bf577289c6']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:35.526340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98e5d78-1161-4891-8b9d-c26ab89439b1') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:35.526908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98e5d78-1161-4891-8b9d-c26ab89439b1') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:35.543262 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.554989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-47cf230a-332b-4256-9994-1ad86a9716f7 None None] Port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:35.580023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.589357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:35.589985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.625800 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.707984 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d98e5d78-1161-4891-8b9d-c26ab89439b1 resource provider aggregate not found May 26 19:45:35.729836 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d98e5d78-1161-4891-8b9d-c26ab89439b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d98e5d78-1161-4891-8b9d-c26ab89439b1 found for delete ", "request_id": "req-91cbf783-e506-441c-8a0a-e4d901b61bb5"}]} May 26 19:45:35.737721 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.770677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:35.787974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Pushing event deleted for resources: {'Network': ['ID=6279a8a8-d508-4ff3-9016-38bf577289c6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:35.796118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0284a7-e90e-4c93-8bc0-96d11b5e7c5d req-2393c3ee-3b9c-404a-80bf-2d4d110f4e57 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:35.796860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f0284a7-e90e-4c93-8bc0-96d11b5e7c5d req-2393c3ee-3b9c-404a-80bf-2d4d110f4e57 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:35.801716 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95d449c3-3805-4026-84e4-2d9cbe6896b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/networks/6279a8a8-d508-4ff3-9016-38bf577289c6 HTTP/1.1" status: 204 len: 168 time: 1.5946524 May 26 19:45:35.803092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42126) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:35.812900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'routes': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:35.843584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0f0284a7-e90e-4c93-8bc0-96d11b5e7c5d req-2393c3ee-3b9c-404a-80bf-2d4d110f4e57 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:35.849596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f0284a7-e90e-4c93-8bc0-96d11b5e7c5d req-2393c3ee-3b9c-404a-80bf-2d4d110f4e57 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 931 time: 0.3494740 May 26 19:45:35.998016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f0284a7-e90e-4c93-8bc0-96d11b5e7c5d req-9b103f9c-6302-43be-822b-c1c20f0939a6 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415224 May 26 19:45:36.221881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:36.232615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.260649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Transition to ACTIVE for port object fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:36.268704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.319570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Added routes are [] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 26 19:45:36.319865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.extraroute_db [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Removed routes are [] {{(pid=88362) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 26 19:45:36.320222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.323557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:36.329521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37942ac-abe2-48f9-9f8b-b4c301e4c834 req-e3db1a86-df49-4b82-bf39-2fc637021417 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:36.331973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37942ac-abe2-48f9-9f8b-b4c301e4c834 req-e3db1a86-df49-4b82-bf39-2fc637021417 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2004611 May 26 19:45:36.396015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:36.396563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9f074c25-dc44-4b9d-b3f7-7f77cb5f9800 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:36.397298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aa77f354-758d-442a-af88-5bbca0b99db3 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:36.499922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: aa77f354-758d-442a-af88-5bbca0b99db3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:36.502300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device aa77f354-758d-442a-af88-5bbca0b99db3 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:36.540712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:36.592203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37942ac-abe2-48f9-9f8b-b4c301e4c834 req-7a6a0555-5dd3-4a78-894e-da5680886c0b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487755 May 26 19:45:36.634688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.640677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.668976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:36.671929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:36.675114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.675772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:36.698068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:45:36.698403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:36.708191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:36.709379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:36.711187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Bound using segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:36.717188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Bound port: fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:36.718821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.812449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router e6d93141-7b5e-47a7-b928-f355d1089cb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:36.967568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:36.979965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:36.981503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d4802ce5-767b-4645-8143-74007fff01b4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 704 time: 1.1760216 May 26 19:45:36.981503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42136) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:36.986367 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Sync routers for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:37.014693 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:37.016527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:37.030721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8ef381e-4251-4549-8a73-a5bf69797956 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:37.050980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b8ef381e-4251-4549-8a73-a5bf69797956 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:37.054633 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b8ef381e-4251-4549-8a73-a5bf69797956 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 205 time: 0.0725868 May 26 19:45:37.056988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42144) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:37.136829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:37.141395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:37.152750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12208bc-348e-454a-a485-d71145e21071 req-eb1b8c34-5554-416d-af85-fc94debcc387 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.158555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b12208bc-348e-454a-a485-d71145e21071 req-eb1b8c34-5554-416d-af85-fc94debcc387 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.4127340 May 26 19:45:37.161144 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:37.264094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:37.268829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.271198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:37.274372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 1091 time: 1.8693922 May 26 19:45:37.274477 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:37.296611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:37.468182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b12208bc-348e-454a-a485-d71145e21071 req-e3e19f7b-eca6-4ffd-a6da-859e857c8cd0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949252 May 26 19:45:37.492153 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:37.514600 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Checking router: e6d93141-7b5e-47a7-b928-f355d1089cb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:37.527921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f0ed1-41a3-40aa-8c98-37d17cfef4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:37.554605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-a07cad9b-0399-4c90-89b5-1b51b4a4a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.554605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-a07cad9b-0399-4c90-89b5-1b51b4a4a4d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1094 time: 0.2081332 May 26 19:45:37.565668 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Routers {'e6d93141-7b5e-47a7-b928-f355d1089cb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:37.573417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6d93141-7b5e-47a7-b928-f355d1089cb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:37.659732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-c97e0e71-bf31-425a-8580-70b275e545bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 217 time: 0.0901182 May 26 19:45:37.803668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-e8388358-75e4-4392-9bc1-2462f5667530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.807126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-e8388358-75e4-4392-9bc1-2462f5667530 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0957899 May 26 19:45:37.866349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89840eca-7726-4d4c-a94d-f4a7aad4c933 req-adf5dc00-3d8a-4fd3-9ab1-024540611cee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.867997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89840eca-7726-4d4c-a94d-f4a7aad4c933 req-adf5dc00-3d8a-4fd3-9ab1-024540611cee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.2119989 May 26 19:45:37.874727 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] Set router e6d93141-7b5e-47a7-b928-f355d1089cb2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:37.932110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89840eca-7726-4d4c-a94d-f4a7aad4c933 req-1fd8540e-6b22-4031-b06e-8e3ba5ccfe73 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501420 May 26 19:45:37.941853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-3e2bb60f-895c-42c7-ac63-8c642838bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:37.943347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-3e2bb60f-895c-42c7-ac63-8c642838bcb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313150 May 26 19:45:38.027383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.031052 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.055961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.057547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router e6d93141-7b5e-47a7-b928-f355d1089cb2 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:45:38.080270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.081690 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c35b3b4a-45bf-4862-a354-95e465fb0e71 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 204 len: 168 time: 1.0236640 May 26 19:45:38.087152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:38.093236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1156162819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:38.103217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:38.108991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Usage tracker for resource:router and tenant:b8319046a0504f8abc281945b315a3a1 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:38.110859 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec931a0e-2f99-4a41-b0ff-d66b985460e9'] response: {'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'status': 'completed', 'code': 200} May 26 19:45:38.114138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:38.120750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:38.135411 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.139628 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.169293 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:38.174551 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c34ff38-6ee9-4865-9c7f-cf4e1875901d None None] The sync data for ids ['e6d93141-7b5e-47a7-b928-f355d1089cb2'] in n-d-843146-9 is: [{'id': 'e6d93141-7b5e-47a7-b928-f355d1089cb2', 'name': 'tempest-RoutersIpV6Test-router-282270262', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:44:37Z', 'updated_at': '2022-05-26T19:45:31Z', 'revision_number': 11, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:38.175117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.196432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.230334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.231533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3be435c0-581d-4935-8654-ff27d32b15d9 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1427069 May 26 19:45:38.234289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42174) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:38.239417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:38.304026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-6cff634f-7417-4829-9c39-68ffb1b2842a service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513911 May 26 19:45:38.440107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-64ac50e8-5b73-4f12-bea1-cfa886c0a8c7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:38.441630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-64ac50e8-5b73-4f12-bea1-cfa886c0a8c7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.2735312 May 26 19:45:38.482018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-8a551b37-6e55-4a90-b2ce-3d42e2db9399 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/quotas/8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 375 time: 0.0283167 May 26 19:45:38.551682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9ea9d70-18b0-49d0-81de-bff8a2b5f612 req-fc888a87-1f90-483e-b41d-ce4df5699473 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409091 May 26 19:45:38.597645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-2eb93c55-2ccf-4aef-8553-97e1e1582963 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0975494 May 26 19:45:38.683901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.702002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:38.793418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-4b125ba7-3f30-4952-a2ea-d136e54446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:38.794785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-4b125ba7-3f30-4952-a2ea-d136e54446ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1094 time: 0.1863105 May 26 19:45:38.797925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-af4ccaa6-7df0-477d-833b-0e2361eb7dad service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914439 May 26 19:45:38.897632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Router ed81e3a5-6581-429f-b5a7-0e7808532485 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:45:39.043156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-48917811-1e61-4cbf-8ddd-6cbf0d9aee34 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387209 May 26 19:45:39.046084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:39.053373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:39.054576 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b557b306-86a1-4931-9804-94271fcce7b3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "PUT /v2.0/routers/ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 200 len: 698 time: 0.8193824 May 26 19:45:39.057150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:39.062662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-6b65d4c6-d5d0-4585-8b1e-e3670f7c2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:39.065606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-6b65d4c6-d5d0-4585-8b1e-e3670f7c2bc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2423902 May 26 19:45:39.066084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Sync routers for ids ['ed81e3a5-6581-429f-b5a7-0e7808532485'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:39.079935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Routers {'ed81e3a5-6581-429f-b5a7-0e7808532485'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:39.080619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ed81e3a5-6581-429f-b5a7-0e7808532485'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:39.267935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-270f6502-bc88-4b7e-abaa-76ab9c41cb44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 217 time: 0.1943858 May 26 19:45:39.325348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Set router ed81e3a5-6581-429f-b5a7-0e7808532485 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:39.385854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8fe3a404-a149-459e-b6ae-1680d0486856 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/routers/ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 200 len: 704 time: 0.3271823 May 26 19:45:39.388290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:39.435980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-00a188bd-8a61-40a5-b9b7-702fe3349c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:39.437595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-00a188bd-8a61-40a5-b9b7-702fe3349c0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.1636581 May 26 19:45:39.450397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed81e3a5-6581-429f-b5a7-0e7808532485', 'name': 'tempest-RoutersIpV6Test-router-1156162819', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:38Z', 'updated_at': '2022-05-26T19:45:38Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:39.460043 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b61bef6e-798a-4223-9f5e-82fef7898f8f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 200 len: 205 time: 0.0705671 May 26 19:45:39.462653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:39.467481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Checking router: ed81e3a5-6581-429f-b5a7-0e7808532485 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:39.476856 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Routers {'ed81e3a5-6581-429f-b5a7-0e7808532485'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:39.477665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ed81e3a5-6581-429f-b5a7-0e7808532485'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:39.504633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173de9e-d90b-460c-b805-d92c45504c26 req-ce0a4067-9b62-46f2-b0ae-9aef342f02ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:39.512031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e173de9e-d90b-460c-b805-d92c45504c26 req-ce0a4067-9b62-46f2-b0ae-9aef342f02ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.1910458 May 26 19:45:39.582007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e173de9e-d90b-460c-b805-d92c45504c26 req-02d5bc35-ed8e-436b-8681-f37d24971d37 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690722 May 26 19:45:39.613614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-56e90262-fafc-4334-bf25-52769bf04d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:39.615087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-56e90262-fafc-4334-bf25-52769bf04d87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636176 May 26 19:45:39.630324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:39.639043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] Set router ed81e3a5-6581-429f-b5a7-0e7808532485 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:39.754521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed81e3a5-6581-429f-b5a7-0e7808532485', 'name': 'tempest-RoutersIpV6Test-router-1156162819', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:38Z', 'updated_at': '2022-05-26T19:45:38Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:39.758981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955a2bc-f163-4fb5-99eb-2cce18eb2864 None None] The sync data for ids ['ed81e3a5-6581-429f-b5a7-0e7808532485'] in n-d-843146-9 is: [{'id': 'ed81e3a5-6581-429f-b5a7-0e7808532485', 'name': 'tempest-RoutersIpV6Test-router-1156162819', 'tenant_id': 'b8319046a0504f8abc281945b315a3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:38Z', 'updated_at': '2022-05-26T19:45:38Z', 'revision_number': 2, 'project_id': 'b8319046a0504f8abc281945b315a3a1', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:39.762529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5073280-901a-41e8-ae71-64ffddac6abf req-bc9e74c1-69e3-409f-bcae-7cbc069106fb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 210 time: 0.1071093 May 26 19:45:39.832486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-a4ebd082-7b0e-4db8-9622-c4b52bfee679 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075772 May 26 19:45:39.974184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:39.976950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:39.981647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe53f65-ee0c-4c8a-9156-5d78163c36e2 req-5e9a7543-3bbb-4169-b4c2-ac68c3f336c2 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424992 May 26 19:45:40.030358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:40.031372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Fanout notify agent at l3_agent the message router_deleted on router ed81e3a5-6581-429f-b5a7-0e7808532485 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:45:40.056689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:40.061331 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90743017-ecdc-4e5e-919c-12b7940d02e7 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 204 len: 168 time: 0.5925741 May 26 19:45:40.061605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.114829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5b84784-e431-4aca-b465-7de54c063bb4 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 200 len: 205 time: 0.0520203 May 26 19:45:40.117008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.188569 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-733a3fb5-a6a7-4d8c-ab72-7a4e6ea6b1c3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:40.192096 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-733a3fb5-a6a7-4d8c-ab72-7a4e6ea6b1c3 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/ed81e3a5-6581-429f-b5a7-0e7808532485 HTTP/1.1" status: 404 len: 336 time: 0.0717006 May 26 19:45:40.192186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.232256 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bc5d5b-ef8a-43af-a5a2-4255adcdbb4e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:40.232957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bc5d5b-ef8a-43af-a5a2-4255adcdbb4e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:40.234828 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3bc5d5b-ef8a-43af-a5a2-4255adcdbb4e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/137f9065-ec7f-44dc-b91b-a342e3712c1f HTTP/1.1" status: 404 len: 337 time: 0.0418413 May 26 19:45:40.237254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42216) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.279940 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50aaf0c-081f-4d8c-9d2a-36d0dc2503bd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:40.280416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50aaf0c-081f-4d8c-9d2a-36d0dc2503bd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:40.282135 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d50aaf0c-081f-4d8c-9d2a-36d0dc2503bd tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/01673719-52d3-4aab-a649-65142cb080a1 HTTP/1.1" status: 404 len: 337 time: 0.0438430 May 26 19:45:40.284530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42220) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.327243 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcc57d5-3aad-4918-9f54-2c87286cb0dc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:40.327697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcc57d5-3aad-4918-9f54-2c87286cb0dc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:40.329489 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5bcc57d5-3aad-4918-9f54-2c87286cb0dc tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/1448f882-2883-4e13-bdf6-97ee01690287 HTTP/1.1" status: 404 len: 337 time: 0.0440383 May 26 19:45:40.332023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.373661 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-49db705e-2838-4c67-b8bb-0e72c38a18bf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:40.374346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49db705e-2838-4c67-b8bb-0e72c38a18bf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:40.376186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49db705e-2838-4c67-b8bb-0e72c38a18bf tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/eaf359eb-a4c1-4f40-98d9-b033b9528b6d HTTP/1.1" status: 404 len: 337 time: 0.0432012 May 26 19:45:40.378644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.426367 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1ef61d40-7bbf-4894-8509-b24ce35a8497 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 200 len: 205 time: 0.0464087 May 26 19:45:40.428581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.504068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-65dcca82-f03b-4a86-ac96-a5b6b2a8b41b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:40.505712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-65dcca82-f03b-4a86-ac96-a5b6b2a8b41b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.1817796 May 26 19:45:40.512935 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-9a3ad589-0f29-4e1c-939a-4894bec43e1a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:40.516503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a3ad589-0f29-4e1c-939a-4894bec43e1a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/e6d93141-7b5e-47a7-b928-f355d1089cb2 HTTP/1.1" status: 404 len: 336 time: 0.0842071 May 26 19:45:40.517071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42236) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.529275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'device_id': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'admin_state_up': True, 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:40.567693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-85f7e665-7f6c-4806-abc8-c497feca113a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=2498c80e-a376-44de-a91d-61e1447129d9 HTTP/1.1" status: 200 len: 205 time: 0.0498261 May 26 19:45:40.568320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42240) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.642713 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-4bd14eb6-48c6-467c-8341-b2b9e3c969b8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:40.646286 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4bd14eb6-48c6-467c-8341-b2b9e3c969b8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/2498c80e-a376-44de-a91d-61e1447129d9 HTTP/1.1" status: 404 len: 336 time: 0.0769906 May 26 19:45:40.647012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42246) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.678449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:40.689403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:40.689638 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f9a9d5-915d-4640-96d8-11c57f991229 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:40.690025 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f9a9d5-915d-4640-96d8-11c57f991229 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:40.693605 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a3f9a9d5-915d-4640-96d8-11c57f991229 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/774d4885-8351-4c45-9277-701b77ffcc9e HTTP/1.1" status: 404 len: 337 time: 0.0438452 May 26 19:45:40.695951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42250) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.779216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:40.782804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:40.803928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-41eb1f30-ddb9-4f0e-a507-04b624c9d885 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Synchronizing usage tracker for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:40.837065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-41eb1f30-ddb9-4f0e-a507-04b624c9d885 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] Unset dirty status for tenant:b8319046a0504f8abc281945b315a3a1 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:40.838765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-41eb1f30-ddb9-4f0e-a507-04b624c9d885 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 200 len: 205 time: 0.1415689 May 26 19:45:40.841432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.926153 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-dc707975-2b46-4837-9d68-1a1737649034 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:40.928628 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc707975-2b46-4837-9d68-1a1737649034 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/afcdece0-f7e3-4385-ad3a-3c0c06e3f510 HTTP/1.1" status: 404 len: 336 time: 0.0853825 May 26 19:45:40.931750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42260) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:40.982889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35520d2d-aced-412b-b621-b8a3e95b29a5 req-3f9e17d1-1388-4858-a7c0-c146a30e9118 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:40.984640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35520d2d-aced-412b-b621-b8a3e95b29a5 req-3f9e17d1-1388-4858-a7c0-c146a30e9118 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.2523267 May 26 19:45:41.033321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bdc02424-4ae5-424d-afee-d64378954c2e tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=0acad6e5-28dd-4593-8144-c7d369cdbf37 HTTP/1.1" status: 200 len: 205 time: 0.1003888 May 26 19:45:41.036649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.090007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35520d2d-aced-412b-b621-b8a3e95b29a5 req-303f2ade-8d71-4436-aaba-942c69b5cb4c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659029 May 26 19:45:41.091167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.20.0.3 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/9e787ccf-9a32-441a-a42d-438eb8e3f29b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:41.137626 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-d02bb05d-1386-4d05-8071-293e4f463049 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:41.140882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d02bb05d-1386-4d05-8071-293e4f463049 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/0acad6e5-28dd-4593-8144-c7d369cdbf37 HTTP/1.1" status: 404 len: 336 time: 0.1007912 May 26 19:45:41.141247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.305485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16bf41dc-53d5-415e-9f52-f0dc8f470e0c req-e6a2f05a-a09e-471c-991c-6fcc17c0d7df tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 210 time: 0.0592613 May 26 19:45:41.317710 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eac8d9-e0c8-40cb-a7ef-1fc784eddb77 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:41.318161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69eac8d9-e0c8-40cb-a7ef-1fc784eddb77 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:41.320085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-69eac8d9-e0c8-40cb-a7ef-1fc784eddb77 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/a3e41a2f-3955-4b57-86e2-478bec7f5369 HTTP/1.1" status: 404 len: 337 time: 0.1776989 May 26 19:45:41.323098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42274) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.367109 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fa187bfa-23af-4928-ae7e-2c2142fbf226 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=6117a3c2-a393-4ca4-8e15-97e54d281da7 HTTP/1.1" status: 200 len: 205 time: 0.0429237 May 26 19:45:41.369545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42278) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.385407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:41.403847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Transition to ACTIVE for port object 9e787ccf-9a32-441a-a42d-438eb8e3f29b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:41.434940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:41.441448 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-e26e512c-7e9a-4de4-82a2-ee04d9acf78a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:41.442956 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e26e512c-7e9a-4de4-82a2-ee04d9acf78a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/6117a3c2-a393-4ca4-8e15-97e54d281da7 HTTP/1.1" status: 404 len: 336 time: 0.0721612 May 26 19:45:41.445393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42282) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.448211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:45:41.519071 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-58440814-e76b-40de-b2bb-1ca34f24e3d8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:41.519229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:41.519643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58440814-e76b-40de-b2bb-1ca34f24e3d8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:41.521235 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-58440814-e76b-40de-b2bb-1ca34f24e3d8 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/f9da6928-0a30-4503-ac31-1f64be6f4314 HTTP/1.1" status: 404 len: 337 time: 0.0634856 May 26 19:45:41.522347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:41.523995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42286) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.526791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:41.781258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fb966e9-a8cd-432e-9bcd-3c7190713670 tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "GET /v2.0/ports?device_id=092f49b3-b5c2-4dd5-a141-dba58281627d HTTP/1.1" status: 200 len: 205 time: 0.2561648 May 26 19:45:41.783829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.784624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:41.815797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:41.815797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:41.859350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-24e9c12b-633a-4b79-9e9b-6a6eeb376f8a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3459287 May 26 19:45:41.879333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Request body: {'port': {'device_id': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:41.886192 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-e0272202-e252-4949-aa2d-cb886449a3ae tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] delete failed (client error): The resource could not be found. May 26 19:45:41.886192 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0272202-e252-4949-aa2d-cb886449a3ae tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/routers/092f49b3-b5c2-4dd5-a141-dba58281627d HTTP/1.1" status: 404 len: 336 time: 0.0982935 May 26 19:45:41.886192 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42298) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.925707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a13deafd-1b0b-4aa6-8ea3-65fcaede2cd8 None None] Provisioning for port 9e787ccf-9a32-441a-a42d-438eb8e3f29b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:41.930364 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-569a4df1-5511-4a20-9370-e5300da9804a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:41.930886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569a4df1-5511-4a20-9370-e5300da9804a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:41.933080 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-569a4df1-5511-4a20-9370-e5300da9804a tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/70c8e49d-749e-4aa0-a29e-5f36e47ad7f0 HTTP/1.1" status: 404 len: 337 time: 0.0473156 May 26 19:45:41.935555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42304) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:41.945680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a13deafd-1b0b-4aa6-8ea3-65fcaede2cd8 None None] Provisioning complete for port 9e787ccf-9a32-441a-a42d-438eb8e3f29b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:41.946137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a13deafd-1b0b-4aa6-8ea3-65fcaede2cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:41.982704 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca286fe-7f1b-446c-b352-26b154529d5f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] DELETE failed (client error): The resource could not be found. May 26 19:45:41.983149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca286fe-7f1b-446c-b352-26b154529d5f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:45:41.984810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ca286fe-7f1b-446c-b352-26b154529d5f tempest-RoutersIpV6Test-2145883667 tempest-RoutersIpV6Test-2145883667-project] 10.222.0.24 "DELETE /v2.0/subnets/1dbaa806-f8c5-40a8-8c59-201469622ab9 HTTP/1.1" status: 404 len: 337 time: 0.0483344 May 26 19:45:42.012454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a13deafd-1b0b-4aa6-8ea3-65fcaede2cd8 None None] Port 9e787ccf-9a32-441a-a42d-438eb8e3f29b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:42.058174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.246571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:42.403712 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-20f70f3d-c397-4362-883e-6629a334d888 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8319046a0504f8abc281945b315a3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538048 May 26 19:45:42.403929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42326) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:42.405677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcf07-cc68-4f67-bd2f-b8333083baa0 req-56df7b9f-5f34-4ab9-abc7-2e4df82f47b9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:42.406956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bccbcf07-cc68-4f67-bd2f-b8333083baa0 req-56df7b9f-5f34-4ab9-abc7-2e4df82f47b9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.1885273 May 26 19:45:42.464624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.465354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bccbcf07-cc68-4f67-bd2f-b8333083baa0 req-20b12324-c3a9-4637-9041-0157c31fa519 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496993 May 26 19:45:42.494905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.538081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e787ccf-9a32-441a-a42d-438eb8e3f29b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:42.546769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.553158 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.562054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Transition to ACTIVE for port object 9e787ccf-9a32-441a-a42d-438eb8e3f29b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:42.566787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.571020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66424cb0-8d59-4c4e-a59e-ae6640a9a67b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:42.581385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.582752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-45f4ebd4-fd1f-4e1f-ab9a-59505b9c4b75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66424cb0-8d59-4c4e-a59e-ae6640a9a67b HTTP/1.1" status: 204 len: 168 time: 0.1777291 May 26 19:45:42.770623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:42.890645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af87a4-f824-497b-8001-b0837fbebd5a req-a1f25caa-01c8-4313-8ff7-e02740f5d91a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:42.891347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-03af87a4-f824-497b-8001-b0837fbebd5a req-a1f25caa-01c8-4313-8ff7-e02740f5d91a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:42.902029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Attempting to bind port 9e787ccf-9a32-441a-a42d-438eb8e3f29b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:42.902359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Attempting to bind port 9e787ccf-9a32-441a-a42d-438eb8e3f29b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:42.902681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Attempting to bind port 9e787ccf-9a32-441a-a42d-438eb8e3f29b on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:42.913806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Port 9e787ccf-9a32-441a-a42d-438eb8e3f29b on network 46dc1057-389c-45d6-8261-786bfc265b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:45:42.914128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Attempting to bind port 9e787ccf-9a32-441a-a42d-438eb8e3f29b on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:42.920457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:42.920801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:42.921192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:42.921606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Bound port: 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:42.922094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:42.937776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-03af87a4-f824-497b-8001-b0837fbebd5a req-a1f25caa-01c8-4313-8ff7-e02740f5d91a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:42.944708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03af87a4-f824-497b-8001-b0837fbebd5a req-a1f25caa-01c8-4313-8ff7-e02740f5d91a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 943 time: 0.3188026 May 26 19:45:43.048210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:43.052972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:43.089318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03af87a4-f824-497b-8001-b0837fbebd5a req-5840ad59-48a3-49de-90f3-a6c1209f73e7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436534 May 26 19:45:43.091406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.163614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:43.164217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.165967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] 10.222.0.13 "PUT /v2.0/ports/9e787ccf-9a32-441a-a42d-438eb8e3f29b HTTP/1.1" status: 200 len: 1091 time: 1.2988567 May 26 19:45:43.166540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:43.187476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530091e-c31e-4200-93e6-a64692acff2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:43.267509 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d82e5d-5f43-4891-ab7f-79c181c87d4d'] response: {'name': 'network-changed', 'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b', 'status': 'completed', 'code': 200} May 26 19:45:43.274857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:45:43.313003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-efdb7481-8918-44fd-9e54-763d1ef8b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:43.314613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-efdb7481-8918-44fd-9e54-763d1ef8b6da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 1094 time: 0.0970805 May 26 19:45:43.574600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-336fb58d-19ae-431f-ad94-61c79e8e2752 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b HTTP/1.1" status: 200 len: 217 time: 0.1327715 May 26 19:45:43.577022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:43.577022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:45:43.577536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-dedd9cb2-3917-44ec-b641-1b2e834e0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:43.577536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-dedd9cb2-3917-44ec-b641-1b2e834e0a36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0987151 May 26 19:45:43.577978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42366) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:43.628729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:43.629242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.648458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:43.667993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:43.674188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.716195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1590313654'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:43.716195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:43.730108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Usage tracker for resource:network and tenant:0df74980b11f4e3dad8ba505b9f97775 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:43.730108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:43.730108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:43.746706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Made reservation on behalf of 0df74980b11f4e3dad8ba505b9f97775 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:43.754178 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.778243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.783374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.786563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:45:43.789841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-8dcc0dae-d130-47ca-8fb2-879a52f60672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:43.789841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-8dcc0dae-d130-47ca-8fb2-879a52f60672 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112050 May 26 19:45:43.805499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:43.810728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Usage tracker for resource:security_group_rule and tenant:0df74980b11f4e3dad8ba505b9f97775 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:43.810728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:43.817147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:43.937113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:43.941449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.005383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef16f782-9b25-41f2-b969-dfcfa05f7fb1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:44.005383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:45:44.032314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:45:44.035454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7076a4-a73c-459d-8424-167f4e2181cc req-d6c14976-d967-48a9-a72c-67d4afdac156 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.039981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.039981 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Added segment a2ad2a66-1688-44c9-880d-5bfdf8993707 of type vlan for network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 May 26 19:45:44.045637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d7076a4-a73c-459d-8424-167f4e2181cc req-d6c14976-d967-48a9-a72c-67d4afdac156 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.3674335 May 26 19:45:44.094971 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.098519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d7076a4-a73c-459d-8424-167f4e2181cc req-17263699-0623-4fed-9425-7f0a677828a3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555513 May 26 19:45:44.171810 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.178874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.180265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.186201 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-ae513ab8-f2e6-4287-98cc-3a6662666e9f service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924246 May 26 19:45:44.262796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.364990 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7923207 May 26 19:45:44.364990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233efb-a913-41d4-8d92-c114a65cba82 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event updated for resources: {'Network': ['ID=1a735b0b-d6c5-4b80-9629-a30d948b29c9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:44.372028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42382) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:44.382336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Request body: {'subnet': {'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:44.399450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:45:44.453936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5069a964-d514-4115-8d4c-ec7db2374b88 req-c9675c5f-d036-42eb-9cee-115e6eff5d75 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586164 May 26 19:45:44.499701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe6e93-d377-4805-a924-42f3ac7d9ee0 req-fe706233-b114-4bcf-86fa-4e68ce51aa32 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.499701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbe6e93-d377-4805-a924-42f3ac7d9ee0 req-fe706233-b114-4bcf-86fa-4e68ce51aa32 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 943 time: 0.2484171 May 26 19:45:44.538768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:44.544973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Usage tracker for resource:subnet and tenant:0df74980b11f4e3dad8ba505b9f97775 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:44.548182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:44.555812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:44.568704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Made reservation on behalf of 0df74980b11f4e3dad8ba505b9f97775 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:44.573374 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.621605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbe6e93-d377-4805-a924-42f3ac7d9ee0 req-c5659b85-e719-4dc6-886f-69fe7722b18b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134305 May 26 19:45:44.651563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-f53032cc-8af8-4d1f-b7ef-d729bc23b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.653081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-f53032cc-8af8-4d1f-b7ef-d729bc23b500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 1094 time: 0.1307826 May 26 19:45:44.719268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e67ec14f-d1b7-4ba8-a886-37308ce17460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.821340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-6bcc0fb6-6f45-473c-9223-ed5e1149b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.821340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-6bcc0fb6-6f45-473c-9223-ed5e1149b90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.1614480 May 26 19:45:44.862796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:44.902304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-f2ac845d-a5ba-4530-9905-0b898329474e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b HTTP/1.1" status: 200 len: 217 time: 0.0741830 May 26 19:45:44.959278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event updated for resources: {'Subnet': ['ID=3242a1bc-5c53-4a23-baaa-632aed935cdd,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:44.972428 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Checking segment: {'id': 'a2ad2a66-1688-44c9-880d-5bfdf8993707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:44.972790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Network hostable DHCP agents. Network: 1a735b0b-d6c5-4b80-9629-a30d948b29c9, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:45:44.985336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-8eeb6582-8fcc-4356-aeed-3e07b0cd6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:44.987420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-8eeb6582-8fcc-4356-aeed-3e07b0cd6338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0796638 May 26 19:45:44.992985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:45:45.008173 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1a735b0b-d6c5-4b80-9629-a30d948b29c9) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:45.014197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:45.014787 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:45.016762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b04a8-e88c-4ea5-99fd-64416bd6cbd6 None None] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:45.063646 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cbd8b2ed-7f5f-4bc5-bc9d-fb5fd23a658e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6890595 May 26 19:45:45.063646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42390) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:45.071418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Request body: {'port': {'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9', 'name': 'tempest-TagsExtTest-740537290'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:45.116603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-8365f0a2-ac4e-4a97-8415-a5abc9a74877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:45.116603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-8365f0a2-ac4e-4a97-8415-a5abc9a74877 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179905 May 26 19:45:45.325813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:45.329570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:45.339051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Usage tracker for resource:port and tenant:0df74980b11f4e3dad8ba505b9f97775 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:45.343108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:45.352160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:45.375136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1a735b0b-d6c5-4b80-9629-a30d948b29c9', 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9', 'tenant_id': '0df74980b11f4e3dad8ba505b9f97775', 'fixed_ips': [{'subnet_id': '3242a1bc-5c53-4a23-baaa-632aed935cdd'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:45:45.375136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:45.398554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Made reservation on behalf of 0df74980b11f4e3dad8ba505b9f97775 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:45:45.398554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:45.465213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-e19ac17e-8202-498c-bba3-ad1aa0478195 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329620 May 26 19:45:45.476094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] device_id is not set on port 53cac253-476b-4e0b-a405-a60722ea1062 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:45:45.612481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Allocated IP 172.20.0.2 (1a735b0b-d6c5-4b80-9629-a30d948b29c9/3242a1bc-5c53-4a23-baaa-632aed935cdd/39f14645-99d0-4f5c-ac9f-4aa188ed4852) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:45.632045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee599763-0dd1-4b46-a800-e6ec3013c387 req-0f503763-d0ae-4ffa-8527-e9084defc6ea service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698151 May 26 19:45:45.653600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f97021-5b11-488c-bd1b-56281c9db998 req-4c7a8c93-b078-430e-83c9-0dcc1009f557 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:45.655316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4f97021-5b11-488c-bd1b-56281c9db998 req-4c7a8c93-b078-430e-83c9-0dcc1009f557 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.3500674 May 26 19:45:45.739619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4f97021-5b11-488c-bd1b-56281c9db998 req-eb4f7535-e0e4-433c-b853-1700fcdb231b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730412 May 26 19:45:45.742932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:45.777092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:45.777092 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:45.982690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae0ad5-dd45-4a7f-8829-d2e4f4d5191c req-cd02dd53-1e2a-4571-8171-82482abcf431 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:45.985488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99ae0ad5-dd45-4a7f-8829-d2e4f4d5191c req-cd02dd53-1e2a-4571-8171-82482abcf431 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 943 time: 0.1327136 May 26 19:45:46.081325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.094400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99ae0ad5-dd45-4a7f-8829-d2e4f4d5191c req-b245da67-a138-48d0-88b7-fd874909466b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928457 May 26 19:45:46.104261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:46.104261 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.113729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Transition to ACTIVE for port object 39f14645-99d0-4f5c-ac9f-4aa188ed4852 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:46.154533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:46.161470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:46.169472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.169472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Transition to ACTIVE for port object 39f14645-99d0-4f5c-ac9f-4aa188ed4852 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:46.236523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.263794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:46.266697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:46.271179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:46.309176 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc40944-30bf-4bb9-9d78-faece43f1e44'] response: {'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'code': 200} May 26 19:45:46.327716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Allocated IP 172.20.0.5 (1a735b0b-d6c5-4b80-9629-a30d948b29c9/3242a1bc-5c53-4a23-baaa-632aed935cdd/53cac253-476b-4e0b-a405-a60722ea1062) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:45:46.371494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:46.517076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a669f5-d6e8-4d02-ab8b-67db88924ed5 req-4d60d648-6d1f-4607-9d62-9efa6235baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:46.517076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7a669f5-d6e8-4d02-ab8b-67db88924ed5 req-4d60d648-6d1f-4607-9d62-9efa6235baaa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1096 time: 0.1652298 May 26 19:45:46.564367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Pushing event updated for resources: {'Port': ['ID=39f14645-99d0-4f5c-ac9f-4aa188ed4852,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:46.596860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7a669f5-d6e8-4d02-ab8b-67db88924ed5 req-e55150a6-de16-480f-94b8-b1177f61bded service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658596 May 26 19:45:46.619605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Attempting to bind port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:45:46.620333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Attempting to bind port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a2ad2a66-1688-44c9-880d-5bfdf8993707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:45:46.620333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Attempting to bind port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 on network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:45:46.626931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:45:46.627659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Checking segment: {'id': 'a2ad2a66-1688-44c9-880d-5bfdf8993707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:45:46.628069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.628456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Bound using segment: {'id': 'a2ad2a66-1688-44c9-880d-5bfdf8993707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:45:46.628922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Bound port: 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ad2a66-1688-44c9-880d-5bfdf8993707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a735b0b-d6c5-4b80-9629-a30d948b29c9'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:45:46.629443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.734034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] For port 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:45:46.734034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] For port 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=39f14645-99d0-4f5c-ac9f-4aa188ed4852,segment=NetworkSegment(a2ad2a66-1688-44c9-880d-5bfdf8993707),segment_id=a2ad2a66-1688-44c9-880d-5bfdf8993707)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:45:46.745693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.747766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.793824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Transition to ACTIVE for port object 53cac253-476b-4e0b-a405-a60722ea1062 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:45:46.831369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:46.920332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:45:46.925656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:45:46.929082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:45:46.971124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31390a1-3ee8-4475-8e18-d42fa752121b None None] Pushing event updated for resources: {'Port': ['ID=39f14645-99d0-4f5c-ac9f-4aa188ed4852,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:46.992878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event updated for resources: {'Port': ['ID=53cac253-476b-4e0b-a405-a60722ea1062,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:47.002941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b2577-c703-486e-addf-a20935dcad1b req-64bda478-be52-4399-a35c-5946da6cbe3d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:47.003535 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cc94c11-e693-4718-873b-0de274a021eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.007693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b2577-c703-486e-addf-a20935dcad1b req-64bda478-be52-4399-a35c-5946da6cbe3d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1227005 May 26 19:45:47.108552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:47.108552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.110589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a1b2577-c703-486e-addf-a20935dcad1b req-15701b08-8a34-4792-a577-2f89080d0a7a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884097 May 26 19:45:47.141742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a3d50d1-faf2-4784-8aaa-9672398578b2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0774381 May 26 19:45:47.141742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42420) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.157710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-451082335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:47.170197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:47.181245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Usage tracker for resource:router and tenant:0df74980b11f4e3dad8ba505b9f97775 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:45:47.181245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:45:47.195498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:45:47.207255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.208390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.236384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.262394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.288409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.290007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-14171a0e-739e-41c8-9ae0-52a56ba70c4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1502357 May 26 19:45:47.292356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.298126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2627e770-c1fe-44da-87ea-276181e0dec7 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-344796380', 'prefixes': ['172.20.0.0/16']}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:47.329973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2627e770-c1fe-44da-87ea-276181e0dec7 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:45:47.342513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.445936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2627e770-c1fe-44da-87ea-276181e0dec7 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for subnetpool, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:47.445936 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2627e770-c1fe-44da-87ea-276181e0dec7 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1511860 May 26 19:45:47.445936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.456370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-e26bdd04-7e8a-4c53-bad5-e39457975aaa tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-2107864995') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:47.468681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275b62b-cbaa-4d24-b590-8e1e7a7b91ad req-683c560e-8e2e-4a71-a8e4-ae12aa2a3931 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:47.475764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c275b62b-cbaa-4d24-b590-8e1e7a7b91ad req-683c560e-8e2e-4a71-a8e4-ae12aa2a3931 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 943 time: 0.2121861 May 26 19:45:47.569391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c275b62b-cbaa-4d24-b590-8e1e7a7b91ad req-11262b59-956e-4e60-a028-7d16e1b5d69b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 May 26 19:45:47.583791 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e26bdd04-7e8a-4c53-bad5-e39457975aaa tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-2107864995 HTTP/1.1" status: 201 len: 201 time: 0.1351309 May 26 19:45:47.584345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42438) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.592669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-75da26b9-ed5c-4d76-8e5b-79410c84a01d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-113963671') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:47.692384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-75da26b9-ed5c-4d76-8e5b-79410c84a01d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-113963671 HTTP/1.1" status: 201 len: 201 time: 0.1028805 May 26 19:45:47.692384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.704186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-d59bf704-e37f-46fc-8149-e27f5120e194 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-684819739') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:47.967432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d59bf704-e37f-46fc-8149-e27f5120e194 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-684819739 HTTP/1.1" status: 201 len: 201 time: 0.2738252 May 26 19:45:47.970560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42448) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:47.976545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-456a4b94-5eef-4eca-a113-4b5591212a6b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-1839570588') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.050077 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-456a4b94-5eef-4eca-a113-4b5591212a6b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-1839570588 HTTP/1.1" status: 201 len: 201 time: 0.0692005 May 26 19:45:48.052392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42452) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.056098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-f5ffc2ba-74f0-4d8d-b702-b61635ba5922 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.193662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:48.224075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5ffc2ba-74f0-4d8d-b702-b61635ba5922 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 200 len: 241 time: 0.1754925 May 26 19:45:48.226992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.232132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-0a0d429e-9e3c-46d7-bc39-74d7a3160b8e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-2107864995') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.364693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 39f14645-99d0-4f5c-ac9f-4aa188ed4852 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:48.379682 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0a0d429e-9e3c-46d7-bc39-74d7a3160b8e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-2107864995 HTTP/1.1" status: 204 len: 168 time: 0.1516519 May 26 19:45:48.381393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42464) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.404146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-053ce5ed-61ef-442a-a8b3-a9e8c352a8fe tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-2107864995') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.453076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e962260-cba2-4d09-877c-04f0fe69520f None None] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:48.456062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dce50-a78b-4e89-b34b-dcf7c86c9bc1 req-0c7e6c46-fef0-4053-81d0-064f5ed246fe tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:48.456062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a0dce50-a78b-4e89-b34b-dcf7c86c9bc1 req-0c7e6c46-fef0-4053-81d0-064f5ed246fe tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1320870 May 26 19:45:48.549214 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-053ce5ed-61ef-442a-a8b3-a9e8c352a8fe tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-2107864995 HTTP/1.1" status: 204 len: 168 time: 0.1614048 May 26 19:45:48.549214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42468) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.563317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-0e483162-7466-43d9-97db-8a703c04ee6f tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.570269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a0dce50-a78b-4e89-b34b-dcf7c86c9bc1 req-99078183-b2e5-4dbc-b799-90036ecd1c4b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077414 May 26 19:45:48.582111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-65a5d98d-5d44-4e6b-ad4a-360f284d4483 None None] Provisioning for port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:48.597248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9e787ccf-9a32-441a-a42d-438eb8e3f29b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:45:48.642643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42480) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.645558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0e483162-7466-43d9-97db-8a703c04ee6f tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 200 len: 205 time: 0.0964041 May 26 19:45:48.648451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-9056dc0c-91b9-4fb0-a123-7d67456df2ef tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.737921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:48.757824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9056dc0c-91b9-4fb0-a123-7d67456df2ef tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 200 len: 240 time: 0.1112328 May 26 19:45:48.759669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42484) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.765609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-2c2ffcae-3ecb-45c3-bf05-0db844e7fd31 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-113963671') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.767406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:48.767842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:48.824321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de381c4f-5e06-432b-abdb-221b087af3f1 req-fd62c2fa-23e2-4319-8f9b-db6f7e56f751 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:48.824321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de381c4f-5e06-432b-abdb-221b087af3f1 req-fd62c2fa-23e2-4319-8f9b-db6f7e56f751 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 943 time: 0.1009512 May 26 19:45:48.887444 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2c2ffcae-3ecb-45c3-bf05-0db844e7fd31 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-113963671 HTTP/1.1" status: 204 len: 168 time: 0.1134868 May 26 19:45:48.889623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42488) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:48.889623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-48127e44-4b24-4916-8ac5-cc2ec6de073c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-113963671') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:48.923088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:48.936776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de381c4f-5e06-432b-abdb-221b087af3f1 req-d4445889-052e-4001-8110-b51d2ceb0a8c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042075 May 26 19:45:49.026144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.031643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '9e787ccf-9a32-441a-a42d-438eb8e3f29b', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': '9e787ccf-9a32-441a-a42d-438eb8e3f29b', 'mac_address': 'fa:16:3e:8d:1d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:45:49.032804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-373a1fc9-bee3-41f0-acbf-ba802c7378e4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:49.039609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48127e44-4b24-4916-8ac5-cc2ec6de073c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-113963671 HTTP/1.1" status: 204 len: 168 time: 0.1582632 May 26 19:45:49.148960 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-373a1fc9-bee3-41f0-acbf-ba802c7378e4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 200 len: 205 time: 0.1189463 May 26 19:45:49.149337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.154802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-d4286b48-665c-4161-81cd-c12724fa17df tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:49.165114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 9e787ccf-9a32-441a-a42d-438eb8e3f29b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:49.166057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.176956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d337791-a1f8-477d-bef4-e212b0c5e949 req-08017aaf-f2f2-46d3-81ab-eb2a50b7fbee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:49.179180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d337791-a1f8-477d-bef4-e212b0c5e949 req-08017aaf-f2f2-46d3-81ab-eb2a50b7fbee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1351509 May 26 19:45:49.189600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42502) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.195492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'floatingip': {'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:45:49.209082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e787ccf-9a32-441a-a42d-438eb8e3f29b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:45:49.259242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:49.272036 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.307709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:49.307709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.353653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.372269 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d4286b48-665c-4161-81cd-c12724fa17df tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 200 len: 240 time: 0.2107105 May 26 19:45:49.372269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.380162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=39f14645-99d0-4f5c-ac9f-4aa188ed4852,segment=NetworkSegment(a2ad2a66-1688-44c9-880d-5bfdf8993707),segment_id=a2ad2a66-1688-44c9-880d-5bfdf8993707)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:49.387709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.392933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-f2e678bb-7cbd-49df-95d0-ff5a45a70163 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-684819739') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:49.396998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:49.531600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=39f14645-99d0-4f5c-ac9f-4aa188ed4852,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:49.551987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:45:49.606753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2e678bb-7cbd-49df-95d0-ff5a45a70163 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-684819739 HTTP/1.1" status: 204 len: 168 time: 0.2396171 May 26 19:45:49.609209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42512) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.614421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-78e3a039-ea43-49c8-9050-4d2a89eaf2c9 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-684819739') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:49.781425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Provisioning for port 53cac253-476b-4e0b-a405-a60722ea1062 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:49.796496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Provisioning complete for port 53cac253-476b-4e0b-a405-a60722ea1062 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:49.796496 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.867546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:49.880720 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-78e3a039-ea43-49c8-9050-4d2a89eaf2c9 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-684819739 HTTP/1.1" status: 204 len: 168 time: 0.2638085 May 26 19:45:49.880720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:49.888048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-f612d075-1079-4557-a4c0-c9170a8e1265 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:49.939441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Port 53cac253-476b-4e0b-a405-a60722ea1062 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:49.961839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Provisioning complete for port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:49.962346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:50.168922 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f612d075-1079-4557-a4c0-c9170a8e1265 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 200 len: 205 time: 0.2872725 May 26 19:45:50.168922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42526) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.180980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-4adc7b0f-5f15-4393-b50f-ebc0d49222af tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.233068 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4adc7b0f-5f15-4393-b50f-ebc0d49222af tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 200 len: 241 time: 0.0568466 May 26 19:45:50.240566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42530) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.248939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-d8657389-5dc7-42be-9c4a-a9523421ce4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-1839570588') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.288575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f6440-3629-4f15-9c11-bb1382963db0 None None] Current status of the port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:50.308355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d8657389-5dc7-42be-9c4a-a9523421ce4c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-1839570588 HTTP/1.1" status: 204 len: 168 time: 0.0752215 May 26 19:45:50.311087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42536) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.316638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-2f5aa5dd-67d0-4446-b30b-e691c5c23e21 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-1839570588') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.316993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3918c-c13d-49ee-b5ff-318ced5b934b req-722679ce-3160-4c1f-8663-cebc1de928dc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:50.318509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3e3918c-c13d-49ee-b5ff-318ced5b934b req-722679ce-3160-4c1f-8663-cebc1de928dc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 944 time: 0.1679521 May 26 19:45:50.360001 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f5aa5dd-67d0-4446-b30b-e691c5c23e21 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-1839570588 HTTP/1.1" status: 204 len: 168 time: 0.0474172 May 26 19:45:50.362166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.368249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-cd7dff18-b772-43b3-894f-9eb043a0be4d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.376353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 39f14645-99d0-4f5c-ac9f-4aa188ed4852 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:50.395439 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cd7dff18-b772-43b3-894f-9eb043a0be4d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 200 len: 205 time: 0.0319483 May 26 19:45:50.401579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.406807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-c3cd2b1c-67f1-4bdb-92a8-7ae5e3ee6366 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.437611 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c3cd2b1c-67f1-4bdb-92a8-7ae5e3ee6366 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0349438 May 26 19:45:50.439956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42548) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.448432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-034fdd28-806c-41b1-a8f7-36c2ca60e2cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.463018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08127060-baf6-4988-9e97-6bba42a5a49f None None] Provisioning complete for port 53cac253-476b-4e0b-a405-a60722ea1062 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:50.463387 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08127060-baf6-4988-9e97-6bba42a5a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:50.577073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:50.577073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:50.624424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-08127060-baf6-4988-9e97-6bba42a5a49f None None] Port 53cac253-476b-4e0b-a405-a60722ea1062 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:45:50.627098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3e3918c-c13d-49ee-b5ff-318ced5b934b req-a72c8488-e40b-46f4-8974-ed4728869759 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940791 May 26 19:45:50.667039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:50.674179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:50.747525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:50.835560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-034fdd28-806c-41b1-a8f7-36c2ca60e2cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 204 len: 168 time: 0.3903308 May 26 19:45:50.835560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42556) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.843584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-d7877384-a7a1-40f0-9e2a-e412c19ae525 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:50.915396 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Floating IP 29b8a44d-db07-4935-8f7f-f8c4cd9e10bb associated. External IP: 172.25.0.111, port: fcdaed3e-9b40-4fd1-93e8-41a3ecb44178. May 26 19:45:50.925786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d7877384-a7a1-40f0-9e2a-e412c19ae525 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 204 len: 168 time: 0.0867853 May 26 19:45:50.925786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:50.937910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-3ebadd4d-c5b0-4e27-8487-ba777f921d8d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.021635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ebadd4d-c5b0-4e27-8487-ba777f921d8d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 204 len: 168 time: 0.0951931 May 26 19:45:51.026591 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.032310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-e8973b17-ab88-4c3d-baec-20530002afba tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-1534963859') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.145641 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e8973b17-ab88-4c3d-baec-20530002afba tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-1534963859 HTTP/1.1" status: 201 len: 201 time: 0.1142681 May 26 19:45:51.145641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.158386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-5c6a3395-b2c7-43d1-951e-f6cc11ece6f3 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-310185176') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.251087 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5c6a3395-b2c7-43d1-951e-f6cc11ece6f3 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-310185176 HTTP/1.1" status: 201 len: 201 time: 0.1034834 May 26 19:45:51.252496 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.257828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-a1b8ca08-33ca-4224-bdea-1f38235ba823 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-1409024833') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.338769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:45:51.413603 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a1b8ca08-33ca-4224-bdea-1f38235ba823 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-1409024833 HTTP/1.1" status: 201 len: 201 time: 0.1599140 May 26 19:45:51.427633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42580) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.429645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-bc411c2c-07d0-4528-b63d-1e59eabc53b8 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-360477290') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.476396 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc411c2c-07d0-4528-b63d-1e59eabc53b8 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-360477290 HTTP/1.1" status: 201 len: 201 time: 0.0504494 May 26 19:45:51.483239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42584) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.493984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-30151164-8022-4257-b5fa-351a3d67116d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', {'tags': ['tempest-TagsExtTest-Tag-128036060', 'tempest-TagsExtTest-Tag-1941560096', 'tempest-TagsExtTest-Tag-772924031']}) {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.547706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:45:51.560512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:51.564061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:45:51.575727 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:51.576313 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.611115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-30151164-8022-4257-b5fa-351a3d67116d tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 200 len: 316 time: 0.1283951 May 26 19:45:51.613806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42590) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.620897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-56f379f5-2cc3-48c9-9de4-131dc6eeecce tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.625726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-81d667ed-dc58-448b-8b96-65373fbd75ab tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "PUT /v2.0/floatingips/29b8a44d-db07-4935-8f7f-f8c4cd9e10bb HTTP/1.1" status: 200 len: 991 time: 2.4344406 May 26 19:45:51.626597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:51.675149 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0f0c00-3af3-4e0b-ae2f-7633430ec470'] response: {'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'status': 'completed', 'code': 200} May 26 19:45:51.732014 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56f379f5-2cc3-48c9-9de4-131dc6eeecce tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 204 len: 168 time: 0.1148877 May 26 19:45:51.732356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.737336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-50d275f4-2146-4a7c-8194-49dc8b1893cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-128036060') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.889422 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-50d275f4-2146-4a7c-8194-49dc8b1893cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:51.889422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50d275f4-2146-4a7c-8194-49dc8b1893cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-128036060 HTTP/1.1" status: 404 len: 328 time: 0.1539917 May 26 19:45:51.892844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:51.896166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42606) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:51.903248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-8dce39bd-8bcf-41cd-a0a8-81f790bc9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:51.903248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-8dce39bd-8bcf-41cd-a0a8-81f790bc9506 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1096 time: 0.1964946 May 26 19:45:51.907774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-1b8df9b1-7181-4f2b-90b1-f22f1bdbe6ec tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-1941560096') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:51.937506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c50ca-863a-4e11-82d2-793740b8aa1e req-a2083c9d-2b38-4143-afe5-6d4093de7722 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:51.937506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db4c50ca-863a-4e11-82d2-793740b8aa1e req-a2083c9d-2b38-4143-afe5-6d4093de7722 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 944 time: 0.1269946 May 26 19:45:52.040700 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-1b8df9b1-7181-4f2b-90b1-f22f1bdbe6ec tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:52.045300 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1b8df9b1-7181-4f2b-90b1-f22f1bdbe6ec tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-1941560096 HTTP/1.1" status: 404 len: 329 time: 0.1541042 May 26 19:45:52.049096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42612) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.058711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-3c5acf11-48f3-4880-a98a-7de6bec8f548 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd', 'tempest-TagsExtTest-Tag-772924031') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.111039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db4c50ca-863a-4e11-82d2-793740b8aa1e req-7e452900-5890-4b5e-9003-bdfbab0b08a8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665947 May 26 19:45:52.153922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-36bce98c-6cce-4723-8371-283d8b8fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:52.155660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-36bce98c-6cce-4723-8371-283d8b8fdd47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2486291 May 26 19:45:52.184262 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-3c5acf11-48f3-4880-a98a-7de6bec8f548 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:52.185376 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3c5acf11-48f3-4880-a98a-7de6bec8f548 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags/tempest-TagsExtTest-Tag-772924031 HTTP/1.1" status: 404 len: 328 time: 0.1353068 May 26 19:45:52.188282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42618) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.193405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-a7228736-a1ee-466a-a618-f8df467ebab6 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', {'tags': ['tempest-TagsExtTest-Tag-1484226698', 'tempest-TagsExtTest-Tag-501831477', 'tempest-TagsExtTest-Tag-1308760548']}) {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.301811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a7228736-a1ee-466a-a618-f8df467ebab6 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 200 len: 317 time: 0.1095366 May 26 19:45:52.301811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.304655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-01bd9228-8dc3-4a07-93d2-092fb79e8d08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 999 time: 0.1393161 May 26 19:45:52.310049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-5fe50095-13a9-4b54-9df6-97f2be27ff4e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.384984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-cbf06150-eca3-43df-8f40-17fdebe4634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:52.384984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-cbf06150-eca3-43df-8f40-17fdebe4634c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0731061 May 26 19:45:52.426616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29b8a44d-db07-4935-8f7f-f8c4cd9e10bb', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a892f-9dba-4ded-b11a-78e8223482f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:27Z', 'updated_at': '2022-05-26T19:45:50Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.429847 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5fe50095-13a9-4b54-9df6-97f2be27ff4e tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 204 len: 168 time: 0.1188939 May 26 19:45:52.429847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42626) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.429847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-7b7b8a5d-0bed-41ec-a785-807ce742b582 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-1484226698') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.435046 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:45:52.442436 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:45:52.443106 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:45:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.503996 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-7b7b8a5d-0bed-41ec-a785-807ce742b582 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:52.505129 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7b7b8a5d-0bed-41ec-a785-807ce742b582 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-1484226698 HTTP/1.1" status: 404 len: 329 time: 0.0800939 May 26 19:45:52.508002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.514596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-58d67fe2-61c1-40f5-98a4-2baa6823fdc9 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-501831477') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.522279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-8becad2a-5278-4eb1-a01c-f14ec26f30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:52.523929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-8becad2a-5278-4eb1-a01c-f14ec26f30a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274860 May 26 19:45:52.601215 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-58d67fe2-61c1-40f5-98a4-2baa6823fdc9 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:52.601215 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-58d67fe2-61c1-40f5-98a4-2baa6823fdc9 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-501831477 HTTP/1.1" status: 404 len: 328 time: 0.0818830 May 26 19:45:52.601215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.612997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-f2ecccd9-195c-4238-9517-e3f712d2d410 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062', 'tempest-TagsExtTest-Tag-1308760548') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.631328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9e787ccf-9a32-441a-a42d-438eb8e3f29b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:45:52.694973 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:45:52.786932 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-f2ecccd9-195c-4238-9517-e3f712d2d410 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:52.794222 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2ecccd9-195c-4238-9517-e3f712d2d410 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags/tempest-TagsExtTest-Tag-1308760548 HTTP/1.1" status: 404 len: 329 time: 0.1830993 May 26 19:45:52.794222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:52.801111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 9e787ccf-9a32-441a-a42d-438eb8e3f29b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:45:52.815488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-b2118f7e-0cba-4f5d-8f54-91e383ed7b54 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', {'tags': ['tempest-TagsExtTest-Tag-478244478', 'tempest-TagsExtTest-Tag-487602260', 'tempest-TagsExtTest-Tag-582153193']}) {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:52.822527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 9e787ccf-9a32-441a-a42d-438eb8e3f29b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:45:52.823138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:52.831622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-a1831ca6-7929-4ab9-ad44-fabee75b8ea7 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011580 May 26 19:45:52.966108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 9e787ccf-9a32-441a-a42d-438eb8e3f29b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:45:52.966898 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:53.012314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b2118f7e-0cba-4f5d-8f54-91e383ed7b54 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 200 len: 315 time: 0.2181842 May 26 19:45:53.013248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:53.025941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-ebf03c51-fc53-48c6-8121-44b1dc0bf3fa tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:53.074676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:45:53.092126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:53.103218 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:53.174135 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121a4bc8-4eac-48b6-9cda-7a02cf9e2b90'] response: {'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b', 'code': 200} May 26 19:45:53.213631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a60aa7a-464a-49f4-89e8-4d6a88bdb21a req-411588a4-7a28-4a85-ab01-11af2ee70e92 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690538 May 26 19:45:53.257890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:53.302734 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:45:53.340073 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29b8a44d-db07-4935-8f7f-f8c4cd9e10bb', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a892f-9dba-4ded-b11a-78e8223482f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:27Z', 'updated_at': '2022-05-26T19:45:50Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:53.344832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e061-ef52-4cba-8405-0dfce1dc6a9e None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29b8a44d-db07-4935-8f7f-f8c4cd9e10bb', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761a892f-9dba-4ded-b11a-78e8223482f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:45:27Z', 'updated_at': '2022-05-26T19:45:50Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:45:53.361255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e6c9-642f-4ca7-bd7d-0c1566a87c63 req-06f58e16-d319-4549-ad8c-487f24ba74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:53.363005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3c2e6c9-642f-4ca7-bd7d-0c1566a87c63 req-06f58e16-d319-4549-ad8c-487f24ba74c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 1096 time: 0.1269002 May 26 19:45:53.471840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3c2e6c9-642f-4ca7-bd7d-0c1566a87c63 req-301816f6-f110-420f-b827-f2f2fad75bd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977852 May 26 19:45:53.528603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b342be-985f-444b-9397-b7ef6007cd44 req-82bacf55-2f70-48a8-8649-edeaf9434e37 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:53.528603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95b342be-985f-444b-9397-b7ef6007cd44 req-82bacf55-2f70-48a8-8649-edeaf9434e37 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 945 time: 0.1163540 May 26 19:45:53.609759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95b342be-985f-444b-9397-b7ef6007cd44 req-fc9a0c6c-3e38-4fc4-b725-845f6317651b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 May 26 19:45:53.616335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebf03c51-fc53-48c6-8121-44b1dc0bf3fa tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 204 len: 168 time: 0.5997126 May 26 19:45:53.619808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42658) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:53.625325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-f0236350-b111-46d0-9620-6c44ebaf4796 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-478244478') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:53.674468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b25ab-6308-48f9-8c6d-e3d9cfdd7ca2 None None] New status for floating IP 29b8a44d-db07-4935-8f7f-f8c4cd9e10bb: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:45:53.761837 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-f0236350-b111-46d0-9620-6c44ebaf4796 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:53.763143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0236350-b111-46d0-9620-6c44ebaf4796 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-478244478 HTTP/1.1" status: 404 len: 328 time: 0.1419830 May 26 19:45:53.765856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42664) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:53.770932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-ce9496d5-082d-40a1-b7ca-4df681e19794 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-487602260') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:53.933542 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-ce9496d5-082d-40a1-b7ca-4df681e19794 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:53.952987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce9496d5-082d-40a1-b7ca-4df681e19794 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-487602260 HTTP/1.1" status: 404 len: 328 time: 0.1789541 May 26 19:45:53.952987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42670) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:53.956042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-4fdf8c04-8973-4517-8931-5ba3a6a4386c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479', 'tempest-TagsExtTest-Tag-582153193') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.108439 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-4fdf8c04-8973-4517-8931-5ba3a6a4386c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:54.109585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4fdf8c04-8973-4517-8931-5ba3a6a4386c tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags/tempest-TagsExtTest-Tag-582153193 HTTP/1.1" status: 404 len: 328 time: 0.1599824 May 26 19:45:54.112541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.117943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.tag.tag_plugin [None req-49b88f77-af14-4434-a438-e155f43014c4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', {'tags': ['tempest-TagsExtTest-Tag-1059400154', 'tempest-TagsExtTest-Tag-1886254810', 'tempest-TagsExtTest-Tag-877544087']}) {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.154822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-49b88f77-af14-4434-a438-e155f43014c4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "PUT /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 200 len: 317 time: 0.0411189 May 26 19:45:54.159603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42680) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.164799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-2d0a8ca8-cd82-4a04-9b2a-cde5f9d8df8a tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.215754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2d0a8ca8-cd82-4a04-9b2a-cde5f9d8df8a tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0530152 May 26 19:45:54.215754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42684) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.222361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-71fb0e08-dc22-4ec7-8ffd-6996ff5a447f tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-1059400154') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.247913 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-71fb0e08-dc22-4ec7-8ffd-6996ff5a447f tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:54.252054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-71fb0e08-dc22-4ec7-8ffd-6996ff5a447f tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-1059400154 HTTP/1.1" status: 404 len: 329 time: 0.0333226 May 26 19:45:54.252054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.260575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-5fc2354d-3cb7-45ac-963c-93a2c60b60a4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-1886254810') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.284557 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-5fc2354d-3cb7-45ac-963c-93a2c60b60a4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:54.284557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5fc2354d-3cb7-45ac-963c-93a2c60b60a4 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-1886254810 HTTP/1.1" status: 404 len: 329 time: 0.0309143 May 26 19:45:54.289708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.295905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-24d11d22-5844-4e01-bc57-9d602f4d865b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae', 'tempest-TagsExtTest-Tag-877544087') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.314488 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-24d11d22-5844-4e01-bc57-9d602f4d865b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] show failed (client error): The resource could not be found. May 26 19:45:54.315474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-24d11d22-5844-4e01-bc57-9d602f4d865b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags/tempest-TagsExtTest-Tag-877544087 HTTP/1.1" status: 404 len: 328 time: 0.0283356 May 26 19:45:54.318216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42696) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.323111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-cfba20dc-0735-4036-a17a-6f72f74bc971 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8157063-1cc5-4595-9c51-4788e2f91bae') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.351874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfba20dc-0735-4036-a17a-6f72f74bc971 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae/tags HTTP/1.1" status: 204 len: 168 time: 0.0326107 May 26 19:45:54.355037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42702) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.360011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-316591a4-c760-4c71-91c1-150ae17836cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f8277898-1774-45cb-9771-69eb5c8d8479') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.508900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-316591a4-c760-4c71-91c1-150ae17836cc tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479/tags HTTP/1.1" status: 204 len: 168 time: 0.1488419 May 26 19:45:54.508900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.515875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-0f4b63a2-ffa8-49f4-a00d-1770f6152c66 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '53cac253-476b-4e0b-a405-a60722ea1062') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.592008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0f4b63a2-ffa8-49f4-a00d-1770f6152c66 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062/tags HTTP/1.1" status: 204 len: 168 time: 0.0813935 May 26 19:45:54.597603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.599733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.tag.tag_plugin [None req-e1116a7a-bcca-41cb-8f8e-d3509784ec8b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3242a1bc-5c53-4a23-baaa-632aed935cdd') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:54.676432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e1116a7a-bcca-41cb-8f8e-d3509784ec8b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd/tags HTTP/1.1" status: 204 len: 168 time: 0.0793104 May 26 19:45:54.676653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42718) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.844834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd9d63b6-8ea5-49a3-b137-0ce3d713ca61 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for subnetpool, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:54.844834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd9d63b6-8ea5-49a3-b137-0ce3d713ca61 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnetpools/e8157063-1cc5-4595-9c51-4788e2f91bae HTTP/1.1" status: 204 len: 168 time: 0.1596961 May 26 19:45:54.848140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42722) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:54.896025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53aed-2d35-44cd-a02c-717c0a6605f6 req-81c3ff86-8dfe-4e28-9a28-315a587a0535 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:45:54.896025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dd53aed-2d35-44cd-a02c-717c0a6605f6 req-81c3ff86-8dfe-4e28-9a28-315a587a0535 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 945 time: 0.1614389 May 26 19:45:54.929138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a067adc-a474-48a4-a9a3-8b0831f0f099 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Synchronizing usage tracker for tenant:0df74980b11f4e3dad8ba505b9f97775 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:45:54.966108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3a067adc-a474-48a4-a9a3-8b0831f0f099 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Unset dirty status for tenant:0df74980b11f4e3dad8ba505b9f97775 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:45:54.966108 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3a067adc-a474-48a4-a9a3-8b0831f0f099 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8277898-1774-45cb-9771-69eb5c8d8479 HTTP/1.1" status: 200 len: 205 time: 0.1078093 May 26 19:45:54.966108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:55.068779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dd53aed-2d35-44cd-a02c-717c0a6605f6 req-f19eecfc-f9ac-4423-aaef-d96971b87943 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655128 May 26 19:45:55.177667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.516804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.519029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.544985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.544985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Fanout notify agent at l3_agent the message router_deleted on router f8277898-1774-45cb-9771-69eb5c8d8479 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:45:55.565597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.565597 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7b3e8e1-ab26-4991-8571-a1d6bb2ab364 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/routers/f8277898-1774-45cb-9771-69eb5c8d8479 HTTP/1.1" status: 204 len: 168 time: 0.6106095 May 26 19:45:55.569986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:55.634500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Deleting port 53cac253-476b-4e0b-a405-a60722ea1062 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:55.634834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:55.893658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.038479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Calling delete_port for 53cac253-476b-4e0b-a405-a60722ea1062 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:56.210701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.265019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event deleted for resources: {'Port': ['ID=53cac253-476b-4e0b-a405-a60722ea1062,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:56.414235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.440569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b079f07e-7d0a-400e-99d6-e990d966fc63 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/ports/53cac253-476b-4e0b-a405-a60722ea1062 HTTP/1.1" status: 204 len: 168 time: 0.8697402 May 26 19:45:56.440569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42752) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:56.525426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Deleting subnet 3242a1bc-5c53-4a23-baaa-632aed935cdd {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:45:56.528439 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.584192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.675460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.760636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.801603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event deleted for resources: {'Subnet': ['ID=3242a1bc-5c53-4a23-baaa-632aed935cdd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:56.805283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.812789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-149d1047-a51d-4a2d-a737-afab414ce78b tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/subnets/3242a1bc-5c53-4a23-baaa-632aed935cdd HTTP/1.1" status: 204 len: 168 time: 0.3705380 May 26 19:45:56.813973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:56.814451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b3ff9-c2f0-4524-9166-b36cb8e68256 None None] Network 1a735b0b-d6c5-4b80-9629-a30d948b29c9 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:45:56.943465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:56.955760 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Deleting port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:56.955760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.144218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] DHCP port deletion for 1a735b0b-d6c5-4b80-9629-a30d948b29c9 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:45:57.162383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Deleting port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:57.162383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.203288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] For port 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=39f14645-99d0-4f5c-ac9f-4aa188ed4852,segment=NetworkSegment(a2ad2a66-1688-44c9-880d-5bfdf8993707),segment_id=a2ad2a66-1688-44c9-880d-5bfdf8993707)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:57.203288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.339319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Calling delete_port for 39f14645-99d0-4f5c-ac9f-4aa188ed4852 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:57.412795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] For port 39f14645-99d0-4f5c-ac9f-4aa188ed4852, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=39f14645-99d0-4f5c-ac9f-4aa188ed4852,segment=NetworkSegment(a2ad2a66-1688-44c9-880d-5bfdf8993707),segment_id=a2ad2a66-1688-44c9-880d-5bfdf8993707)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:45:57.413548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.432072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.488393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event deleted for resources: {'Port': ['ID=39f14645-99d0-4f5c-ac9f-4aa188ed4852,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:57.488393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] No DVR routers for this DVR port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:45:57.564415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Calling delete_port for 39f14645-99d0-4f5c-ac9f-4aa188ed4852 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:45:57.641742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.643158 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:45:57.643362 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:45:57.669955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a735b0b-d6c5-4b80-9629-a30d948b29c9']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:57.682317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ad2a66-1688-44c9-880d-5bfdf8993707') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:57.682611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ad2a66-1688-44c9-880d-5bfdf8993707') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:45:57.693757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.714533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.721076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:45:57.721465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.924511 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a2ad2a66-1688-44c9-880d-5bfdf8993707 resource provider aggregate not found May 26 19:45:57.946750 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment a2ad2a66-1688-44c9-880d-5bfdf8993707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2ad2a66-1688-44c9-880d-5bfdf8993707 found for delete ", "request_id": "req-bd79d98c-1e18-44a4-af6c-44b181a40773"}]} May 26 19:45:57.963006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.969611 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:57.997605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] Pushing event deleted for resources: {'Network': ['ID=1a735b0b-d6c5-4b80-9629-a30d948b29c9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:58.009026 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b4e6f07b-bc7f-48d2-ab25-90d118db39e2 tempest-TagsExtTest-2126314657 tempest-TagsExtTest-2126314657-project] 10.222.0.24 "DELETE /v2.0/networks/1a735b0b-d6c5-4b80-9629-a30d948b29c9 HTTP/1.1" status: 204 len: 168 time: 1.1933863 May 26 19:45:58.149272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Deleting port 39f14645-99d0-4f5c-ac9f-4aa188ed4852 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:45:58.149272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:58.217405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-62f2a6e6-1877-4b6f-b04f-13cced9e1869 None None] The port '39f14645-99d0-4f5c-ac9f-4aa188ed4852' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:45:58.303047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 39f14645-99d0-4f5c-ac9f-4aa188ed4852 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:45:58.338299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 39f14645-99d0-4f5c-ac9f-4aa188ed4852 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:45:58.338641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 39f14645-99d0-4f5c-ac9f-4aa188ed4852 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:45:58.355148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:58.544648 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5dd0310-632b-47e1-9322-a83611375568 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0df74980b11f4e3dad8ba505b9f97775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881893 May 26 19:45:58.547113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:58.608008 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:58.634293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:58.701338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:58.718971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef16f782-9b25-41f2-b969-dfcfa05f7fb1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:45:58.729308 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:45:58.729308 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4918290-da43-4087-83c8-4602266e45ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef16f782-9b25-41f2-b969-dfcfa05f7fb1 HTTP/1.1" status: 204 len: 168 time: 0.1735067 May 26 19:45:59.507850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42830) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:59.518784 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032036 May 26 19:45:59.518784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42832) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:45:59.646703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-95351f84-aebc-4bff-9849-55948645eead tempest-NetworksApiDiscovery-1035005419 tempest-NetworksApiDiscovery-1035005419-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1297767 May 26 19:45:59.946769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 42848) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:00.120183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.136001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:00.140364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f71cd4a5edfe4f18b143b6c965773865 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:00.143551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:00.149861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:00.250463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.254864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.318972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f71cd4a5edfe4f18b143b6c965773865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571208 May 26 19:46:00.321894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 42860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:00.327210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1e969-71f2-4cef-854c-ee149f2a62c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8991ab19-95b5-484b-a086-ad09f1f7b279,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:00.409740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.436042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.502590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.519246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991ab19-95b5-484b-a086-ad09f1f7b279,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:00.529948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:00.529948 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5798edfc-0a47-45bf-a801-57d7154306cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8991ab19-95b5-484b-a086-ad09f1f7b279 HTTP/1.1" status: 204 len: 168 time: 0.2200902 May 26 19:46:04.303537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43040) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:04.447540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.462506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:04.466345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2e29f147cf1e428ab50e8eb4b4d09822 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:04.469463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:04.475093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:04.588460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.593768 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.651826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:04.655286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e29f147cf1e428ab50e8eb4b4d09822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494830 May 26 19:46:04.656963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e179e-1475-41cc-88de-07b3e9dda6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0103bfb-f8c1-4aea-bbfb-ceafacbe4096,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:04.712202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.740905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.814433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.830861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0103bfb-f8c1-4aea-bbfb-ceafacbe4096,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:04.847110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:04.847110 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-32e395c5-dc4d-44c8-ab24-27f73f6c7964 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0103bfb-f8c1-4aea-bbfb-ceafacbe4096 HTTP/1.1" status: 204 len: 168 time: 0.1903141 May 26 19:46:05.191058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43068) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:05.208774 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.234295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:05.234295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Usage tracker for resource:security_group_rule and tenant:39bcdbc0fa9a40d2b8885eb846f1de87 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:05.239293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:05.246223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:05.358632 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.373953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.452059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39bcdbc0fa9a40d2b8885eb846f1de87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599037 May 26 19:46:05.453665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeafdd-aa99-4394-be34-22955e7fd100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33158c58-fa30-43b9-a49c-30f9712aa602,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:05.454684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43076) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:05.525708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.557771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.619820 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.643528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33158c58-fa30-43b9-a49c-30f9712aa602,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:05.651922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:05.651922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0068126c-904f-446e-ac23-db3f5b5a117c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33158c58-fa30-43b9-a49c-30f9712aa602 HTTP/1.1" status: 204 len: 168 time: 0.1955447 May 26 19:46:06.660666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:07.846481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc8eaa-42c6-41dc-981d-39a5fb9d05bb req-e5ec35b7-d445-4279-9ef3-a20bab61f702 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:07.849573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2afc8eaa-42c6-41dc-981d-39a5fb9d05bb req-e5ec35b7-d445-4279-9ef3-a20bab61f702 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0959148 May 26 19:46:07.908280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2afc8eaa-42c6-41dc-981d-39a5fb9d05bb req-7e409576-a8f7-467a-a1a7-8728cde2108c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508122 May 26 19:46:07.925367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43170) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:08.081843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.102521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:08.106653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Usage tracker for resource:security_group_rule and tenant:b77faafc7ead477eab8fe22a2e06e7e4 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:08.110223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:08.124968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:08.143956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a0025-515a-4ed2-aedb-a10c596bb403 req-3987c192-b666-48b8-a3eb-26ddf2a9d753 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:08.143956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-535a0025-515a-4ed2-aedb-a10c596bb403 req-3987c192-b666-48b8-a3eb-26ddf2a9d753 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1107812 May 26 19:46:08.201558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-535a0025-515a-4ed2-aedb-a10c596bb403 req-f0645133-6b17-4af3-bdfd-463958b0645f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494914 May 26 19:46:08.245732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.252429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.317451 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b77faafc7ead477eab8fe22a2e06e7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034507 May 26 19:46:08.320181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:08.323316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aee3e-02e7-4935-835f-e3a5be6d551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80772c-cca3-4f0c-8cca-0624396f802f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:08.406746 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.415801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d02de9-7d27-4179-9b8f-e1704f636360 req-f5f03e26-afa8-4d44-b3bd-f0f77b9f368e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:08.431248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59d02de9-7d27-4179-9b8f-e1704f636360 req-f5f03e26-afa8-4d44-b3bd-f0f77b9f368e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1126056 May 26 19:46:08.436696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.495354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59d02de9-7d27-4179-9b8f-e1704f636360 req-585deb22-f121-4b18-bab9-6e18cc9863a6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699220 May 26 19:46:08.524241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.543189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80772c-cca3-4f0c-8cca-0624396f802f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:08.557396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:08.561373 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-73cfd5ba-e8d5-4550-ad18-9e18f79c6dd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad80772c-cca3-4f0c-8cca-0624396f802f HTTP/1.1" status: 204 len: 168 time: 0.2396421 May 26 19:46:08.720013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb961-8e36-4ac6-928e-b50ecd11e662 req-9b14aefc-6295-4ddb-8a15-a4cf7a97b606 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:08.728478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-935cb961-8e36-4ac6-928e-b50ecd11e662 req-9b14aefc-6295-4ddb-8a15-a4cf7a97b606 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1212113 May 26 19:46:08.780193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-935cb961-8e36-4ac6-928e-b50ecd11e662 req-72f2e8df-e47f-4ad0-90f6-dd44d5922642 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560648 May 26 19:46:08.975166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43202) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:08.995518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.016223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:09.030647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4ffe1ad3f342f5a0d8d82c8539c98a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:09.034980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:09.043339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:09.196431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.200530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.245170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d84fd-f8e5-414d-bfc5-6b7d73d70d9d req-a26b7938-2581-452a-bb8e-b4c4a68cdbaa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:09.246663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd3d84fd-f8e5-414d-bfc5-6b7d73d70d9d req-a26b7938-2581-452a-bb8e-b4c4a68cdbaa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1146104 May 26 19:46:09.249396 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a4ffe1ad3f342f5a0d8d82c8539c98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731376 May 26 19:46:09.250994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1c840-9ea5-461b-95d4-7eaf35f60be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd53da-8eb6-4409-a1d0-b5218b2f754c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:09.252079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:09.439559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd3d84fd-f8e5-414d-bfc5-6b7d73d70d9d req-7a912d72-ddb8-4715-ad38-75491db8b74b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678344 May 26 19:46:09.466836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.496258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.581116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.603118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd53da-8eb6-4409-a1d0-b5218b2f754c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:09.607232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:09.618184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8e2d7d3a-c2a4-4a45-8d08-2c71b44d5ab7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccfd53da-8eb6-4409-a1d0-b5218b2f754c HTTP/1.1" status: 204 len: 168 time: 0.3542902 May 26 19:46:10.289361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69dc2-c464-4d36-ab89-f718390d008b req-232cf748-9e7f-4be5-a5df-04f00a7945d1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:10.289361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ace69dc2-c464-4d36-ab89-f718390d008b req-232cf748-9e7f-4be5-a5df-04f00a7945d1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1096091 May 26 19:46:10.363684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ace69dc2-c464-4d36-ab89-f718390d008b req-48afce4e-2f22-4573-ac13-677c969e3353 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644968 May 26 19:46:10.569964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 43256) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:10.675980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-738943690-network', 'tenant_id': '48f04668114148e6afe0ce2419bf925c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:46:10.682201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:10.696018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Usage tracker for resource:network and tenant:48f04668114148e6afe0ce2419bf925c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:10.696018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:10.704091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:10.713982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Made reservation on behalf of 48f04668114148e6afe0ce2419bf925c for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:46:10.713982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.730912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.747480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:10.751065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:48f04668114148e6afe0ce2419bf925c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:10.751065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:10.758258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:10.870477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.874916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.908070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:46:10.920150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a528c3-ade7-47c7-b850-b4dce8fcc8db,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:10.926797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.926797 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Added segment 38010bbc-3551-45e1-b0b3-f4d3e0cd3b33 of type vlan for network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb May 26 19:46:10.958528 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.997391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:10.999209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:10.999209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:11.132369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5666227 May 26 19:46:11.137001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a248b0-c86a-47d7-ada3-4aebca5e4eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=70dc76ab-d388-40be-bc9b-23aecdaf5dbb,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:11.138862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 43270) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:11.144721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Request body: {'subnet': {'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-738943690-subnet', 'tenant_id': '48f04668114148e6afe0ce2419bf925c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:46:11.154790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:46:11.171926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:11.176806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Usage tracker for resource:subnet and tenant:48f04668114148e6afe0ce2419bf925c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:11.176806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:11.192260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:11.226469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Made reservation on behalf of 48f04668114148e6afe0ce2419bf925c for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:46:11.226469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:11.483135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:11.558222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf738b2-fb4b-45c0-8086-7bb4059e263f req-7ec459ac-10ef-40b8-b201-cad2e181efa1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:11.558222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecf738b2-fb4b-45c0-8086-7bb4059e263f req-7ec459ac-10ef-40b8-b201-cad2e181efa1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0883901 May 26 19:46:11.580425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Checking segment: {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:46:11.580425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Network hostable DHCP agents. Network: 70dc76ab-d388-40be-bc9b-23aecdaf5dbb, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:46:11.585308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861567a8-5e5c-41f0-971a-6762f6a86833,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:11.602906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:46:11.617886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 70dc76ab-d388-40be-bc9b-23aecdaf5dbb) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:11.617886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:11.617886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:11.619902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e7f21-422d-44cb-8a9d-8e61c9c5cd61 None None] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:46:11.651074 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1933d245-41c2-4b17-8e83-a1d9c6c7d935 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5121286 May 26 19:46:11.652532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecf738b2-fb4b-45c0-8086-7bb4059e263f req-4fa9deaa-0ee3-4ac6-8093-933846955361 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815358 May 26 19:46:11.875296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452bf44-185c-47e5-b421-c6541b51e619 None None] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:46:12.841505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f9319-dd3f-46e6-ae1e-0ae54fc3bfde req-fec6cac0-4ed2-4675-a46e-e7f4139b4389 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:12.844492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9f9319-dd3f-46e6-ae1e-0ae54fc3bfde req-fec6cac0-4ed2-4675-a46e-e7f4139b4389 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0879087 May 26 19:46:12.908944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9f9319-dd3f-46e6-ae1e-0ae54fc3bfde req-1903749f-7166-4a5d-943b-1f3363282c41 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593832 May 26 19:46:14.100137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5048d-9bfe-4a38-bee0-2383c1dd82c1 req-5e3f6d35-1be1-463e-8d03-6685a06187a4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:14.108231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3e5048d-9bfe-4a38-bee0-2383c1dd82c1 req-5e3f6d35-1be1-463e-8d03-6685a06187a4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0900955 May 26 19:46:14.153767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3e5048d-9bfe-4a38-bee0-2383c1dd82c1 req-10732726-cab8-46dd-bb40-d1091d9b26a8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442576 May 26 19:46:14.169669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:14.699538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-84812ed2-308f-4831-aab9-c6d00867ad11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:15.340682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d313741-4c25-46a4-ad5f-f63f84426a8f req-27f26555-8be0-492a-8304-ddfd502ffb0f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:15.342137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d313741-4c25-46a4-ad5f-f63f84426a8f req-27f26555-8be0-492a-8304-ddfd502ffb0f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0862505 May 26 19:46:15.387386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d313741-4c25-46a4-ad5f-f63f84426a8f req-17b85343-5942-4d92-99a8-25276c9af339 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391541 May 26 19:46:16.606076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9e658-3d08-419e-89c0-e5a3088f7768 req-e316086c-b1fe-428f-b3ed-1f56d6753a2e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:16.607444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cff9e658-3d08-419e-89c0-e5a3088f7768 req-e316086c-b1fe-428f-b3ed-1f56d6753a2e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0878525 May 26 19:46:16.657547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cff9e658-3d08-419e-89c0-e5a3088f7768 req-df7ce4c0-0a0e-4330-8e3b-1aefec362cfb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440385 May 26 19:46:16.837262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3ea288b6-2d22-4143-9973-a688e0e932a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:17.316800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:17.551741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-3b682e1e-bc92-455e-9202-39abc8ea5d48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818429 May 26 19:46:17.682620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-586eb828-b45f-4bf8-882a-5539bbd8fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:17.684637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-586eb828-b45f-4bf8-882a-5539bbd8fb20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 1096 time: 0.1112149 May 26 19:46:17.984665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-1b765062-649e-4a4e-a609-83d3603d71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:17.986146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-1b765062-649e-4a4e-a609-83d3603d71af service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2747962 May 26 19:46:17.999252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9b7f3-b269-4ac2-a3c1-f77d672a439a req-fb0aa296-6341-4213-b956-f6d819f3b5e2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:18.000824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbe9b7f3-b269-4ac2-a3c1-f77d672a439a req-fb0aa296-6341-4213-b956-f6d819f3b5e2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1693075 May 26 19:46:18.101470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-5ca6ce1a-c410-411a-98f8-a85ca6a42eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 200 len: 217 time: 0.0989470 May 26 19:46:18.154558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbe9b7f3-b269-4ac2-a3c1-f77d672a439a req-b2781faf-671d-48db-b3e0-1eda08a337c9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969827 May 26 19:46:18.179092 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:18.181532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-017a6c4c-73be-4d54-8208-2b0a5c17233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:18.182186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-017a6c4c-73be-4d54-8208-2b0a5c17233a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0749884 May 26 19:46:18.281223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-50764957-9e09-42ec-8d2e-1dab70e0bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:18.282909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-50764957-9e09-42ec-8d2e-1dab70e0bac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936799 May 26 19:46:18.528923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-fb7800da-0aa8-444f-9084-5513dc81a960 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386000 May 26 19:46:18.712313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a8ff16c-ac7b-4e58-9bde-111ee49aa9b9 req-9edb2381-b880-4c04-a04f-dd01bf3c295e service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742709 May 26 19:46:19.356960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5c181-6ca9-431d-b93b-fe58e2725988 req-176965ad-5744-4bc7-8d4c-e47d6c7fefba tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:19.358541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68d5c181-6ca9-431d-b93b-fe58e2725988 req-176965ad-5744-4bc7-8d4c-e47d6c7fefba tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0914848 May 26 19:46:19.420556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68d5c181-6ca9-431d-b93b-fe58e2725988 req-18516122-e9c8-4c4a-af4f-9dcf22d0aff1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547612 May 26 19:46:19.756778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:20.647085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf310-e3b4-4770-84eb-e32af202e086 req-5369dcba-da01-4b71-a1a4-6289945cd1fb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:20.654365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e2cf310-e3b4-4770-84eb-e32af202e086 req-5369dcba-da01-4b71-a1a4-6289945cd1fb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0959923 May 26 19:46:20.703999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e2cf310-e3b4-4770-84eb-e32af202e086 req-d179bbaa-a0ee-449f-a117-40bbabe0642d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 May 26 19:46:21.181471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189350-7871-42a7-a02f-65c649441785 req-9151ba81-4663-4203-9fc2-bbc12a6dbcab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:21.183598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07189350-7871-42a7-a02f-65c649441785 req-9151ba81-4663-4203-9fc2-bbc12a6dbcab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1787491 May 26 19:46:21.229082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75070b-1029-4abe-b516-131f004ecf0a req-5d1a69c7-33c7-4e1c-9deb-6020c446f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:21.230578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-5d1a69c7-33c7-4e1c-9deb-6020c446f340 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1397891 May 26 19:46:21.238101 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07189350-7871-42a7-a02f-65c649441785 req-ca794b4c-8d2f-43f4-b085-677de8973f96 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 May 26 19:46:21.383902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75070b-1029-4abe-b516-131f004ecf0a req-399acfd1-8287-43be-9c46-08e76aa13dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:21.385393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-399acfd1-8287-43be-9c46-08e76aa13dbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.1462667 May 26 19:46:21.492202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-490531d1-1142-4ed9-862d-71f39a612585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.0986898 May 26 19:46:21.557675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75070b-1029-4abe-b516-131f004ecf0a req-46ea9099-6018-4c8f-b45c-81196a425e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:21.559847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-46ea9099-6018-4c8f-b45c-81196a425e64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0623124 May 26 19:46:21.652981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75070b-1029-4abe-b516-131f004ecf0a req-f6a358a4-8dc1-4699-b512-04ccf8962ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:21.655079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-f6a358a4-8dc1-4699-b512-04ccf8962ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795457 May 26 19:46:21.792799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-1781ac9b-8d72-4bfd-8880-90fe66a62e31 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322935 May 26 19:46:21.949797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec75070b-1029-4abe-b516-131f004ecf0a req-73eed6bf-2300-4aea-a36b-dc6e5e243d20 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515157 May 26 19:46:22.474021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7c0c7-b5f8-490b-bb9b-390f8f21c1f4 req-ea429179-fdee-426a-8e17-60f62503016b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:22.475917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59b7c0c7-b5f8-490b-bb9b-390f8f21c1f4 req-ea429179-fdee-426a-8e17-60f62503016b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1050665 May 26 19:46:22.550616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59b7c0c7-b5f8-490b-bb9b-390f8f21c1f4 req-632008d6-ddda-4237-9c47-c9fdc8ec616e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657656 May 26 19:46:23.768859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a938b7-82e2-4883-a416-4b5569499eda req-5e9e9b98-d2f3-4c0c-8cb9-d71dbd1b09cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:23.770920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2a938b7-82e2-4883-a416-4b5569499eda req-5e9e9b98-d2f3-4c0c-8cb9-d71dbd1b09cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0971489 May 26 19:46:23.839449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2a938b7-82e2-4883-a416-4b5569499eda req-514e4a9e-5fc7-483a-ae03-8da6ea757f49 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614963 May 26 19:46:24.088125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3cc9-4a83-4e34-a106-1f512a5fd2d8 req-f331ebf6-9944-4e2a-bd47-78a130febc9a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:24.089930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aefd3cc9-4a83-4e34-a106-1f512a5fd2d8 req-f331ebf6-9944-4e2a-bd47-78a130febc9a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0881889 May 26 19:46:24.169450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aefd3cc9-4a83-4e34-a106-1f512a5fd2d8 req-21ce3704-1710-4ed3-ba4e-31e42af029dc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732641 May 26 19:46:24.661440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776026c-5f62-41e9-8ae1-fb1ea029bb0b req-cb8a3f64-d13d-4f4f-aa1a-999e49e6d371 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:24.668631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0776026c-5f62-41e9-8ae1-fb1ea029bb0b req-cb8a3f64-d13d-4f4f-aa1a-999e49e6d371 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0992084 May 26 19:46:24.708499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0776026c-5f62-41e9-8ae1-fb1ea029bb0b req-bf0389cf-c44f-459e-9d03-7c23b660175c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388582 May 26 19:46:25.038095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840837dc-12e2-417e-bebd-0b55d298dfe7 req-2226ab64-966e-4203-ab64-164b0d1f3851 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.039603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-840837dc-12e2-417e-bebd-0b55d298dfe7 req-2226ab64-966e-4203-ab64-164b0d1f3851 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2146626 May 26 19:46:25.087592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-840837dc-12e2-417e-bebd-0b55d298dfe7 req-c5696333-fde3-4fe7-ac10-ececdbd312f8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414577 May 26 19:46:25.277455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2b52-a601-4b25-9e70-39d847e6e509 req-34948717-3e7c-467b-be7a-fc5180a8a825 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.281544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-246d2b52-a601-4b25-9e70-39d847e6e509 req-34948717-3e7c-467b-be7a-fc5180a8a825 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0903697 May 26 19:46:25.326885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-246d2b52-a601-4b25-9e70-39d847e6e509 req-2a9dd6b4-42cf-4b7e-aef4-a422efd31d39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 May 26 19:46:25.674494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed9522-db3c-4fad-99b0-20de586b864a req-2263f5a4-76f6-4779-9190-612acca26c3c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:25.675959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07ed9522-db3c-4fad-99b0-20de586b864a req-2263f5a4-76f6-4779-9190-612acca26c3c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0818093 May 26 19:46:25.723280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07ed9522-db3c-4fad-99b0-20de586b864a req-5c8c5463-ef17-4bf2-a6b6-815fc9602cf8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 May 26 19:46:26.929398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df49f6-15e9-482a-9046-807bdad5f7b8 req-8846dcd9-9cd3-4a1f-ba5a-d3e45f0f1025 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:26.933683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89df49f6-15e9-482a-9046-807bdad5f7b8 req-8846dcd9-9cd3-4a1f-ba5a-d3e45f0f1025 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1036339 May 26 19:46:26.987073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89df49f6-15e9-482a-9046-807bdad5f7b8 req-d3fc608b-376f-4b6f-9cad-81bff8861d94 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499988 May 26 19:46:27.395604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860846-1468-43f3-8284-a655d6e3d121 req-a7b8c434-8506-42c9-923a-19ba01276710 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:27.403062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73860846-1468-43f3-8284-a655d6e3d121 req-a7b8c434-8506-42c9-923a-19ba01276710 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0957913 May 26 19:46:27.455444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73860846-1468-43f3-8284-a655d6e3d121 req-e5ccb284-781b-4613-913d-ee30fc371946 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513542 May 26 19:46:28.694638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc01d9a-d69d-4aa7-a61a-b7a1c1e08fe3 req-5d82025d-cf85-4fd5-aec6-165411aacd1b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:28.707166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abc01d9a-d69d-4aa7-a61a-b7a1c1e08fe3 req-5d82025d-cf85-4fd5-aec6-165411aacd1b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1290894 May 26 19:46:28.786111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abc01d9a-d69d-4aa7-a61a-b7a1c1e08fe3 req-bb484af8-ec68-4e34-a2ce-8acd0e213f75 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775158 May 26 19:46:29.169277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3e94-5fa7-4fb5-9e5a-3e0fb38808ca req-e3e76ded-4644-4fc0-bbcd-c41b07565e29 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.171598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acfd3e94-5fa7-4fb5-9e5a-3e0fb38808ca req-e3e76ded-4644-4fc0-bbcd-c41b07565e29 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1762869 May 26 19:46:29.299197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-acfd3e94-5fa7-4fb5-9e5a-3e0fb38808ca req-ad62922a-12b5-43a9-8277-533cb4472bae tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218593 May 26 19:46:29.629247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f7e52-dc78-4b36-b72e-83f948ca4d59 req-ef729671-22d6-4e5d-ab71-e1c3821af33c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:29.631002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a32f7e52-dc78-4b36-b72e-83f948ca4d59 req-ef729671-22d6-4e5d-ab71-e1c3821af33c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1533825 May 26 19:46:29.724737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a32f7e52-dc78-4b36-b72e-83f948ca4d59 req-4de440d5-1211-4609-a234-97d8611b4b04 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834467 May 26 19:46:29.974198 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:46:30.000864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef359ebb-92ba-4982-a227-242cd35d013d req-7387f10a-6ba1-409a-b7a7-004cb9bb6f0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.002487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef359ebb-92ba-4982-a227-242cd35d013d req-7387f10a-6ba1-409a-b7a7-004cb9bb6f0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1293094 May 26 19:46:30.095206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef359ebb-92ba-4982-a227-242cd35d013d req-1ea740e5-d989-4b77-be81-b5bfe5c62bc7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780847 May 26 19:46:30.445088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca397d50-fb5d-4c09-a6bb-a94a9464adc6 req-ec76695c-6395-4ee0-8b4d-c1f538767dd3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.448659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca397d50-fb5d-4c09-a6bb-a94a9464adc6 req-ec76695c-6395-4ee0-8b4d-c1f538767dd3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1543396 May 26 19:46:30.517662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca397d50-fb5d-4c09-a6bb-a94a9464adc6 req-ccf3e65e-8040-464b-94fb-b8ce884dbf7a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622220 May 26 19:46:30.684897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-e885de81-2b49-4266-a2e5-b6c2addebce3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082771 May 26 19:46:30.852761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f024-74d4-4faf-8a21-e4569f0b8869 req-7190684a-dd38-4be9-b226-69e52bda14e5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:30.855563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63e9f024-74d4-4faf-8a21-e4569f0b8869 req-7190684a-dd38-4be9-b226-69e52bda14e5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1268005 May 26 19:46:31.005323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63e9f024-74d4-4faf-8a21-e4569f0b8869 req-f58165b2-419c-447f-a399-955213653c7a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422570 May 26 19:46:31.097305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-85799ef8-157d-46d1-8d3c-c37ff9e7b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.101181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-85799ef8-157d-46d1-8d3c-c37ff9e7b416 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.1537366 May 26 19:46:31.372158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-86148019-0ea3-45c5-a3ac-a336dca602c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.375166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-86148019-0ea3-45c5-a3ac-a336dca602c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.2388446 May 26 19:46:31.498149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-4f68d883-7e42-4e2f-a965-a3cb79cfb9dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 1002 time: 0.1168787 May 26 19:46:31.606503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-8e6e6e56-0356-4507-a056-80d8132ce3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.609946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-8e6e6e56-0356-4507-a056-80d8132ce3ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1020751 May 26 19:46:31.703398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-91a5ed3e-3c8f-4393-8a4c-86215bf808f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:31.705216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-91a5ed3e-3c8f-4393-8a4c-86215bf808f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897596 May 26 19:46:31.882482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-7c0f7126-6893-4608-9e7c-eb22c0f1fa13 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681869 May 26 19:46:32.097937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656a84b1-0b2e-4eb5-ac5b-8be4567e1055 req-09188fd5-e7d8-47c5-b1d7-4095e087878e service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086861 May 26 19:46:35.817962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-52b2bea6-35c9-4279-b5dc-953db1af1272 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572427797&fields=id&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 267 time: 0.1538990 May 26 19:46:35.979524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-0b5dc8f2-a521-4ee8-9330-e5f6111c7afa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:35.980968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-0b5dc8f2-a521-4ee8-9330-e5f6111c7afa tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.1549017 May 26 19:46:35.999559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-ac38bfb2-ed75-4209-b578-c26e81d97007 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/quotas/294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 375 time: 0.0118277 May 26 19:46:36.110668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-877799f0-59ac-445d-9e3a-faa291b59780 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1029778 May 26 19:46:36.270160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-2c21cbd4-024d-4258-bde1-30e297e779d0 service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460679 May 26 19:46:36.413609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-f489686d-7531-4fa9-958a-208ad8e1770c service neutron] 10.222.0.24 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350093 May 26 19:46:36.674593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:36.845234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4535e7b-d551-4213-8e4e-c0a38a11e909 req-28b7d313-683a-4496-89ea-a0572b3d0a05 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 210 time: 0.0535889 May 26 19:46:38.047505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d74b863c-adda-494f-9f6a-a3626863bdb0 req-85095a09-a007-424c-b9ce-145e0449c9de tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 210 time: 0.0489285 May 26 19:46:38.096104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-d7fcd1b0-5739-4550-90bb-75584ac72e5f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:38.097793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-d7fcd1b0-5739-4550-90bb-75584ac72e5f tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 811 time: 0.2228572 May 26 19:46:38.164405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-e57c5657-d9ad-4496-9346-e47a35c09489 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=294de8bd0a104d1bacabb44984cf581b HTTP/1.1" status: 200 len: 380 time: 0.0551026 May 26 19:46:38.210430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'port': {'device_id': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'admin_state_up': True, 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'security_groups': ['cdc3432d-535d-4a9a-91fc-6804306ae899']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:46:38.515280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:38.531371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:38.548870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Made reservation on behalf of 294de8bd0a104d1bacabb44984cf581b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:46:38.554106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:38.825940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.20.0.11 (ae1a53bd-436f-4020-b054-02a09ef71b9c/47d6580e-c688-4aa1-b71f-30ee1081c77d/bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:46:39.103457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:39.138561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Transition to ACTIVE for port object bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:46:39.187489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:39.339602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network ae1a53bd-436f-4020-b054-02a09ef71b9c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:46:39.348785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:39.355855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:46:39.408217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:39.434465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.435003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.435484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.435969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.436441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.436907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.437441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.437923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.438389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.438852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.439342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.439663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:39.473614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:39.474401 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:39.505846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7bf7-e81b-43bc-9346-ba1fa6591842 req-e938225d-4adc-4fb5-b5b3-2ae7b2a38905 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:39.508091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-589c7bf7-e81b-43bc-9346-ba1fa6591842 req-e938225d-4adc-4fb5-b5b3-2ae7b2a38905 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 932 time: 0.2561707 May 26 19:46:39.535103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-5a2522f3-6daf-4219-8cdd-c9ff75cdd4a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3535933 May 26 19:46:39.548316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Request body: {'port': {'device_id': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:46:39.664537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-589c7bf7-e81b-43bc-9346-ba1fa6591842 req-8c76b6e7-6c4d-4178-8bf8-298b59f5975a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480381 May 26 19:46:39.761439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8ff09e2-7ff1-422b-8672-1331aba635fc None None] Provisioning for port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:46:39.768206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b8ff09e2-7ff1-422b-8672-1331aba635fc None None] Provisioning complete for port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:46:39.768910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b8ff09e2-7ff1-422b-8672-1331aba635fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:39.867956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff09e2-7ff1-422b-8672-1331aba635fc None None] Port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:46:39.874988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:40.419594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:40.431747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:40.452952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Transition to ACTIVE for port object bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:46:40.461610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:40.794763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:40.968616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Attempting to bind port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:46:40.969106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Attempting to bind port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:46:40.969606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Attempting to bind port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:46:40.979302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 on network ae1a53bd-436f-4020-b054-02a09ef71b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:46:40.979792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Attempting to bind port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 on network ae1a53bd-436f-4020-b054-02a09ef71b9c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:46:40.989155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:46:40.989492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Checking segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:46:40.992692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Bound using segment: {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:46:40.993383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Bound port: bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d064db3-7fb9-412c-a06e-ba3bd37b259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:46:40.993942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:41.033826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b7d89-ed08-44ac-a5a7-11123320018a req-bfad07d3-a5a9-43cf-921a-8b4282ac3b1d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:41.034646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff2b7d89-ed08-44ac-a5a7-11123320018a req-bfad07d3-a5a9-43cf-921a-8b4282ac3b1d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:46:41.107979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ff2b7d89-ed08-44ac-a5a7-11123320018a req-bfad07d3-a5a9-43cf-921a-8b4282ac3b1d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:46:41.109902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff2b7d89-ed08-44ac-a5a7-11123320018a req-bfad07d3-a5a9-43cf-921a-8b4282ac3b1d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.2194700 May 26 19:46:41.178430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:46:41.196479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:46:41.201582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff2b7d89-ed08-44ac-a5a7-11123320018a req-dd0cd139-3288-4275-a60f-15d871e5f863 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754392 May 26 19:46:41.204030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:41.298873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:41.299481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:41.301005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 200 len: 1092 time: 1.7568221 May 26 19:46:41.301953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:41.334580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251c4f-c4d1-416e-8b04-f69c3a7978c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:41.416503 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9342a8b1-39ca-4693-b00f-9d99693256e3'] response: {'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'status': 'completed', 'code': 200} May 26 19:46:41.467513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-a83adc86-5ae3-489e-b676-0ff04396337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:41.470264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-a83adc86-5ae3-489e-b676-0ff04396337e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1095 time: 0.1245906 May 26 19:46:41.561520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-9a6053da-5805-4274-9c52-c9308234f398 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 200 len: 217 time: 0.0840132 May 26 19:46:41.653872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-173fa4c7-f095-495b-a33c-41901a6271ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:41.655662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-173fa4c7-f095-495b-a33c-41901a6271ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0860214 May 26 19:46:41.757074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-aa0e9a19-f2b0-4773-9225-ee3f5ea016b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:41.758935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-aa0e9a19-f2b0-4773-9225-ee3f5ea016b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961483 May 26 19:46:41.969551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-1a2b0834-c0e1-4dda-98d7-ce6c29763901 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995749 May 26 19:46:42.137961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3e250c0-d498-4721-91eb-f7bf862a5d72 req-dc265068-d47a-459f-97d4-9fde83257e8e service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614943 May 26 19:46:42.286553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-d7b12971-ce6f-463a-b3fa-21f6eb6f94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:42.288620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-d7b12971-ce6f-463a-b3fa-21f6eb6f94b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1095 time: 0.1000021 May 26 19:46:42.648085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-14279c9d-3f29-44f2-929f-f8ad6f331e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:42.649616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-14279c9d-3f29-44f2-929f-f8ad6f331e24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3543282 May 26 19:46:42.734548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e49b-723f-4454-9695-b4968c7e29da req-315b0f81-1120-42a0-959d-f76b8ed73b07 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:42.736327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d88e49b-723f-4454-9695-b4968c7e29da req-315b0f81-1120-42a0-959d-f76b8ed73b07 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.2728820 May 26 19:46:42.737453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-7ab56c75-dffd-465d-84a2-7db55bee6d9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 200 len: 217 time: 0.0805485 May 26 19:46:42.841416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d88e49b-723f-4454-9695-b4968c7e29da req-148f82c2-9465-4fc0-a997-36f66b6950b5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575981 May 26 19:46:42.848960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-9b7d01ea-0c7e-4033-92b4-becd63f6ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:42.850488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-9b7d01ea-0c7e-4033-92b4-becd63f6ea70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1059847 May 26 19:46:42.934105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-0f11e2b7-0a6e-4fa8-841d-6f0c82f16d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:42.935563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-0f11e2b7-0a6e-4fa8-841d-6f0c82f16d52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761304 May 26 19:46:43.124435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-526fc0da-bc91-48b0-b167-2535b4279ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822755 May 26 19:46:43.288338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e29c1ba9-dcc7-40c3-9470-e226fa334cbe req-7ebc9011-def5-4e86-9521-d6a6a917010b service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529660 May 26 19:46:44.089823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a59b7-92a7-46d2-b598-82a5c60ed6f4 req-3cdee830-7173-4c93-85e9-ef87a236881c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:44.089823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-307a59b7-92a7-46d2-b598-82a5c60ed6f4 req-3cdee830-7173-4c93-85e9-ef87a236881c tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.1063452 May 26 19:46:44.142818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-307a59b7-92a7-46d2-b598-82a5c60ed6f4 req-cd8e0974-4fab-4ebf-8b5d-fc3df175ff2a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503697 May 26 19:46:44.167443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:44.701983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-167db19f-fb29-4259-af1e-74ca7cde801e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:45.354680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f8281-41d9-4366-81bd-2d1f6161e041 req-ddb1f83f-1461-497a-978c-9f3b0f2a6051 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:45.356229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b21f8281-41d9-4366-81bd-2d1f6161e041 req-ddb1f83f-1461-497a-978c-9f3b0f2a6051 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.0812950 May 26 19:46:45.405979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b21f8281-41d9-4366-81bd-2d1f6161e041 req-88967c7a-bace-418c-971e-4a7b532377f6 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 May 26 19:46:46.639354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d8aff-b27d-4ecc-aecc-ae39d629f772 req-8cd3356f-06cc-4e88-a644-69b58a7ef936 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:46.640818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-890d8aff-b27d-4ecc-aecc-ae39d629f772 req-8cd3356f-06cc-4e88-a644-69b58a7ef936 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.0860984 May 26 19:46:46.702953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-890d8aff-b27d-4ecc-aecc-ae39d629f772 req-0815f53d-e303-497a-9998-5fd8af2ff5dc tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 May 26 19:46:46.841586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19fa792c-1c35-42bb-a9d1-b0dd7f4d02aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:47.319075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:47.891149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9365384-b2d3-4c19-90bb-cae9dd40b0fb req-f2afea13-f510-4a70-b536-d3b60bda04cb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:47.892526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9365384-b2d3-4c19-90bb-cae9dd40b0fb req-f2afea13-f510-4a70-b536-d3b60bda04cb tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.0857811 May 26 19:46:47.960959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9365384-b2d3-4c19-90bb-cae9dd40b0fb req-6437923c-3523-4c5d-86d6-9bb6e15782a7 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537651 May 26 19:46:48.171833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:49.174946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda066bd-a8c0-4bce-8bf3-2226ba9bb2f6 req-53cb4173-dcb8-4ab9-94b2-33a16b51e307 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:49.176409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eda066bd-a8c0-4bce-8bf3-2226ba9bb2f6 req-53cb4173-dcb8-4ab9-94b2-33a16b51e307 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.1090631 May 26 19:46:49.228852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eda066bd-a8c0-4bce-8bf3-2226ba9bb2f6 req-bb1bfcc5-f219-48b2-b740-69c07e9fed58 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461473 May 26 19:46:49.762403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:50.456463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc949954-6256-439e-9741-b916b0d5b5aa req-fbebba66-4cbb-4d81-ac83-2944b7640acf tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:50.458123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc949954-6256-439e-9741-b916b0d5b5aa req-fbebba66-4cbb-4d81-ac83-2944b7640acf tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.1102338 May 26 19:46:50.506685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc949954-6256-439e-9741-b916b0d5b5aa req-a45d4153-1b77-4f3f-a38e-8f8860a6fcb0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 May 26 19:46:51.645688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:46:51.710084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558031-d82f-4220-b533-23df64d6a467 req-357b5357-5078-4df6-bfa8-05f880090ec5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:51.716980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7558031-d82f-4220-b533-23df64d6a467 req-357b5357-5078-4df6-bfa8-05f880090ec5 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 944 time: 0.0977526 May 26 19:46:51.760920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7558031-d82f-4220-b533-23df64d6a467 req-16daeb11-dc89-4bbf-93b4-f355304a5744 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 May 26 19:46:51.799491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:46:51.813098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'port_id': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'mac_address': 'fa:16:3e:60:58:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:46:51.870253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:46:51.870624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:51.888003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:46:51.903704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:46:51.914223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:51.999283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:52.025943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.026282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.026615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.026953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.027865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.028192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.028512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.028829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.029172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.029488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.030115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.030436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:52.266848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:46:52.960862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fbf45-793c-4e6b-ba5d-40161a27a8a5 req-b9266eab-5db3-41d2-913f-e61876a9ac33 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:52.968066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc3fbf45-793c-4e6b-ba5d-40161a27a8a5 req-b9266eab-5db3-41d2-913f-e61876a9ac33 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 945 time: 0.0857732 May 26 19:46:53.035724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc3fbf45-793c-4e6b-ba5d-40161a27a8a5 req-59df474c-19e8-426a-9bbb-0f027365475b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579727 May 26 19:46:53.649956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:46:53.748890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:46:53.755101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:46:53.755483 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:53.877537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:46:53.877917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:53.907937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:46:53.917420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:46:53.922999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:53.978993 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352bf113-ec42-47d6-a1f8-5e6c3ef2f9d9'] response: {'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'code': 200} May 26 19:46:54.037234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:54.227145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bfbd-b1ad-4f1d-ab30-8f1bb2f8d406 req-0ffcf4bf-7d82-471e-94dc-06cfec0da4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:54.228608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c47bfbd-b1ad-4f1d-ab30-8f1bb2f8d406 req-0ffcf4bf-7d82-471e-94dc-06cfec0da4bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1097 time: 0.1621490 May 26 19:46:54.404288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c47bfbd-b1ad-4f1d-ab30-8f1bb2f8d406 req-a104d7ba-2501-4b05-b597-950b1354eb85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690440 May 26 19:46:54.417865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bba00-7c37-442a-ba63-6bf22a98728d req-e3fa5c89-f944-4a92-baeb-1e75809815a4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:54.419356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b4bba00-7c37-442a-ba63-6bf22a98728d req-e3fa5c89-f944-4a92-baeb-1e75809815a4 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.2416446 May 26 19:46:54.481678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b4bba00-7c37-442a-ba63-6bf22a98728d req-86496403-a1e3-4ae4-8931-97f9b5378f09 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 May 26 19:46:55.692982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f068-c0ff-43a3-b25c-599ff3d67e02 req-4b45e9cb-06e6-46dc-8c7b-889c3a8ff742 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:55.694331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cc0f068-c0ff-43a3-b25c-599ff3d67e02 req-4b45e9cb-06e6-46dc-8c7b-889c3a8ff742 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.0942671 May 26 19:46:55.740030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cc0f068-c0ff-43a3-b25c-599ff3d67e02 req-254ce10b-f8d1-4742-9dbc-2376f066ed82 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391490 May 26 19:46:56.942081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab6890-445b-4b43-9a69-8bcc0df7bbe5 req-55f0859a-8870-48f4-85a2-5fe67c86f3f8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:56.944041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beab6890-445b-4b43-9a69-8bcc0df7bbe5 req-55f0859a-8870-48f4-85a2-5fe67c86f3f8 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.0819182 May 26 19:46:56.991229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-beab6890-445b-4b43-9a69-8bcc0df7bbe5 req-09213ef9-cb7e-4d6a-84b1-2daafa8c80ac tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 May 26 19:46:57.207155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb656ba0-dbb3-4feb-beec-1345ebe2d904 req-27ffa54a-5e66-4e8c-a4c6-98079ab88755 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.209209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb656ba0-dbb3-4feb-beec-1345ebe2d904 req-27ffa54a-5e66-4e8c-a4c6-98079ab88755 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.0860372 May 26 19:46:57.266536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb656ba0-dbb3-4feb-beec-1345ebe2d904 req-4351ee3d-1196-4a3f-a645-f4963866ba26 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508015 May 26 19:46:57.289277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44850) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:57.666917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91212f-06b4-4f36-acb3-c0eb4b007167 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.671737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-db91212f-06b4-4f36-acb3-c0eb4b007167 tempest-TestVolumeBootPattern-2015910428 tempest-TestVolumeBootPattern-2015910428-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1092 time: 0.3814409 May 26 19:46:57.672460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 44868) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:46:57.678676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:46:57.685583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:46:57.690799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Usage tracker for resource:floatingip and tenant:294de8bd0a104d1bacabb44984cf581b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:46:57.695290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:46:57.701662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:46:57.726539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:57.818510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65125-91ec-4ef1-8342-7b6d752d2b20 req-f6c5c4a1-9bea-4ec8-b22f-64b62289a345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.819734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e65125-91ec-4ef1-8342-7b6d752d2b20 req-f6c5c4a1-9bea-4ec8-b22f-64b62289a345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1164331 May 26 19:46:57.827007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-85c6591a-33a5-42fc-87f7-6f60cfcc472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:57.831988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-85c6591a-33a5-42fc-87f7-6f60cfcc472a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1776371 May 26 19:46:57.902635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:57.962284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e65125-91ec-4ef1-8342-7b6d752d2b20 req-7fc8e023-9e42-4fc7-9bca-e15980b38e64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307960 May 26 19:46:58.019693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-dc8570bf-9353-4033-ba38-ee30b8754150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:58.021895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-dc8570bf-9353-4033-ba38-ee30b8754150 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.1716983 May 26 19:46:58.082684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Allocated IP 172.25.0.195 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/dbc81f92-6741-4388-a8ec-d093618c6c9b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:46:58.171061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-16960bad-5528-4b95-b107-c82925e3336a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.1410193 May 26 19:46:58.280866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-817a860b-4807-410a-a990-b27d6c93eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:58.281979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-817a860b-4807-410a-a990-b27d6c93eae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1027217 May 26 19:46:58.340103 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:58.361652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-ee2ce752-1b97-4a76-ad43-642faf2f9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:58.363312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-ee2ce752-1b97-4a76-ad43-642faf2f9f88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757737 May 26 19:46:58.378896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:58.451066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:46:58.459581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:46:58.462236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:46:58.528145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=dbc81f92-6741-4388-a8ec-d093618c6c9b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:58.530073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-72da0d66-e0bb-4bab-893b-89a72a827bca service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594498 May 26 19:46:58.546464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.546893 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.547303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.547737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.548207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.548546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.548872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.549224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.549548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.549868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.550552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.550889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:46:58.704806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2ef0253-a43d-47cc-894f-38c10ac3930e req-8bd79c54-6a4e-4f70-ba3d-00b0d2c89d27 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665092 May 26 19:46:59.137265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:59.230481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:59.340043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87435bd-edc6-4da7-825a-1d0e24a2d2d9 req-5ac7251e-f4b5-4499-b549-a97141e18d55 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:46:59.341921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f87435bd-edc6-4da7-825a-1d0e24a2d2d9 req-5ac7251e-f4b5-4499-b549-a97141e18d55 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2079625 May 26 19:46:59.413255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f87435bd-edc6-4da7-825a-1d0e24a2d2d9 req-b360c54b-d07b-4519-a2a9-1cc07c726fa0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610425 May 26 19:46:59.539578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:59.544883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:59.675887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event updated for resources: {'Port': ['ID=dbc81f92-6741-4388-a8ec-d093618c6c9b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:46:59.693819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:46:59.871033 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP d07b7c05-201f-476d-8dc4-00f4ba0b6a03 associated. External IP: 172.25.0.195, port: bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617. May 26 19:47:00.282752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:47:00.482862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:47:00.493400 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:47:00.509503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:47:00.510433 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:46:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:00.511847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:00.588544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7d7f1636-e865-46c7-83a4-82af49eddcd3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9149981 May 26 19:47:00.589992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:00.713607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afad4f-9c34-4e3e-89cd-c6305740cc42 req-d696703b-1261-4f86-bad3-8e5c4c154bbf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:00.718019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4afad4f-9c34-4e3e-89cd-c6305740cc42 req-d696703b-1261-4f86-bad3-8e5c4c154bbf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1478310 May 26 19:47:00.783240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4afad4f-9c34-4e3e-89cd-c6305740cc42 req-91c8c381-956b-42ca-9040-f445223a2697 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632138 May 26 19:47:00.787854 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:47:00.839841 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0ed39c-d647-4a0e-82f1-62b53891d4b0'] response: {'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'status': 'completed', 'code': 200} May 26 19:47:00.949028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70e7d-7587-4e24-95be-f77fae875442 req-6409761f-b393-4ea6-80aa-57f855ba966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:00.950538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-6409761f-b393-4ea6-80aa-57f855ba966d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1097 time: 0.0836506 May 26 19:47:01.144837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70e7d-7587-4e24-95be-f77fae875442 req-71f51f29-b8e8-4e89-8b2d-fab8a435c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:01.146889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-71f51f29-b8e8-4e89-8b2d-fab8a435c19d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.1881380 May 26 19:47:01.233418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}, {'id': 'd07b7c05-201f-476d-8dc4-00f4ba0b6a03', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:60:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:59Z', 'updated_at': '2022-05-26T19:46:59Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:01.237620 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:47:01.246772 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:47:01.247467 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:46:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:01.404068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-60a81c57-b1f5-4ccb-b7b5-f66759c0bbec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 200 len: 1000 time: 0.2464600 May 26 19:47:01.482274 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:47:01.491899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70e7d-7587-4e24-95be-f77fae875442 req-e6c062cb-d0e6-4f36-b040-e1c72468111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:01.493473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-e6c062cb-d0e6-4f36-b040-e1c72468111c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0763559 May 26 19:47:01.593885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70e7d-7587-4e24-95be-f77fae875442 req-35ef55df-849d-423a-8c96-9af0f4bccfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:01.595379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-35ef55df-849d-423a-8c96-9af0f4bccfc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926647 May 26 19:47:01.788128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-7b9620a0-c64d-481a-b23b-5681b4546252 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856294 May 26 19:47:01.914443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}, {'id': 'd07b7c05-201f-476d-8dc4-00f4ba0b6a03', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:60:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:59Z', 'updated_at': '2022-05-26T19:46:59Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:47:01.919300 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d7cc5b-7fe1-464b-a0d9-658cc5f47252 None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}, {'id': 'd07b7c05-201f-476d-8dc4-00f4ba0b6a03', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:60:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:46:59Z', 'updated_at': '2022-05-26T19:46:59Z', 'revision_number': 0, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:47:01.947438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d70e7d-7587-4e24-95be-f77fae875442 req-215e2c9e-4bb8-4662-93ee-c2d9f1fdeae0 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508718 May 26 19:47:02.150826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3fb1a2-0aa8-4f40-a633-0d2bd5760b9d None None] New status for floating IP d07b7c05-201f-476d-8dc4-00f4ba0b6a03: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:47:06.686183 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:06.980515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:47:09.198556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-4a940fb5-0bf2-4dd4-9e3e-7e75aac0d12c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:09.199224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-4a940fb5-0bf2-4dd4-9e3e-7e75aac0d12c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Synchronizing usage tracker for tenant:48f04668114148e6afe0ce2419bf925c on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:47:09.215002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-4a940fb5-0bf2-4dd4-9e3e-7e75aac0d12c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Unset dirty status for tenant:48f04668114148e6afe0ce2419bf925c on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:47:09.216224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-4a940fb5-0bf2-4dd4-9e3e-7e75aac0d12c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 813 time: 0.1597161 May 26 19:47:09.231257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-dd1378d5-aca9-42d2-9fe1-591e8406752f tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/quotas/48f04668114148e6afe0ce2419bf925c HTTP/1.1" status: 200 len: 375 time: 0.0091267 May 26 19:47:09.277789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-f1cc9820-ffad-418c-be88-c1a99bffe4ab tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412860 May 26 19:47:09.410243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-d0fdef31-e98e-4fee-9975-7a89f266ffe3 service neutron] 10.222.0.24 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259875 May 26 19:47:09.543815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-5ee3d918-f4c4-492f-9b8e-06182f14f4ac service neutron] 10.222.0.24 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277027 May 26 19:47:10.018954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b72f6-3107-4b03-bc0f-3ec9f046e479 req-37ddef39-db08-45a5-86b4-b94ab27631c7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:10.018954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de7b72f6-3107-4b03-bc0f-3ec9f046e479 req-37ddef39-db08-45a5-86b4-b94ab27631c7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.0931330 May 26 19:47:10.018954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de7b72f6-3107-4b03-bc0f-3ec9f046e479 req-c76d3fc9-75be-429d-bacd-bba01303a047 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571494 May 26 19:47:10.033056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f335e96d-ab8c-488f-9117-095cb9a9d64d req-2aafe372-579a-4cd3-9bfe-b0681e026201 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 210 time: 0.0613513 May 26 19:47:11.082190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-24ed78c8-f7da-4919-a0a0-bfc7aea76910 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:11.082190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-24ed78c8-f7da-4919-a0a0-bfc7aea76910 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.13 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 813 time: 0.2077138 May 26 19:47:11.125306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Request body: {'port': {'device_id': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb', 'admin_state_up': True, 'tenant_id': '48f04668114148e6afe0ce2419bf925c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:47:11.301212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7902af-fa9b-44ac-8f6a-99ae99e9034e req-fc852f12-e0dc-45db-9978-c42ab04cf87e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:11.302743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a7902af-fa9b-44ac-8f6a-99ae99e9034e req-fc852f12-e0dc-45db-9978-c42ab04cf87e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2344673 May 26 19:47:11.303742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:47:11.308056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Usage tracker for resource:port and tenant:48f04668114148e6afe0ce2419bf925c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:47:11.312541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:47:11.335009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:47:11.363070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Made reservation on behalf of 48f04668114148e6afe0ce2419bf925c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:11.367907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:11.438955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a7902af-fa9b-44ac-8f6a-99ae99e9034e req-dc5e46e9-66f3-4080-8fb3-d93fb436066e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239994 May 26 19:47:11.702900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-333e7e5a-4fd5-46a4-b8da-3bbf6eab0cf4 req-5dba0d81-a922-4d03-88ed-32bb8828f72f tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 210 time: 0.0616922 May 26 19:47:11.723623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Allocated IP 172.20.0.3 (70dc76ab-d388-40be-bc9b-23aecdaf5dbb/861567a8-5e5c-41f0-971a-6762f6a86833/5255f745-3b80-419e-855e-d30e48ce80b2) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:11.964774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:12.002941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:12.089941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:12.094578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:12.094578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:47:12.150375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Pushing event updated for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:12.178416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:12.179008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:12.198447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-ca6eaa76-b16b-4a94-a2cd-4cc2468f3e47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0805488 May 26 19:47:12.210566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Request body: {'port': {'device_id': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:47:12.335490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:12.754001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce116f3-1afe-4aef-9185-15d4da9cd635 req-377f0f9f-1289-4ebf-85a3-e62d980e3dde tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:12.761242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ce116f3-1afe-4aef-9185-15d4da9cd635 req-377f0f9f-1289-4ebf-85a3-e62d980e3dde tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1687596 May 26 19:47:12.816477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5255f745-3b80-419e-855e-d30e48ce80b2 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:12.823451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:12.836318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ce116f3-1afe-4aef-9185-15d4da9cd635 req-89f03b8b-f71b-4d50-bae7-d95f2460946b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625060 May 26 19:47:12.856311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Transition to ACTIVE for port object 5255f745-3b80-419e-855e-d30e48ce80b2 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:47:12.860753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:13.073826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:13.191933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Attempting to bind port 5255f745-3b80-419e-855e-d30e48ce80b2 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:47:13.191933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Attempting to bind port 5255f745-3b80-419e-855e-d30e48ce80b2 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:47:13.191933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Attempting to bind port 5255f745-3b80-419e-855e-d30e48ce80b2 on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:13.206732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-ebe0706c-0e37-4be9-82e3-ee0ce0be4db3 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:13.206732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-ebe0706c-0e37-4be9-82e3-ee0ce0be4db3 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Synchronizing usage tracker for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:47:13.213105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Port 5255f745-3b80-419e-855e-d30e48ce80b2 on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:47:13.213105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Attempting to bind port 5255f745-3b80-419e-855e-d30e48ce80b2 on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:13.219647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:47:13.219647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Checking segment: {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:47:13.219647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Bound using segment: {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:47:13.219647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Bound port: 5255f745-3b80-419e-855e-d30e48ce80b2, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:47:13.219647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:13.274488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-ebe0706c-0e37-4be9-82e3-ee0ce0be4db3 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Unset dirty status for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:47:13.274488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-ebe0706c-0e37-4be9-82e3-ee0ce0be4db3 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 943 time: 0.2743781 May 26 19:47:13.334653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-854fbbb5-67f5-486c-b04d-b91cab649b60 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Synchronizing usage tracker for tenant:48f04668114148e6afe0ce2419bf925c on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:47:13.365958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:47:13.369316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5255f745-3b80-419e-855e-d30e48ce80b2,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:47:13.370669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-854fbbb5-67f5-486c-b04d-b91cab649b60 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Unset dirty status for tenant:48f04668114148e6afe0ce2419bf925c on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:47:13.371899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca475f69-699f-48cc-a2cc-613325c118b1 req-854fbbb5-67f5-486c-b04d-b91cab649b60 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916553 May 26 19:47:13.373230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:13.444339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:13.444339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:13.444339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5255f745-3b80-419e-855e-d30e48ce80b2 HTTP/1.1" status: 200 len: 1091 time: 1.2365122 May 26 19:47:13.444339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:13.476347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3f2a3-baac-4dbd-912a-7f06d4dad4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:13.529236 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18d728c-d7f3-454a-9463-0d8ed63c93c7'] response: {'name': 'network-changed', 'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2', 'status': 'completed', 'code': 200} May 26 19:47:13.573033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-337c44fa-fd07-405b-9114-9402efda80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:13.573033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-337c44fa-fd07-405b-9114-9402efda80ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 1094 time: 0.0838432 May 26 19:47:13.749452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-5ee0e30d-bbda-41c4-a2a2-aeaf1712f95e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5255f745-3b80-419e-855e-d30e48ce80b2 HTTP/1.1" status: 200 len: 217 time: 0.1671436 May 26 19:47:13.814151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-0d9d8bf7-cd61-4628-852d-048b5b1fa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:13.814151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-0d9d8bf7-cd61-4628-852d-048b5b1fa2cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=861567a8-5e5c-41f0-971a-6762f6a86833 HTTP/1.1" status: 200 len: 853 time: 0.0611348 May 26 19:47:13.861633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-97d5822f-f359-495e-a4e0-bc2ff485ad13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438249 May 26 19:47:14.062480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-14656115-ecd2-49ff-8668-0cae1fa35308 service neutron] 10.222.0.13 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909404 May 26 19:47:14.186005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd4c9d-5fb7-486e-96e6-197ee60e6e51 req-1840da73-17ae-463d-a2a3-98b916e955a5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:14.188755 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:14.192043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcdd4c9d-5fb7-486e-96e6-197ee60e6e51 req-1840da73-17ae-463d-a2a3-98b916e955a5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2089522 May 26 19:47:14.255779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e1b5450-831b-4d34-ac6c-8fd32a73c546 req-e7422410-be89-4397-a5f7-eb194e856402 service neutron] 10.222.0.13 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880927 May 26 19:47:14.311127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcdd4c9d-5fb7-486e-96e6-197ee60e6e51 req-cb328943-8f99-4565-aaf0-bdd468567c1e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092103 May 26 19:47:14.422901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-99fe009c-664a-435d-a1b9-95d5f06a4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:14.422901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-99fe009c-664a-435d-a1b9-95d5f06a4679 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 1094 time: 0.0859835 May 26 19:47:14.690500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-b7421a85-b905-43bd-bdae-bcf98ca8b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:14.690500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-b7421a85-b905-43bd-bdae-bcf98ca8b3a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 914 time: 0.2609787 May 26 19:47:14.712912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2920b33b-21ea-4b0b-be39-42065b9edb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:14.763594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec29a5-8788-477f-aecb-b9688e434663 req-80f68ea2-a499-485b-89ff-852b78f4efc4 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:14.763594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1dec29a5-8788-477f-aecb-b9688e434663 req-80f68ea2-a499-485b-89ff-852b78f4efc4 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 943 time: 0.2346745 May 26 19:47:14.776697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-1c6f3c21-2f97-48de-8658-ae30bee2094b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5255f745-3b80-419e-855e-d30e48ce80b2 HTTP/1.1" status: 200 len: 217 time: 0.0769970 May 26 19:47:14.866981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1dec29a5-8788-477f-aecb-b9688e434663 req-6d98f625-8ab2-4c0d-ab3d-e6036ee70e9d tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922277 May 26 19:47:14.872816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-e224e457-13e2-44c5-ba75-9d700c8c0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:14.872816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-e224e457-13e2-44c5-ba75-9d700c8c0a65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=861567a8-5e5c-41f0-971a-6762f6a86833 HTTP/1.1" status: 200 len: 853 time: 0.0873594 May 26 19:47:14.930026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-0d5fdbed-79a4-47a5-9415-8670c9b60dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489082 May 26 19:47:15.088887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-9a0f4c7a-733c-49d4-9b9e-05a3af45d40b service neutron] 10.222.0.13 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523952 May 26 19:47:15.244118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a59b4f-b148-45a3-99e7-608e6cc7e254 req-50e18c6d-428a-49e8-8007-0df93a828133 service neutron] 10.222.0.13 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476152 May 26 19:47:15.533534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5814d-7afe-4553-ba26-7b16ac37e45c req-9120f974-d822-45b1-8045-a80d3ebecdc8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:15.533534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79d5814d-7afe-4553-ba26-7b16ac37e45c req-9120f974-d822-45b1-8045-a80d3ebecdc8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.0891352 May 26 19:47:15.588062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79d5814d-7afe-4553-ba26-7b16ac37e45c req-b8a43f7c-2312-4353-8616-33f02fbf0cfa tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468769 May 26 19:47:16.090273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66ab79-d24b-4a0c-bf28-d62e24ad21fe req-93a0c1cd-acc7-452b-8754-890f1ceffd54 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:16.102444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce66ab79-d24b-4a0c-bf28-d62e24ad21fe req-93a0c1cd-acc7-452b-8754-890f1ceffd54 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 943 time: 0.1112680 May 26 19:47:16.150483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce66ab79-d24b-4a0c-bf28-d62e24ad21fe req-88247edd-0823-46ae-b0bc-07f63f56a165 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 May 26 19:47:16.881983 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-626996c0-d844-40e5-8e79-e3834eab31e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:17.057072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5255f745-3b80-419e-855e-d30e48ce80b2 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:47:17.127234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454657f5-53e6-45ee-8bb7-d113e56cc55f req-e7e04190-79d9-4295-8907-556d1f2650a9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:17.127234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-454657f5-53e6-45ee-8bb7-d113e56cc55f req-e7e04190-79d9-4295-8907-556d1f2650a9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2553139 May 26 19:47:17.229745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-454657f5-53e6-45ee-8bb7-d113e56cc55f req-37b64609-d7ea-4455-b7e5-e64c6960dcf4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851090 May 26 19:47:17.332651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5255f745-3b80-419e-855e-d30e48ce80b2,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:17.356922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '5255f745-3b80-419e-855e-d30e48ce80b2', 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb', 'port_id': '5255f745-3b80-419e-855e-d30e48ce80b2', 'mac_address': 'fa:16:3e:c5:b2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861567a8-5e5c-41f0-971a-6762f6a86833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:47:17.389439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:17.423772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5255f745-3b80-419e-855e-d30e48ce80b2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:17.423772 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:17.442471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5255f745-3b80-419e-855e-d30e48ce80b2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:17.459966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5255f745-3b80-419e-855e-d30e48ce80b2,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:17.468868 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:17.524889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b4e51-0df4-4a53-a4a5-e982cda11faa req-8554d9c6-865a-4e09-b716-d2c4ab732494 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:17.534054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d34b4e51-0df4-4a53-a4a5-e982cda11faa req-8554d9c6-865a-4e09-b716-d2c4ab732494 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 944 time: 0.1102693 May 26 19:47:17.550254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:17.587445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d34b4e51-0df4-4a53-a4a5-e982cda11faa req-d4c00b7d-0224-493a-bb47-882e09a212b8 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539095 May 26 19:47:17.713808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5255f745-3b80-419e-855e-d30e48ce80b2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:47:18.196357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:18.538862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64785-18d6-4ae3-b9d1-66345055b082 req-fb41891f-535b-4005-ae1e-173a686c5280 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:18.538862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5b64785-18d6-4ae3-b9d1-66345055b082 req-fb41891f-535b-4005-ae1e-173a686c5280 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1532664 May 26 19:47:18.538862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-cd6bb7af-1074-4905-9f87-f0576dbd0122 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113451 May 26 19:47:18.587753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5b64785-18d6-4ae3-b9d1-66345055b082 req-283199b7-4dbc-4972-b539-02d236b2f27d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403748 May 26 19:47:18.754636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b434-a50f-4cc7-94c4-66149de17791 req-e45cc1b8-c5e4-4c8a-bda8-189a8ec4a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:18.754636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-e45cc1b8-c5e4-4c8a-bda8-189a8ec4a23e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1096640 May 26 19:47:18.960144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa923a1-e959-43d8-af92-78a5242362d2 req-38cdc788-9938-41dc-ad7a-59f04fcca0f6 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:18.960144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9aa923a1-e959-43d8-af92-78a5242362d2 req-38cdc788-9938-41dc-ad7a-59f04fcca0f6 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 944 time: 0.2044904 May 26 19:47:18.971849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b434-a50f-4cc7-94c4-66149de17791 req-3ccc4be8-c874-46eb-a041-36efac7a6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:18.971849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-3ccc4be8-c874-46eb-a041-36efac7a6a64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.1713307 May 26 19:47:19.061983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5255f745-3b80-419e-855e-d30e48ce80b2 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:47:19.135984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9aa923a1-e959-43d8-af92-78a5242362d2 req-f57cccf0-2370-42c3-a30e-efdcf829b473 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594574 May 26 19:47:19.135984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-39581cad-31c7-424e-b02d-77186c061920 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.1459110 May 26 19:47:19.161914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 5255f745-3b80-419e-855e-d30e48ce80b2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:47:19.172504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 5255f745-3b80-419e-855e-d30e48ce80b2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:47:19.172504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:19.253267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b434-a50f-4cc7-94c4-66149de17791 req-1f33047d-1f75-4ac2-8f92-ccb9b15b3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:19.253267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-1f33047d-1f75-4ac2-8f92-ccb9b15b3a58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1076567 May 26 19:47:19.310180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5255f745-3b80-419e-855e-d30e48ce80b2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:19.310180 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:19.336024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b434-a50f-4cc7-94c4-66149de17791 req-531eff79-0bea-4c52-a818-3f13bc14f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:19.336024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-531eff79-0bea-4c52-a818-3f13bc14f3d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770359 May 26 19:47:19.342597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:19.358804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5255f745-3b80-419e-855e-d30e48ce80b2,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:19.366112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:19.435041 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1461a9bc-1e80-4095-a17d-2e6472b8c971'] response: {'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2', 'code': 200} May 26 19:47:19.486080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:19.633206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-b11ca1a5-a43d-4ac6-8186-55d42badcf8f service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875314 May 26 19:47:19.647770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b03086-d679-4ed8-8ff2-b6fe749dbead req-dff59878-c663-4410-8634-5efb8dbc19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:19.647770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33b03086-d679-4ed8-8ff2-b6fe749dbead req-dff59878-c663-4410-8634-5efb8dbc19db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 1096 time: 0.1507044 May 26 19:47:19.778412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:19.842294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33b03086-d679-4ed8-8ff2-b6fe749dbead req-30e1f219-5cc1-465d-970b-8fcb30332d0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768248 May 26 19:47:19.887331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2710b434-a50f-4cc7-94c4-66149de17791 req-013cd730-9f98-442c-8231-ddbf8337b0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405884 May 26 19:47:19.902133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9ee4e-baa8-467d-8080-7113d59044df req-9125f882-75a2-42e0-a18e-deab5f6a55e8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:19.902133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06f9ee4e-baa8-467d-8080-7113d59044df req-9125f882-75a2-42e0-a18e-deab5f6a55e8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1670082 May 26 19:47:19.950955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06f9ee4e-baa8-467d-8080-7113d59044df req-bd7115bd-bd88-40c6-8707-68f18912f92b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 May 26 19:47:20.331314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336634-8b1e-4fc5-b203-eb244aa5b5be req-e3eaea5a-c021-4c3c-a74c-0c1a2d82d918 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:20.342680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f336634-8b1e-4fc5-b203-eb244aa5b5be req-e3eaea5a-c021-4c3c-a74c-0c1a2d82d918 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 945 time: 0.1080024 May 26 19:47:20.405680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f336634-8b1e-4fc5-b203-eb244aa5b5be req-cd43fede-8688-4a5c-afd5-c215cce702be tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627346 May 26 19:47:21.410734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeef33d-2f47-41c7-8701-844db15e1eed req-86741cb0-9f0b-45d6-8569-9d25ea043543 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:21.410734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdeef33d-2f47-41c7-8701-844db15e1eed req-86741cb0-9f0b-45d6-8569-9d25ea043543 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2816703 May 26 19:47:21.453390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cdeef33d-2f47-41c7-8701-844db15e1eed req-2086e91f-8d81-4001-80cc-b1ca7c8d1e80 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407028 May 26 19:47:21.656760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3002-79c9-4e0d-b14b-5c51e9b19d51 req-20144bc1-e111-484b-a1de-f1d5812881a6 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:21.658323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff6c3002-79c9-4e0d-b14b-5c51e9b19d51 req-20144bc1-e111-484b-a1de-f1d5812881a6 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 945 time: 0.1004853 May 26 19:47:21.812871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:47:21.834508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff6c3002-79c9-4e0d-b14b-5c51e9b19d51 req-8d7b03bb-cf0c-474f-a505-81001e665ddd tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588957 May 26 19:47:22.025167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:22.049964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:47:22.145706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:22.145706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:22.162967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:22.180271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:22.183494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:22.277650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:22.293232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:47:22.734279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2354a7-bdfc-4d73-999c-18264013de75 req-212fafbf-b4c7-4969-bb1f-fad4d5408923 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:22.735686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed2354a7-bdfc-4d73-999c-18264013de75 req-212fafbf-b4c7-4969-bb1f-fad4d5408923 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.1437356 May 26 19:47:22.812048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed2354a7-bdfc-4d73-999c-18264013de75 req-15158c23-6a88-4836-bf59-1538349c36f1 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659139 May 26 19:47:23.861499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:47:24.006134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:47:24.006134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:24.142750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8ed9d-4993-4c8c-8639-e3440c8bfd90 req-52c649e5-c6e8-42c2-a56e-97e0757fa35f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:24.142750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4c8ed9d-4993-4c8c-8639-e3440c8bfd90 req-52c649e5-c6e8-42c2-a56e-97e0757fa35f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.1942556 May 26 19:47:24.235785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:24.235785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:24.238017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4c8ed9d-4993-4c8c-8639-e3440c8bfd90 req-a2b6212f-e557-426f-9c14-4051484bfd20 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883298 May 26 19:47:24.284700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:24.295229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:24.307018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:24.362240 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f394ed0-9c53-419b-9aae-b5d3c5a4ae32'] response: {'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'code': 200} May 26 19:47:24.403260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:25.467969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea67281-fa84-4cb8-a9a5-5924654e11cd req-fc8b462a-d116-4984-9329-c079aa562beb tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:25.467969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ea67281-fa84-4cb8-a9a5-5924654e11cd req-fc8b462a-d116-4984-9329-c079aa562beb tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.0834754 May 26 19:47:25.542638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ea67281-fa84-4cb8-a9a5-5924654e11cd req-7689274c-7f5a-4cc7-bb52-468896e1e82a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679550 May 26 19:47:26.778029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7014ba-869c-4968-8847-a1f7e82f4e75 req-82c94946-f76d-47a5-9ec6-5c721004e5da tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:26.786907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b7014ba-869c-4968-8847-a1f7e82f4e75 req-82c94946-f76d-47a5-9ec6-5c721004e5da tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1130157 May 26 19:47:26.847856 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b7014ba-869c-4968-8847-a1f7e82f4e75 req-7053e02c-e550-4477-bdf7-240292bbefa5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578573 May 26 19:47:28.192553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d573b-c0f8-418d-9ccd-307bf2a82a1d req-7f92e4bf-543c-4040-b7ef-fd9196178a9f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:28.203614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-946d573b-c0f8-418d-9ccd-307bf2a82a1d req-7f92e4bf-543c-4040-b7ef-fd9196178a9f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1756198 May 26 19:47:28.292548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-946d573b-c0f8-418d-9ccd-307bf2a82a1d req-55fb3691-31f4-4c28-8dbf-a10b622a2c7c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888019 May 26 19:47:29.781020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd5200-8535-4d23-a610-007444aa9125 req-157ca183-711b-43c8-88c7-2b8a3228c972 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:29.788572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46dd5200-8535-4d23-a610-007444aa9125 req-157ca183-711b-43c8-88c7-2b8a3228c972 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1909215 May 26 19:47:29.908051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46dd5200-8535-4d23-a610-007444aa9125 req-ba8858bb-10e2-48eb-be4f-d1384d66097f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143987 May 26 19:47:31.218157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2b859-19df-4db0-88e9-322e38db7335 req-60d3b11e-56be-4ce3-b5e5-f4faf3b151ed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:31.225375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2cb2b859-19df-4db0-88e9-322e38db7335 req-60d3b11e-56be-4ce3-b5e5-f4faf3b151ed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1037850 May 26 19:47:31.278166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2cb2b859-19df-4db0-88e9-322e38db7335 req-cd80e982-564d-4315-a083-fc320882e3d5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540676 May 26 19:47:32.553718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6bb3-1be7-4669-8620-a234653743c2 req-17e6a5f1-4caf-421c-b7ab-17ac7f2dc76f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:32.559756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-232a6bb3-1be7-4669-8620-a234653743c2 req-17e6a5f1-4caf-421c-b7ab-17ac7f2dc76f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.0919793 May 26 19:47:32.608160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-232a6bb3-1be7-4669-8620-a234653743c2 req-67c01c4f-d221-4657-b4fb-5824cb0d4f8b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483534 May 26 19:47:33.168432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-5901d6d3-1962-44f3-a1c5-9a6f9cfbcc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:33.171990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-5901d6d3-1962-44f3-a1c5-9a6f9cfbcc7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1096 time: 0.2478054 May 26 19:47:33.417739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-2e81d81f-c2b6-4953-9bbe-4b0b1e95a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:33.417739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-2e81d81f-c2b6-4953-9bbe-4b0b1e95a98e service neutron] 10.222.0.53 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2199886 May 26 19:47:33.620357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-4da67b73-006e-465f-a58c-36d67cdf5d0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 1001 time: 0.1965292 May 26 19:47:33.766952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-897d3896-4795-41c3-ad6c-766a6c429bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:33.766952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-897d3896-4795-41c3-ad6c-766a6c429bea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.1345792 May 26 19:47:33.950236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ab3c-e2d7-4799-b560-e18ce7c76612 req-45237e62-07e1-4f17-9ccf-46096ebefeda tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:33.995413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3943ab3c-e2d7-4799-b560-e18ce7c76612 req-45237e62-07e1-4f17-9ccf-46096ebefeda tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2280102 May 26 19:47:34.133344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3943ab3c-e2d7-4799-b560-e18ce7c76612 req-8d6a85cf-8e9d-4501-81e2-8f45fe5fcb33 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256602 May 26 19:47:34.149702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-67df332e-f176-4112-8cc2-51b6ab0f339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:34.151663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-67df332e-f176-4112-8cc2-51b6ab0f339e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809330 May 26 19:47:34.418249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-3f61aa43-7586-42c5-95eb-747d73f9cce8 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549698 May 26 19:47:34.737012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc396743-56ba-42fd-ad25-17c29e1fad95 req-9de13441-bb70-43f9-b6dd-7e5f1a09fad0 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605612 May 26 19:47:34.909445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507cb3-4db9-4ed5-b1b8-ecc0e008cbe0 req-8d3b13fe-74c7-4cb2-9e17-c81ad9a29098 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:34.925903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e507cb3-4db9-4ed5-b1b8-ecc0e008cbe0 req-8d3b13fe-74c7-4cb2-9e17-c81ad9a29098 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.5059438 May 26 19:47:35.014667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e507cb3-4db9-4ed5-b1b8-ecc0e008cbe0 req-a0957717-be7b-4de6-a6ea-5fc60dfaca4a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869718 May 26 19:47:35.245263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128618-b753-4428-a373-c59280a7b6dd req-321fc046-b27c-4c4d-8ea0-e2bc417b8860 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:35.253229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5128618-b753-4428-a373-c59280a7b6dd req-321fc046-b27c-4c4d-8ea0-e2bc417b8860 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1132700 May 26 19:47:35.357943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5128618-b753-4428-a373-c59280a7b6dd req-a5c561a1-bef1-464f-9e1a-873bbfac7be1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059315 May 26 19:47:35.585412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6591b1-bd19-4cdb-b14c-15e1e1b9a76b req-ae115fa3-114e-4e0d-8ebb-660adff7d8b8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:35.587274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b6591b1-bd19-4cdb-b14c-15e1e1b9a76b req-ae115fa3-114e-4e0d-8ebb-660adff7d8b8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1268618 May 26 19:47:35.768546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b6591b1-bd19-4cdb-b14c-15e1e1b9a76b req-45a4ef93-1a47-490d-b213-22d969d1fa6b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764284 May 26 19:47:36.056102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280d2d3-48a4-497d-a389-9106f1901f94 req-16015528-d29c-4873-bc3a-09b03fdb5149 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:36.056102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d280d2d3-48a4-497d-a389-9106f1901f94 req-16015528-d29c-4873-bc3a-09b03fdb5149 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1026103 May 26 19:47:36.174244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d280d2d3-48a4-497d-a389-9106f1901f94 req-c822ec7f-13aa-4e27-97b3-bee4b712ef0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896876 May 26 19:47:36.506115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595d878-380f-4343-9111-630c44143cac req-e9144311-e4c6-4c96-819a-b4717ba72475 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:36.553690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1595d878-380f-4343-9111-630c44143cac req-e9144311-e4c6-4c96-819a-b4717ba72475 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2020323 May 26 19:47:36.622286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1595d878-380f-4343-9111-630c44143cac req-9186d7bd-8ca7-46b4-87a1-50fdf64576b5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720465 May 26 19:47:36.685604 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:42.560127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-2879e932-744c-4542-84a0-0c2d40b6a23e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:42.565680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-2879e932-744c-4542-84a0-0c2d40b6a23e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.1996541 May 26 19:47:42.574693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-0d9e2c37-43f8-4df9-9c69-b6b972d86a35 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/quotas/8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 375 time: 0.0098577 May 26 19:47:42.685751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-2a373c9e-0b93-4ab8-b217-11234eb752ca tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1036599 May 26 19:47:42.871479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-58529b76-de5d-469e-97ee-a244a1da6ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764083 May 26 19:47:43.016174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-12c3776b-0dc4-4cb1-be60-20f04913a1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416781 May 26 19:47:43.516161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f6d1-8343-41dd-b164-295d0c508c68 req-c694e48c-981f-4fe5-8ea5-7fb2868bde28 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:43.516161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7865f6d1-8343-41dd-b164-295d0c508c68 req-c694e48c-981f-4fe5-8ea5-7fb2868bde28 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2393751 May 26 19:47:43.596390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7865f6d1-8343-41dd-b164-295d0c508c68 req-d63acd6b-8c24-4514-aacd-74fe0333bd9f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720530 May 26 19:47:43.599357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765787-6a54-483c-8d60-172c75529f1a req-638db6ad-1162-40bd-ad53-f219faa2261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:43.604065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-638db6ad-1162-40bd-ad53-f219faa2261c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1096 time: 0.1829455 May 26 19:47:43.774859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f07750f-af65-43c8-84ae-a54582bea797 req-a44ca729-a1fb-4de0-8579-c3305287d621 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 210 time: 0.1181951 May 26 19:47:43.859615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765787-6a54-483c-8d60-172c75529f1a req-cc9c82fd-06bf-4963-8420-576446e3ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:43.861182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-cc9c82fd-06bf-4963-8420-576446e3ba02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2532308 May 26 19:47:43.995344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:47:43.995896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-a703179b-fc43-462a-a159-895b38bfaac6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 1001 time: 0.1237187 May 26 19:47:44.099160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765787-6a54-483c-8d60-172c75529f1a req-3e9c80b0-dc06-48f8-84cf-b928166100b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:44.099160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-3e9c80b0-dc06-48f8-84cf-b928166100b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0977213 May 26 19:47:44.193923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765787-6a54-483c-8d60-172c75529f1a req-4ee4ecf5-5a04-46bb-95bc-014d409c76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:44.195776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-4ee4ecf5-5a04-46bb-95bc-014d409c76a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920620 May 26 19:47:44.229353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:44.465168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-8bcf2cf7-69a1-4766-94b8-46af28282392 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611444 May 26 19:47:44.723331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5752-eea3-4e1f-ba53-ecb3416c6f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:44.757901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-3895c77f-3797-4d4e-b7c9-8bdc14956f65 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:44.759357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-3895c77f-3797-4d4e-b7c9-8bdc14956f65 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.53 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.2931390 May 26 19:47:44.762789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42765787-6a54-483c-8d60-172c75529f1a req-8e7def45-f7fe-4fa5-bfde-5ed3f3757fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768500 May 26 19:47:44.778106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'device_id': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'admin_state_up': True, 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:47:44.981280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:47:44.997467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556242ad-93b0-4400-b4d8-7792e1ef44eb req-9c79a93b-b2b0-45ab-83b6-4225b37eca1e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:44.999073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-556242ad-93b0-4400-b4d8-7792e1ef44eb req-9c79a93b-b2b0-45ab-83b6-4225b37eca1e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2020185 May 26 19:47:45.005355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:47:45.053799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:47:45.057307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:45.084285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-556242ad-93b0-4400-b4d8-7792e1ef44eb req-79d91f71-a266-4ab0-bbde-c5e88ab00088 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765142 May 26 19:47:45.287447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6fc4b0b8-e1a1-41c3-aacd-bc339ac1db9d req-c7c939a7-d5d6-4c15-9fb6-cfeb62cf89eb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 210 time: 0.0563154 May 26 19:47:45.310039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.20.0.11 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/dab8caac-7c3f-4f5f-84f5-734ad690e443) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:47:45.552835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:45.569214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Transition to ACTIVE for port object dab8caac-7c3f-4f5f-84f5-734ad690e443 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:47:45.592878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:45.605463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec', '9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:47:45.674000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:47:45.677855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:47:45.680833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:47:45.739827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:45.774765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:45.775444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:45.792029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.792837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.793254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.793586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.793912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.794233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.794997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.795328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.795648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.796010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.796486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.796993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:45.848033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-90b93890-bc57-4130-8f4c-cb4abd23ee82 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0744877 May 26 19:47:45.868604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Request body: {'port': {'device_id': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:47:46.000265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:47:46.137548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:46.140792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7678e082-607f-443f-955d-51b10f719811 None None] Provisioning for port dab8caac-7c3f-4f5f-84f5-734ad690e443 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:47:46.174674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7678e082-607f-443f-955d-51b10f719811 None None] Provisioning complete for port dab8caac-7c3f-4f5f-84f5-734ad690e443 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:47:46.175784 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7678e082-607f-443f-955d-51b10f719811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:46.318318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7678e082-607f-443f-955d-51b10f719811 None None] Port dab8caac-7c3f-4f5f-84f5-734ad690e443 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:47:46.319834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:46.320340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:46.401423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:46.422207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:46.431152 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:46.491351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee7205-e108-4810-91d3-10974512c536 req-1d3564af-f4f3-400a-bc1c-76cf3df92d83 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:46.493026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3eee7205-e108-4810-91d3-10974512c536 req-1d3564af-f4f3-400a-bc1c-76cf3df92d83 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.2418845 May 26 19:47:46.542660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:46.644756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3eee7205-e108-4810-91d3-10974512c536 req-06a50829-f89f-4239-8c66-3138fa5c8212 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322107 May 26 19:47:46.854081 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e13df07b-fa0b-409e-9d8f-4d2ba67de4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:46.978576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab8caac-7c3f-4f5f-84f5-734ad690e443 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:46.993406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.021114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Transition to ACTIVE for port object dab8caac-7c3f-4f5f-84f5-734ad690e443 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:47:47.026289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.066832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3bf4c-f61d-43b9-8ce7-178a80b1e517 req-a4d6814d-47a4-4bc0-93bc-a06a2fede319 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:47.068412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-05e3bf4c-f61d-43b9-8ce7-178a80b1e517 req-a4d6814d-47a4-4bc0-93bc-a06a2fede319 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:47:47.164640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-05e3bf4c-f61d-43b9-8ce7-178a80b1e517 req-a4d6814d-47a4-4bc0-93bc-a06a2fede319 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:47:47.165844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05e3bf4c-f61d-43b9-8ce7-178a80b1e517 req-a4d6814d-47a4-4bc0-93bc-a06a2fede319 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 932 time: 0.3162034 May 26 19:47:47.200211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:47.311969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05e3bf4c-f61d-43b9-8ce7-178a80b1e517 req-dbece8d9-8de9-4a5e-8cbe-7ad32158bdf1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369753 May 26 19:47:47.335551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Attempting to bind port dab8caac-7c3f-4f5f-84f5-734ad690e443 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:47:47.344983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Attempting to bind port dab8caac-7c3f-4f5f-84f5-734ad690e443 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:47:47.345466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Attempting to bind port dab8caac-7c3f-4f5f-84f5-734ad690e443 on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:47.349891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.351719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Port dab8caac-7c3f-4f5f-84f5-734ad690e443 on network 46dc1057-389c-45d6-8261-786bfc265b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:47:47.352089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Attempting to bind port dab8caac-7c3f-4f5f-84f5-734ad690e443 on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:47.358564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:47:47.358740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:47:47.358999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:47:47.359501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Bound port: dab8caac-7c3f-4f5f-84f5-734ad690e443, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:47:47.360231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.441650 n-d-843146-9 neutron-server[88364]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-595fe4d7-f41a-47a8-9671-985d16702092']: {'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'code': 422} returned with failed status May 26 19:47:47.479539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:47:47.484597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:47:47.492145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.566811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:47.567421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:47.568775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] 10.222.0.53 "PUT /v2.0/ports/dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 200 len: 1092 time: 1.7117860 May 26 19:47:47.569252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:47.594157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a07f05-60c6-423e-88fc-25bbf065fdbd service neutron] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:47.644611 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91889239-973f-44a6-95a9-c2059793a6ec'] response: {'name': 'network-changed', 'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'status': 'completed', 'code': 200} May 26 19:47:48.004367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-73e0281b-7811-4a29-9226-6f15e1be1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.006670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-73e0281b-7811-4a29-9226-6f15e1be1344 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 1095 time: 0.3693829 May 26 19:47:48.017142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3627dc-fe9e-49ac-9b87-f243eb711ce6 req-ca69de2a-a081-40c4-90a9-a4d50179e25d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.025987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3627dc-fe9e-49ac-9b87-f243eb711ce6 req-ca69de2a-a081-40c4-90a9-a4d50179e25d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.1655374 May 26 19:47:48.144316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-1cea8689-6b5c-4ffa-a942-1c4d8463355d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 200 len: 217 time: 0.1154568 May 26 19:47:48.186948 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:48.221350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3627dc-fe9e-49ac-9b87-f243eb711ce6 req-0138a69f-dd15-4e46-9175-6052dc00ee97 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940656 May 26 19:47:48.240812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-289121e0-20ad-4843-926f-bad546c828a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.242128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-289121e0-20ad-4843-926f-bad546c828a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0905612 May 26 19:47:48.364465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219771-939f-44eb-acf2-84d22727227c req-5943c545-009e-462b-b7b4-2583eebfcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.366181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-5943c545-009e-462b-b7b4-2583eebfcdb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174662 May 26 19:47:48.519261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-0e5aa865-eb26-476f-a190-1ba9ca2d6335 service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457310 May 26 19:47:48.672320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16219771-939f-44eb-acf2-84d22727227c req-eb6b3a10-710f-466e-9604-9dfa926e43db service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451135 May 26 19:47:48.833753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-6d002975-930b-49c3-aff9-57b0ac8878f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:48.835505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-6d002975-930b-49c3-aff9-57b0ac8878f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 1095 time: 0.1087027 May 26 19:47:49.041983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-aadb7634-313a-439c-9376-50f27ebbb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:49.046743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-aadb7634-313a-439c-9376-50f27ebbb743 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2044122 May 26 19:47:49.209408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-2b2fc0e2-65a2-4ec7-bdfa-65c22dd24e88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 200 len: 217 time: 0.1557946 May 26 19:47:49.442253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-e70d2f8a-2329-40a7-93a0-fa21a2e1451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:49.444551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-e70d2f8a-2329-40a7-93a0-fa21a2e1451e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0879521 May 26 19:47:49.509946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28bd1-fc34-47a6-9463-7270417275c8 req-2a865148-b540-4706-b110-a689d0edfad2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:49.513829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50f28bd1-fc34-47a6-9463-7270417275c8 req-2a865148-b540-4706-b110-a689d0edfad2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 944 time: 0.3543494 May 26 19:47:49.571620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50f28bd1-fc34-47a6-9463-7270417275c8 req-44080fe5-66fa-4f5c-b899-c00cc11ac94a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506728 May 26 19:47:49.580758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-faea96be-de3a-498f-8600-45b08f7d19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:49.582266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-faea96be-de3a-498f-8600-45b08f7d19d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316164 May 26 19:47:49.753566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-015e7a04-6d8c-4fd6-913b-ba670a988947 service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645644 May 26 19:47:49.773446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:49.989928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cc51d0d-481b-4667-ad21-f5074f35b275 req-7f4d2905-e4cc-498d-b85e-46ea7a6c36d3 service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309887 May 26 19:47:50.019061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:47:50.067068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a4f0-ab4c-466a-b640-6c9d5e16abcf req-5765856f-c9f9-4b24-b829-f3763c03b1f9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:50.068655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4375a4f0-ab4c-466a-b640-6c9d5e16abcf req-5765856f-c9f9-4b24-b829-f3763c03b1f9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.1428888 May 26 19:47:50.154704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4375a4f0-ab4c-466a-b640-6c9d5e16abcf req-51f2ca34-1018-48f0-b935-b34472063386 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672691 May 26 19:47:50.170593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46356) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:47:50.187314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:50.313614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-2aecaf1d-80a2-4965-92a6-58a81b06c89c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414104 May 26 19:47:51.149947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d770ce-6221-4869-9937-1782e6cdc983 req-33878e17-a214-43dd-a4ba-e7a48dd71251 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:51.151716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97d770ce-6221-4869-9937-1782e6cdc983 req-33878e17-a214-43dd-a4ba-e7a48dd71251 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 944 time: 0.1231644 May 26 19:47:51.210269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97d770ce-6221-4869-9937-1782e6cdc983 req-2b2ecba3-1448-4ab6-88f5-510fad47edb5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497906 May 26 19:47:51.439803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c137bd-b349-4b58-822d-71ceac804f74 req-1370e8f3-91bf-45c3-b1b1-ed75e5d04f66 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:51.441712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84c137bd-b349-4b58-822d-71ceac804f74 req-1370e8f3-91bf-45c3-b1b1-ed75e5d04f66 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.1232982 May 26 19:47:51.500269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84c137bd-b349-4b58-822d-71ceac804f74 req-d6a7c514-8479-4583-9ad8-8ba115627e1f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523872 May 26 19:47:52.036572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dab8caac-7c3f-4f5f-84f5-734ad690e443 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:47:52.222805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:52.245763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'mac_address': 'fa:16:3e:f3:5e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:47:52.354596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dab8caac-7c3f-4f5f-84f5-734ad690e443 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:52.360341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:52.405210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab8caac-7c3f-4f5f-84f5-734ad690e443 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:52.425625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:52.430786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:52.501464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743423c-c497-4c8c-b6d7-e4a2168346c4 req-e5f1c0b1-7fef-4edf-9063-c0e1da68a095 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:52.510382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6743423c-c497-4c8c-b6d7-e4a2168346c4 req-e5f1c0b1-7fef-4edf-9063-c0e1da68a095 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 945 time: 0.1266289 May 26 19:47:52.520088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:52.528069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.528418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.528814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.529188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.529648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.529985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.530318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.530645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.531022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.531541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.533265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.533624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:52.563817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6743423c-c497-4c8c-b6d7-e4a2168346c4 req-3422d366-6e57-41d0-9290-6abfd24389a9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521228 May 26 19:47:52.749424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626f6e1-9ab5-41fd-b813-8f5b013fb5c8 req-8d77368a-9ff1-4eac-9aab-b4c7a6a83477 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:52.751082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2626f6e1-9ab5-41fd-b813-8f5b013fb5c8 req-8d77368a-9ff1-4eac-9aab-b4c7a6a83477 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.0897627 May 26 19:47:52.793124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dab8caac-7c3f-4f5f-84f5-734ad690e443'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:47:52.812449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2626f6e1-9ab5-41fd-b813-8f5b013fb5c8 req-9bac9498-fe79-4118-b021-34f5f610b6e5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547307 May 26 19:47:53.438523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-194a6125-273f-4318-8db3-58153ea0200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:53.440035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-194a6125-273f-4318-8db3-58153ea0200f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 1094 time: 0.0714684 May 26 19:47:53.453012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:47:53.570232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:53.900394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cada2-a17b-4c31-8ec5-26a12e30ad02 req-c33f1310-ed0b-4eaa-84cc-318b9b7dfd1b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:53.901945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6cada2-a17b-4c31-8ec5-26a12e30ad02 req-c33f1310-ed0b-4eaa-84cc-318b9b7dfd1b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 945 time: 0.2113311 May 26 19:47:53.943734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:53.969777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6cada2-a17b-4c31-8ec5-26a12e30ad02 req-7ccdddf9-a754-4973-8a29-4979e5e354da tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561883 May 26 19:47:54.005131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:47:54.045498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dab8caac-7c3f-4f5f-84f5-734ad690e443 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:47:54.119504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:47:54.128806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:54.148979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port dab8caac-7c3f-4f5f-84f5-734ad690e443 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:47:54.154219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port dab8caac-7c3f-4f5f-84f5-734ad690e443 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:47:54.154533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:54.193370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Transition to ACTIVE for port object fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:47:54.205558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:54.282731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dab8caac-7c3f-4f5f-84f5-734ad690e443 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:47:54.283031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:54.314578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:54.325978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:47:54.329942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:54.405100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:54.480576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=9']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:54.535502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a4b4-7d77-4946-9356-c03605ccc253 req-17af74b2-1a9d-4f14-b481-66238b9f64ae tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:54.536958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c55a4b4-7d77-4946-9356-c03605ccc253 req-17af74b2-1a9d-4f14-b481-66238b9f64ae tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 943 time: 0.3988051 May 26 19:47:54.543150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] No DVR routers for this DVR port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:47:54.713530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c55a4b4-7d77-4946-9356-c03605ccc253 req-4d74f0ad-ab88-49e3-ad99-f1073b6c5f65 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224668 May 26 19:47:54.819718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:47:54.820277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:47:54.820760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:54.826626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:47:54.827131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Attempting to bind port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:47:54.835040 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6942d85-06ef-4d9b-8955-593d2c5d2738'] response: {'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'code': 200} May 26 19:47:54.837143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:47:54.837644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:47:54.838196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Bound using segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:47:54.838923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Bound port: fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:47:54.839417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:55.004750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:47:55.008664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:47:55.015247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1848e3-aa2c-4f3a-842f-80b13c75e077 req-172ab34b-9f09-43e8-871f-2955acb4ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.016900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd1848e3-aa2c-4f3a-842f-80b13c75e077 req-172ab34b-9f09-43e8-871f-2955acb4ed1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 1097 time: 0.1625733 May 26 19:47:55.019028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:55.146350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.146936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:55.157575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 1091 time: 1.6996174 May 26 19:47:55.157575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:47:55.246345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705491d-2b79-4627-9337-38f2735e2ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:55.251887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd1848e3-aa2c-4f3a-842f-80b13c75e077 req-edcdd514-34f4-4c2d-b426-3a04739c3e29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982315 May 26 19:47:55.295170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d467-d59f-4bdc-88d1-3ae4930205c1 req-1edfafd1-70f7-4abf-aea2-aa89d47b4419 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.302648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed81d467-d59f-4bdc-88d1-3ae4930205c1 req-1edfafd1-70f7-4abf-aea2-aa89d47b4419 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 946 time: 0.2069333 May 26 19:47:55.335354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-8da36e86-af4d-491c-b57b-89a8e25c335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.336806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-8da36e86-af4d-491c-b57b-89a8e25c335f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1095 time: 0.1582630 May 26 19:47:55.377340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed81d467-d59f-4bdc-88d1-3ae4930205c1 req-83715dce-e5f7-4860-8268-d047c6b273ab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737522 May 26 19:47:55.466141 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61df376-3f20-450c-b20b-75a96355d52d'] response: {'name': 'network-changed', 'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'status': 'completed', 'code': 200} May 26 19:47:55.512143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-483b5a75-930b-49e4-b8ad-dd8b6724da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.513627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-483b5a75-930b-49e4-b8ad-dd8b6724da20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.1706154 May 26 19:47:55.617508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-d4a43df1-f031-4398-8e60-8b1d3a3f12d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 999 time: 0.0978251 May 26 19:47:55.678800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-c5e49d13-a2ec-415f-b6a2-72ea698b45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.680226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-c5e49d13-a2ec-415f-b6a2-72ea698b45a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0569415 May 26 19:47:55.757849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-215aad4c-036c-4f05-9eb8-c94721f02181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.759598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-215aad4c-036c-4f05-9eb8-c94721f02181 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735717 May 26 19:47:55.949634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-8d3baaef-c014-4f89-b91c-1f2fe565563d service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835849 May 26 19:47:55.962558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701cc22-2e71-42b0-b41d-ba1b4897e6cb req-d5d0e75a-90e9-4bab-b068-7611dd6d2497 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:55.964097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1701cc22-2e71-42b0-b41d-ba1b4897e6cb req-d5d0e75a-90e9-4bab-b068-7611dd6d2497 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.1298897 May 26 19:47:56.210684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1701cc22-2e71-42b0-b41d-ba1b4897e6cb req-72a4effd-36fd-4a01-aeea-0a3f44067b51 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257092 May 26 19:47:56.248761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f86f6bd-cdfe-42f5-af76-41e5d65697ea req-5691a5c0-f198-4cb7-a8bf-cb01fec5debc service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837024 May 26 19:47:56.374588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-fe2471a9-e074-4d93-aa90-a5e7c216f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:56.376109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-fe2471a9-e074-4d93-aa90-a5e7c216f884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1095 time: 0.0747356 May 26 19:47:56.633807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-7091aaf0-3d51-41de-8ce2-cbaaaa44a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:56.636166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-7091aaf0-3d51-41de-8ce2-cbaaaa44a32e service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2537334 May 26 19:47:56.842105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb3d0f-8969-48bc-96e1-5166bc7deb06 req-f591d2db-c42f-48a5-81e8-f02f364b1653 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:56.843769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90cb3d0f-8969-48bc-96e1-5166bc7deb06 req-f591d2db-c42f-48a5-81e8-f02f364b1653 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 946 time: 0.3371024 May 26 19:47:56.874617 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-5bba42d8-959d-42d4-b2e9-f51b972074dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 200 len: 999 time: 0.1925764 May 26 19:47:56.907676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90cb3d0f-8969-48bc-96e1-5166bc7deb06 req-eee42477-4c1b-4df6-8a67-7f74be7c06eb tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 May 26 19:47:56.984035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-d6855e3c-72ea-4f53-a12c-86716ba3e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:56.985834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-d6855e3c-72ea-4f53-a12c-86716ba3e999 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0833178 May 26 19:47:57.151889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-bad911e6-c9c2-4ac5-aba2-353aaa869270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:57.153588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-bad911e6-c9c2-4ac5-aba2-353aaa869270 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140161 May 26 19:47:57.522127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b345bb-ad33-405f-98ce-dfb1e1b22d06 req-4392d2c9-9230-4f20-87b2-a9701e53b064 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:57.528301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b345bb-ad33-405f-98ce-dfb1e1b22d06 req-4392d2c9-9230-4f20-87b2-a9701e53b064 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.1317670 May 26 19:47:57.657333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b345bb-ad33-405f-98ce-dfb1e1b22d06 req-b022476b-a9c5-473c-bc89-688f84cc3731 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151090 May 26 19:47:58.485240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46752) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:47:58.842111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-be1ed805-2aae-47f9-9955-e775b8e13971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d8bfdc0053b4195a719f988b05fb98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405766 May 26 19:47:58.842111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:47:58.885352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69603c1-dde3-44a1-8e4b-bf7b05f6099f req-5c93fb26-c763-4588-96b0-9745ee0ff3fe tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:58.888944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d69603c1-dde3-44a1-8e4b-bf7b05f6099f req-5c93fb26-c763-4588-96b0-9745ee0ff3fe tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 946 time: 0.5536790 May 26 19:47:58.942672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-7b85a262-54db-44ca-abbb-2a898fcf796f service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523935 May 26 19:47:58.944031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:59.000783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d69603c1-dde3-44a1-8e4b-bf7b05f6099f req-4355dd3a-57bc-4d47-a3d2-1fc554005ec5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987892 May 26 19:47:59.009194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:59.248277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:59.310950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e00e5c-f061-4d70-bd90-bd241bc00358,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:47:59.375595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.375595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.375595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.375595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.375595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.391535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:47:59.404474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:47:59.404474 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e98b932e-ced8-4718-97f4-24ae13dba128 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e00e5c-f061-4d70-bd90-bd241bc00358 HTTP/1.1" status: 204 len: 168 time: 0.5717440 May 26 19:47:59.683761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac1fb736-b000-4ab3-8ece-beff419ca1f9 req-f89b2f50-90b8-48b6-adc5-af30adf5d7b5 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792665 May 26 19:47:59.732526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f900fb-04a6-4ffb-9ecf-a5c304641737 req-0576c928-7708-4695-b6ee-d96d5ed19047 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:47:59.739721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46f900fb-04a6-4ffb-9ecf-a5c304641737 req-0576c928-7708-4695-b6ee-d96d5ed19047 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.4017675 May 26 19:47:59.884376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46f900fb-04a6-4ffb-9ecf-a5c304641737 req-b5a7034e-666d-4253-baf5-f73623e5c766 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325989 May 26 19:48:00.245709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-653b668a-bc63-4ccb-9c77-0076c927e280 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 267 time: 0.1152501 May 26 19:48:00.477409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-956bf46e-cb25-4516-a245-9aed5659f4cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:00.490431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-956bf46e-cb25-4516-a245-9aed5659f4cf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 946 time: 0.2353761 May 26 19:48:00.515787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'security_groups': []}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:00.729297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:01.654338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:01.730114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:01.738679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:01.760364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec', '9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:01.851330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dab8caac-7c3f-4f5f-84f5-734ad690e443'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:01.914134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:01.916851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:01.919857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcfc301c-0b1d-47f4-8491-5b06d69e37fd req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "PUT /v2.0/ports/dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 200 len: 905 time: 1.4263382 May 26 19:48:01.935010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:02.041482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f3c28-4388-4da1-ba19-ebe15d66885e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:02.359202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dab8caac-7c3f-4f5f-84f5-734ad690e443'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:02.556018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f71dc-df8f-4ff8-8da7-48f27275d3c7 req-b5239cc5-e405-4780-8af1-ddb7b24518de tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:02.566311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e51f71dc-df8f-4ff8-8da7-48f27275d3c7 req-b5239cc5-e405-4780-8af1-ddb7b24518de tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.2454441 May 26 19:48:02.669732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e51f71dc-df8f-4ff8-8da7-48f27275d3c7 req-14ccfea1-6571-47b7-b24c-82d8f1ea4dc9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009786 May 26 19:48:02.790838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ee366343-791c-46b8-a281-e3be5aa1c4dc None None] Provisioning complete for port dab8caac-7c3f-4f5f-84f5-734ad690e443 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:02.796594 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ee366343-791c-46b8-a281-e3be5aa1c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:02.964325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92693fd2-db9d-43fd-9a33-2528395c9058 req-e002d786-280b-495f-86df-6cc64a92e9e9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:02.966535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92693fd2-db9d-43fd-9a33-2528395c9058 req-e002d786-280b-495f-86df-6cc64a92e9e9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 908 time: 0.1565807 May 26 19:48:03.053676 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77e5eb2-bc4c-40b7-af6f-9e2729861955'] response: {'name': 'network-changed', 'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'status': 'completed', 'code': 200} May 26 19:48:03.201392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ee366343-791c-46b8-a281-e3be5aa1c4dc None None] Current status of the port dab8caac-7c3f-4f5f-84f5-734ad690e443 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:03.250043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c55e-0b02-47fa-9132-52bde68430cd req-cf5dfe37-274d-4688-8b40-e1ce0dd12fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:03.251997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-cf5dfe37-274d-4688-8b40-e1ce0dd12fec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 1059 time: 0.1775894 May 26 19:48:03.541097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c55e-0b02-47fa-9132-52bde68430cd req-d7fa74f9-3070-4adf-b578-2a5157cc743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:03.542594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-d7fa74f9-3070-4adf-b578-2a5157cc743d service neutron] 10.222.0.53 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2804329 May 26 19:48:03.572515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46834) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:03.578104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22694610', 'description': 'tempest-secgroup-smoke-22694610 description', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:03.588586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:03.601199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:03.611199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:03.626475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:03.648101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:03.665151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-cb0903f4-d1b0-496b-9212-ebff16a2b57c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 200 len: 217 time: 0.1139088 May 26 19:48:03.682991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:03.761683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c55e-0b02-47fa-9132-52bde68430cd req-490b4e49-bc41-4618-86bd-155b2cc7b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:03.763279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-490b4e49-bc41-4618-86bd-155b2cc7b971 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0915422 May 26 19:48:03.931163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:03.942734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:03.950136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:03.954167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c55e-0b02-47fa-9132-52bde68430cd req-68c1688b-bd49-40e5-9baf-6319d91b2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:03.956751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-68c1688b-bd49-40e5-9baf-6319d91b2b13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796546 May 26 19:48:03.973556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:04.070142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560d3d-bb3d-4840-97aa-67106f6d1430 req-ab1e3abb-2443-4ca5-85a0-4bd1e0b8894e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:04.078276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5560d3d-bb3d-4840-97aa-67106f6d1430 req-ab1e3abb-2443-4ca5-85a0-4bd1e0b8894e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2330275 May 26 19:48:04.290322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.301733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.312938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5560d3d-bb3d-4840-97aa-67106f6d1430 req-3ff288fe-958c-4867-9cd1-16975f1476d9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333527 May 26 19:48:04.315867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:04.321724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-519983c7-d8f6-46be-9608-34e32a6f8edb service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564351 May 26 19:48:04.325253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:04.331589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:04.349737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:04.359462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3610d8a5-496a-4117-bfb4-b4c6593be389,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:04.502223 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.510685 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.558737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a901f0-52fc-4eb2-a6eb-3f692e67770e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:04.563187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.570985 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4af346d5-a40c-4731-b9f1-ffc1200e683f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9951084 May 26 19:48:04.571375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:04.587925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:04.600026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:04.605342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:04.609833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:04.618386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:04.644489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.770152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e160c55e-0b02-47fa-9132-52bde68430cd req-6347a0c2-f0d9-4182-b6b6-1638dff31b5d service neutron] 10.222.0.53 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363649 May 26 19:48:04.787059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.797650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1f9b4-79e4-4838-92ef-ec9c2e087fbc req-b443532d-931e-4fb0-9ffe-1454721b81e8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:04.808881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6af1f9b4-79e4-4838-92ef-ec9c2e087fbc req-b443532d-931e-4fb0-9ffe-1454721b81e8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.2614210 May 26 19:48:04.814745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.884288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6af1f9b4-79e4-4838-92ef-ec9c2e087fbc req-fd59418c-9a2f-4b26-bb88-ba0d01b37b50 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741074 May 26 19:48:04.903597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cf0fc3-e452-40aa-b6b3-963cbab5db27,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:04.912312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:04.915582 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a9693a33-2422-43f4-9f54-940a16a26bc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422911 May 26 19:48:04.918957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46848) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:04.928172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:04.938345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:04.948692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:04.966194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:04.984891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:05.024869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.155139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe4dbe-fc73-4e22-aea2-0df34ec83ae1 req-8bacdcba-b371-4e2a-a847-a60370dc35ca tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:05.156660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efe4dbe-fc73-4e22-aea2-0df34ec83ae1 req-8bacdcba-b371-4e2a-a847-a60370dc35ca tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1236396 May 26 19:48:05.164566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.169369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.192779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0468b643-9a15-45f8-b60a-37dbee5ed13b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:05.238297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.242246 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f8282ed8-202c-47e2-ad55-661f7e50d5ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3181551 May 26 19:48:05.245646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46852) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:05.250802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9efe4dbe-fc73-4e22-aea2-0df34ec83ae1 req-e1347b0e-e770-4874-bfca-08b98a4ace1d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847533 May 26 19:48:05.254053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:05.263612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:05.270260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:05.275685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:05.285788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:05.310799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.437891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.444794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.500895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a93af3-c342-47d3-ae42-3f052b462489,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:05.516906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.520412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a7e7bb40-d0e1-43d5-b641-e204d98ff264 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714839 May 26 19:48:05.521720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:05.528525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:05.539515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:05.544060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:05.549209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2a7b-312f-4709-a6ce-8c7e6ad068fc req-85483063-0169-44ed-8736-d05e725df48b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:05.551646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b64e2a7b-312f-4709-a6ce-8c7e6ad068fc req-85483063-0169-44ed-8736-d05e725df48b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1213450 May 26 19:48:05.551777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:05.558038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:05.581875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.640538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b64e2a7b-312f-4709-a6ce-8c7e6ad068fc req-f20a980d-ae24-4de8-81d5-04b1760f3d85 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792282 May 26 19:48:05.671995 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.679715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.711064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fee0fa-2808-4d9e-bdad-55f0d458ff67,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:05.722312 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.723893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2cf73a03-72a4-48a4-b8c3-d99717b0ef10 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994174 May 26 19:48:05.726623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:05.732035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:05.739397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:05.743821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:05.748456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:05.754613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:05.767031 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:48:05.777609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.854948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.867361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.893921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20081cf-1571-4f27-980a-43a00f7ec388 req-3817e511-ed4c-463f-89a8-d85351ab4b1e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:05.904137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d20081cf-1571-4f27-980a-43a00f7ec388 req-3817e511-ed4c-463f-89a8-d85351ab4b1e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1110833 May 26 19:48:05.913449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:05.915236 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1875296 May 26 19:48:05.917886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46874) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:05.923571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c6a901f0-52fc-4eb2-a6eb-3f692e67770e', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:05.929707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4518779-1835-4d50-a499-af4af9eea96d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405f01b0-a1f9-4b56-be7e-836f39b7c058,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:05.933817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:05.939156 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:05.942708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:05.949525 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:05.963953 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:48:05.977077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.002837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d20081cf-1571-4f27-980a-43a00f7ec388 req-809f5276-ffec-4b68-8de6-d72a5ab176bc tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975232 May 26 19:48:06.155130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.161180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.205032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.209973 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879233 May 26 19:48:06.213069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:06.214313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c0acd-ebaf-4963-b9f8-5d09b08f6c8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ae7c4f-7aa5-4802-859d-4fe70f9b8194,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:06.224469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'network': {'name': 'tempest-network-smoke--1849450232', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:06.240140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:06.245070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:network and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:06.251570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:06.297265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:06.475760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:06.479194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.517482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:48:06.527062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7293130-6f78-483f-92e0-63ec1efec8c9 req-e35c97f8-1a8a-4ba9-8c54-02f744f4832c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:06.529051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7293130-6f78-483f-92e0-63ec1efec8c9 req-e35c97f8-1a8a-4ba9-8c54-02f744f4832c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.2788520 May 26 19:48:06.537523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.537860 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Added segment 9431ea81-1fa8-4158-8b84-36aa71bdfa87 of type vlan for network 9447fd8a-adaa-4bf3-a992-358ec06d6506 May 26 19:48:06.603943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.616746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7293130-6f78-483f-92e0-63ec1efec8c9 req-145a916d-5b43-4ffd-b1f3-fbea1c720ab7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734630 May 26 19:48:06.677709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.695344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:06.697788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.714268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:06.951984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7374334 May 26 19:48:06.954963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:06.964993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'admin_state_up': True, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:06.992287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:07.006416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:router and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:07.016705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:07.028811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce393-8028-4ae5-ba0a-244746e6fb58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Network': ['ID=9447fd8a-adaa-4bf3-a992-358ec06d6506,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:07.029468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:07.046033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:48:07.049099 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:07.054005 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:07.081710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:07.193225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-1069dbeb-ac93-40ac-9261-d2bbcbb3af2b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:07.202373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-1069dbeb-ac93-40ac-9261-d2bbcbb3af2b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.2889323 May 26 19:48:07.225679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-e451fca7-8e7b-413a-aa62-e257f48b0fb2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/quotas/8c727340ba2641a6b4e1b54dbb8c058b HTTP/1.1" status: 200 len: 375 time: 0.0220957 May 26 19:48:07.425431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-bb1541c6-00eb-47ea-a83a-40d05674e222 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1981618 May 26 19:48:07.549371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:07.559377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-7dd62f1c-f841-48e3-bc71-0fabb85b1345 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328268 May 26 19:48:07.721948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-49d4e2ef-8c22-436e-a807-5c68ddc4be93 service neutron] 10.222.0.24 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556661 May 26 19:48:07.884795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:07.917487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:08.143253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a50323-bd86-4677-a190-01811c297bb1 req-0b960895-3a60-4546-ab9d-863cc759cfcd tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:08.145060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74a50323-bd86-4677-a190-01811c297bb1 req-0b960895-3a60-4546-ab9d-863cc759cfcd tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.1317401 May 26 19:48:08.172706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.133 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e091d74b-4a75-4162-9184-69c6265d6887) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:08.198076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74a50323-bd86-4677-a190-01811c297bb1 req-3672844f-6cd5-4ab0-90f5-d2b2c1f0ec02 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456660 May 26 19:48:08.320837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-778f3a63-d524-4904-b96f-674ba72b1ff9 req-16778a4e-c007-4e89-88c0-b34677cee9c9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0605819 May 26 19:48:08.596676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:08.632780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:08.703609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:08.706867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:08.711596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:08.755512 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=e091d74b-4a75-4162-9184-69c6265d6887,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:09.151963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:09.397447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-d1b7503f-6c58-4dee-a8f0-768acbc748e2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:09.398873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-d1b7503f-6c58-4dee-a8f0-768acbc748e2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 812 time: 0.2203629 May 26 19:48:09.439143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Request body: {'port': {'device_id': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'admin_state_up': True, 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:09.572341 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:09.616494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5da2-c448-455a-9681-767d34b7aa27 req-5b8c8321-4d4a-4b9c-97a7-e9b22da50bdb tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:09.617992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5dfe5da2-c448-455a-9681-767d34b7aa27 req-5b8c8321-4d4a-4b9c-97a7-e9b22da50bdb tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.2182338 May 26 19:48:09.626945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:09.652675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:09.679503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5dfe5da2-c448-455a-9681-767d34b7aa27 req-b6ba9acd-3bb0-4e0c-87fd-0f133d6ac918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540922 May 26 19:48:09.682561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Made reservation on behalf of 8c727340ba2641a6b4e1b54dbb8c058b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:09.695719 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:09.847849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 7e61dd60-1d50-4d03-b603-2b29333a1661 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:48:09.929812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-449f789a-ca5f-491a-afad-6098242aa06e req-acb94a76-07c5-4824-8c15-b9a7f063a068 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 210 time: 0.0856023 May 26 19:48:09.991442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Allocated IP 172.20.0.9 (46dc1057-389c-45d6-8261-786bfc265b60/0452c86c-38c8-40d1-9e5a-1c638245dade/c935f70c-022f-444a-bef1-24325af61b1d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:10.071558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:48:10.086310 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Sync routers for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:10.101511 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:10.102186 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:47:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:10.127622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:10.129854 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-75e932ac-ff9e-4211-bcc9-dd7fbe5b7d21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1727943 May 26 19:48:10.132974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46930) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:10.468346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:10.512295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:10.542874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Transition to ACTIVE for port object c935f70c-022f-444a-bef1-24325af61b1d will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:10.553221 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ce523acf-2abe-4be2-af9c-7c66316ebd63 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dc2fddd0d1ff42698e27e18ab2781fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4186223 May 26 19:48:10.553823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46940) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:10.578790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:10.593104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec', '9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:10.703529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Network 46dc1057-389c-45d6-8261-786bfc265b60 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:10.707536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:10.712535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:10.756184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f221a3-610a-4eae-9685-73eb81606272 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:10.760136 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-73f221a3-610a-4eae-9685-73eb81606272 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2047188 May 26 19:48:10.762766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46946) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:10.800387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:10.851527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:08Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:10.863346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:10.865265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:10.865370 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Checking router: 7e61dd60-1d50-4d03-b603-2b29333a1661 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:10.865576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Updating router 7e61dd60-1d50-4d03-b603-2b29333a1661 port e091d74b-4a75-4162-9184-69c6265d6887 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:48:10.901610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 46950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:10.901859 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8b6c874-33a0-4842-be5b-427df9ac1e4b tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377037 May 26 19:48:10.913457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083062826', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:10.961916 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.054449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-5d70fe4c-73b3-45df-86ac-5dddfa808e25 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6181295 May 26 19:48:11.089255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Request body: {'port': {'device_id': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:11.127076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-76326dd6-e2e1-474b-a3ad-b77bdd62d901 None None] Provisioning for port c935f70c-022f-444a-bef1-24325af61b1d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:11.137436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-76326dd6-e2e1-474b-a3ad-b77bdd62d901 None None] Provisioning complete for port c935f70c-022f-444a-bef1-24325af61b1d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:11.137436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76326dd6-e2e1-474b-a3ad-b77bdd62d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.183737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:11.218063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:subnet and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:11.226275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-76326dd6-e2e1-474b-a3ad-b77bdd62d901 None None] Port c935f70c-022f-444a-bef1-24325af61b1d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:48:11.228045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:11.247192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:11.264598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.281447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a91f4-a443-4124-b044-93632dba8ce6 req-67212bcf-725d-44ba-bf6c-3a5e15b0d28a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:11.288392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc3a91f4-a443-4124-b044-93632dba8ce6 req-67212bcf-725d-44ba-bf6c-3a5e15b0d28a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.3505583 May 26 19:48:11.318917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:11.321844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.505066 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.529959 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Transition to ACTIVE for port object e091d74b-4a75-4162-9184-69c6265d6887 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:11.546527 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.563347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc3a91f4-a443-4124-b044-93632dba8ce6 req-6ff90fde-7bb5-44f4-8b54-cce250c41119 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633507 May 26 19:48:11.731879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Attempting to bind port e091d74b-4a75-4162-9184-69c6265d6887 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:11.733408 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Attempting to bind port e091d74b-4a75-4162-9184-69c6265d6887 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:11.735930 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Attempting to bind port e091d74b-4a75-4162-9184-69c6265d6887 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:11.740798 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Pushing event updated for resources: {'Port': ['ID=e091d74b-4a75-4162-9184-69c6265d6887,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:11.756210 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:11.758263 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:11.758263 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.759957 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:11.759957 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Bound port: e091d74b-4a75-4162-9184-69c6265d6887, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:11.759957 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:11.797564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.797564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.797564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.798425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.798425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.798425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.799074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.799487 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.799821 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.800503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.800503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.802732 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:11.891686 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] For port e091d74b-4a75-4162-9184-69c6265d6887, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:11.900287 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] For port e091d74b-4a75-4162-9184-69c6265d6887, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e091d74b-4a75-4162-9184-69c6265d6887,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:11.907136 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:12.002400 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:12.002534 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:47:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:12.087516 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480a122-56d0-4696-ae1b-d201a83c7a1b None None] Pushing event updated for resources: {'Port': ['ID=e091d74b-4a75-4162-9184-69c6265d6887,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:12.162110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5fc09-3092-4c3d-a827-478b5f5ab1e6 req-643e7eca-e048-4bf6-bf9b-6c8b7df66345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:12.162847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cde5fc09-3092-4c3d-a827-478b5f5ab1e6 req-643e7eca-e048-4bf6-bf9b-6c8b7df66345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:12.198105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:12.222598 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:12.242750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cde5fc09-3092-4c3d-a827-478b5f5ab1e6 req-643e7eca-e048-4bf6-bf9b-6c8b7df66345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:12.245599 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde5fc09-3092-4c3d-a827-478b5f5ab1e6 req-643e7eca-e048-4bf6-bf9b-6c8b7df66345 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 931 time: 0.5293505 May 26 19:48:12.342426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c935f70c-022f-444a-bef1-24325af61b1d {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:12.354154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:12.369183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Transition to ACTIVE for port object c935f70c-022f-444a-bef1-24325af61b1d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:12.403763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Subnet': ['ID=bcd5117a-e0b1-43c5-961a-3479800f6b42,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:12.433629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:12.578556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cde5fc09-3092-4c3d-a827-478b5f5ab1e6 req-80f43d5b-72e1-45f5-8614-f517fcd25107 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756356 May 26 19:48:12.581680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Checking segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:12.582781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network hostable DHCP agents. Network: 9447fd8a-adaa-4bf3-a992-358ec06d6506, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:48:12.637093 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:08Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:12.648608 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d1498-a224-42e8-8d34-5de0952f378c None None] The sync data for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 is: [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:08Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:12.724747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:12.961215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:48:13.251500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9447fd8a-adaa-4bf3-a992-358ec06d6506) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:13.254473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:13.255058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:13.262107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c4d04-8d38-4e64-9a4d-84d57549a8a4 None None] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:48:13.312421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Attempting to bind port c935f70c-022f-444a-bef1-24325af61b1d on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:13.312783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Attempting to bind port c935f70c-022f-444a-bef1-24325af61b1d by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:13.318942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Attempting to bind port c935f70c-022f-444a-bef1-24325af61b1d on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:13.335769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a0b8fe02-8e2e-4bf9-8144-656a52288c82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4288194 May 26 19:48:13.335859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 46970) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:13.336296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Port c935f70c-022f-444a-bef1-24325af61b1d on network 46dc1057-389c-45d6-8261-786bfc265b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:48:13.337500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Attempting to bind port c935f70c-022f-444a-bef1-24325af61b1d on network 46dc1057-389c-45d6-8261-786bfc265b60 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:13.354326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533edf7-3d82-4845-aaed-af7d7fe3332b req-659f32bf-0789-40bf-94ee-07c33d11910e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:13.356181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c533edf7-3d82-4845-aaed-af7d7fe3332b req-659f32bf-0789-40bf-94ee-07c33d11910e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.5649483 May 26 19:48:13.356809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:13.357164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Checking segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:13.357541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Bound using segment: {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:13.358196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Bound port: c935f70c-022f-444a-bef1-24325af61b1d, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636809-871a-4f53-9405-14eff5bf5aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:13.358550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:13.501635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c533edf7-3d82-4845-aaed-af7d7fe3332b req-7651bad0-f8c8-4b46-9064-c69cb32cbdfc tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287985 May 26 19:48:13.529905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:13.529905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:13.531427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:13.594507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-9447fd8a-adaa-4bf3-a992-358ec06d6506', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:48:13.594507 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:13.633379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:13.634139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:13.635634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] 10.222.0.13 "PUT /v2.0/ports/c935f70c-022f-444a-bef1-24325af61b1d HTTP/1.1" status: 200 len: 1091 time: 2.5612381 May 26 19:48:13.636068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:13.878987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaf1f2-26c3-4ce2-9c7f-31d93608b229 service neutron] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:13.885129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Allocated IP 172.20.0.2 (9447fd8a-adaa-4bf3-a992-358ec06d6506/bcd5117a-e0b1-43c5-961a-3479800f6b42/0b2545a3-020d-4aa5-b626-8912f0829d96) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:13.997157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-f59510ee-5cc1-411e-b2f4-e144d5ae524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:13.998761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-f59510ee-5cc1-411e-b2f4-e144d5ae524a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 1094 time: 0.3115504 May 26 19:48:14.086914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-6737c122-86d3-4489-bcd4-6ca122f2bd26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c935f70c-022f-444a-bef1-24325af61b1d HTTP/1.1" status: 200 len: 217 time: 0.0802765 May 26 19:48:14.202081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed4fe-1301-4c37-8d3a-660ff71572d4 req-cf660a90-5e1b-4dab-adb7-65345df15441 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.209181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460ed4fe-1301-4c37-8d3a-660ff71572d4 req-cf660a90-5e1b-4dab-adb7-65345df15441 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 943 time: 0.4331999 May 26 19:48:14.233025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.236943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-b4788d7f-9dd0-4733-8774-ca7779f2c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.238699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-b4788d7f-9dd0-4733-8774-ca7779f2c391 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1417668 May 26 19:48:14.251413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.263908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Transition to ACTIVE for port object 0b2545a3-020d-4aa5-b626-8912f0829d96 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:14.292822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Transition to ACTIVE for port object 0b2545a3-020d-4aa5-b626-8912f0829d96 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:14.302492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.312840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-460ed4fe-1301-4c37-8d3a-660ff71572d4 req-06c6733d-2c01-4f26-b176-2b7b950be2db tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024897 May 26 19:48:14.367800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:14.376314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:14.388797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:14.393669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224eb56-7043-4664-851e-742fb7967077 req-631e075a-36d9-40df-8bc4-341855cad95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.398889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-631e075a-36d9-40df-8bc4-341855cad95e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494510 May 26 19:48:14.440998 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daa896e-5e8f-4263-9629-80568ef24a68'] response: {'name': 'network-changed', 'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d', 'status': 'completed', 'code': 200} May 26 19:48:14.480519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.513259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Attempting to bind port 0b2545a3-020d-4aa5-b626-8912f0829d96 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:14.513950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Attempting to bind port 0b2545a3-020d-4aa5-b626-8912f0829d96 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:14.514553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Attempting to bind port 0b2545a3-020d-4aa5-b626-8912f0829d96 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:14.520878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e091d74b-4a75-4162-9184-69c6265d6887 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:14.552272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:14.552920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Checking segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:14.553630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.554028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Bound using segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:14.554681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Bound port: 0b2545a3-020d-4aa5-b626-8912f0829d96, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:14.555067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.564301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Pushing event updated for resources: {'Port': ['ID=0b2545a3-020d-4aa5-b626-8912f0829d96,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:14.648878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-0447bd17-e728-4841-a787-b2e86a08419e service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435536 May 26 19:48:14.731465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d62e93a-474d-49e1-a23f-5dc60a7bd0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.741728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e091d74b-4a75-4162-9184-69c6265d6887 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:14.748362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e091d74b-4a75-4162-9184-69c6265d6887 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:14.748717 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.792618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] For port 0b2545a3-020d-4aa5-b626-8912f0829d96, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:14.806742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] For port 0b2545a3-020d-4aa5-b626-8912f0829d96, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0b2545a3-020d-4aa5-b626-8912f0829d96,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:14.822725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.882369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb2262-e31c-45c4-95e9-67876ca7b7f3 req-da3ce592-c6cd-4b3a-8248-e6c258dfa645 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:14.884117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bacb2262-e31c-45c4-95e9-67876ca7b7f3 req-da3ce592-c6cd-4b3a-8248-e6c258dfa645 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 944 time: 0.2323389 May 26 19:48:14.925700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e091d74b-4a75-4162-9184-69c6265d6887 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:14.926070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:14.946977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e091d74b-4a75-4162-9184-69c6265d6887, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e091d74b-4a75-4162-9184-69c6265d6887,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:14.948893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2224eb56-7043-4664-851e-742fb7967077 req-d6cc6627-8309-4b30-b287-5c899f276cbe service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575054 May 26 19:48:14.951888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bacb2262-e31c-45c4-95e9-67876ca7b7f3 req-744ca843-c1dd-433d-b703-c0862ca33e78 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517058 May 26 19:48:14.965760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.040981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194b4d1-d3aa-4a19-990d-6489409e3e82 None None] Pushing event updated for resources: {'Port': ['ID=0b2545a3-020d-4aa5-b626-8912f0829d96,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:15.130281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e091d74b-4a75-4162-9184-69c6265d6887,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:15.135221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.1 (9447fd8a-adaa-4bf3-a992-358ec06d6506/bcd5117a-e0b1-43c5-961a-3479800f6b42/44ffbc01-38a7-4baf-a6a3-1b387a55baa2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:15.171433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-a083d6f0-578c-41fb-9ed5-2f2b2ab4212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.173220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-a083d6f0-578c-41fb-9ed5-2f2b2ab4212e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 1094 time: 0.1395612 May 26 19:48:15.339942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:48:15.419969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-086018cd-f26a-4833-943b-e347c8657b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.431943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-086018cd-f26a-4833-943b-e347c8657b07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2497463 May 26 19:48:15.576411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:15.592994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.597893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'mac_address': 'fa:16:3e:96:c9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:48:15.600652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-85730d94-767b-4467-937e-4a342a0244ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c935f70c-022f-444a-bef1-24325af61b1d HTTP/1.1" status: 200 len: 217 time: 0.1625590 May 26 19:48:15.613838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:15.644596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.665230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:15.665609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.688534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:15.690046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-b267c7fb-35cc-48b3-8344-35a7270bb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.692531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-b267c7fb-35cc-48b3-8344-35a7270bb0b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0744011 May 26 19:48:15.705585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78a198-6b13-4919-8bde-096dc5bc419b req-af650918-24e6-468e-98eb-c54d14c69f6c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.707544 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb78a198-6b13-4919-8bde-096dc5bc419b req-af650918-24e6-468e-98eb-c54d14c69f6c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 943 time: 0.1816130 May 26 19:48:15.719054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:15.725077 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.738543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:15.742474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:15.744077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:15.748781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:15.811217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb78a198-6b13-4919-8bde-096dc5bc419b req-bd4b136f-bf6e-4cff-a966-6164f3f24c0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701835 May 26 19:48:15.818386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=11']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:15.819670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:15.831842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-f5239820-ca1d-48e0-b69f-ac0141534281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:15.833595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-f5239820-ca1d-48e0-b69f-ac0141534281 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249492 May 26 19:48:15.975790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:16.084893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.155468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-d15adb2b-e30a-4ffe-8940-2300ec42f9ca service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149967 May 26 19:48:16.358373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8cafc99-ed4c-47d0-917e-d0e1575e1fdc req-17f86683-7a16-4041-9136-c2feef12ea03 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966331 May 26 19:48:16.366278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64319-a3da-4257-81fb-89998da36d3e req-7585684f-3d26-42cc-b3a9-feaf677df3b4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:16.367944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4c64319-a3da-4257-81fb-89998da36d3e req-7585684f-3d26-42cc-b3a9-feaf677df3b4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1861341 May 26 19:48:16.421983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4c64319-a3da-4257-81fb-89998da36d3e req-ca43420a-ce5c-497e-8e16-023ffd90accf tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474229 May 26 19:48:16.507865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9093d8-8e52-4004-859c-0ce04ebe7f46 None None] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:48:16.539371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0b2545a3-020d-4aa5-b626-8912f0829d96 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:16.614896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.620272 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.670481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3cb0de6a-e3da-402f-b4f0-55d789882217 None None] Provisioning for port 0b2545a3-020d-4aa5-b626-8912f0829d96 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:16.744574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:16.745996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0b2545a3-020d-4aa5-b626-8912f0829d96 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:16.752772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.761433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0b2545a3-020d-4aa5-b626-8912f0829d96 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:16.761798 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.906122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-77167b25-e83f-4272-af5c-26c331af91c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:16.931714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:16.936915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:16.985529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0b2545a3-020d-4aa5-b626-8912f0829d96 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:16.985938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.029624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0b2545a3-020d-4aa5-b626-8912f0829d96, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0b2545a3-020d-4aa5-b626-8912f0829d96,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:17.036083 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.037080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e091d74b-4a75-4162-9184-69c6265d6887 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:17.099980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57f7d6-3494-473d-9992-692db1892fad req-45634b3d-52e9-44e3-b365-5546d54ce3d0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:17.107698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c57f7d6-3494-473d-9992-692db1892fad req-45634b3d-52e9-44e3-b365-5546d54ce3d0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 943 time: 0.1267722 May 26 19:48:17.158714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c57f7d6-3494-473d-9992-692db1892fad req-3cf7608b-534a-4c9e-b900-e83ed5c845a3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 May 26 19:48:17.178196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 7e61dd60-1d50-4d03-b603-2b29333a1661 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:48:17.179525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0b2545a3-020d-4aa5-b626-8912f0829d96,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:17.196200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e091d74b-4a75-4162-9184-69c6265d6887 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:17.196658 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.348338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e091d74b-4a75-4162-9184-69c6265d6887 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:17.353664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Provisioning for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:17.359929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.374585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:48:17.374585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:17.414376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Provisioning complete for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:17.414376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.615196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:48:17.638502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Sync routers for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:17.649129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:48:17.653665 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60d5b205-f78f-4ceb-a615-618a5f8951bb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/7e61dd60-1d50-4d03-b603-2b29333a1661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3169751 May 26 19:48:17.669302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:17.670630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:17.685837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a413c63-2964-4451-adda-697558c585df req-e2e28e27-2778-49e9-a10d-64659bafd0e6 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:17.693616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a413c63-2964-4451-adda-697558c585df req-e2e28e27-2778-49e9-a10d-64659bafd0e6 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 945 time: 0.1184068 May 26 19:48:17.737433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a413c63-2964-4451-adda-697558c585df req-0d30248d-931e-4c56-bb84-15bc1d1a6153 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 May 26 19:48:17.868667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Provisioning complete for port 0b2545a3-020d-4aa5-b626-8912f0829d96 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:17.869078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:17.890147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-8821480d-1d6d-48ab-b8b8-0f5dc33a217f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22694610&fields=id&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 267 time: 0.0403419 May 26 19:48:17.906927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:17.942732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:17.943332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.003070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:18.043081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'c935f70c-022f-444a-bef1-24325af61b1d', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'c935f70c-022f-444a-bef1-24325af61b1d', 'mac_address': 'fa:16:3e:54:2b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:48:18.052252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:18.073083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-11fa48a7-d1c8-479a-9c58-a4db3d22e4bc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:18.074045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-11fa48a7-d1c8-479a-9c58-a4db3d22e4bc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:18.094365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-11fa48a7-d1c8-479a-9c58-a4db3d22e4bc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:18.096311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-11fa48a7-d1c8-479a-9c58-a4db3d22e4bc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 797 time: 0.1989877 May 26 19:48:18.119920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad62b076-6665-4e08-b219-0028d6e671bc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/quotas/dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 375 time: 0.0140796 May 26 19:48:18.202220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-e77f7ca6-15d4-40f2-880d-60c5abbddf35 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765126 May 26 19:48:18.318450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-75a86c14-40e4-45b7-9e7a-c27099b64c33 None None] Current status of the port 0b2545a3-020d-4aa5-b626-8912f0829d96 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:18.320733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.344197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-3f5985bd-e5f3-4181-8e73-887240b02787 service neutron] 10.222.0.24 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294472 May 26 19:48:18.374461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:18.374689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.416086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0b2545a3-020d-4aa5-b626-8912f0829d96 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:18.482763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-66312225-e3f7-4e06-b82b-541d519f5e3e service neutron] 10.222.0.24 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305480 May 26 19:48:18.500414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c935f70c-022f-444a-bef1-24325af61b1d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:18.558554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:18.558930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.571973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:18.574373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f23872c2-90fa-4c88-b035-6f1fad620a0a None None] Provisioning complete for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:18.574817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f23872c2-90fa-4c88-b035-6f1fad620a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.624470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.740444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:18.769946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f23872c2-90fa-4c88-b035-6f1fad620a0a None None] Port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:48:18.781509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:18.796368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0b2545a3-020d-4aa5-b626-8912f0829d96 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:18.796904 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.833336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:18.843562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:18.913314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['c935f70c-022f-444a-bef1-24325af61b1d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:18.981874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8ec87-396a-498f-bbac-859400dd7558 req-89c10637-4894-4858-a2ba-a18ca2435053 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:18.983609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39d8ec87-396a-498f-bbac-859400dd7558 req-89c10637-4894-4858-a2ba-a18ca2435053 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 944 time: 0.0987725 May 26 19:48:19.006525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:19.021777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:16Z', 'revision_number': 2, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:19.048251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39d8ec87-396a-498f-bbac-859400dd7558 req-0bd4d6cf-4a27-4c2b-a12c-00af21c97853 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570726 May 26 19:48:19.056246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Checking router: 7e61dd60-1d50-4d03-b603-2b29333a1661 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:19.056676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Updating router 7e61dd60-1d50-4d03-b603-2b29333a1661 port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:48:19.161231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:19.203513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4007d13-1c7f-41cb-8536-e6e8a81e749b req-2252be39-16fd-426c-ba67-22d9183bafc6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 210 time: 0.0426641 May 26 19:48:19.226004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0b2545a3-020d-4aa5-b626-8912f0829d96 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:19.270991 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c31250-7eff-4acf-87b3-f4ceb2db689b'] response: {'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'code': 200} May 26 19:48:19.439573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b7c1f-eb1b-452b-a6bf-365a009011de req-e3ea06d5-603e-4047-932a-3550d886edf5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:19.441050 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d09b7c1f-eb1b-452b-a6bf-365a009011de req-e3ea06d5-603e-4047-932a-3550d886edf5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.0891221 May 26 19:48:19.593319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d09b7c1f-eb1b-452b-a6bf-365a009011de req-969111b8-71fc-4444-a3b8-9310408deb12 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108770 May 26 19:48:19.617024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ce5fc-05d2-4d45-b50e-54f6f3c4a466 req-d701da51-01c5-4926-a762-01667977c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:19.619501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-225ce5fc-05d2-4d45-b50e-54f6f3c4a466 req-d701da51-01c5-4926-a762-01667977c172 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 1097 time: 0.1722138 May 26 19:48:19.625551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-3e934399-ad83-46c7-b6f3-0930bc6ea7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1374149 May 26 19:48:19.657996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:19.673682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Transition to ACTIVE for port object 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:19.682453 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:19.833626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66ec83-46ff-427c-a899-b96b2a7c09c3 None None] Pushing event updated for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:19.904135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:19.963034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Attempting to bind port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:19.963336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Attempting to bind port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:19.963669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Attempting to bind port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:19.969567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:19.969930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Checking segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:19.970354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:19.970740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Bound using segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:19.971194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Bound port: 44ffbc01-38a7-4baf-a6a3-1b387a55baa2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:19.971556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:20.012140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-225ce5fc-05d2-4d45-b50e-54f6f3c4a466 req-f9e5c934-fc0b-4956-983c-7d74754f5e7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844187 May 26 19:48:20.067992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-f63cdff8-af6b-44ce-abaf-f452a6936b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.069436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-f63cdff8-af6b-44ce-abaf-f452a6936b26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 1096 time: 0.4187288 May 26 19:48:20.078986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] For port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:20.080404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d4324-e0f8-4fe6-88ed-2a5b2eab9090 req-0aeb5731-092e-467c-a16b-4428ff33160e tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.082949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] For port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:20.086167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad0d4324-e0f8-4fe6-88ed-2a5b2eab9090 req-0aeb5731-092e-467c-a16b-4428ff33160e tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 945 time: 0.3638844 May 26 19:48:20.089085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:20.160427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad0d4324-e0f8-4fe6-88ed-2a5b2eab9090 req-fff039dc-e32a-4bd8-bac6-a3c9c1580a88 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 May 26 19:48:20.167294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:20.167915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:20.168214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-6fedc1cf-96c6-4772-b38a-2c0d9319b0ce tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.169687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-6fedc1cf-96c6-4772-b38a-2c0d9319b0ce tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 797 time: 0.3844738 May 26 19:48:20.238605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66ec83-46ff-427c-a899-b96b2a7c09c3 None None] Pushing event updated for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:20.248156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-e2b40d77-98e9-44d3-a9e9-caddf71426a5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 378 time: 0.0623949 May 26 19:48:20.338399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'port': {'device_id': 'c095d726-a136-4588-961d-60519fc058cb', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'admin_state_up': True, 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'security_groups': ['c6a901f0-52fc-4eb2-a6eb-3f692e67770e']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:20.371394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:20.632003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-115d450b-1d14-4c42-950e-9abce15ed76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.633472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-115d450b-1d14-4c42-950e-9abce15ed76a service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.3807583 May 26 19:48:20.690717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:20Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:20.694612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c70e0a-ddf0-4287-93ab-433969e92d1a None None] The sync data for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 is: [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:20Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:20.711278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76e3be-292a-494c-9006-43ac0118330a req-7f658349-bfd6-4095-925b-041b9f324bed tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.712753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e76e3be-292a-494c-9006-43ac0118330a req-7f658349-bfd6-4095-925b-041b9f324bed tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 944 time: 0.3805506 May 26 19:48:20.713841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:20.729032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-d99f31fd-b69a-4fc2-ac03-630b60c6fb84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 200 len: 217 time: 0.0855374 May 26 19:48:20.729978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:port and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:20.758885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:20.820287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:20.832853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-bb70f657-b513-4469-8f9e-d85b826b2b28 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.834350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-bb70f657-b513-4469-8f9e-d85b826b2b28 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 945 time: 0.3641593 May 26 19:48:20.913214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:20.916691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:20.928405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e76e3be-292a-494c-9006-43ac0118330a req-9577a2df-2313-4f54-b33e-6b5a90709c86 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027597 May 26 19:48:20.934181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-4e63eed5-2722-4f7f-b55d-cd43ef7de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:20.935852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-4e63eed5-2722-4f7f-b55d-cd43ef7de31b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1779354 May 26 19:48:20.988275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:48:21.043379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Deleting port 5255f745-3b80-419e-855e-d30e48ce80b2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:48:21.043725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:21.257633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f26eced8-4101-4546-a374-d2e349f3ca00 req-aa04b271-191e-41ec-ae70-460535a48300 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 210 time: 0.1294346 May 26 19:48:21.372226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:21.482509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port c935f70c-022f-444a-bef1-24325af61b1d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:21.488485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port c935f70c-022f-444a-bef1-24325af61b1d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:21.488960 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:21.518472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-56b79ffa-04d7-48ad-837d-e39311cfc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:21.519963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-56b79ffa-04d7-48ad-837d-e39311cfc589 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5768180 May 26 19:48:21.539381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.9 (9447fd8a-adaa-4bf3-a992-358ec06d6506/bcd5117a-e0b1-43c5-961a-3479800f6b42/e2d33c31-cb87-463b-837e-353b535b51c3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:21.678921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:21.679450 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:21.722956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] For port 5255f745-3b80-419e-855e-d30e48ce80b2, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5255f745-3b80-419e-855e-d30e48ce80b2,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:21.723226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:21.723615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:21.735503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:21.742680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:21.825370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:21.958038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3c58c-56df-41a5-b876-3c1374de828a req-87f932bc-d18e-4d4e-a571-c4a25585cb36 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:21.959555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cd3c58c-56df-41a5-b876-3c1374de828a req-87f932bc-d18e-4d4e-a571-c4a25585cb36 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.5489235 May 26 19:48:22.056060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Calling delete_port for 5255f745-3b80-419e-855e-d30e48ce80b2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:48:22.168414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-1bbe5c51-a25e-41d2-9f2e-f1e0cc719e60 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344893 May 26 19:48:22.331065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cd3c58c-56df-41a5-b876-3c1374de828a req-329041e5-a349-4e63-a267-2164d8ba33b5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855039 May 26 19:48:22.430487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.451346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:22.506950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object e2d33c31-cb87-463b-837e-353b535b51c3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:22.515739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fbf229b-42ba-4cf3-8073-22189ef4dbef req-96804e55-3b0f-46e3-8187-10670b1dc1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356133 May 26 19:48:22.523087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:22.527899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:22.528265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.547337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.562938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5255f745-3b80-419e-855e-d30e48ce80b2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:22.603490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Pushing event deleted for resources: {'Port': ['ID=5255f745-3b80-419e-855e-d30e48ce80b2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:22.684653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:22.686592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.694739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] No DVR routers for this DVR port 5255f745-3b80-419e-855e-d30e48ce80b2 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:48:22.697922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.701146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.703562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'name': 'network-vif-deleted', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:22.719470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:22.723252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.758582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089560d-a9b9-44b1-80a1-d71c7e32ad99 req-811fe84c-0fb0-45d1-bf2c-2c9a01e60f89 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:22.760057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1089560d-a9b9-44b1-80a1-d71c7e32ad99 req-811fe84c-0fb0-45d1-bf2c-2c9a01e60f89 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab HTTP/1.1" status: 200 len: 945 time: 0.2934630 May 26 19:48:22.790754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:22.816965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a09d39c-f9dc-4ec8-9901-0cf88806f933 req-5ba56812-410c-46f9-84ca-4d4963aa5a19 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.13 "DELETE /v2.0/ports/5255f745-3b80-419e-855e-d30e48ce80b2 HTTP/1.1" status: 204 len: 173 time: 1.9694123 May 26 19:48:22.818700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:22.824596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:22.836879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:22.876195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:22.894229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1089560d-a9b9-44b1-80a1-d71c7e32ad99 req-d87f573e-1fc3-4be6-aaa2-97ea64dfaae6 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185548 May 26 19:48:22.927921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:22.928985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:22.956755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-890dfe2d-ef99-4370-bc77-5310f0b77916 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6232827 May 26 19:48:22.962311 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc143100-cbda-414a-8790-40f60691e287'] response: {'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d', 'code': 200} May 26 19:48:22.971691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Request body: {'port': {'device_id': 'c095d726-a136-4588-961d-60519fc058cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:23.135760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bc6e067-dfa8-4e01-8da9-9627d1a5b66d None None] Provisioning for port e2d33c31-cb87-463b-837e-353b535b51c3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:23.140675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8bc6e067-dfa8-4e01-8da9-9627d1a5b66d None None] Provisioning complete for port e2d33c31-cb87-463b-837e-353b535b51c3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:23.141068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e067-dfa8-4e01-8da9-9627d1a5b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:23.197271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6e067-dfa8-4e01-8da9-9627d1a5b66d None None] Port e2d33c31-cb87-463b-837e-353b535b51c3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:48:23.208201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:23.307720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf8a16-f2f3-49b4-8ee6-cc04bc1e03c0 req-3f513760-4247-4781-ac7b-53aeb3d017c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:23.309257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39bf8a16-f2f3-49b4-8ee6-cc04bc1e03c0 req-3f513760-4247-4781-ac7b-53aeb3d017c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 1096 time: 0.2285628 May 26 19:48:23.318641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7e86-69e5-41a5-b005-4b1da0322c30 req-f02f2d14-27de-4491-87ba-0705c2989d5a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:23.320044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ea7e86-69e5-41a5-b005-4b1da0322c30 req-f02f2d14-27de-4491-87ba-0705c2989d5a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.2413046 May 26 19:48:23.477267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-39bf8a16-f2f3-49b4-8ee6-cc04bc1e03c0 req-d8f0ae95-349b-4808-b6bd-db8e7373aa48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489620 May 26 19:48:23.496321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ea7e86-69e5-41a5-b005-4b1da0322c30 req-102a314b-25d6-484a-a91e-4059c24d9f8b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660049 May 26 19:48:23.847702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6d82-3012-44d6-a4a6-8bdf634ebeb9 req-85f6b347-1e3b-47a6-a1b7-6dedd5f46d58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:23.848292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-669d6d82-3012-44d6-a4a6-8bdf634ebeb9 req-85f6b347-1e3b-47a6-a1b7-6dedd5f46d58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:23.851642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d33c31-cb87-463b-837e-353b535b51c3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:23.859718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:23.881006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Transition to ACTIVE for port object e2d33c31-cb87-463b-837e-353b535b51c3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:23.884565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-669d6d82-3012-44d6-a4a6-8bdf634ebeb9 req-85f6b347-1e3b-47a6-a1b7-6dedd5f46d58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:23.885871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-669d6d82-3012-44d6-a4a6-8bdf634ebeb9 req-85f6b347-1e3b-47a6-a1b7-6dedd5f46d58 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 931 time: 0.2867267 May 26 19:48:23.886837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:24.047897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:24.059495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-669d6d82-3012-44d6-a4a6-8bdf634ebeb9 req-232f66bc-5233-4e11-93aa-419e72f10554 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380498 May 26 19:48:24.126519 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9a14f9-88f9-463f-a217-a6120e19b640'] response: {'server_uuid': '0e9f6ebc-7d8d-49c6-9213-b3d2b4947eab', 'name': 'network-vif-deleted', 'tag': '5255f745-3b80-419e-855e-d30e48ce80b2', 'status': 'completed', 'code': 200} May 26 19:48:24.170363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:24.170692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:24.171016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:24.175620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:48:24.175935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:24.180984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:24.181347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Checking segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:24.181727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Bound using segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:24.182145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Bound port: e2d33c31-cb87-463b-837e-353b535b51c3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:24.182485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:24.327704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:24.332855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:24.337857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:24.379340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec16c5-f7c5-493e-a5f9-8db70f9a9ca8 req-23a63adc-ece0-412d-b379-af761193872e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:24.380817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9eec16c5-f7c5-493e-a5f9-8db70f9a9ca8 req-23a63adc-ece0-412d-b379-af761193872e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.1581469 May 26 19:48:24.410428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:24.428558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:24.429263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:24.430637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1091 time: 1.4661977 May 26 19:48:24.468987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9eec16c5-f7c5-493e-a5f9-8db70f9a9ca8 req-326c1015-f939-4721-ba44-fc35eb91f327 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741470 May 26 19:48:24.492653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:24.492875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:24.529423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56b1f9-5cfd-4bb0-9808-cdd6ee27c771 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:24.615192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-d220f749-d58c-47f2-aa4d-ac491bcec939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:24.622388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-d220f749-d58c-47f2-aa4d-ac491bcec939 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1094 time: 0.1401958 May 26 19:48:24.723419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:24.751793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-353642f0-2d36-4483-a249-122a01210f1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 217 time: 0.1218359 May 26 19:48:24.884733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-55a67035-85d7-4bc6-9d9a-bd09fdbb34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:24.886337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-55a67035-85d7-4bc6-9d9a-bd09fdbb34e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.1264188 May 26 19:48:24.964765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6234ecb-f286-4bad-a2ac-ddbc46bd8419 req-3cb87f97-4aff-4320-890d-462a562afc08 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:24.966470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6234ecb-f286-4bad-a2ac-ddbc46bd8419 req-3cb87f97-4aff-4320-890d-462a562afc08 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.1639874 May 26 19:48:25.019125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-e30b7ade-9caf-435f-a6ec-a5d183e7fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:25.020564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-e30b7ade-9caf-435f-a6ec-a5d183e7fe1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258779 May 26 19:48:25.025285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6234ecb-f286-4bad-a2ac-ddbc46bd8419 req-2ef19818-a3eb-4df6-8f3d-e0d8a0675ebe tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505683 May 26 19:48:25.166628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-210f3ae3-94fd-42f8-b288-fa258ca49561 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381037 May 26 19:48:25.353136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bfcc4019-7dd3-4075-96fb-371e22922d7b req-1e24bec3-f5af-4143-a9df-c2fe92db8b45 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793144 May 26 19:48:25.364304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959908-2818-4c8d-b79a-9713b3b34e95 req-0e2fa759-488b-478e-b75c-cf8668766bc1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:25.365696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a959908-2818-4c8d-b79a-9713b3b34e95 req-0e2fa759-488b-478e-b75c-cf8668766bc1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.1940203 May 26 19:48:25.370909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5255f745-3b80-419e-855e-d30e48ce80b2 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:48:25.406449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 5255f745-3b80-419e-855e-d30e48ce80b2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:48:25.406796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5255f745-3b80-419e-855e-d30e48ce80b2 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:48:25.414715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a959908-2818-4c8d-b79a-9713b3b34e95 req-1d99e2a4-0711-4dc7-a5cb-8968b0be49bd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411797 May 26 19:48:26.128204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:26.224115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266618-3c3d-4fd8-9bbb-de1816bf5dd6 req-1b09284b-24d9-41f0-b41e-5a6bd2b62b94 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.225514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03266618-3c3d-4fd8-9bbb-de1816bf5dd6 req-1b09284b-24d9-41f0-b41e-5a6bd2b62b94 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.0849440 May 26 19:48:26.268975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03266618-3c3d-4fd8-9bbb-de1816bf5dd6 req-bc3b4f9a-d382-4f47-ac68-c50df9207372 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 May 26 19:48:26.318426 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e10fc16-d461-4cd7-82cd-46ca6809f6e0'] response: {'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'status': 'completed', 'code': 200} May 26 19:48:26.413252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-98c001a2-28cf-46b2-830a-080dbc2c6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.414702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-98c001a2-28cf-46b2-830a-080dbc2c6375 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1094 time: 0.0755210 May 26 19:48:26.709635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-986cf2a3-a431-4a9b-8288-896d76bf2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.711155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-986cf2a3-a431-4a9b-8288-896d76bf2747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.2899060 May 26 19:48:26.781360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802817c-5f99-4baa-8a06-6bceb9abfba7 req-bcc92742-05d3-4a89-ad79-014db931073a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.783395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d802817c-5f99-4baa-8a06-6bceb9abfba7 req-bcc92742-05d3-4a89-ad79-014db931073a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.1846724 May 26 19:48:26.791920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-1d13ebee-0e3c-4aca-87f7-e9c8abdb83a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 217 time: 0.0731602 May 26 19:48:26.877640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d802817c-5f99-4baa-8a06-6bceb9abfba7 req-dc949759-88bf-4236-9c2e-8d2d913d4e03 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872850 May 26 19:48:26.882636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-74c59483-175a-4c0e-ac45-c80155d0d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.883975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-74c59483-175a-4c0e-ac45-c80155d0d462 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0799930 May 26 19:48:26.971083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-90597c14-0270-44f1-a2c8-51fda7b31efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:26.972828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-90597c14-0270-44f1-a2c8-51fda7b31efc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817015 May 26 19:48:27.020312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-c4bb0658-0f31-4e70-a9c2-6f29af8b2f83 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:48:27.021345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-c4bb0658-0f31-4e70-a9c2-6f29af8b2f83 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097611 May 26 19:48:27.179689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449587b9-1d65-47d2-9be2-36b904e9bbb6 req-f5038c0c-0c15-4ff4-9e4e-bae6a4878ece tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:27.181156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-449587b9-1d65-47d2-9be2-36b904e9bbb6 req-f5038c0c-0c15-4ff4-9e4e-bae6a4878ece tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.2068059 May 26 19:48:27.186174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-90a90dc7-d1d0-446a-9a84-8a942847cb9e service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567335 May 26 19:48:27.318891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-449587b9-1d65-47d2-9be2-36b904e9bbb6 req-07bd4a22-fb3b-43a5-bfd8-b2951a3d5aa3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313369 May 26 19:48:27.373068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0a2dfa93-7962-4003-8057-cce14eec6f3e req-2f1353db-b8e8-4140-9ed2-c330d37ed4fc service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673696 May 26 19:48:28.077788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83d215-2695-4015-a174-b93fa12480f6 req-5c72afb5-eb92-4015-97b3-98a41b731e5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:28.080018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc83d215-2695-4015-a174-b93fa12480f6 req-5c72afb5-eb92-4015-97b3-98a41b731e5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.0809810 May 26 19:48:28.126922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc83d215-2695-4015-a174-b93fa12480f6 req-998a9d79-d084-4fc7-9e41-8cdde701e78a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405042 May 26 19:48:28.237629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:48:28.343467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716f9e-ed76-40ac-870c-9b41c9a48a43 req-bfef8cd5-e11d-48c0-9df8-3164a5485107 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:28.347568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78716f9e-ed76-40ac-870c-9b41c9a48a43 req-bfef8cd5-e11d-48c0-9df8-3164a5485107 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.1151693 May 26 19:48:28.396793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78716f9e-ed76-40ac-870c-9b41c9a48a43 req-f5853850-f3b0-45e7-81ee-00e8579749e9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 May 26 19:48:28.424839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:28.438868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'mac_address': 'fa:16:3e:45:fa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:48:28.499040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e2d33c31-cb87-463b-837e-353b535b51c3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:28.499545 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:28.516664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d33c31-cb87-463b-837e-353b535b51c3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:28.532609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:28.537451 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:28.606165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:28.862030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2d33c31-cb87-463b-837e-353b535b51c3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:29.310344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd10863-e81c-4484-835d-6644759ecf5f req-a5e5a9f5-707a-4c21-acde-aa692c15d2b8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:29.311766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fd10863-e81c-4484-835d-6644759ecf5f req-a5e5a9f5-707a-4c21-acde-aa692c15d2b8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 944 time: 0.0790443 May 26 19:48:29.355113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fd10863-e81c-4484-835d-6644759ecf5f req-b6938961-30e5-408b-9f2d-8574d9734672 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373609 May 26 19:48:29.596871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ccb2b-e53d-4c2b-b586-6c5ec820c3a7 req-f39c3d1c-9ffa-4f34-8d40-c53e548250d6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:29.598342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496ccb2b-e53d-4c2b-b586-6c5ec820c3a7 req-f39c3d1c-9ffa-4f34-8d40-c53e548250d6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.0868764 May 26 19:48:29.653946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-496ccb2b-e53d-4c2b-b586-6c5ec820c3a7 req-9ab8611f-f4f7-4bc5-afc2-aeb3dccecba7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495951 May 26 19:48:30.256469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:30.330549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e2d33c31-cb87-463b-837e-353b535b51c3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:30.335585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e2d33c31-cb87-463b-837e-353b535b51c3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:30.335947 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:30.504235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e2d33c31-cb87-463b-837e-353b535b51c3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:30.504651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:30.536420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:30.547800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:30.554172 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:30.591190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11336a5d-396d-4226-88ef-c3d99a3e2e15 req-5ed30d20-ca20-461e-9f01-5344999371fe tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:30.593338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11336a5d-396d-4226-88ef-c3d99a3e2e15 req-5ed30d20-ca20-461e-9f01-5344999371fe tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 944 time: 0.1011770 May 26 19:48:30.640112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:30.695360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-11336a5d-396d-4226-88ef-c3d99a3e2e15 req-a2d52f20-d5ef-404d-b062-fd6d55585835 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928552 May 26 19:48:30.809280 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e24ec89-16d1-460d-86c7-c588d5f76d64'] response: {'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'code': 200} May 26 19:48:31.077790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1645-d9d2-4a78-935a-b32760d637f2 req-b974a07b-ca67-45bf-8a27-bce6bad6acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:31.081580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8fd1645-d9d2-4a78-935a-b32760d637f2 req-b974a07b-ca67-45bf-8a27-bce6bad6acde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.1544111 May 26 19:48:31.090922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4cf80-1ead-4a1d-a177-e7846699c8fc req-d30397a1-7aed-469b-875d-d95f764f2bda tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:31.092629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0af4cf80-1ead-4a1d-a177-e7846699c8fc req-d30397a1-7aed-469b-875d-d95f764f2bda tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.1271636 May 26 19:48:31.171416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8fd1645-d9d2-4a78-935a-b32760d637f2 req-d7b8dc84-1551-49f6-942b-bc616fa676d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776041 May 26 19:48:31.192005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0af4cf80-1ead-4a1d-a177-e7846699c8fc req-d98db485-3b5c-49ca-9277-d4bbc7acb0f3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824544 May 26 19:48:31.416701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:48:31.628883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:31.651681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'c935f70c-022f-444a-bef1-24325af61b1d', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'port_id': 'c935f70c-022f-444a-bef1-24325af61b1d', 'mac_address': 'fa:16:3e:54:2b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:48:31.740889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:31.740889 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:31.762814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c935f70c-022f-444a-bef1-24325af61b1d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:31.779524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:31.784236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:31.870455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:31.929072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3393dd8-d683-4ddd-a1e9-7fbdc168eb60 req-f2db68a9-b295-4fc6-9f42-e3e671e5f3d9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:31.931605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3393dd8-d683-4ddd-a1e9-7fbdc168eb60 req-f2db68a9-b295-4fc6-9f42-e3e671e5f3d9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1007984 May 26 19:48:31.936206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['c935f70c-022f-444a-bef1-24325af61b1d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:32.003236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3393dd8-d683-4ddd-a1e9-7fbdc168eb60 req-2b49ac09-dd14-4c1a-acb9-fa706db7f33c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638063 May 26 19:48:32.435135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-f227cab6-70fd-447e-8b86-26204db52def tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:32.436826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-f227cab6-70fd-447e-8b86-26204db52def tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 813 time: 0.2985666 May 26 19:48:32.456017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-e9caa426-2f03-47fd-ab76-850396ca141d tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/quotas/48f04668114148e6afe0ce2419bf925c HTTP/1.1" status: 200 len: 375 time: 0.0124640 May 26 19:48:32.506159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-1f706941-4a73-4e7f-a4e8-d429e2641bdc tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Synchronizing usage tracker for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:32.545515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-1f706941-4a73-4e7f-a4e8-d429e2641bdc tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Unset dirty status for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:32.547027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-1f706941-4a73-4e7f-a4e8-d429e2641bdc tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847650 May 26 19:48:32.558292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-ea78649a-a635-47a2-87aa-7d68d19bb020 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:48:32.559282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-ea78649a-a635-47a2-87aa-7d68d19bb020 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050859 May 26 19:48:32.711172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-bc290144-e54b-45af-a9b9-b52c39b6245c service neutron] 10.222.0.24 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447077 May 26 19:48:32.855853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-61711ea3-3d36-4f82-825e-2d7b066aa152 service neutron] 10.222.0.24 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384203 May 26 19:48:33.246106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8b63-bb74-4405-8e61-114a4e001717 req-16e1b526-45a3-49b2-a594-b872050b4e99 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:33.247821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b2d8b63-bb74-4405-8e61-114a4e001717 req-16e1b526-45a3-49b2-a594-b872050b4e99 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 944 time: 0.1294107 May 26 19:48:33.319316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b2d8b63-bb74-4405-8e61-114a4e001717 req-3372b37a-d5a2-449c-9dab-7e547d68ec62 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622942 May 26 19:48:33.425984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:33.447894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0693e57d-118d-4911-aafa-1e57060ca8ed req-b8bb0cfa-15c9-4049-9777-6d79ba002fc2 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 210 time: 0.0571558 May 26 19:48:33.501797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port c935f70c-022f-444a-bef1-24325af61b1d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:33.502225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:33.644314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:33.644837 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:33.690323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:33.705076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:33.714051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:33.718361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a16791-3d5e-4941-8f83-35b044c56569 req-1ceb3c19-ecb5-4307-b2c7-a0cabfae58a7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:33.720605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a16791-3d5e-4941-8f83-35b044c56569 req-1ceb3c19-ecb5-4307-b2c7-a0cabfae58a7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1481948 May 26 19:48:33.788190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a16791-3d5e-4941-8f83-35b044c56569 req-1cc2844a-8e14-46ec-9d77-798c5740b6fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599725 May 26 19:48:33.796519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:33.838532 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92280add-8f6c-4653-9713-1bbc8d1eb826'] response: {'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d', 'code': 200} May 26 19:48:34.026742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c37968-cc45-482e-869e-20c1747968b8 req-3eafaf1b-7211-42be-b323-9fa956d13756 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.029207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61c37968-cc45-482e-869e-20c1747968b8 req-3eafaf1b-7211-42be-b323-9fa956d13756 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1056738 May 26 19:48:34.094559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61c37968-cc45-482e-869e-20c1747968b8 req-521c9338-92b6-4fb6-8551-6e6f2ee1ec6e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592608 May 26 19:48:34.121521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:34.203150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44279ee4-f050-4bfd-b1c1-315c6c5c3971 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.205606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-44279ee4-f050-4bfd-b1c1-315c6c5c3971 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1091 time: 0.0825243 May 26 19:48:34.211707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47236) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:34.217385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:34.225261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:34.229847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:floatingip and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:48:34.236518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:48:34.243171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:34.258780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:34.622895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ee96426-b714-4639-aafa-01af3a7e863a tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.624306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ee96426-b714-4639-aafa-01af3a7e863a tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.53 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 813 time: 0.2690423 May 26 19:48:34.638872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:34.680474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Request body: {'port': {'device_id': '4ce7324c-1495-432b-a4cf-b995f276071a', 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb', 'admin_state_up': True, 'tenant_id': '48f04668114148e6afe0ce2419bf925c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:34.783935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce1876-1e93-42ad-91f3-f272478e1a72 req-d6f72b7f-b4b2-41f8-b82c-f343028ffd68 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:34.785470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04ce1876-1e93-42ad-91f3-f272478e1a72 req-d6f72b7f-b4b2-41f8-b82c-f343028ffd68 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.3223679 May 26 19:48:35.011403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04ce1876-1e93-42ad-91f3-f272478e1a72 req-67fed7ec-2c31-46ce-8208-f87c9810c963 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099748 May 26 19:48:35.053673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:48:35.073364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:48:35.088229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-77e31455-e057-43d6-adda-c6c21d8a9a00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2833104 May 26 19:48:35.091236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.173 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:35.107281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Made reservation on behalf of 48f04668114148e6afe0ce2419bf925c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:48:35.111708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:35.515702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b334026c-8c99-4fcd-84b8-27e5d486faba req-7a986793-c5ed-43de-9301-3f487b584c11 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 210 time: 0.2161007 May 26 19:48:35.722309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:35.732983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-2ce05da7-e97d-4bea-bc96-429ba9c4223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:35.735537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-2ce05da7-e97d-4bea-bc96-429ba9c4223e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.4366705 May 26 19:48:35.741630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Allocated IP 172.20.0.9 (70dc76ab-d388-40be-bc9b-23aecdaf5dbb/861567a8-5e5c-41f0-971a-6762f6a86833/8cbfccf1-ba9e-4280-bf40-1e591d751a6c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:48:36.006509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:36.086393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-a6d455f0-4ff5-4bc0-ae9f-0b5c999bedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:36.086615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-a6d455f0-4ff5-4bc0-ae9f-0b5c999bedb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3304367 May 26 19:48:36.180404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:36.195314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:36.201550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:36.277995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:36.374151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-e593950d-51cf-480b-8f13-344a568cde30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 1002 time: 0.2766819 May 26 19:48:36.378066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:36.575165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-92583f9f-9679-4785-9bcb-0271aa586f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:36.576610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-92583f9f-9679-4785-9bcb-0271aa586f0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.1904204 May 26 19:48:36.642491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bb207-40e8-4891-9bfc-77a18c1ea887 req-d53b4e84-a1fa-4634-8d24-e9b76b0c756f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:36.647828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef5bb207-40e8-4891-9bfc-77a18c1ea887 req-d53b4e84-a1fa-4634-8d24-e9b76b0c756f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.4535804 May 26 19:48:36.728135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:36.812578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef5bb207-40e8-4891-9bfc-77a18c1ea887 req-36587694-1d63-4f6c-954a-7baca85d9903 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508136 May 26 19:48:36.813553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:37.174389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:48:37.185407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-b4d3bb36-18d1-4487-a918-5fc526582ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:37.186896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-b4d3bb36-18d1-4487-a918-5fc526582ae3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5938406 May 26 19:48:37.187912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:48:37.191291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:48:37.263462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Pushing event updated for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:37.436337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:37.437294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:37.557001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d6f0-2466-4fc9-86d5-c83aa559c634 req-fcbfbec0-7089-4bbe-bd18-8215d7d40087 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:37.557754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f894d6f0-2466-4fc9-86d5-c83aa559c634 req-fcbfbec0-7089-4bbe-bd18-8215d7d40087 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Synchronizing usage tracker for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:37.567787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-6ddce58c-e8d4-4fc9-bdc0-7ec59b0a5aa0 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9243131 May 26 19:48:37.572511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-a450014d-1ef3-4059-b050-3b307fa0cb39 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487618 May 26 19:48:37.589583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Request body: {'port': {'device_id': '4ce7324c-1495-432b-a4cf-b995f276071a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:48:37.731373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f894d6f0-2466-4fc9-86d5-c83aa559c634 req-fcbfbec0-7089-4bbe-bd18-8215d7d40087 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Unset dirty status for tenant:48f04668114148e6afe0ce2419bf925c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:37.732491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f894d6f0-2466-4fc9-86d5-c83aa559c634 req-fcbfbec0-7089-4bbe-bd18-8215d7d40087 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 931 time: 0.6360354 May 26 19:48:37.790273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:37.921104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f894d6f0-2466-4fc9-86d5-c83aa559c634 req-a2350461-10a7-497a-8301-c8f2f4061d7f tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767018 May 26 19:48:37.933150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:37.945614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15a89af-b732-49fe-bc18-acd5c59c3a75 req-7f81ce07-c187-4c5f-b347-2f9085fe5242 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637333 May 26 19:48:38.121139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:38.484248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfc219-a1f4-4010-b379-a91ba8eee0a9 req-f0855950-9ced-411e-89b4-f8a0be10ff04 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:38.485836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fbfc219-a1f4-4010-b379-a91ba8eee0a9 req-f0855950-9ced-411e-89b4-f8a0be10ff04 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.4114127 May 26 19:48:38.585661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fbfc219-a1f4-4010-b379-a91ba8eee0a9 req-6728f18d-7dbf-46c0-9bcf-c9575941332e tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892015 May 26 19:48:38.625466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:38.635370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:38.804905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbfccf1-ba9e-4280-bf40-1e591d751a6c {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:38.822775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:38.827103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:38.833161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:39.058072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Transition to ACTIVE for port object 8cbfccf1-ba9e-4280-bf40-1e591d751a6c will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:48:39.066050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:39.449199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:39.469729 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 167b614f-8c54-4763-b048-ebb052970da0 associated. External IP: 172.25.0.173, port: e2d33c31-cb87-463b-837e-353b535b51c3. May 26 19:48:39.539539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Attempting to bind port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:48:39.539872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Attempting to bind port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:48:39.540196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Attempting to bind port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:39.559099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:48:39.559404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Attempting to bind port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c on network 70dc76ab-d388-40be-bc9b-23aecdaf5dbb {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:48:39.584728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:48:39.585077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Checking segment: {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:48:39.585458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Bound using segment: {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:48:39.585897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Bound port: 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:48:39.586232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:39.606975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85ca18-58ce-4803-8f10-4e75db1c6532 req-68142823-ad8b-4320-97f6-6579a3fa263a tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:39.608526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c85ca18-58ce-4803-8f10-4e75db1c6532 req-68142823-ad8b-4320-97f6-6579a3fa263a tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 943 time: 0.4918180 May 26 19:48:39.801652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8c85ca18-58ce-4803-8f10-4e75db1c6532 req-019407ce-6446-44a0-a2de-472546c42f75 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830976 May 26 19:48:39.867229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:48:39.896093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:48:39.904236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:40.095302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.096786 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:40.098344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] 10.222.0.53 "PUT /v2.0/ports/8cbfccf1-ba9e-4280-bf40-1e591d751a6c HTTP/1.1" status: 200 len: 1091 time: 2.5176704 May 26 19:48:40.100808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:40.186162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf5d72-ccbc-475e-a9e5-f6528ca5b19a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:40.218675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 7e61dd60-1d50-4d03-b603-2b29333a1661 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:48:40.302017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd93f-7830-427e-9f25-b72ee746ae5e req-8e30a766-dd98-417b-9137-14fab5635514 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.303462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a67bd93f-7830-427e-9f25-b72ee746ae5e req-8e30a766-dd98-417b-9137-14fab5635514 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.3088934 May 26 19:48:40.570229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-74fac890-1741-47d1-a6b0-3ceda3684bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.571665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-74fac890-1741-47d1-a6b0-3ceda3684bf0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 1094 time: 0.4281287 May 26 19:48:40.582519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a67bd93f-7830-427e-9f25-b72ee746ae5e req-f71fb364-57d2-46a8-b8a8-7e0443d49806 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727239 May 26 19:48:40.643160 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1383beec-0a0c-4dcc-9b13-15cded5642a0'] response: {'name': 'network-changed', 'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c', 'status': 'completed', 'code': 200} May 26 19:48:40.661522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-84dbb4f2-4827-4f46-9794-3a275c3c5776 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c HTTP/1.1" status: 200 len: 217 time: 0.0764606 May 26 19:48:40.666003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:48:40.675443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Sync routers for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:40.684436 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:40.685029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:40.730318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:40.782618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-79210b8c-df18-438f-b37f-581df61bd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:40.784058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-79210b8c-df18-438f-b37f-581df61bd38b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=861567a8-5e5c-41f0-971a-6762f6a86833 HTTP/1.1" status: 200 len: 853 time: 0.1162639 May 26 19:48:40.837318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2928e523-55a8-4c36-9a46-baf05fb354c1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6244078 May 26 19:48:40.839859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-117e28c7-b56e-49dd-bef3-b2f9ebfcfe60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489295 May 26 19:48:40.866238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:41.030217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-7e862b0f-1ba2-44e9-a26d-00653e536f42 service neutron] 10.222.0.53 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842816 May 26 19:48:41.074428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d72e37-2638-4182-b9bf-c75ddd1dfb92 req-abe9c496-e694-4f95-93b1-0d39344fb9d7 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.076307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8d72e37-2638-4182-b9bf-c75ddd1dfb92 req-abe9c496-e694-4f95-93b1-0d39344fb9d7 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 943 time: 0.1519253 May 26 19:48:41.218564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '167b614f-8c54-4763-b048-ebb052970da0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'mac_address': 'fa:16:3e:45:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095d726-a136-4588-961d-60519fc058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:37Z', 'updated_at': '2022-05-26T19:48:37Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:41.222965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Checking router: 7e61dd60-1d50-4d03-b603-2b29333a1661 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:41.231201 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:41.231823 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:41.253752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8d72e37-2638-4182-b9bf-c75ddd1dfb92 req-eecd0ad8-475a-4ffa-833d-10fe6e64bda1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237750 May 26 19:48:41.274553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e946949b-b276-4012-b147-0ecbc52f1d3d req-c47bfb98-80f5-465c-a2fc-4557c4e1b533 service neutron] 10.222.0.53 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366235 May 26 19:48:41.286489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-d5d0faeb-8819-4860-b8ed-3919c696b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.287948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-d5d0faeb-8819-4860-b8ed-3919c696b811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 1096 time: 0.1569924 May 26 19:48:41.428221 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:41.549321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-973af6dd-a2ac-49e3-a1d4-ad0002838daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.550676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-973af6dd-a2ac-49e3-a1d4-ad0002838daf service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2559359 May 26 19:48:41.614341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f0223-9745-4107-b83e-9db0c106f93a req-b9f5aea3-e9f0-4fb9-a82c-5c1dd655d8be tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.615780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7f0223-9745-4107-b83e-9db0c106f93a req-b9f5aea3-e9f0-4fb9-a82c-5c1dd655d8be tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.2076664 May 26 19:48:41.623216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532447c0-4785-4c68-ae1d-032a615e99ec req-3730fd11-07d6-4572-971f-382a7b166479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.624580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-3730fd11-07d6-4572-971f-382a7b166479 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48f04668114148e6afe0ce2419bf925c&device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 1094 time: 0.3000362 May 26 19:48:41.635281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-33a69847-d6d5-401d-824c-2c171be518ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c935f70c-022f-444a-bef1-24325af61b1d HTTP/1.1" status: 200 len: 217 time: 0.0754161 May 26 19:48:41.774814 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '167b614f-8c54-4763-b048-ebb052970da0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'mac_address': 'fa:16:3e:45:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095d726-a136-4588-961d-60519fc058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:37Z', 'updated_at': '2022-05-26T19:48:37Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:41.778769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14f593-5704-4b9c-a135-c6d75b95d953 None None] The sync data for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 is: [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '167b614f-8c54-4763-b048-ebb052970da0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'mac_address': 'fa:16:3e:45:fa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095d726-a136-4588-961d-60519fc058cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:48:37Z', 'updated_at': '2022-05-26T19:48:37Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:41.799258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea7f0223-9745-4107-b83e-9db0c106f93a req-2d9de6cc-aa11-457c-8f3f-106d309c1241 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1736889 May 26 19:48:41.824244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47280) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:41.832921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-1b9c1188-e89f-42b4-8826-4399e91cf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.834368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-1b9c1188-e89f-42b4-8826-4399e91cf73e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1693611 May 26 19:48:41.904343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532447c0-4785-4c68-ae1d-032a615e99ec req-7d0f96c7-37d5-4a84-9f4d-de900c0a619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:41.905828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-7d0f96c7-37d5-4a84-9f4d-de900c0a619b service neutron] 10.222.0.53 "GET /v2.0/networks?id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 200 len: 914 time: 0.2721918 May 26 19:48:41.936772 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-104b75c8-6fb2-48d3-abd8-07325bcafec6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/167b614f-8c54-4763-b048-ebb052970da0 HTTP/1.1" status: 200 len: 991 time: 0.1113632 May 26 19:48:42.020700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-db7f97f2-881a-419c-8132-abf36575a6f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c HTTP/1.1" status: 200 len: 217 time: 0.1082046 May 26 19:48:42.028904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a49d92f-4f4d-4d61-8d13-6024883914f3 None None] New status for floating IP 167b614f-8c54-4763-b048-ebb052970da0: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:48:42.235853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532447c0-4785-4c68-ae1d-032a615e99ec req-2712e260-4fe2-4324-be9d-b1e8d6a41fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.237292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-2712e260-4fe2-4324-be9d-b1e8d6a41fad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=861567a8-5e5c-41f0-971a-6762f6a86833 HTTP/1.1" status: 200 len: 853 time: 0.2092161 May 26 19:48:42.241205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-21c2379d-a128-46b0-b4fe-9d2bf798f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.242724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-21c2379d-a128-46b0-b4fe-9d2bf798f87d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802106 May 26 19:48:42.311756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922f66f-5fee-4109-af3b-bc00c4c15833 req-09a6011a-e5d6-4bfc-a6ae-34c66f2d3691 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.313846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1922f66f-5fee-4109-af3b-bc00c4c15833 req-09a6011a-e5d6-4bfc-a6ae-34c66f2d3691 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.4026041 May 26 19:48:42.315860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-16f9cd0e-cae5-4b0e-b472-bae13c590554 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70dc76ab-d388-40be-bc9b-23aecdaf5dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716217 May 26 19:48:42.530385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1922f66f-5fee-4109-af3b-bc00c4c15833 req-75de5283-f84a-4cbc-8d72-01f53d121793 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105114 May 26 19:48:42.553875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-5431e67b-5b52-4b28-afeb-534cfe5b77c3 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741055 May 26 19:48:42.641813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-2812e893-34b9-4d18-9d62-28f0a2c15181 service neutron] 10.222.0.53 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763982 May 26 19:48:42.647083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:42.846371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-955cee13-4e1f-43f6-9460-a7559071ce44 req-43893769-0663-44c4-9065-7328a50ea327 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793052 May 26 19:48:42.889844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-532447c0-4785-4c68-ae1d-032a615e99ec req-ea498f78-61da-4ec0-9643-360b527de1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298791 May 26 19:48:42.898241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cc7df-c4e0-4290-882a-9c65aed9280a req-2f42a47a-a279-4f53-b613-0e4ad7d3fc45 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:42.899689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-744cc7df-c4e0-4290-882a-9c65aed9280a req-2f42a47a-a279-4f53-b613-0e4ad7d3fc45 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 943 time: 0.2532880 May 26 19:48:42.941139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47288) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:42.944821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-744cc7df-c4e0-4290-882a-9c65aed9280a req-36e959c3-e287-4ae6-864b-7472258d0467 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 May 26 19:48:42.996437 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06496b92-88e0-410b-a140-66e4bed11e48'] response: {'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'status': 'completed', 'code': 200} May 26 19:48:43.064782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-df38d9d8-e6db-45c6-a5e8-badb348336b7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/167b614f-8c54-4763-b048-ebb052970da0 HTTP/1.1" status: 200 len: 993 time: 0.1147671 May 26 19:48:43.110491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18681c23-f298-4a62-8a60-11188b73df33 req-43f10168-99de-4d1e-9478-9ed126dff27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.112463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-43f10168-99de-4d1e-9478-9ed126dff27c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.0775056 May 26 19:48:43.242558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18681c23-f298-4a62-8a60-11188b73df33 req-2e1c406c-8e43-4b85-b27a-9f66e2e69e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.243879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-2e1c406c-8e43-4b85-b27a-9f66e2e69e09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.1243255 May 26 19:48:43.346067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-527c58fe-0c8b-422a-b9aa-30581e64226e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1001 time: 0.0953417 May 26 19:48:43.413292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18681c23-f298-4a62-8a60-11188b73df33 req-f7784640-d724-4f5a-9f37-1f441f0ae17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.414728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-f7784640-d724-4f5a-9f37-1f441f0ae17b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0621390 May 26 19:48:43.490058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18681c23-f298-4a62-8a60-11188b73df33 req-94744a8a-4160-42ca-a28d-93c51a296685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.491505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-94744a8a-4160-42ca-a28d-93c51a296685 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707090 May 26 19:48:43.622511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-4b1fd8dc-a1c5-4396-bb7e-bc55be99e511 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233823 May 26 19:48:43.811679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18681c23-f298-4a62-8a60-11188b73df33 req-47c98a14-b351-40bc-b5e8-b33b818e3774 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824784 May 26 19:48:43.820598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2988308-b912-4b31-af76-ab9a1357bb69 req-f1f1a9c8-155d-4a34-98c9-203b077e279f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:43.822036 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2988308-b912-4b31-af76-ab9a1357bb69 req-f1f1a9c8-155d-4a34-98c9-203b077e279f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.1751537 May 26 19:48:43.968379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2988308-b912-4b31-af76-ab9a1357bb69 req-97aebc26-14aa-476c-ac63-b63a52f920fe tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404765 May 26 19:48:44.139127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d69bf-543e-48bd-a2b3-f9a46cd878d1 req-18c6536d-9908-49f2-a48c-e27253cef765 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:44.140558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d9d69bf-543e-48bd-a2b3-f9a46cd878d1 req-18c6536d-9908-49f2-a48c-e27253cef765 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 943 time: 0.0789979 May 26 19:48:44.183788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d9d69bf-543e-48bd-a2b3-f9a46cd878d1 req-a2ea4bcc-ec0f-4d8e-b529-10bcdf8963c7 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 May 26 19:48:44.200287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:44.318467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8cbfccf1-ba9e-4280-bf40-1e591d751a6c details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:48:44.452595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:44.466114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c', 'network_id': '70dc76ab-d388-40be-bc9b-23aecdaf5dbb', 'port_id': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c', 'mac_address': 'fa:16:3e:01:cd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861567a8-5e5c-41f0-971a-6762f6a86833', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:48:44.519149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:44.519522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:44.536114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbfccf1-ba9e-4280-bf40-1e591d751a6c {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:48:44.550677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:44.554648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:44.626784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:44.703584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a6b611e-9b5d-45a4-ae0e-0a40a9541bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:44.957440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8cbfccf1-ba9e-4280-bf40-1e591d751a6c'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:48:45.184233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9180-212e-4951-8ed3-096969013635 req-ea71485a-f2c5-4af3-86ef-22013d50b94b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:45.185402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-810a9180-212e-4951-8ed3-096969013635 req-ea71485a-f2c5-4af3-86ef-22013d50b94b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 945 time: 0.0924578 May 26 19:48:45.231131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-810a9180-212e-4951-8ed3-096969013635 req-6415ca97-9ce8-4f48-8667-801075f121c6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 May 26 19:48:45.403073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939e27-8ed9-4d8c-9ff6-c8eae68adb43 req-ad8b1e6b-17de-4999-a9f2-97cd78f5d7c1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:45.404605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03939e27-8ed9-4d8c-9ff6-c8eae68adb43 req-ad8b1e6b-17de-4999-a9f2-97cd78f5d7c1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 944 time: 0.0794568 May 26 19:48:45.453622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03939e27-8ed9-4d8c-9ff6-c8eae68adb43 req-3e99ffeb-baf5-4676-b985-37837be3e357 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 May 26 19:48:45.521894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:48:45.629261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fc765-6bbe-4b6b-b41b-ebae81a3277e req-1723021b-29fb-4234-9290-70e520be8d39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:45.630716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621fc765-6bbe-4b6b-b41b-ebae81a3277e req-1723021b-29fb-4234-9290-70e520be8d39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0813568 May 26 19:48:45.642016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:45.642392 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:45.675661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:45.677155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-621fc765-6bbe-4b6b-b41b-ebae81a3277e req-521d4297-721d-465f-8cc1-b59f7cb4a9f8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 May 26 19:48:45.684397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:45.688508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:45.745554 n-d-843146-9 neutron-server[88364]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5598d031-f437-4ccf-890e-1bf2e97dc9d1']: {'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d', 'code': 422} returned with failed status May 26 19:48:45.763520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:45.901550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7069-c45a-4e3c-ae09-b28c9b36c43a req-26c2956c-290a-40f3-90a3-8dd6b14cfc90 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:45.904185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b80d7069-c45a-4e3c-ae09-b28c9b36c43a req-26c2956c-290a-40f3-90a3-8dd6b14cfc90 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0839365 May 26 19:48:45.957543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b80d7069-c45a-4e3c-ae09-b28c9b36c43a req-264cbd1b-7128-4a90-848c-b2ec70293b91 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 May 26 19:48:46.145973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4207302-55e7-4fc5-b2b6-49ed15508507 req-501a9975-d6f2-43e0-83e8-66a7b134580d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:46.147353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4207302-55e7-4fc5-b2b6-49ed15508507 req-501a9975-d6f2-43e0-83e8-66a7b134580d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0824244 May 26 19:48:46.191833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4207302-55e7-4fc5-b2b6-49ed15508507 req-a99e6506-fad8-4157-b62c-4b77fb70a5e1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387406 May 26 19:48:46.347013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8cbfccf1-ba9e-4280-bf40-1e591d751a6c up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:48:46.382036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b8cb9-3e43-49b9-8d5c-69a7a97c6090 req-debcea93-eb7f-469c-84a9-2ce3a486dca3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:46.383502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-281b8cb9-3e43-49b9-8d5c-69a7a97c6090 req-debcea93-eb7f-469c-84a9-2ce3a486dca3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0869422 May 26 19:48:46.413661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:48:46.418530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:48:46.418898 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:46.428016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-281b8cb9-3e43-49b9-8d5c-69a7a97c6090 req-de9a60cf-4b8e-4a02-b375-18d717704a1f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 May 26 19:48:46.565717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:46.566321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:46.602642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:46.607349 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:46.679811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:46.768470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88fa99-19b4-44f2-89b0-ba05e1cdb3c5 req-46efc95f-0245-4003-855d-fd3b10713d8c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:46.770022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a88fa99-19b4-44f2-89b0-ba05e1cdb3c5 req-46efc95f-0245-4003-855d-fd3b10713d8c tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.0797441 May 26 19:48:46.816570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a88fa99-19b4-44f2-89b0-ba05e1cdb3c5 req-d806a7dc-20fb-49e7-902a-8146c7ec2c37 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 May 26 19:48:46.849549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2334ca91-4673-4f62-91eb-6306d1ba1ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:46.992304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10a347-b4c5-4c3b-8ffa-b81b733ebd25 req-ac705fea-b8f7-4609-9543-b4c2a3c951ab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:46.993674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a10a347-b4c5-4c3b-8ffa-b81b733ebd25 req-ac705fea-b8f7-4609-9543-b4c2a3c951ab tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0813563 May 26 19:48:47.037522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a10a347-b4c5-4c3b-8ffa-b81b733ebd25 req-2c56e1fa-266f-466a-8f75-5c531c7a6e7f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 May 26 19:48:47.322780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:47.747084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:47.790351 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03bbc14-f17a-46af-9676-e9d00af72161'] response: {'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c', 'code': 200} May 26 19:48:47.915074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724e8c1-9804-4492-adc5-249b6e94e8fa req-b72c5d00-5fb5-483b-a508-e7f47da13c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:47.916523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0724e8c1-9804-4492-adc5-249b6e94e8fa req-b72c5d00-5fb5-483b-a508-e7f47da13c68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 1096 time: 0.0710714 May 26 19:48:48.005182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0724e8c1-9804-4492-adc5-249b6e94e8fa req-2fa23fc5-0bd0-4e88-9797-a01f86672ec8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808899 May 26 19:48:48.030426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d50a-834d-4db1-87bf-e8d7251a6298 req-357edb11-e8a9-48bd-b5a1-1b259a3ad623 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:48.031857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18a2d50a-834d-4db1-87bf-e8d7251a6298 req-357edb11-e8a9-48bd-b5a1-1b259a3ad623 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.1094117 May 26 19:48:48.075547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18a2d50a-834d-4db1-87bf-e8d7251a6298 req-2007a4a9-c521-4a80-a2b5-8af3e0fdbe44 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 May 26 19:48:48.179341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:48.252991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef180-6274-4fa2-8e08-d2dcbe9f5d0f req-dce33404-5e13-47b6-b6b3-ddc6b54c01f5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:48.254457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed5ef180-6274-4fa2-8e08-d2dcbe9f5d0f req-dce33404-5e13-47b6-b6b3-ddc6b54c01f5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0848877 May 26 19:48:48.298398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed5ef180-6274-4fa2-8e08-d2dcbe9f5d0f req-2576a031-65ff-4ad1-9366-5745d173e908 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 May 26 19:48:49.257592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7743e-aff1-4014-af69-a777151a5d10 req-b0ec5cf3-1eb6-4669-ae29-912a425ee0a1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:49.259015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ed7743e-aff1-4014-af69-a777151a5d10 req-b0ec5cf3-1eb6-4669-ae29-912a425ee0a1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.0791614 May 26 19:48:49.305488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4ed7743e-aff1-4014-af69-a777151a5d10 req-68e3c809-0e9d-451c-a2df-205a2f7715eb tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 May 26 19:48:49.483293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515c352-72ef-4cf9-9907-91596dc3747d req-7ed180da-d90a-4ea4-986d-ef9b8b95bf5c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:49.489757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d515c352-72ef-4cf9-9907-91596dc3747d req-7ed180da-d90a-4ea4-986d-ef9b8b95bf5c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0861106 May 26 19:48:49.535790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d515c352-72ef-4cf9-9907-91596dc3747d req-901416f1-7934-4e49-a825-cb2df459e679 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 May 26 19:48:49.543622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device c935f70c-022f-444a-bef1-24325af61b1d no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:48:49.653843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port c935f70c-022f-444a-bef1-24325af61b1d is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:48:49.768166 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:50.494332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769cf7b-3f84-4a22-9ebf-beb0b03269f7 req-bf2e09e4-a83c-45ce-b475-ccf6d8c20d40 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:50.495751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9769cf7b-3f84-4a22-9ebf-beb0b03269f7 req-bf2e09e4-a83c-45ce-b475-ccf6d8c20d40 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.0821705 May 26 19:48:50.543338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9769cf7b-3f84-4a22-9ebf-beb0b03269f7 req-197e3d0b-8a55-4d06-a345-460599dcde18 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 May 26 19:48:50.720351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3e85-4d23-46db-bc54-a7165b0c353a req-d09e33d4-000e-4ba5-bf1c-455665a5b409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:50.721793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3ed3e85-4d23-46db-bc54-a7165b0c353a req-d09e33d4-000e-4ba5-bf1c-455665a5b409 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0796018 May 26 19:48:50.764714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3ed3e85-4d23-46db-bc54-a7165b0c353a req-1cf2e85f-ffcd-49da-b5a9-692a8fd7bc53 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373197 May 26 19:48:51.962286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db1785-5699-4a02-bd2f-b76009749ce6 req-34458250-f47e-4f91-a705-b06572b13c89 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:51.963714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73db1785-5699-4a02-bd2f-b76009749ce6 req-34458250-f47e-4f91-a705-b06572b13c89 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0900545 May 26 19:48:52.008352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73db1785-5699-4a02-bd2f-b76009749ce6 req-1133599e-69ea-43b4-bf2a-64137d160136 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 May 26 19:48:53.193677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d322bb-af4c-42eb-add4-040682ff2a03 req-baf236fb-93c4-4cbf-baa9-2d2c08fa47e6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:53.195214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2d322bb-af4c-42eb-add4-040682ff2a03 req-baf236fb-93c4-4cbf-baa9-2d2c08fa47e6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0818486 May 26 19:48:53.242365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2d322bb-af4c-42eb-add4-040682ff2a03 req-b9b4753e-1001-49a2-8806-5831fbcea2c4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 May 26 19:48:53.395475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47350) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:48:53.600252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port dbc81f92-6741-4388-a8ec-d093618c6c9b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:48:53.600590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:53.772927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:53.773203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:53.896403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for dbc81f92-6741-4388-a8ec-d093618c6c9b owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:48:54.044317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:54.091507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=dbc81f92-6741-4388-a8ec-d093618c6c9b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:54.186306 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:54.186621 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP d07b7c05-201f-476d-8dc4-00f4ba0b6a03 disassociated (deleted). External IP: 172.25.0.195, port: bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617. May 26 19:48:54.427095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0becfe-0894-40db-8b6a-47de1ac6fbda req-862c545b-3807-46ac-b1c3-e3b14adb598f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:54.428558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a0becfe-0894-40db-8b6a-47de1ac6fbda req-862c545b-3807-46ac-b1c3-e3b14adb598f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0806518 May 26 19:48:54.473886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a0becfe-0894-40db-8b6a-47de1ac6fbda req-7f3390cc-d41e-42f8-9be3-01f781b648c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395780 May 26 19:48:54.664208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:48:54.846419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:48:54.855625 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:48:54.864607 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:54.865238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:54.865998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:54.923309 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96e8b1dc-faf4-48f3-9254-59fa24ad592a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "DELETE /v2.0/floatingips/d07b7c05-201f-476d-8dc4-00f4ba0b6a03 HTTP/1.1" status: 204 len: 168 time: 1.5236771 May 26 19:48:54.923309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:55.041644 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:55.220216 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8321468f-dd65-4b04-b165-8e78b18538e7'] response: {'name': 'network-changed', 'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'status': 'completed', 'code': 200} May 26 19:48:55.370316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-d39c6774-f41f-47b4-a662-cb70de403fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.371780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-d39c6774-f41f-47b4-a662-cb70de403fe5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 1097 time: 0.1277137 May 26 19:48:55.395263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbd451-2827-425a-9f39-d4d4bc82775d req-5bf68681-0530-4901-ac83-5dd41527a75a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.396668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1dbd451-2827-425a-9f39-d4d4bc82775d req-5bf68681-0530-4901-ac83-5dd41527a75a tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.0939016 May 26 19:48:55.426285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:55.430150 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:48:55.438382 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:48:55.438971 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:55.518959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1dbd451-2827-425a-9f39-d4d4bc82775d req-12ee24dc-bf0d-4a8d-80ae-475ab4046374 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028059 May 26 19:48:55.565445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-94d6a737-e427-4ad3-be4f-11f0b1c369f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.566899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-94d6a737-e427-4ad3-be4f-11f0b1c369f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.1795609 May 26 19:48:55.623344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:48:55.775226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-b89acfed-9cdc-492a-8a30-68ecd71e5c48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 200 len: 217 time: 0.2008512 May 26 19:48:55.852107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-8ad314f5-3281-4948-8390-413c74dac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.853569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-8ad314f5-3281-4948-8390-413c74dac921 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0682218 May 26 19:48:55.865355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ca536-3149-49f4-b6ea-3f5c837e1df2 req-e6754759-c8e5-44c1-a1a3-8f439ba06cb7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.866783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e6ca536-3149-49f4-b6ea-3f5c837e1df2 req-e6754759-c8e5-44c1-a1a3-8f439ba06cb7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1436121 May 26 19:48:55.960684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e6ca536-3149-49f4-b6ea-3f5c837e1df2 req-54e1987d-17e7-4f7b-92ac-18150aacfd63 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633450 May 26 19:48:55.978011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-f003dc21-b346-4236-aef0-97a99bc92695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:55.979419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-f003dc21-b346-4236-aef0-97a99bc92695 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118116 May 26 19:48:55.985397 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:48:55.989324 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fdc75-ecc0-4e54-bf40-a42f2932f626 None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '04eaa960-881c-45b3-a48a-2001291996dc', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'port_id': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'mac_address': 'fa:16:3e:fc:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:44:31Z', 'updated_at': '2022-05-26T19:44:35Z', 'revision_number': 1, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:48:56.115123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-1889fef4-795b-47ce-a7e6-0d24cf548c92 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286364 May 26 19:48:56.247659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df928d0-63d9-4bdd-bab7-696792aea6e3 None None] New status for floating IP d07b7c05-201f-476d-8dc4-00f4ba0b6a03: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:48:56.253225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df7de528-b63f-4bc1-973b-ccffe672fb5a req-86005bb1-b9f3-4e1d-b37e-33726db55fc3 service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316020 May 26 19:48:56.705401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee74f63-759f-40ed-92ab-1ed3ea736867 req-d991b414-7c82-4ce9-a12d-eff848eaf55b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:56.706848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee74f63-759f-40ed-92ab-1ed3ea736867 req-d991b414-7c82-4ce9-a12d-eff848eaf55b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.0789952 May 26 19:48:56.751661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ee74f63-759f-40ed-92ab-1ed3ea736867 req-610b9f3a-0f74-49a4-a4e6-e26ead28e7f0 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 May 26 19:48:57.210067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-b880fb4f-c425-48bc-a4e4-03b5b66b2dc3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:57.211459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-b880fb4f-c425-48bc-a4e4-03b5b66b2dc3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 946 time: 0.1401582 May 26 19:48:57.219971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f094e-6783-4467-b3ae-f8cd965805ee req-26198947-a47f-4109-a756-bd176e5a955c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:57.221289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007f094e-6783-4467-b3ae-f8cd965805ee req-26198947-a47f-4109-a756-bd176e5a955c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1153202 May 26 19:48:57.314319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:48:57.314521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:57.344923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-007f094e-6783-4467-b3ae-f8cd965805ee req-6d692901-a20d-426a-b3ea-476a16086aac tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928569 May 26 19:48:57.571938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:48:57.572201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:57.704366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:48:57.898520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-3763eaac-95ab-4ce6-be62-284b71de07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:57.900111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-3763eaac-95ab-4ce6-be62-284b71de07d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1660364 May 26 19:48:57.944858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:57.998693 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:48:58.200061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.251518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.252300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.252300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:48:58.319309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:48:58.326978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:48:58.329344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'name': 'network-vif-deleted', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:48:58.359320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17ba4b8e-8a7b-4f9f-9bef-6f9be843d361 req-15d0c502-4dd8-4584-956d-9bfbfb29df4b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "DELETE /v2.0/ports/bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 HTTP/1.1" status: 204 len: 173 time: 1.1370676 May 26 19:48:58.371235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-15e24160-85c9-4c9f-a1d1-2c35a2914caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.371235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-15e24160-85c9-4c9f-a1d1-2c35a2914caf service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.4527507 May 26 19:48:58.450625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6cd66-a4ef-4453-a77d-e32bd1171dec req-8901dbf3-1d98-4967-a172-ab1e9813ac64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.452092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff6cd66-a4ef-4453-a77d-e32bd1171dec req-8901dbf3-1d98-4967-a172-ab1e9813ac64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.3554387 May 26 19:48:58.524293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-779c6e8d-cc68-4ab4-9de4-491246297438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.1503680 May 26 19:48:58.528982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff6cd66-a4ef-4453-a77d-e32bd1171dec req-055c8265-95dd-4258-bca3-54ff5e685871 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692196 May 26 19:48:58.627076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-93b15f64-2148-4943-8a78-98dbc76abddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.629246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-93b15f64-2148-4943-8a78-98dbc76abddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.0986190 May 26 19:48:58.769764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4bec72df-e74f-48ec-b868-3b554a35c0d9 req-cf26128e-7ed5-4938-884d-0a49ea5e81da tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Synchronizing usage tracker for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:48:58.803006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4bec72df-e74f-48ec-b868-3b554a35c0d9 req-cf26128e-7ed5-4938-884d-0a49ea5e81da tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Unset dirty status for tenant:294de8bd0a104d1bacabb44984cf581b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:48:58.804088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bec72df-e74f-48ec-b868-3b554a35c0d9 req-cf26128e-7ed5-4938-884d-0a49ea5e81da tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d HTTP/1.1" status: 200 len: 210 time: 0.0983782 May 26 19:48:58.818089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-05d634ee-c77f-4fe2-8e0d-830a15e2d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:58.820060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-05d634ee-c77f-4fe2-8e0d-830a15e2d615 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771619 May 26 19:48:58.979074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-db81983e-0658-4d47-84f5-f0883aca5711 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521792 May 26 19:48:59.151639 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c687bbb-6ba7-4000-99aa-2e45d4c5a44d'] response: {'server_uuid': '6bbbbbfa-995b-4e89-a1cf-f2bafad35d1d', 'name': 'network-vif-deleted', 'tag': 'bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617', 'status': 'completed', 'code': 200} May 26 19:48:59.222850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d0bf01a-5dc8-467f-8bc3-7e48a7e9f474 req-ad8827b1-b5dc-4424-8c11-0a485afc756a service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342103 May 26 19:48:59.738383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388befe2-f9dd-4a3c-943b-6ba3e55b33d6 req-a146c187-2eeb-48ed-a644-8afc2a910373 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:48:59.740120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-388befe2-f9dd-4a3c-943b-6ba3e55b33d6 req-a146c187-2eeb-48ed-a644-8afc2a910373 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0902216 May 26 19:48:59.786603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-388befe2-f9dd-4a3c-943b-6ba3e55b33d6 req-2d3befd1-ff7c-4f3f-92a3-3c41f57311f6 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 May 26 19:49:00.416218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:00.523657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:00.523922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcc97efe-b9d9-48f1-a4e6-fba0c3ee8617 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:00.675420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627865fe-5c1a-42dd-afdc-0bf9767c3408 req-c6e2c8ad-fe09-4754-bb19-161221b161fe tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.677395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-627865fe-5c1a-42dd-afdc-0bf9767c3408 req-c6e2c8ad-fe09-4754-bb19-161221b161fe tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.0849268 May 26 19:49:00.727607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-627865fe-5c1a-42dd-afdc-0bf9767c3408 req-f5fa707d-135f-4f78-ab5b-960c16948025 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 May 26 19:49:00.978482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca769f9b-cc1d-4580-926b-dafbd62f875b req-542355d9-7b03-4726-ad2c-3be883a89473 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:00.979831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca769f9b-cc1d-4580-926b-dafbd62f875b req-542355d9-7b03-4726-ad2c-3be883a89473 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0803010 May 26 19:49:01.024695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca769f9b-cc1d-4580-926b-dafbd62f875b req-ba1af4ff-888b-429b-aa4e-595ad2e7f4af tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 May 26 19:49:01.215138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01415cc-73ff-497c-9c45-54e119300aef req-2a91afd7-3b1a-4825-92da-16a6b4250aa8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.216567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d01415cc-73ff-497c-9c45-54e119300aef req-2a91afd7-3b1a-4825-92da-16a6b4250aa8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0854609 May 26 19:49:01.261348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d01415cc-73ff-497c-9c45-54e119300aef req-fda7b6fc-c2af-4d54-8d82-3163e9ed0956 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 May 26 19:49:01.460336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6454-3b68-4f00-b56c-ac0ba4a80110 req-fecd36d1-746a-4d83-8e16-973e16e05920 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.461808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be1c6454-3b68-4f00-b56c-ac0ba4a80110 req-fecd36d1-746a-4d83-8e16-973e16e05920 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0916123 May 26 19:49:01.510674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be1c6454-3b68-4f00-b56c-ac0ba4a80110 req-7b1a6e78-ba4f-4338-abca-d1d4889c9843 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 May 26 19:49:01.709349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b851-5cbf-4035-873f-cfcb8181d77b req-ca1936a0-bfff-4ad0-8f41-5f7367c4aec1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:01.716990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cac3b851-5cbf-4035-873f-cfcb8181d77b req-ca1936a0-bfff-4ad0-8f41-5f7367c4aec1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0937471 May 26 19:49:01.761759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cac3b851-5cbf-4035-873f-cfcb8181d77b req-b45a1629-376a-453b-bf8e-0c2b3302f8e4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 May 26 19:49:02.121994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ce4c-2e6e-4b95-8eee-a9538d085b0f req-23e1f186-2f01-409b-936b-ba9f6d2bd698 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:02.123436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90d7ce4c-2e6e-4b95-8eee-a9538d085b0f req-23e1f186-2f01-409b-936b-ba9f6d2bd698 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.2483714 May 26 19:49:02.134599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-8de008d8-7676-4f44-b2e4-449d9caab45f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:02.135956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-8de008d8-7676-4f44-b2e4-449d9caab45f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 946 time: 0.2172740 May 26 19:49:02.242629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90d7ce4c-2e6e-4b95-8eee-a9538d085b0f req-26134c7d-bcc7-4083-a2d6-3ab29bc5a0e1 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=4342d049-78ef-48d6-a04f-a4cd7fc72a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057343 May 26 19:49:02.246566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Deleting port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:02.246566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:02.598617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d734f-0e1f-4dff-a5a0-03ea8ba3cd6e req-bed96544-7c7e-4bc0-86f2-55ffdae8308b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:02.600109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0d734f-0e1f-4dff-a5a0-03ea8ba3cd6e req-bed96544-7c7e-4bc0-86f2-55ffdae8308b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2171574 May 26 19:49:02.607521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] For port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:02.607813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:02.745144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0d734f-0e1f-4dff-a5a0-03ea8ba3cd6e req-1d5bd5b5-7439-4e72-9164-28c40cb734e1 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295729 May 26 19:49:02.993658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:02.994026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:02.994378 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Floating IP 29b8a44d-db07-4935-8f7f-f8c4cd9e10bb disassociated. External IP: 172.25.0.111, port: fcdaed3e-9b40-4fd1-93e8-41a3ecb44178. May 26 19:49:02.994727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Calling delete_port for fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:03.308738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:03.367320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'Port': ['ID=fcdaed3e-9b40-4fd1-93e8-41a3ecb44178,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:03.538367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55328-d316-49d0-9257-3505802c1ecb req-eae8ffe3-44e9-414d-bf76-3ab85774d4af tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:03.539729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42e55328-d316-49d0-9257-3505802c1ecb req-eae8ffe3-44e9-414d-bf76-3ab85774d4af tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2826197 May 26 19:49:03.619717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42e55328-d316-49d0-9257-3505802c1ecb req-739d52ba-5a13-4d6a-87fa-2188d60b15bf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718982 May 26 19:49:03.621529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:03.958746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e26838b8-f86b-4aba-a76f-8edaabe91316 req-09358c27-c209-4a70-9d9e-cda141849e8c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=761a892f-9dba-4ded-b11a-78e8223482f3 HTTP/1.1" status: 200 len: 210 time: 0.1827588 May 26 19:49:03.978840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:03.995109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:04.021072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:04.022005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:04.077579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] No DVR routers for this DVR port fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:04.082508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:04.090682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-deleted', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:04.130650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1362e69a-5b32-4b99-b94b-c2c7f3b2fce5 req-463246e5-eabb-4a5c-ae7d-904f71a046c2 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "DELETE /v2.0/ports/fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 HTTP/1.1" status: 204 len: 173 time: 1.9805193 May 26 19:49:04.163826 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fa0f44-d6b3-43fd-9955-3b8adc4bffd3'] response: {'server_uuid': '761a892f-9dba-4ded-b11a-78e8223482f3', 'name': 'network-vif-deleted', 'tag': 'fcdaed3e-9b40-4fd1-93e8-41a3ecb44178', 'status': 'completed', 'code': 200} May 26 19:49:04.232498 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:04.517624 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47476) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:04.601283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:04.606739 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:04.616393 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:04.616912 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:04.742205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 5ce78292-5a0c-4ec4-9e97-7b75cf42139f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:04.742973 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:04.877226 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:04.878037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb52e75-8d5e-46af-90c1-d1c5cb7b5b1b req-57bc8d79-6d6c-4fe6-9bc2-ad5a58d32bfd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:04.885103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb52e75-8d5e-46af-90c1-d1c5cb7b5b1b req-57bc8d79-6d6c-4fe6-9bc2-ad5a58d32bfd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.0965557 May 26 19:49:04.937012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cb52e75-8d5e-46af-90c1-d1c5cb7b5b1b req-53982c59-bc88-4526-8859-ea0bc766adb4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509784 May 26 19:49:04.950164 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:04.950504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:05.197306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 5ce78292-5a0c-4ec4-9e97-7b75cf42139f owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:05.396581 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:05.412809 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15675e68-2a93-4c4f-bf95-a89e26ae9158 None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:05.426071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:05.519704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=5ce78292-5a0c-4ec4-9e97-7b75cf42139f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:05.565791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-3e154013-5aff-42dc-9d1c-e711ff6584bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.567266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-3e154013-5aff-42dc-9d1c-e711ff6584bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 1095 time: 0.1516263 May 26 19:49:05.572433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.573212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.573841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.574329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.574745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.575476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.575958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.576517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.576983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.577509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.578943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.579504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:05.610961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88848c-dee7-4d8e-8724-2cddb7e976eb req-b9b0b5dd-7fa1-4d7a-a133-f310b98026f4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.612476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca88848c-dee7-4d8e-8724-2cddb7e976eb req-b9b0b5dd-7fa1-4d7a-a133-f310b98026f4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1306710 May 26 19:49:05.615502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:05.615833 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Floating IP 04eaa960-881c-45b3-a48a-2001291996dc disassociated (deleted). External IP: 172.25.0.216, port: f2c55ce1-7db1-46b2-9f02-c905df16e09f. May 26 19:49:05.629785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:05.680919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:05.681192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fcdaed3e-9b40-4fd1-93e8-41a3ecb44178 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:05.729641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca88848c-dee7-4d8e-8724-2cddb7e976eb req-8d580af4-1d01-4ced-af02-2eab9a847ec3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678310 May 26 19:49:05.739239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c50696-870d-459a-a3dc-63ef4af3bba9 None None] New status for floating IP 29b8a44d-db07-4935-8f7f-f8c4cd9e10bb: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:49:05.779329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47492) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:05.797104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-b65591c5-9741-4a34-a8be-a67559e7897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:05.798510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-b65591c5-9741-4a34-a8be-a67559e7897c service neutron] 10.222.0.13 "GET /v2.0/networks?id=46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 200 len: 913 time: 0.2236884 May 26 19:49:05.946064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-d045c88a-1068-471d-99de-b91107de0a10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 200 len: 999 time: 0.1343021 May 26 19:49:05.994906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.040653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.053600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-39d6d7c7-4c80-4206-9e3c-5fc493dd7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:06.055030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-39d6d7c7-4c80-4206-9e3c-5fc493dd7a10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 200 len: 851 time: 0.1027267 May 26 19:49:06.158257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.158860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:06.179877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342d049-78ef-48d6-a04f-a4cd7fc72a5b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:06.184609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-c9d90733-e36e-4233-87d3-4f53225abf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:06.185530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-c9d90733-e36e-4233-87d3-4f53225abf80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46dc1057-389c-45d6-8261-786bfc265b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210604 May 26 19:49:06.219418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.223060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1a200d35-24ed-40ba-b356-ebac4c1c8918 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "DELETE /v2.0/security-groups/4342d049-78ef-48d6-a04f-a4cd7fc72a5b HTTP/1.1" status: 204 len: 168 time: 0.4402452 May 26 19:49:06.226252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47496) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:06.266340 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-a2b4f637-4436-4a79-9a15-d348c707d091 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] show failed (client error): The resource could not be found. May 26 19:49:06.266340 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a2b4f637-4436-4a79-9a15-d348c707d091 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups/4342d049-78ef-48d6-a04f-a4cd7fc72a5b HTTP/1.1" status: 404 len: 347 time: 0.0352440 May 26 19:49:06.266340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:06.340186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-5ba44480-ba9c-4f7b-b115-e5028d441f60 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461060 May 26 19:49:06.497342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5f375db-d1e4-4d3b-a660-281bf5485a7d req-5f94b801-5edc-44ce-b729-1e56f3de96d0 service neutron] 10.222.0.13 "GET /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510572 May 26 19:49:06.526695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:06.537232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:06.541497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Deleting port 59ef9d49-a34a-4ee2-8ec3-e8541cb043fd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:06.541842 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.547820 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:06.548579 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:06.603641 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.717667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.736716 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:06.740366 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e8a236ed-5ba2-4b86-ac32-e33b558d9c81 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "DELETE /v2.0/floatingips/04eaa960-881c-45b3-a48a-2001291996dc HTTP/1.1" status: 204 len: 168 time: 2.2191424 May 26 19:49:06.740366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:06.786741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.787319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:06.924840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Calling delete_port for 59ef9d49-a34a-4ee2-8ec3-e8541cb043fd owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:07.148517 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c23541-735e-49b5-ae5e-740301419ef9'] response: {'name': 'network-changed', 'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'status': 'completed', 'code': 200} May 26 19:49:07.151498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:07.184281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-fd4833f6-2460-4772-9f8d-864b8c808ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.186480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-fd4833f6-2460-4772-9f8d-864b8c808ef8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294de8bd0a104d1bacabb44984cf581b&device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 1097 time: 0.1054413 May 26 19:49:07.238345 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:07.238345 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:07.273262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:07.273262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:48:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:07.293107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'Port': ['ID=59ef9d49-a34a-4ee2-8ec3-e8541cb043fd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:07.389737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:07.410529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:07.412013 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-274805b2-b659-4fb5-bd2d-4774e079a0a4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "DELETE /v2.0/floatingips/29b8a44d-db07-4935-8f7f-f8c4cd9e10bb HTTP/1.1" status: 204 len: 168 time: 1.1456425 May 26 19:49:07.533429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-8af61285-267d-40d1-8fe1-a8e54a0ec773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.534967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-8af61285-267d-40d1-8fe1-a8e54a0ec773 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 200 len: 912 time: 0.3383136 May 26 19:49:07.542947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbdfca-d020-4901-b3f2-84935c702fc9 req-daf3be6f-d694-41f6-aa74-27287b5b44bf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.558123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52bbdfca-d020-4901-b3f2-84935c702fc9 req-daf3be6f-d694-41f6-aa74-27287b5b44bf tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2922518 May 26 19:49:07.602534 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:07.787806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-1bdb1bd5-461d-4a27-a348-a23414e43c40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 200 len: 217 time: 0.2133608 May 26 19:49:07.849298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52bbdfca-d020-4901-b3f2-84935c702fc9 req-9eb6b9fd-08ce-48f4-bd63-2695f78ab2ff tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900603 May 26 19:49:07.867536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-13195fcb-2d25-4b48-9483-3c2ee16c5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:07.868966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-13195fcb-2d25-4b48-9483-3c2ee16c5277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 200 len: 850 time: 0.0728452 May 26 19:49:08.011893 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a74543-0178-4436-8db8-211f2317185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:08.015937 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a74543-0178-4436-8db8-211f2317185b None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:36:09Z', 'revision_number': 4, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c18efa4d-3891-4c35-b691-20cb1b9a263f', 'name': '', 'network_id': 'ae1a53bd-436f-4020-b054-02a09ef71b9c', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'mac_address': 'fa:16:3e:84:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:06Z', 'updated_at': '2022-05-26T19:36:18Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'subnets': [{'id': '47d6580e-c688-4aa1-b71f-30ee1081c77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:08.057186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-2dced738-2a75-45bf-b486-443bac838600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:08.058690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-2dced738-2a75-45bf-b486-443bac838600 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae1a53bd-436f-4020-b054-02a09ef71b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819203 May 26 19:49:08.096974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484a353-3452-47da-b042-4e8223fa8611 req-78fe6873-6779-46cf-b9aa-b6063805069e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:08.098483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8484a353-3452-47da-b042-4e8223fa8611 req-78fe6873-6779-46cf-b9aa-b6063805069e tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.1390762 May 26 19:49:08.220926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8484a353-3452-47da-b042-4e8223fa8611 req-ffe263a4-b5ce-4615-b984-398ea35658de tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156676 May 26 19:49:08.245511 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb9ea-b166-4d34-8df2-fcdda068b99e None None] New status for floating IP 04eaa960-881c-45b3-a48a-2001291996dc: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:49:08.246829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-0b52e81a-f870-4683-912b-479468c34efa service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791945 May 26 19:49:08.313371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47522) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:08.319294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854754182', 'description': 'tempest-description--654922457'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:08.325947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:08.330901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:08.338115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:08.348491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:08.367770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.400076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:08.409090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:08.412157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:08.418623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:08.419457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bed8ac8a-3672-46aa-ab45-f4ed40dd3743 req-26908eef-c0a4-412e-b415-942cef6f5b7e service neutron] 10.222.0.53 "GET /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660748 May 26 19:49:08.494972 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.498520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.544231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:08.548930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.553935 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9465ac16-a810-48d3-a7c7-eb1a2c75a429 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2353444 May 26 19:49:08.553935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:08.558678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group_rule': {'security_group_id': '3b1fc000-dc7f-4317-82f7-b9eee20b8dbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:08.565359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:08.569433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:08.572386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:08.578631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:08.595941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.667177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.671023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.699702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3b48df-99d7-40f8-bae3-8be18bcc7db7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:08.709806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.710973 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ef0a267-5993-4498-b386-f4a468af1ec8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568210 May 26 19:49:08.713752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47538) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:08.725033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'security_group_rule': {'security_group_id': '3b1fc000-dc7f-4317-82f7-b9eee20b8dbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:08.726657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:08.730340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:security_group_rule and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:08.733337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:08.739799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:08.758056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.820118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-d9353691-16f8-4e75-98bd-4adead432b31 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:08.821606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-d9353691-16f8-4e75-98bd-4adead432b31 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.0897167 May 26 19:49:08.832239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.837114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.862011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb79433-79cd-43de-b76d-14b9a1aaad8d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:08.871642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.876823 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3fec0b75-8aaa-4341-849d-b9c117c7c16b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617484 May 26 19:49:08.877396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47542) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:08.882643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:08.889304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:08.894945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Usage tracker for resource:floatingip and tenant:754ae71d3f0d40618079a0835d86fe0a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:08.900135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:08.907088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:08.913259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port f2c55ce1-7db1-46b2-9f02-c905df16e09f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:08.914134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:08.919823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.216953 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.224059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb202bf-c8ab-41ee-96ea-a6c7d4cffcdb req-29635d32-3b86-4946-8acf-ea85a8df0697 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:09.225664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afb202bf-c8ab-41ee-96ea-a6c7d4cffcdb req-29635d32-3b86-4946-8acf-ea85a8df0697 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2361391 May 26 19:49:09.311350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] For port f2c55ce1-7db1-46b2-9f02-c905df16e09f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f2c55ce1-7db1-46b2-9f02-c905df16e09f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:09.311854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.321910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afb202bf-c8ab-41ee-96ea-a6c7d4cffcdb req-07438791-a2de-410a-afbf-4d6b47962087 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864515 May 26 19:49:09.369241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Allocated IP 172.25.0.145 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/f7f409fa-e189-41fd-a2ab-4f04ebc73403) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:49:09.455914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for f2c55ce1-7db1-46b2-9f02-c905df16e09f owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:09.543221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.575533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.649854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:49:09.652597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:49:09.659339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:49:09.664068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379bb7-40bd-47c8-aeff-c990ae48bde7 req-039d9141-a04e-4a0a-9179-bc35d791ef21 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:09.676079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40379bb7-40bd-47c8-aeff-c990ae48bde7 req-039d9141-a04e-4a0a-9179-bc35d791ef21 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a33720-14e7-4bcb-8465-ae083cbd1c84 HTTP/1.1" status: 200 len: 946 time: 0.1926382 May 26 19:49:09.734114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=f7f409fa-e189-41fd-a2ab-4f04ebc73403,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:09.755767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40379bb7-40bd-47c8-aeff-c990ae48bde7 req-96c2de60-71c2-423e-951f-c8c9edcb4814 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "GET /v2.0/security-groups?id=cdc3432d-535d-4a9a-91fc-6804306ae899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785630 May 26 19:49:09.770494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.816773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:09.850973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=f2c55ce1-7db1-46b2-9f02-c905df16e09f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:09.886812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.105752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] No DVR routers for this DVR port f2c55ce1-7db1-46b2-9f02-c905df16e09f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:10.108417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.111724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'name': 'network-vif-deleted', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:10.126287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.130874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.134018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10c3407b-d1e5-4c26-87e7-442188ba58e1 req-1cccaba8-1e4b-4b44-b8fb-821d4fb6911b tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.53 "DELETE /v2.0/ports/f2c55ce1-7db1-46b2-9f02-c905df16e09f HTTP/1.1" status: 204 len: 173 time: 1.3045394 May 26 19:49:10.165246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d64ff-d173-4c78-8d48-2f471cf5b2cf req-cba4b48d-0a2b-49c3-a6fa-1f87ba77b542 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:10.166751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-638d64ff-d173-4c78-8d48-2f471cf5b2cf req-cba4b48d-0a2b-49c3-a6fa-1f87ba77b542 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.2989671 May 26 19:49:10.220353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-638d64ff-d173-4c78-8d48-2f471cf5b2cf req-b4a92c5e-dfcf-4d48-9767-9b823fe5fc3b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 May 26 19:49:10.255307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=f7f409fa-e189-41fd-a2ab-4f04ebc73403,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:10.272254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.286009 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b2a12d-1b4f-4094-805c-a969b0b902df'] response: {'server_uuid': 'a4a33720-14e7-4bcb-8465-ae083cbd1c84', 'name': 'network-vif-deleted', 'tag': 'f2c55ce1-7db1-46b2-9f02-c905df16e09f', 'status': 'completed', 'code': 200} May 26 19:49:10.298856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:10.310707 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82335a08-f8cc-489f-a5ba-4d1f1ffccfed tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4226158 May 26 19:49:11.146258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-b80201c9-6644-4728-9815-ee8ce8ee5e67 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:11.147730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-b80201c9-6644-4728-9815-ee8ce8ee5e67 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2 HTTP/1.1" status: 200 len: 943 time: 0.0822377 May 26 19:49:11.224411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port c935f70c-022f-444a-bef1-24325af61b1d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:11.224771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:11.477129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port c935f70c-022f-444a-bef1-24325af61b1d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=c935f70c-022f-444a-bef1-24325af61b1d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:11.477838 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:11.599629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for c935f70c-022f-444a-bef1-24325af61b1d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:11.739560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:11.750784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec', '9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:49:11.790404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=c935f70c-022f-444a-bef1-24325af61b1d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:11.884138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] No DVR routers for this DVR port c935f70c-022f-444a-bef1-24325af61b1d on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:11.886586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:11.900995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43d227d9-e709-4fb2-b438-1d66dd746c07 req-11972d96-6aab-4332-b62e-9f740af1a8aa tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "DELETE /v2.0/ports/c935f70c-022f-444a-bef1-24325af61b1d HTTP/1.1" status: 204 len: 173 time: 0.7480822 May 26 19:49:12.287466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-deleted', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:12.379172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-a5eb3645-d129-431e-8fb9-d5d84d77a409 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:12.394218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-a5eb3645-d129-431e-8fb9-d5d84d77a409 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:12.395302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-a5eb3645-d129-431e-8fb9-d5d84d77a409 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1854754182&fields=id&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 267 time: 0.0563173 May 26 19:49:12.472785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f2c55ce1-7db1-46b2-9f02-c905df16e09f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:12.505448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f2c55ce1-7db1-46b2-9f02-c905df16e09f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:12.505791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f2c55ce1-7db1-46b2-9f02-c905df16e09f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:12.549852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-88bee515-cebd-4ed0-9de2-2281b44b9879 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:12.551207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-88bee515-cebd-4ed0-9de2-2281b44b9879 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 816 time: 0.1492918 May 26 19:49:12.566284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-f1ec2d9f-d545-4bb6-96d1-f198906f21b7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/quotas/754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 375 time: 0.0096529 May 26 19:49:12.647459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-2481fa88-761b-4c59-905b-c7a8497501d3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:12.661745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-2481fa88-761b-4c59-905b-c7a8497501d3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:12.663025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-2481fa88-761b-4c59-905b-c7a8497501d3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920277 May 26 19:49:12.798315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-b4f94d11-260d-4329-87bf-42419d6bd7ba service neutron] 10.222.0.24 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236463 May 26 19:49:12.934045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-5e4beb1e-d930-48af-ac05-1b4d6846dca0 service neutron] 10.222.0.24 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298590 May 26 19:49:13.102334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47624) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:13.376771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Deleting port 6f4b265d-9774-4d02-9afc-94091a5df715 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:13.377150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:13.574584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:13.575481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:13.584327 n-d-843146-9 neutron-server[88363]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-60a3ecf7-ccc5-4622-a96d-a70428e6dd92']: {'server_uuid': '4a4fe15f-3d0e-46b6-a6d2-012e50a6fcc2', 'name': 'network-vif-deleted', 'tag': 'c935f70c-022f-444a-bef1-24325af61b1d', 'status': 'failed', 'code': 422} returned with failed status May 26 19:49:13.716158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Calling delete_port for 6f4b265d-9774-4d02-9afc-94091a5df715 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:13.804081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40765bb8-e419-4582-9cf3-893495eaa1be req-0f138d82-f227-4164-8be4-942418687699 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 210 time: 0.0955853 May 26 19:49:13.906985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:13.954282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'Port': ['ID=6f4b265d-9774-4d02-9afc-94091a5df715,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:14.048502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:14.063789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:14.067447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a8a369ed-b830-46a4-903a-fd9b169ae8e3 tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "DELETE /v2.0/floatingips/8293315f-bf1f-41eb-b9d1-8d53861c1143 HTTP/1.1" status: 204 len: 168 time: 0.9616618 May 26 19:49:14.218047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:14.296338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-03d36318-c5e1-4ed7-b8b7-1c69e03c01c3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:14.298210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-03d36318-c5e1-4ed7-b8b7-1c69e03c01c3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 816 time: 0.1701744 May 26 19:49:14.396563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-81900afd-c22c-4efc-b430-e1a2808b4590 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 380 time: 0.0895867 May 26 19:49:14.407317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'port': {'device_id': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'admin_state_up': True, 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'security_groups': ['3b1fc000-dc7f-4317-82f7-b9eee20b8dbe']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:14.540602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867790-eecf-48b3-af8c-a65dea9f1ef7 req-98093f5d-c391-4510-a214-5589f78c5d15 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:14.541302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da867790-eecf-48b3-af8c-a65dea9f1ef7 req-98093f5d-c391-4510-a214-5589f78c5d15 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:14.574344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-da867790-eecf-48b3-af8c-a65dea9f1ef7 req-98093f5d-c391-4510-a214-5589f78c5d15 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:14.575403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-da867790-eecf-48b3-af8c-a65dea9f1ef7 req-98093f5d-c391-4510-a214-5589f78c5d15 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 908 time: 0.2380743 May 26 19:49:14.576310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:14.587149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:14.603723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Made reservation on behalf of 754ae71d3f0d40618079a0835d86fe0a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:49:14.607409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:14.706587 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-420ac3fc-c52b-42de-ad97-c61a727d387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:14.813237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Allocated IP 172.20.0.5 (663d848c-ac22-4fc4-82f2-48bf32e47f2c/ce0929bc-4583-4ade-a62b-a50c988bca71/d426f0aa-e236-4de8-964b-5883720a9eea) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:49:15.091132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eef863ac-bc8b-4660-b83b-4338888a0be0 req-3a810946-7f87-47ab-93c0-dd9aadb7e25e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 210 time: 0.0575273 May 26 19:49:15.095680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:15.118600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Transition to ACTIVE for port object d426f0aa-e236-4de8-964b-5883720a9eea will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:49:15.144078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:15.363764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:49:15.368170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:49:15.370196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:15.378861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:49:15.450045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:15.450640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:15.484908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff1ca7-b5cc-4890-86ea-eea1ea554d0a req-d089004f-60e3-4487-8d78-7b3a99f85790 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:15.486518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-feff1ca7-b5cc-4890-86ea-eea1ea554d0a req-d089004f-60e3-4487-8d78-7b3a99f85790 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.2810662 May 26 19:49:15.494296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-e895f299-4d5a-4b4d-8ce9-51ff36e35f8f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909829 May 26 19:49:15.515631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Request body: {'port': {'device_id': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:15.589866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-feff1ca7-b5cc-4890-86ea-eea1ea554d0a req-d3be2bf0-e6ed-40e0-b34c-de63e20b7c47 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942476 May 26 19:49:15.638595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4a3ca552-5d6b-4a6e-9751-106d9f7970a6 None None] Provisioning for port d426f0aa-e236-4de8-964b-5883720a9eea completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:49:15.644910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4a3ca552-5d6b-4a6e-9751-106d9f7970a6 None None] Provisioning complete for port d426f0aa-e236-4de8-964b-5883720a9eea triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:49:15.645252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca552-5d6b-4a6e-9751-106d9f7970a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:15.665666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:15.706770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ca552-5d6b-4a6e-9751-106d9f7970a6 None None] Port d426f0aa-e236-4de8-964b-5883720a9eea cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:49:15.964176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd26f3-092c-4835-ac71-95adf668af64 req-4d42e448-591d-4c7d-b879-e23c318864ae tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:15.965695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-efbd26f3-092c-4835-ac71-95adf668af64 req-4d42e448-591d-4c7d-b879-e23c318864ae tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 908 time: 0.2273095 May 26 19:49:16.100357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-4bce8580-91c4-47a6-a0ac-301f67f99b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:16.101822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-4bce8580-91c4-47a6-a0ac-301f67f99b39 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 908 time: 0.1326237 May 26 19:49:16.209899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:49:16.252633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:16.262029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port dab8caac-7c3f-4f5f-84f5-734ad690e443 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:16.262362 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:16.333906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Transition to ACTIVE for port object d426f0aa-e236-4de8-964b-5883720a9eea will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:49:16.341721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:16.572401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:16.590514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dac7a5-67fa-46f7-83b6-ba8d3d2e7d48 req-a6ceb708-0e8c-4b80-8917-fe221a4f0f4d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:16.591219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54dac7a5-67fa-46f7-83b6-ba8d3d2e7d48 req-a6ceb708-0e8c-4b80-8917-fe221a4f0f4d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Synchronizing usage tracker for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:16.744753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54dac7a5-67fa-46f7-83b6-ba8d3d2e7d48 req-a6ceb708-0e8c-4b80-8917-fe221a4f0f4d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Unset dirty status for tenant:754ae71d3f0d40618079a0835d86fe0a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:16.745947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54dac7a5-67fa-46f7-83b6-ba8d3d2e7d48 req-a6ceb708-0e8c-4b80-8917-fe221a4f0f4d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 931 time: 0.5385127 May 26 19:49:16.798964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Attempting to bind port d426f0aa-e236-4de8-964b-5883720a9eea on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:49:16.799293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Attempting to bind port d426f0aa-e236-4de8-964b-5883720a9eea by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:49:16.799617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Attempting to bind port d426f0aa-e236-4de8-964b-5883720a9eea on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:49:16.816703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Port d426f0aa-e236-4de8-964b-5883720a9eea on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:49:16.817022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Attempting to bind port d426f0aa-e236-4de8-964b-5883720a9eea on network 663d848c-ac22-4fc4-82f2-48bf32e47f2c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:49:16.838232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:49:16.839011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Checking segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:49:16.839402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Bound using segment: {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:49:16.839832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Bound port: d426f0aa-e236-4de8-964b-5883720a9eea, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:49:16.840175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:16.852435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1965f772-3fa4-4be2-93c1-f48935f1b605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:16.890709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54dac7a5-67fa-46f7-83b6-ba8d3d2e7d48 req-f45683d4-4954-450b-bf78-2af019854d1d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297376 May 26 19:49:16.911940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port dab8caac-7c3f-4f5f-84f5-734ad690e443, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dab8caac-7c3f-4f5f-84f5-734ad690e443,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:16.912306 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.121892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:17.193998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.229670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.249949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for dab8caac-7c3f-4f5f-84f5-734ad690e443 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:17.302401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.331038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.341294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc3432d-535d-4a9a-91fc-6804306ae899,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:17.344294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.346793 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e013b3af-fe1b-4f38-bdd5-713f041e814d tempest-TestVolumeBootPattern-864644146 tempest-TestVolumeBootPattern-864644146-project] 10.222.0.24 "DELETE /v2.0/security-groups/cdc3432d-535d-4a9a-91fc-6804306ae899 HTTP/1.1" status: 204 len: 168 time: 0.2225325 May 26 19:49:17.363142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:49:17.392146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:49:17.401275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-53df63a2-abb5-4cd7-bfdf-e09cb5559a8b tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:17.402703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-53df63a2-abb5-4cd7-bfdf-e09cb5559a8b tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.5536127 May 26 19:49:17.411511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2dba1-b92b-45c7-b7cc-2f9af5d29ec0 req-f3c87bed-30f5-4baf-b4fa-e761a696c2d1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:17.412901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3da2dba1-b92b-45c7-b7cc-2f9af5d29ec0 req-f3c87bed-30f5-4baf-b4fa-e761a696c2d1 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 945 time: 0.3458254 May 26 19:49:17.416868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.594788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:17.595416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.596748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] 10.222.0.13 "PUT /v2.0/ports/d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 1091 time: 2.0868721 May 26 19:49:17.602424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:17.636474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Deleting port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:17.636812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.728273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3da2dba1-b92b-45c7-b7cc-2f9af5d29ec0 req-2b7b3863-0882-40bf-bef5-d91dcf2deb7f tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a528c3-ade7-47c7-b850-b4dce8fcc8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790034 May 26 19:49:17.750119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2cb62-5b97-4d1f-8c25-a52b0d989a05 service neutron] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:17.753936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:17.822869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=dab8caac-7c3f-4f5f-84f5-734ad690e443,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:17.986454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-972f552d-506d-45c9-9798-d7134457f5ba req-3cd0b7e0-da57-4c11-add4-d5238dba92f5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f8c09be-1b69-4c2b-8e70-09a70d774605 HTTP/1.1" status: 200 len: 210 time: 0.1107423 May 26 19:49:17.995048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] No DVR routers for this DVR port dab8caac-7c3f-4f5f-84f5-734ad690e443 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:17.998050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:18.053313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47688) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:18.133837 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70085216-55a1-4613-a005-32af96dfd71a'] response: {'name': 'network-changed', 'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'status': 'completed', 'code': 200} May 26 19:49:18.140694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e075d34-97f1-4341-a446-a296f60f4bd0 req-61f02cf3-a10c-4085-9cfa-29c75346b2c3 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.53 "DELETE /v2.0/ports/dab8caac-7c3f-4f5f-84f5-734ad690e443 HTTP/1.1" status: 204 len: 173 time: 2.0060453 May 26 19:49:18.145652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-4413da4c-86c1-4c22-bc58-2820dc18be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:18.147211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-4413da4c-86c1-4c22-bc58-2820dc18be83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1094 time: 0.4738884 May 26 19:49:18.186395 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:18.264750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-63a0b26e-9d1c-4766-817d-a0b76978aa82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 217 time: 0.1048024 May 26 19:49:18.313430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] For port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,segment=NetworkSegment(38010bbc-3551-45e1-b0b3-f4d3e0cd3b33),segment_id=38010bbc-3551-45e1-b0b3-f4d3e0cd3b33)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:18.313799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:18.576559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Calling delete_port for 8cbfccf1-ba9e-4280-bf40-1e591d751a6c owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:18.643668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-403f83a6-a9f4-4f66-89de-adaf6efca82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:18.645145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-403f83a6-a9f4-4f66-89de-adaf6efca82f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.3696785 May 26 19:49:18.699085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42959f64-3ba6-4d16-9016-c8560895af49 req-52e34aec-b98a-4f5b-8203-e0b29c06040d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:18.700532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42959f64-3ba6-4d16-9016-c8560895af49 req-52e34aec-b98a-4f5b-8203-e0b29c06040d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.4872568 May 26 19:49:18.817451 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42959f64-3ba6-4d16-9016-c8560895af49 req-646f74d3-6637-4bca-82af-ccf937e370ce tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961795 May 26 19:49:18.844457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-412ea78f-84f3-4280-a8af-aa9b5981bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:18.846312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-412ea78f-84f3-4280-a8af-aa9b5981bbe9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917222 May 26 19:49:18.852327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:18.894314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:18.931671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Pushing event deleted for resources: {'Port': ['ID=8cbfccf1-ba9e-4280-bf40-1e591d751a6c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:19.103465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebb3e22c-2d71-4e8e-ac40-f2ba8cb16758 req-704ca049-df93-4a42-b159-514f3def3c96 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce7324c-1495-432b-a4cf-b995f276071a HTTP/1.1" status: 200 len: 210 time: 0.1173537 May 26 19:49:19.132165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] No DVR routers for this DVR port 8cbfccf1-ba9e-4280-bf40-1e591d751a6c on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:19.136829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:19.161295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21685d1b-103f-449a-a929-0aa0e1f8a16e req-8badb5ee-16e9-4147-8faf-9efee98ce886 tempest-VolumesSnapshotTestJSON-172496580 tempest-VolumesSnapshotTestJSON-172496580-project] 10.222.0.53 "DELETE /v2.0/ports/8cbfccf1-ba9e-4280-bf40-1e591d751a6c HTTP/1.1" status: 204 len: 173 time: 1.7472224 May 26 19:49:19.164611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-1c1aada3-38d5-4fa4-97cf-b2958e3085be service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102918 May 26 19:49:19.308379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb3182de-008e-4b11-8079-079d2e5a53e6 req-72196823-79d8-4d67-9d86-c09fdd57c1ae service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374617 May 26 19:49:19.438518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-57707620-22b9-407b-bbd8-34ac8b7c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:19.440137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-57707620-22b9-407b-bbd8-34ac8b7c662f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1094 time: 0.0878561 May 26 19:49:19.447555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Deleting port c18efa4d-3891-4c35-b691-20cb1b9a263f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:19.448090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:19.656989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] For port c18efa4d-3891-4c35-b691-20cb1b9a263f, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c18efa4d-3891-4c35-b691-20cb1b9a263f,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:19.657260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-0d33b431-31dc-4939-98e0-87d33288b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:19.657699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:19.658660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-0d33b431-31dc-4939-98e0-87d33288b4c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2120652 May 26 19:49:19.673341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a44da7-5736-48f0-a26d-5d20f91a145e req-ccb88ccd-71e7-47ad-a753-b2b863d409d8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:19.674089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50a44da7-5736-48f0-a26d-5d20f91a145e req-ccb88ccd-71e7-47ad-a753-b2b863d409d8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:19.747361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-921ecfed-e5c5-4335-b0ab-45de13b20e86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 217 time: 0.0692174 May 26 19:49:19.791619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Calling delete_port for c18efa4d-3891-4c35-b691-20cb1b9a263f owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:19.797417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:19.800757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-50a44da7-5736-48f0-a26d-5d20f91a145e req-ccb88ccd-71e7-47ad-a753-b2b863d409d8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:19.801974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50a44da7-5736-48f0-a26d-5d20f91a145e req-ccb88ccd-71e7-47ad-a753-b2b863d409d8 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 945 time: 0.2749555 May 26 19:49:19.862505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-28c10201-9d99-4ca9-bfc1-e4264ecd8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:19.864505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-28c10201-9d99-4ca9-bfc1-e4264ecd8a2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.1104696 May 26 19:49:19.872448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50a44da7-5736-48f0-a26d-5d20f91a145e req-109317f2-18f7-46f5-8451-a2e0ae3182af tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 May 26 19:49:19.944066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-40fd7fb5-cab7-439d-824b-624579376989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:19.945475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-40fd7fb5-cab7-439d-824b-624579376989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720088 May 26 19:49:20.077071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:20.126217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18efa4d-3891-4c35-b691-20cb1b9a263f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:20.137878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'name': 'network-vif-deleted', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443'}, {'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'name': 'network-vif-deleted', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:20.147933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-09ef395a-1480-4a38-bb5d-bfbbb6a03b1b service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958599 May 26 19:49:20.160289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938f72e-a91a-44da-b2fd-5db37b8e57a8 req-6dea38de-7bb0-412a-88c2-7773126be40b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:20.161825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c938f72e-a91a-44da-b2fd-5db37b8e57a8 req-6dea38de-7bb0-412a-88c2-7773126be40b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.1885102 May 26 19:49:20.400142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c938f72e-a91a-44da-b2fd-5db37b8e57a8 req-c145da3a-2123-46f9-8cc5-656c9f863a2d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195539 May 26 19:49:20.407498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:20.459662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d51fb85-eede-496d-9ee9-b40f4ef857c9 req-f8a45526-e8dc-4e5d-a68d-6f81a2250a85 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967405 May 26 19:49:20.526467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dab8caac-7c3f-4f5f-84f5-734ad690e443 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:20.554319 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd550fc-cf34-4a06-8347-a91797517876'] response: {'server_uuid': '6f8c09be-1b69-4c2b-8e70-09a70d774605', 'name': 'network-vif-deleted', 'tag': 'dab8caac-7c3f-4f5f-84f5-734ad690e443', 'status': 'completed', 'code': 200} May 26 19:49:20.554587 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd550fc-cf34-4a06-8347-a91797517876'] response: {'server_uuid': '4ce7324c-1495-432b-a4cf-b995f276071a', 'name': 'network-vif-deleted', 'tag': '8cbfccf1-ba9e-4280-bf40-1e591d751a6c', 'status': 'completed', 'code': 200} May 26 19:49:20.574617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: dab8caac-7c3f-4f5f-84f5-734ad690e443 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:20.574963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dab8caac-7c3f-4f5f-84f5-734ad690e443 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:20.575525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8cbfccf1-ba9e-4280-bf40-1e591d751a6c no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:20.613553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 8cbfccf1-ba9e-4280-bf40-1e591d751a6c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:20.614033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8cbfccf1-ba9e-4280-bf40-1e591d751a6c not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:20.939930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Router 92050e84-8468-483b-8ba9-58cea4b2ef03 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:21.031767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40548f7-b50b-49b3-920d-bed48480e43f req-c50898e7-9fe4-4ef3-9531-e2980064986b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:21.033590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40548f7-b50b-49b3-920d-bed48480e43f req-c50898e7-9fe4-4ef3-9531-e2980064986b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 945 time: 0.1269374 May 26 19:49:21.130654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:21.140811 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Sync routers for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:21.150549 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:21.151404 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:21.156999 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c0129bcd-8d19-4628-8db4-e0806c5dce95 admin admin] 10.222.0.24 "PUT /v2.0/routers/92050e84-8468-483b-8ba9-58cea4b2ef03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1002192 May 26 19:49:21.158191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:21.182550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port 9e787ccf-9a32-441a-a42d-438eb8e3f29b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:21.183042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.307945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a637fc9-efb2-47fa-8a2d-71b2bf9da688 req-c5a5145c-dca8-4b18-8301-3db2248f3b5b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:21.316461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a637fc9-efb2-47fa-8a2d-71b2bf9da688 req-c5a5145c-dca8-4b18-8301-3db2248f3b5b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 945 time: 0.2339120 May 26 19:49:21.366460 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:21.389389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.434236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a637fc9-efb2-47fa-8a2d-71b2bf9da688 req-58c76879-cdfd-4163-988f-717d3602473a tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175363 May 26 19:49:21.647304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.664425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Deleting port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:21.664982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.686414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port 9e787ccf-9a32-441a-a42d-438eb8e3f29b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9e787ccf-9a32-441a-a42d-438eb8e3f29b,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:21.686945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.716340 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:49:20Z', 'revision_number': 5, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port': {'id': 'e7a9f379-f8c3-49c4-8f94-7c906dc57f3b', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:35:58Z', 'updated_at': '2022-05-26T19:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:21.734479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Checking router: 92050e84-8468-483b-8ba9-58cea4b2ef03 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:21.747526 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Routers {'92050e84-8468-483b-8ba9-58cea4b2ef03'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:21.748144 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['92050e84-8468-483b-8ba9-58cea4b2ef03'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:21.753960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:49:21.837359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for 9e787ccf-9a32-441a-a42d-438eb8e3f29b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:21.868797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] For port e7a9f379-f8c3-49c4-8f94-7c906dc57f3b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:21.869192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:21.897629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d83c48-7a38-4303-98cb-178e6df9e1d1 req-53d17c89-f7d1-42bf-b709-9fde237a1c74 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:21.899059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7d83c48-7a38-4303-98cb-178e6df9e1d1 req-53d17c89-f7d1-42bf-b709-9fde237a1c74 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.3580475 May 26 19:49:22.000058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:22.002238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] Set router 92050e84-8468-483b-8ba9-58cea4b2ef03 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:22.010684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7d83c48-7a38-4303-98cb-178e6df9e1d1 req-61f5914c-49fe-4d31-bdd8-d50797bc963f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052504 May 26 19:49:22.026946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:49:22.079470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Calling delete_port for e7a9f379-f8c3-49c4-8f94-7c906dc57f3b owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:22.110278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.129221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec', '9e787ccf-9a32-441a-a42d-438eb8e3f29b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:49:22.251842 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:49:21Z', 'revision_number': 6, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:22.259616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:49:22.259990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.266887 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19822c8-6365-4366-b5e5-51999cd83d61 None None] The sync data for ids ['92050e84-8468-483b-8ba9-58cea4b2ef03'] in n-d-843146-9 is: [{'id': '92050e84-8468-483b-8ba9-58cea4b2ef03', 'name': 'tempest-TestVolumeBootPattern-595001599-router', 'tenant_id': '294de8bd0a104d1bacabb44984cf581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:35:55Z', 'updated_at': '2022-05-26T19:49:21Z', 'revision_number': 6, 'project_id': '294de8bd0a104d1bacabb44984cf581b', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:22.276008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] No DVR routers for this DVR port 9e787ccf-9a32-441a-a42d-438eb8e3f29b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:22.278903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=9e787ccf-9a32-441a-a42d-438eb8e3f29b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:22.283555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.301676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:49:22.312818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40548f7-b50b-49b3-920d-bed48480e43f req-fd9a550b-1751-4c15-9034-e45444370a07 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "DELETE /v2.0/ports/9e787ccf-9a32-441a-a42d-438eb8e3f29b HTTP/1.1" status: 204 len: 173 time: 1.2715101 May 26 19:49:22.341658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:22.354822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.360713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.471833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:22.488085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.488440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.488764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.489132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.489449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.489777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.490103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.490426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.490747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.491064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.491397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.491704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:49:22.555637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'name': 'network-vif-deleted', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:22.617481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['d426f0aa-e236-4de8-964b-5883720a9eea'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:49:22.670650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a9f379-f8c3-49c4-8f94-7c906dc57f3b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:22.706047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c18efa4d-3891-4c35-b691-20cb1b9a263f no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:22.732132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ca38d06-d0a5-4675-82a5-e07595467316 req-50af7aaa-c585-40ef-8975-a6d4edc9eb64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:22.783442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ca38d06-d0a5-4675-82a5-e07595467316 req-50af7aaa-c585-40ef-8975-a6d4edc9eb64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:22.784977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ca38d06-d0a5-4675-82a5-e07595467316 req-50af7aaa-c585-40ef-8975-a6d4edc9eb64 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=690d44fa-4900-4f9c-9201-504bc3aef3a9 HTTP/1.1" status: 200 len: 210 time: 0.1743846 May 26 19:49:22.807205 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:22.831490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c18efa4d-3891-4c35-b691-20cb1b9a263f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:22.835626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c18efa4d-3891-4c35-b691-20cb1b9a263f not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:22.895962 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147bda27-c26d-43a0-bf04-1a145b21a7d0'] response: {'server_uuid': '690d44fa-4900-4f9c-9201-504bc3aef3a9', 'name': 'network-vif-deleted', 'tag': '9e787ccf-9a32-441a-a42d-438eb8e3f29b', 'status': 'completed', 'code': 200} May 26 19:49:23.073836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.076189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.106659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.107204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92050e84-8468-483b-8ba9-58cea4b2ef03 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:49:23.124633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.128111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2fc96aa2-d762-45fb-8604-73f764926e5e admin admin] 10.222.0.24 "DELETE /v2.0/routers/92050e84-8468-483b-8ba9-58cea4b2ef03 HTTP/1.1" status: 204 len: 168 time: 1.9666734 May 26 19:49:23.128556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:23.255292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Deleting subnet 47d6580e-c688-4aa1-b71f-30ee1081c77d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:49:23.260501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.325155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.362194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67acff-bdf2-489c-9990-f8ece3eb4ac7 req-07fd9afe-b0dd-4ddd-af98-3ccc72d8913c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:23.363634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec67acff-bdf2-489c-9990-f8ece3eb4ac7 req-07fd9afe-b0dd-4ddd-af98-3ccc72d8913c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 944 time: 0.1947017 May 26 19:49:23.434458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec67acff-bdf2-489c-9990-f8ece3eb4ac7 req-282da7cf-139c-4be5-b9a0-32bb46df994e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591614 May 26 19:49:23.460211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.535472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.575055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d6580e-c688-4aa1-b71f-30ee1081c77d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:23.579940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.606792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f4b3319-5641-4a77-b44f-408cf466f976 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47d6580e-c688-4aa1-b71f-30ee1081c77d HTTP/1.1" status: 204 len: 168 time: 0.4771926 May 26 19:49:23.606974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:23.632947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10294390-79ae-4dc0-8b57-030dea7e38b2 None None] Network ae1a53bd-436f-4020-b054-02a09ef71b9c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:49:23.755952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.768291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Deleting port 3af698d2-3938-4d96-9fee-35ec2a959dc6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:23.768624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.780996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:49:23.924930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port d426f0aa-e236-4de8-964b-5883720a9eea completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:49:23.933170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port d426f0aa-e236-4de8-964b-5883720a9eea triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:49:23.933539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:23.995722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaefd94-959b-4de1-95be-00e969802875 None None] DHCP port deletion for ae1a53bd-436f-4020-b054-02a09ef71b9c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:49:24.002576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] For port 3af698d2-3938-4d96-9fee-35ec2a959dc6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3af698d2-3938-4d96-9fee-35ec2a959dc6,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:24.003283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.003976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Deleting port 3af698d2-3938-4d96-9fee-35ec2a959dc6 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:24.004522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.142601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Calling delete_port for 3af698d2-3938-4d96-9fee-35ec2a959dc6 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:24.159759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:49:24.160468 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.232162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.259638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:24.281086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Pushing event deleted for resources: {'Port': ['ID=3af698d2-3938-4d96-9fee-35ec2a959dc6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:24.281609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:24.289447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] No DVR routers for this DVR port 3af698d2-3938-4d96-9fee-35ec2a959dc6 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:24.294252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.295025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9e787ccf-9a32-441a-a42d-438eb8e3f29b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:24.382000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 9e787ccf-9a32-441a-a42d-438eb8e3f29b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:24.382341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9e787ccf-9a32-441a-a42d-438eb8e3f29b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:24.401247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-baaefd94-959b-4de1-95be-00e969802875 None None] For port 3af698d2-3938-4d96-9fee-35ec2a959dc6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3af698d2-3938-4d96-9fee-35ec2a959dc6,segment=NetworkSegment(4d064db3-7fb9-412c-a06e-ba3bd37b259b),segment_id=4d064db3-7fb9-412c-a06e-ba3bd37b259b)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:24.401641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.422765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.448875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99090b-f703-4461-b122-812089a1394e req-a7826c1c-f185-41e6-897d-5dd418ee717f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:24.450702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a99090b-f703-4461-b122-812089a1394e req-a7826c1c-f185-41e6-897d-5dd418ee717f tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.2068546 May 26 19:49:24.454538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1a53bd-436f-4020-b054-02a09ef71b9c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:24.468391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d064db3-7fb9-412c-a06e-ba3bd37b259b') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:24.469263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d064db3-7fb9-412c-a06e-ba3bd37b259b') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:24.481973 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.500918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3af698d2-3938-4d96-9fee-35ec2a959dc6 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:24.506492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.516687 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:49:24.516944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a99090b-f703-4461-b122-812089a1394e req-6d5e59f2-83b1-4c4d-9e69-09b24845f8c2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512471 May 26 19:49:24.517412 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.606290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Calling delete_port for 3af698d2-3938-4d96-9fee-35ec2a959dc6 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:24.635435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3af698d2-3938-4d96-9fee-35ec2a959dc6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:24.635783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3af698d2-3938-4d96-9fee-35ec2a959dc6 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:24.636278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7a9f379-f8c3-49c4-8f94-7c906dc57f3b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:24.673023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.674115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:24.678188 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94592f6c-b20d-43c4-bff6-6399eb51b4c4'] response: {'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'code': 200} May 26 19:49:24.688104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e7a9f379-f8c3-49c4-8f94-7c906dc57f3b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:24.688437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e7a9f379-f8c3-49c4-8f94-7c906dc57f3b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:24.736064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:24.739755 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4d064db3-7fb9-412c-a06e-ba3bd37b259b resource provider aggregate not found May 26 19:49:24.752568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1a53bd-436f-4020-b054-02a09ef71b9c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:24.761483 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dbe8055a-fc16-4744-ab3c-4b6f7ecbe88d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae1a53bd-436f-4020-b054-02a09ef71b9c HTTP/1.1" status: 204 len: 168 time: 1.1489787 May 26 19:49:24.764193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:24.809219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:49:24.809860 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:49:24.831738 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 4d064db3-7fb9-412c-a06e-ba3bd37b259b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d064db3-7fb9-412c-a06e-ba3bd37b259b found for delete ", "request_id": "req-71cbe93f-efa9-4254-b849-261e40a62193"}]} May 26 19:49:24.881551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeb66d-1ad4-499a-a862-f281ea9c6ce3 req-500aa231-ac26-4a51-9a93-0df85ac34fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:24.882994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aceeb66d-1ad4-499a-a862-f281ea9c6ce3 req-500aa231-ac26-4a51-9a93-0df85ac34fed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1096 time: 0.1498916 May 26 19:49:24.899652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29673f4d-7caf-4c28-80fc-fe8950ae8b8d req-bf10efe1-8b74-4ec8-9c14-cadee6a5f442 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:24.901152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29673f4d-7caf-4c28-80fc-fe8950ae8b8d req-bf10efe1-8b74-4ec8-9c14-cadee6a5f442 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1101508 May 26 19:49:24.973232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aceeb66d-1ad4-499a-a862-f281ea9c6ce3 req-2daa07b2-143f-4f06-b4ee-cb235943c6c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829477 May 26 19:49:24.982037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29673f4d-7caf-4c28-80fc-fe8950ae8b8d req-61368831-964d-41bd-807b-62c0c5d3015d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664015 May 26 19:49:25.311965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Deleting port 3af698d2-3938-4d96-9fee-35ec2a959dc6 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:25.312421 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-baaefd94-959b-4de1-95be-00e969802875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:25.378615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-baaefd94-959b-4de1-95be-00e969802875 None None] The port '3af698d2-3938-4d96-9fee-35ec2a959dc6' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:49:25.460081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:25.713250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c14400-5ba9-46fe-b451-0c8b39093375 req-64187ed6-986c-4f0d-a3c5-f8e678ea7f5c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:25.714975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6c14400-5ba9-46fe-b451-0c8b39093375 req-64187ed6-986c-4f0d-a3c5-f8e678ea7f5c tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.0857980 May 26 19:49:25.811264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6c14400-5ba9-46fe-b451-0c8b39093375 req-00e522e7-2607-44f0-a162-5e48f0fb66c5 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e55dc49-107c-4104-b04c-f5420d352fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902863 May 26 19:49:25.821849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Deleting port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:25.822342 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:25.841014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-b82b6ba6-e33f-446c-8baa-a25d071d48c2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:25.843089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-b82b6ba6-e33f-446c-8baa-a25d071d48c2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 945 time: 0.1065145 May 26 19:49:25.926263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port 6610a1d2-af7d-4d77-8974-2cee823d87ec {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:25.926595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.025698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] For port b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:26.026592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.182335 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Calling delete_port for b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:26.199374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port 6610a1d2-af7d-4d77-8974-2cee823d87ec, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=6610a1d2-af7d-4d77-8974-2cee823d87ec,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:26.199839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.342055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for 6610a1d2-af7d-4d77-8974-2cee823d87ec owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:26.399092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.451824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:26.554177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c0757-7c43-46af-937e-01163c1a0ddd req-59b9ea4b-c9f3-4769-ae42-f31ff43bc17d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:26.561198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f89c0757-7c43-46af-937e-01163c1a0ddd req-59b9ea4b-c9f3-4769-ae42-f31ff43bc17d tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1676915 May 26 19:49:26.613111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.625622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['6610a1d2-af7d-4d77-8974-2cee823d87ec'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:49:26.671109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f89c0757-7c43-46af-937e-01163c1a0ddd req-a3c90d9c-9465-4eaa-9537-b39e695b7dca tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088707 May 26 19:49:26.742087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=6610a1d2-af7d-4d77-8974-2cee823d87ec,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:26.819077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] No DVR routers for this DVR port 6610a1d2-af7d-4d77-8974-2cee823d87ec on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:26.821759 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:26.826063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'name': 'network-vif-deleted', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:26.850291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53eb41a5-9177-446d-9acb-ec94fc85b852 req-3049c127-373e-46f7-bdd2-ed9b9b4c7e05 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "DELETE /v2.0/ports/6610a1d2-af7d-4d77-8974-2cee823d87ec HTTP/1.1" status: 204 len: 173 time: 1.0002356 May 26 19:49:26.901261 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f16bb5-be0d-427f-bb74-fdf5894defc4'] response: {'server_uuid': '1ab12a1a-6854-4f60-b196-f9d94a8c6675', 'name': 'network-vif-deleted', 'tag': '6610a1d2-af7d-4d77-8974-2cee823d87ec', 'status': 'completed', 'code': 200} May 26 19:49:26.947365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:27.099799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-941a145b-e3a1-4878-bc13-aa2a7ddaa0b4 req-60e350ad-5a66-430f-bbe9-ed8eaa9faf0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:27.121278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-941a145b-e3a1-4878-bc13-aa2a7ddaa0b4 req-60e350ad-5a66-430f-bbe9-ed8eaa9faf0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:27.129563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-941a145b-e3a1-4878-bc13-aa2a7ddaa0b4 req-60e350ad-5a66-430f-bbe9-ed8eaa9faf0d tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ab12a1a-6854-4f60-b196-f9d94a8c6675 HTTP/1.1" status: 200 len: 210 time: 0.0961220 May 26 19:49:27.418820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Router 6e09df44-b658-4084-b476-b7ce544f532e has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:27.615964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:27.627261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Sync routers for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:27.639943 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b5cbfd9-a835-4725-9c7d-d444df2a9ad7 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e09df44-b658-4084-b476-b7ce544f532e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8746097 May 26 19:49:27.642791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47794) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:27.642923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:27.643410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:27.848810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:27.982156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:28.149903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac1d69-64df-441d-ba4a-1491529ab123 req-6087a918-26fa-4183-932e-9d78a50bc3a5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:28.151355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cac1d69-64df-441d-ba4a-1491529ab123 req-6087a918-26fa-4183-932e-9d78a50bc3a5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.3406448 May 26 19:49:28.231433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '103dd979-ef82-4672-8a97-f6f66c459630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:49:26Z', 'revision_number': 5, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port': {'id': '103dd979-ef82-4672-8a97-f6f66c459630', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e09df44-b658-4084-b476-b7ce544f532e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:36:19Z', 'updated_at': '2022-05-26T19:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:28.237440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Checking router: 6e09df44-b658-4084-b476-b7ce544f532e for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:28.239630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cac1d69-64df-441d-ba4a-1491529ab123 req-9fbbb717-88a2-4373-9e3b-5496577b26c4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800343 May 26 19:49:28.241687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:28.249694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Routers {'6e09df44-b658-4084-b476-b7ce544f532e'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:28.250989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6e09df44-b658-4084-b476-b7ce544f532e'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:28.292719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Deleting port 103dd979-ef82-4672-8a97-f6f66c459630 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:28.293302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:28.480189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] Set router 6e09df44-b658-4084-b476-b7ce544f532e gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:28.596206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] For port 103dd979-ef82-4672-8a97-f6f66c459630, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=103dd979-ef82-4672-8a97-f6f66c459630,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:28.596642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:28.609301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:49:28Z', 'revision_number': 6, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:28.613449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4764fa-78f2-4f6e-9a09-3c7b64791b42 None None] The sync data for ids ['6e09df44-b658-4084-b476-b7ce544f532e'] in n-d-843146-9 is: [{'id': '6e09df44-b658-4084-b476-b7ce544f532e', 'name': 'tempest-TestVolumeBootPattern-1292156509-router', 'tenant_id': '3d3c1887e5104945afee9bfc5472a807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:36:17Z', 'updated_at': '2022-05-26T19:49:28Z', 'revision_number': 6, 'project_id': '3d3c1887e5104945afee9bfc5472a807', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:28.730245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Calling delete_port for 103dd979-ef82-4672-8a97-f6f66c459630 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:28.797758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77175ca5-f32c-4048-aeb2-3ef433f273ab req-aa9e3fb9-6e61-4606-bea6-3aabb0fbc34f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:28.799210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-77175ca5-f32c-4048-aeb2-3ef433f273ab req-aa9e3fb9-6e61-4606-bea6-3aabb0fbc34f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.2946260 May 26 19:49:28.810524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:28.817836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Request body: {'floatingip': {'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:28.913690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:28.962325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.012589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Pushing event deleted for resources: {'Port': ['ID=103dd979-ef82-4672-8a97-f6f66c459630,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:29.161320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.419619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.425991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.472158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ecd0-c7f3-4e82-a8c6-78f700dcad6c req-0a3d3108-6eca-4b14-bd4a-9f4d7b5000e9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:29.479571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d12ecd0-c7f3-4e82-a8c6-78f700dcad6c req-0a3d3108-6eca-4b14-bd4a-9f4d7b5000e9 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.1916778 May 26 19:49:29.495935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.496563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e09df44-b658-4084-b476-b7ce544f532e {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:49:29.539171 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.540537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-09606be0-2473-4eba-bbb1-5d00da280676 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e09df44-b658-4084-b476-b7ce544f532e HTTP/1.1" status: 204 len: 168 time: 1.8967755 May 26 19:49:29.543326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47814) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:29.596446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d12ecd0-c7f3-4e82-a8c6-78f700dcad6c req-20c2e7c2-0194-4171-8c69-561d83d73c69 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159441 May 26 19:49:29.674714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Deleting subnet f81467ab-3e6f-49d2-90b5-ad979cba767e {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:49:29.678681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.738271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:29.825207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6610a1d2-af7d-4d77-8974-2cee823d87ec no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:29.918647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 6610a1d2-af7d-4d77-8974-2cee823d87ec {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:29.919169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 6610a1d2-af7d-4d77-8974-2cee823d87ec not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:30.057074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.063746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.065851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.146685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.193684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81467ab-3e6f-49d2-90b5-ad979cba767e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:30.206498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.211421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc67d8-1006-4b29-bb1a-0433f8e6d7e1 None None] Network 09c0aed2-35fd-4606-8cb5-312cc6005433 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:49:30.215800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d1ea390d-6120-40f4-a997-d48f6829c4dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f81467ab-3e6f-49d2-90b5-ad979cba767e HTTP/1.1" status: 204 len: 168 time: 0.6707599 May 26 19:49:30.218944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47822) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:30.322584 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Floating IP 00fd0b81-1ac3-4d1d-b109-ae409f7fdea7 associated. External IP: 172.25.0.145, port: d426f0aa-e236-4de8-964b-5883720a9eea. May 26 19:49:30.465008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.479555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Deleting port fac6a860-f046-42e8-8b5f-08ba2f1221ad {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:30.479898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.490956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:30.606674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] DHCP port deletion for 09c0aed2-35fd-4606-8cb5-312cc6005433 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:49:30.609236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:30.609725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b98b86ff-4c76-4a5f-b2c0-a3a3324a0cc2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:30.610261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103dd979-ef82-4672-8a97-f6f66c459630 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:30.647176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 103dd979-ef82-4672-8a97-f6f66c459630 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:30.648625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 103dd979-ef82-4672-8a97-f6f66c459630 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:30.650198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Deleting port fac6a860-f046-42e8-8b5f-08ba2f1221ad {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:30.650572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.823543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:30.958787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] For port fac6a860-f046-42e8-8b5f-08ba2f1221ad, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fac6a860-f046-42e8-8b5f-08ba2f1221ad,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:30.961807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:30.976906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] For port fac6a860-f046-42e8-8b5f-08ba2f1221ad, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=fac6a860-f046-42e8-8b5f-08ba2f1221ad,segment=NetworkSegment(5947fa0b-e34f-4fce-93f3-421abd9a4ef9),segment_id=5947fa0b-e34f-4fce-93f3-421abd9a4ef9)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:30.977462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:31.091791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Calling delete_port for fac6a860-f046-42e8-8b5f-08ba2f1221ad owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:31.176064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:31.209402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Calling delete_port for fac6a860-f046-42e8-8b5f-08ba2f1221ad owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:31.229167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] Pushing event deleted for resources: {'Port': ['ID=fac6a860-f046-42e8-8b5f-08ba2f1221ad,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:31.249180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564f53d-68c4-429d-916f-68f5b8113c5a None None] No DVR routers for this DVR port fac6a860-f046-42e8-8b5f-08ba2f1221ad on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:31.251587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08c3e4-d35a-4831-8b2c-6fe4c0bd1149 req-e410d843-07aa-472c-a658-b5e54038944b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:31.252401 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:31.258866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df08c3e4-d35a-4831-8b2c-6fe4c0bd1149 req-e410d843-07aa-472c-a658-b5e54038944b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.4080031 May 26 19:49:31.260083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:31.274092 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:31.286170 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:31.288514 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:31.289176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9138-11db-4f48-888b-d0b05248d468 req-e71d7807-797b-4e5c-b4ae-dd26dd8d17f7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:31.290924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-748c9138-11db-4f48-888b-d0b05248d468 req-e71d7807-797b-4e5c-b4ae-dd26dd8d17f7 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.4988251 May 26 19:49:31.392183 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc503021-68eb-4d04-a4de-0f23c6b597c0 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "PUT /v2.0/floatingips/00fd0b81-1ac3-4d1d-b109-ae409f7fdea7 HTTP/1.1" status: 200 len: 991 time: 2.5802674 May 26 19:49:31.392704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:31.398730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df08c3e4-d35a-4831-8b2c-6fe4c0bd1149 req-480d3ed5-7372-420b-acbd-a5d73228e7d4 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388545 May 26 19:49:31.415692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:31.416182 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:31.476266 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8afa14-8598-42ae-9b4b-77731b02011e'] response: {'name': 'network-changed', 'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'status': 'completed', 'code': 200} May 26 19:49:31.527855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:49:31.528246 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:49:31.592074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:31.751310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] For port ca7b9984-90ab-40cb-8178-c24decfb07e5, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ca7b9984-90ab-40cb-8178-c24decfb07e5,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:31.751867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:31.760311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-dbb55bef-423c-468f-9f04-7559f9c744da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:31.761951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-dbb55bef-423c-468f-9f04-7559f9c744da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1096 time: 0.2750700 May 26 19:49:32.051529 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '00fd0b81-1ac3-4d1d-b109-ae409f7fdea7', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:49:09Z', 'updated_at': '2022-05-26T19:49:29Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.056125 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:32.065711 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:32.066317 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.103226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Deleting port fac6a860-f046-42e8-8b5f-08ba2f1221ad {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:32.103557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.217181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] The port 'fac6a860-f046-42e8-8b5f-08ba2f1221ad' was deleted {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:49:32.282717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:32.341845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-d4e4d352-b371-466e-9745-ebd8921780d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:32.343779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-d4e4d352-b371-466e-9745-ebd8921780d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.5273037 May 26 19:49:32.527524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fac6a860-f046-42e8-8b5f-08ba2f1221ad no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:32.545091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.545502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.545818 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Floating IP 1f7f740a-12b4-4ec8-8252-6245ddf65049 disassociated. External IP: 172.25.0.161, port: ca7b9984-90ab-40cb-8178-c24decfb07e5. May 26 19:49:32.546167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for ca7b9984-90ab-40cb-8178-c24decfb07e5 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:32.576087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: fac6a860-f046-42e8-8b5f-08ba2f1221ad {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:32.577796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device fac6a860-f046-42e8-8b5f-08ba2f1221ad not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:32.579996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.669067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-b85484e2-d178-4f73-ac84-971fbfe08976 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 999 time: 0.3036909 May 26 19:49:32.672715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c0aed2-35fd-4606-8cb5-312cc6005433']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.733544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5947fa0b-e34f-4fce-93f3-421abd9a4ef9') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.733833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5947fa0b-e34f-4fce-93f3-421abd9a4ef9') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.751275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '00fd0b81-1ac3-4d1d-b109-ae409f7fdea7', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:49:09Z', 'updated_at': '2022-05-26T19:49:29Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:32.755897 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84758d-33dc-4089-a5f4-1d168fe3daa8 None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '00fd0b81-1ac3-4d1d-b109-ae409f7fdea7', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:49:09Z', 'updated_at': '2022-05-26T19:49:29Z', 'revision_number': 1, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:32.779793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.822097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:32.863392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-140b1af3-3901-4302-8c72-b6cc0834ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:32.864870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-140b1af3-3901-4302-8c72-b6cc0834ee99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.1818542 May 26 19:49:32.882090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:49:32.882564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:33.056827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a634-a014-4440-9baf-2dc66983b278 req-553cb191-3506-42d7-940b-ad036debfd63 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:33.058453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2540a634-a014-4440-9baf-2dc66983b278 req-553cb191-3506-42d7-940b-ad036debfd63 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 944 time: 0.4802802 May 26 19:49:33.063221 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5947fa0b-e34f-4fce-93f3-421abd9a4ef9 resource provider aggregate not found May 26 19:49:33.096724 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 5947fa0b-e34f-4fce-93f3-421abd9a4ef9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5947fa0b-e34f-4fce-93f3-421abd9a4ef9 found for delete ", "request_id": "req-3a79dbb4-89b0-499c-a49b-b321960950b7"}]} May 26 19:49:33.125703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:33.127764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:33.138727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5148e-dc76-48ac-b6ee-6535a53d2846 None None] New status for floating IP 00fd0b81-1ac3-4d1d-b109-ae409f7fdea7: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:49:33.159142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:33.221468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2540a634-a014-4440-9baf-2dc66983b278 req-10bbc7e5-1b35-498c-9893-5a3fa63cf046 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups?id=906f1941-277c-4c3e-8037-d7c0eef3156d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457100 May 26 19:49:33.229022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c0aed2-35fd-4606-8cb5-312cc6005433,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:33.231894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=ca7b9984-90ab-40cb-8178-c24decfb07e5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:33.325662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be780d98-71ef-45dc-a253-37ccf8bab638 admin admin] 10.222.0.24 "DELETE /v2.0/networks/09c0aed2-35fd-4606-8cb5-312cc6005433 HTTP/1.1" status: 204 len: 168 time: 3.1019723 May 26 19:49:33.336282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-ace5bf17-ff4b-4f79-b001-5f049f5fb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:33.337816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-ace5bf17-ff4b-4f79-b001-5f049f5fb368 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4369335 May 26 19:49:33.555662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47848) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:33.601865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-d387cf0b-54ce-4b29-bf19-fa0c32c9a95c service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552428 May 26 19:49:33.603643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Router 77a19baa-a324-4427-b9af-470006cf60e2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:33.922046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8fb7c23c-b36a-4f91-bb4a-e110e9c37d12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=294de8bd0a104d1bacabb44984cf581b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652959 May 26 19:49:33.924601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47852) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:33.982327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.012601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.036592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9c077b3-7549-4d09-b4c0-46e02ef61ebf req-7c4ae419-0df5-446f-bd98-bb1ba4a2a767 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285197 May 26 19:49:34.053945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:34.072552 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Sync routers for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:34.081236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.088028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:34.088899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:34.101203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:34.112447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.113775 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-312b9cff-7282-4381-a1a5-dde123d9a6d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ef4a4cd-4ed7-4d06-97b8-3dd30cba87be HTTP/1.1" status: 204 len: 168 time: 0.1881380 May 26 19:49:34.199103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] No DVR routers for this DVR port ca7b9984-90ab-40cb-8178-c24decfb07e5 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:34.202779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.207111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-748c9138-11db-4f48-888b-d0b05248d468 req-883f1436-80db-49c6-b6fa-4efaaf574c19 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.13 "DELETE /v2.0/ports/ca7b9984-90ab-40cb-8178-c24decfb07e5 HTTP/1.1" status: 204 len: 173 time: 2.9031723 May 26 19:49:34.207583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-deleted', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:34.284971 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ca2268-a4cf-411b-968f-d50be5be0247'] response: {'server_uuid': '73a5960c-c76c-4026-9e1d-219b9dde68db', 'name': 'network-vif-deleted', 'tag': 'ca7b9984-90ab-40cb-8178-c24decfb07e5', 'status': 'completed', 'code': 200} May 26 19:49:34.375723 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:34.523905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4bce2132-7af8-41ce-8358-dc9554289e19 req-39c7bd82-ea59-48a1-9449-824c0e69dcd2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Synchronizing usage tracker for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:34.540699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4bce2132-7af8-41ce-8358-dc9554289e19 req-39c7bd82-ea59-48a1-9449-824c0e69dcd2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Unset dirty status for tenant:8c727340ba2641a6b4e1b54dbb8c058b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:34.542502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4bce2132-7af8-41ce-8358-dc9554289e19 req-39c7bd82-ea59-48a1-9449-824c0e69dcd2 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/ports?device_id=73a5960c-c76c-4026-9e1d-219b9dde68db HTTP/1.1" status: 200 len: 210 time: 0.0724926 May 26 19:49:34.633534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:34.690091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47876) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:34.690428 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-72cb7fad-72cc-466c-bffb-e2a9b7880f07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d3c1887e5104945afee9bfc5472a807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551989 May 26 19:49:34.762969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.793894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.803333 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:34.807530 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Checking router: 77a19baa-a324-4427-b9af-470006cf60e2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:34.818377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:34.818377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:34.850690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.879637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b4939-53b2-4026-b21d-ba08aca08247,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:34.885863 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:34.887358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7dd2e6c6-7938-4a03-aa10-989b5ca2b4fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd8b4939-53b2-4026-b21d-ba08aca08247 HTTP/1.1" status: 204 len: 168 time: 0.1952503 May 26 19:49:35.006694 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:49:35.031729 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:35.382594 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:35.388673 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde127fb-10a6-4f21-96c2-e58440935c84 None None] The sync data for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 is: [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:42:11Z', 'revision_number': 4, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '0791f0cf-d559-4ba1-9fab-fe5ffafad50d', 'name': '', 'network_id': '46dc1057-389c-45d6-8261-786bfc265b60', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'mac_address': 'fa:16:3e:b2:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:10Z', 'updated_at': '2022-05-26T19:42:26Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'subnets': [{'id': '0452c86c-38c8-40d1-9e5a-1c638245dade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:35.697296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47888) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:35.723213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed7c0dd-a868-4ef2-bc7a-d072bd5d7ff5 None None] New status for floating IP 1f7f740a-12b4-4ec8-8252-6245ddf65049: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:49:35.836590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:35.867007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:35.871223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:35.900598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-adf2fd25-b01e-4cbe-be0a-ce5237450c63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444402 May 26 19:49:35.922683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: ca7b9984-90ab-40cb-8178-c24decfb07e5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:35.922965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ca7b9984-90ab-40cb-8178-c24decfb07e5 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:35.935104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:35.999810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906f1941-277c-4c3e-8037-d7c0eef3156d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:36.019066 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.022605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9e0f1e9b-01d1-48e6-9dc7-c9fdb6de076b tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "DELETE /v2.0/security-groups/906f1941-277c-4c3e-8037-d7c0eef3156d HTTP/1.1" status: 204 len: 168 time: 0.3218899 May 26 19:49:36.023770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47892) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:36.047117 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-4abe9767-12a0-4b71-ba3a-8f1ef9cb66c0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] show failed (client error): The resource could not be found. May 26 19:49:36.050569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4abe9767-12a0-4b71-ba3a-8f1ef9cb66c0 tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "GET /v2.0/security-groups/906f1941-277c-4c3e-8037-d7c0eef3156d HTTP/1.1" status: 404 len: 347 time: 0.0236714 May 26 19:49:36.051248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:36.066276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-cad82ed0-d704-4402-a616-cedb753ce1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:36.067986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-cad82ed0-d704-4402-a616-cedb753ce1ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.1279943 May 26 19:49:36.235318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-5f7e199e-6d2c-4669-98d2-9ee49f148181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:36.236697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-5f7e199e-6d2c-4669-98d2-9ee49f148181 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.1427364 May 26 19:49:36.246983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Deleting port 56e35b03-4846-4eae-a016-07dcb011f249 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:36.247533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.341457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-58efa49c-93ba-41be-8239-4e27930cbb54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1001 time: 0.0983407 May 26 19:49:36.403032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-daedcad6-00b3-4c8f-86cc-de9699b6ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:36.404515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-daedcad6-00b3-4c8f-86cc-de9699b6ee3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0570440 May 26 19:49:36.420966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.421333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.492661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-23cbafd9-6803-4dd2-bdd0-2168807c31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:36.494363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-23cbafd9-6803-4dd2-bdd0-2168807c31cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836940 May 26 19:49:36.645723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-2f344ec1-2a99-4b77-82d7-8b34fd4d5b0f service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442914 May 26 19:49:36.703789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Calling delete_port for 56e35b03-4846-4eae-a016-07dcb011f249 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:36.735797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.819183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0bde4fd-9dbf-4809-b424-d02eeb7a8917 req-02c11fed-9487-452e-9a36-b381843d9034 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640110 May 26 19:49:36.871599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:36.984158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Pushing event deleted for resources: {'Port': ['ID=56e35b03-4846-4eae-a016-07dcb011f249,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:37.049794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:37.069782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:37.073917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66902bfc-d0f8-4ee5-8526-a864938ebfdd tempest-ServerActionsTestJSON-1355684068 tempest-ServerActionsTestJSON-1355684068-project] 10.222.0.24 "DELETE /v2.0/floatingips/1f7f740a-12b4-4ec8-8252-6245ddf65049 HTTP/1.1" status: 204 len: 168 time: 1.0175824 May 26 19:49:37.074075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47910) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:37.859053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:38.208532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Deleting port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:38.209260 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:38.498097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] For port 0791f0cf-d559-4ba1-9fab-fe5ffafad50d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:38.499113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:38.623994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Calling delete_port for 0791f0cf-d559-4ba1-9fab-fe5ffafad50d owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:38.810076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:38.862049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=0791f0cf-d559-4ba1-9fab-fe5ffafad50d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:39.153604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:39.593919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Router 77a19baa-a324-4427-b9af-470006cf60e2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:49:39.782805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:49:39.790985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Sync routers for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:49:39.796034 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-99e6ea99-5511-4708-8a48-86ba08c48c0b admin admin] 10.222.0.24 "PUT /v2.0/routers/77a19baa-a324-4427-b9af-470006cf60e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7193372 May 26 19:49:39.796851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:39.800416 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:39.801015 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:39.980472 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:40.095439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:40.272744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:40.284055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Deleting port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:40.284385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:40.304906 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:49:38Z', 'revision_number': 5, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port': {'id': '9a8eb1cb-ff13-4acc-9c90-74a3ec922acc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a19baa-a324-4427-b9af-470006cf60e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:42:04Z', 'updated_at': '2022-05-26T19:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:40.308632 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Checking router: 77a19baa-a324-4427-b9af-470006cf60e2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:49:40.317417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Routers {'77a19baa-a324-4427-b9af-470006cf60e2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:49:40.317991 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['77a19baa-a324-4427-b9af-470006cf60e2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:40.473332 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] Set router 77a19baa-a324-4427-b9af-470006cf60e2 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:49:40.479469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] For port 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:40.479885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:40.582193 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:49:40Z', 'revision_number': 6, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:40.586236 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0211-1c23-428e-bd0b-c75c7f06be6e None None] The sync data for ids ['77a19baa-a324-4427-b9af-470006cf60e2'] in n-d-843146-9 is: [{'id': '77a19baa-a324-4427-b9af-470006cf60e2', 'name': 'tempest-ServerActionsTestJSON-1283329367-router', 'tenant_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:42:02Z', 'updated_at': '2022-05-26T19:49:40Z', 'revision_number': 6, 'project_id': '8c727340ba2641a6b4e1b54dbb8c058b', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:49:40.614195 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Calling delete_port for 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:40.791819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:40.839799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8eb1cb-ff13-4acc-9c90-74a3ec922acc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:40.933905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.146553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.148721 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.171201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.171788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a19baa-a324-4427-b9af-470006cf60e2 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:49:41.184462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.186168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e03c3ba9-077a-4ead-bbb7-e4d8e6235f6f admin admin] 10.222.0.24 "DELETE /v2.0/routers/77a19baa-a324-4427-b9af-470006cf60e2 HTTP/1.1" status: 204 len: 168 time: 1.3878524 May 26 19:49:41.188616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47942) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:41.247656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Deleting subnet 0452c86c-38c8-40d1-9e5a-1c638245dade {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:49:41.251274 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.304798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.386694 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.458003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.619929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0452c86c-38c8-40d1-9e5a-1c638245dade,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:41.626177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.631247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1976e96d-5a7e-428a-b57d-2037a7574115 None None] Network 46dc1057-389c-45d6-8261-786bfc265b60 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:49:41.633443 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8511edd-4ad6-45a4-9d7b-7ddc11078a18 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0452c86c-38c8-40d1-9e5a-1c638245dade HTTP/1.1" status: 204 len: 168 time: 0.4438212 May 26 19:49:41.636242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47946) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:41.761400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.773716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Deleting port 15083a16-d8e5-428e-a5a6-2314470849e8 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:41.773716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.953687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] DHCP port deletion for 46dc1057-389c-45d6-8261-786bfc265b60 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:49:41.958038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Deleting port 15083a16-d8e5-428e-a5a6-2314470849e8 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:41.958707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:41.995689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] For port 15083a16-d8e5-428e-a5a6-2314470849e8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15083a16-d8e5-428e-a5a6-2314470849e8,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:41.996022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.137366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Calling delete_port for 15083a16-d8e5-428e-a5a6-2314470849e8 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:42.223784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.227958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] For port 15083a16-d8e5-428e-a5a6-2314470849e8, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15083a16-d8e5-428e-a5a6-2314470849e8,segment=NetworkSegment(0e636809-871a-4f53-9405-14eff5bf5aa3),segment_id=0e636809-871a-4f53-9405-14eff5bf5aa3)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:42.228360 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.273289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15083a16-d8e5-428e-a5a6-2314470849e8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:42.276787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] No DVR routers for this DVR port 15083a16-d8e5-428e-a5a6-2314470849e8 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:49:42.356800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Calling delete_port for 15083a16-d8e5-428e-a5a6-2314470849e8 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:49:42.395618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.424149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dc1057-389c-45d6-8261-786bfc265b60']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:42.442788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e636809-871a-4f53-9405-14eff5bf5aa3') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:42.443172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e636809-871a-4f53-9405-14eff5bf5aa3') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:49:42.449076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:49:42.449632 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:49:42.456671 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.458101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0791f0cf-d559-4ba1-9fab-fe5ffafad50d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:42.473651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.480016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:49:42.480537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.492712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0791f0cf-d559-4ba1-9fab-fe5ffafad50d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:42.492994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0791f0cf-d559-4ba1-9fab-fe5ffafad50d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:42.493438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15083a16-d8e5-428e-a5a6-2314470849e8 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:42.527212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 15083a16-d8e5-428e-a5a6-2314470849e8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:42.527535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15083a16-d8e5-428e-a5a6-2314470849e8 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:42.527885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:49:42.552945 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0e636809-871a-4f53-9405-14eff5bf5aa3 resource provider aggregate not found May 26 19:49:42.565479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:49:42.565825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9a8eb1cb-ff13-4acc-9c90-74a3ec922acc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:49:42.596850 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 0e636809-871a-4f53-9405-14eff5bf5aa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e636809-871a-4f53-9405-14eff5bf5aa3 found for delete ", "request_id": "req-0ed5fb6c-50de-4f2a-a676-b63041d04150"}]} May 26 19:49:42.606185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.626686 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.635961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=46dc1057-389c-45d6-8261-786bfc265b60,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:42.645571 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ed94c59-ff34-4ce3-95b2-14683bd331d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/46dc1057-389c-45d6-8261-786bfc265b60 HTTP/1.1" status: 204 len: 168 time: 1.0088546 May 26 19:49:42.761939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47958) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:42.814585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e56803b1-f12c-43e5-9914-2f3a5f626e10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c727340ba2641a6b4e1b54dbb8c058b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513895 May 26 19:49:42.816975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 47962) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:42.950582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Deleting port 15083a16-d8e5-428e-a5a6-2314470849e8 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:49:42.951571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:42.989730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:43.017450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:43.025521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dca506eb-4d9c-4c8d-a0ed-8591d3b7fe6c None None] The port '15083a16-d8e5-428e-a5a6-2314470849e8' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:49:43.079998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:43.095788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55dc49-107c-4104-b04c-f5420d352fae,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:43.105312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:43.106504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-49aa864e-91e8-4dc3-b936-d1f37ad5c0a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e55dc49-107c-4104-b04c-f5420d352fae HTTP/1.1" status: 204 len: 168 time: 0.2886291 May 26 19:49:43.865991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47988) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:43.974376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-901489151-network', 'tenant_id': 'b7a2a80079e84cb8a1884597e0295cf8'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:43.979922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:43.984545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Usage tracker for resource:network and tenant:b7a2a80079e84cb8a1884597e0295cf8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:43.987642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:43.993508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:44.017509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Made reservation on behalf of b7a2a80079e84cb8a1884597e0295cf8 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:49:44.020209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.032553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.049218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:44.055385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Usage tracker for resource:security_group_rule and tenant:b7a2a80079e84cb8a1884597e0295cf8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:44.059106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:44.065956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:44.157657 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.161664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.193089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:49:44.203055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c262e2f9-8642-47b3-9c90-ec65a997147c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:44.210534 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.211291 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Added segment 2c0463e5-c0e0-4c92-b150-4b3c24783e24 of type vlan for network e23ad958-c5df-4e71-8a28-80748ecb149c May 26 19:49:44.220965 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.246710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.285797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.290183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:44.292822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.392766 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5256238 May 26 19:49:44.396104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 47998) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:44.402699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Request body: {'subnet': {'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-901489151-subnet', 'tenant_id': 'b7a2a80079e84cb8a1884597e0295cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:44.410366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:44.416412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c7456-fefb-4d14-8f6d-61a2926b2a2e admin admin] Pushing event updated for resources: {'Network': ['ID=e23ad958-c5df-4e71-8a28-80748ecb149c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:44.420715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Usage tracker for resource:subnet and tenant:b7a2a80079e84cb8a1884597e0295cf8 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:44.424054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:44.429308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e23ad958-c5df-4e71-8a28-80748ecb149c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:49:44.437738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:44.452438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Made reservation on behalf of b7a2a80079e84cb8a1884597e0295cf8 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:49:44.454898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.666331 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.721341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab074f05-eb20-43d7-bb09-9b7a1ec10f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.759545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc01702-68af-4fd2-b340-c36cc8556252,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:44.769826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Checking segment: {'id': '2c0463e5-c0e0-4c92-b150-4b3c24783e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:49:44.770168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Network hostable DHCP agents. Network: e23ad958-c5df-4e71-8a28-80748ecb149c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:49:44.790265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Network e23ad958-c5df-4e71-8a28-80748ecb149c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:49:44.799394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e23ad958-c5df-4e71-8a28-80748ecb149c) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:49:44.803930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:44.805124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:44.811194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150be466-6b95-42f9-a8a9-832f0a8a25f1 None None] Network e23ad958-c5df-4e71-8a28-80748ecb149c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:49:44.827649 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ed03a64-5a1b-4f1d-9bb4-a7dd3f04b8db admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4307806 May 26 19:49:45.060880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703f855-00f1-44f2-a2e1-90313b877d54 None None] Network e23ad958-c5df-4e71-8a28-80748ecb149c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:49:45.463750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-eb80c5ea-854d-4886-b6cb-57b7a50959c3 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:45.471270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-eb80c5ea-854d-4886-b6cb-57b7a50959c3 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/networks?id=e23ad958-c5df-4e71-8a28-80748ecb149c HTTP/1.1" status: 200 len: 821 time: 0.1777139 May 26 19:49:45.487996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f90fe09a-67a1-4662-a40d-e564d6ef180d tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/quotas/b7a2a80079e84cb8a1884597e0295cf8 HTTP/1.1" status: 200 len: 375 time: 0.0156121 May 26 19:49:45.544605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-30d13818-d30a-45c4-9fc7-f44caa85e2e3 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7a2a80079e84cb8a1884597e0295cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556576 May 26 19:49:45.743007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-253b2456-54fc-47bb-926e-8d17a0c1a118 service neutron] 10.222.0.24 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970952 May 26 19:49:45.886342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-39258aaa-e80d-49e2-b99e-1af7dd08c58b service neutron] 10.222.0.24 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371825 May 26 19:49:46.175239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac5e3ecd-ecad-40da-be61-03ffd8394770 req-98d37209-dca5-4bb9-b6a1-1433d862eb74 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 210 time: 0.0600529 May 26 19:49:46.858099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c72bca3d-1ed3-455b-a0cd-70fe7d86db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:47.343585 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:47.368868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96c69b43-2812-4247-8712-085dbd28ae3d req-62d64da5-af4b-491c-a84d-7e3a5031aadb tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 210 time: 0.0641603 May 26 19:49:47.551652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-4e3b0db6-396a-4a8e-9ab0-44e71ddee646 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:47.553605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-4e3b0db6-396a-4a8e-9ab0-44e71ddee646 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.53 "GET /v2.0/networks?id=e23ad958-c5df-4e71-8a28-80748ecb149c HTTP/1.1" status: 200 len: 821 time: 0.1837518 May 26 19:49:47.577957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Request body: {'port': {'device_id': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c', 'admin_state_up': True, 'tenant_id': 'b7a2a80079e84cb8a1884597e0295cf8'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:47.721837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:47.726134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Usage tracker for resource:port and tenant:b7a2a80079e84cb8a1884597e0295cf8 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:47.729245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:47.735617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:47.746235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Made reservation on behalf of b7a2a80079e84cb8a1884597e0295cf8 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:49:47.750417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:47.921445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Allocated IP 172.20.0.14 (e23ad958-c5df-4e71-8a28-80748ecb149c/2bc01702-68af-4fd2-b340-c36cc8556252/1678f968-43ba-4ed8-913a-6c08e03c0bd7) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:49:48.124033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:48.152052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:48.186340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:48.226066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Network e23ad958-c5df-4e71-8a28-80748ecb149c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:49:48.228853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:49:48.232927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:49:48.273442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Pushing event updated for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:48.297265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:48.297850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:48.317135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-fcc86d99-6a79-4ee7-a910-535b94fa01ad tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534459 May 26 19:49:48.328969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Request body: {'port': {'device_id': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:49:48.439478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:48.649312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb769-18eb-48fd-bd92-0c1218f62e52 req-2ccea03d-aa73-4eab-9a04-961237c62275 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:48.649976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-740fb769-18eb-48fd-bd92-0c1218f62e52 req-2ccea03d-aa73-4eab-9a04-961237c62275 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Synchronizing usage tracker for tenant:b7a2a80079e84cb8a1884597e0295cf8 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:49:48.836782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-740fb769-18eb-48fd-bd92-0c1218f62e52 req-2ccea03d-aa73-4eab-9a04-961237c62275 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Unset dirty status for tenant:b7a2a80079e84cb8a1884597e0295cf8 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:49:48.837971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-740fb769-18eb-48fd-bd92-0c1218f62e52 req-2ccea03d-aa73-4eab-9a04-961237c62275 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 932 time: 0.3550906 May 26 19:49:48.917048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-740fb769-18eb-48fd-bd92-0c1218f62e52 req-5880f18f-5b61-4269-81f4-a154f561a393 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 May 26 19:49:48.990814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1678f968-43ba-4ed8-913a-6c08e03c0bd7 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:49:48.998471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.017312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Transition to ACTIVE for port object 1678f968-43ba-4ed8-913a-6c08e03c0bd7 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:49:49.021422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.152403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:49.257332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Attempting to bind port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:49:49.257578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Attempting to bind port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2c0463e5-c0e0-4c92-b150-4b3c24783e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:49:49.257905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Attempting to bind port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 on network e23ad958-c5df-4e71-8a28-80748ecb149c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:49:49.262437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 on network e23ad958-c5df-4e71-8a28-80748ecb149c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:49:49.262772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Attempting to bind port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 on network e23ad958-c5df-4e71-8a28-80748ecb149c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:49:49.267836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:49:49.268170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Checking segment: {'id': '2c0463e5-c0e0-4c92-b150-4b3c24783e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:49:49.268542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Bound using segment: {'id': '2c0463e5-c0e0-4c92-b150-4b3c24783e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:49:49.268953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Bound port: 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0463e5-c0e0-4c92-b150-4b3c24783e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:49:49.269324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.361183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:49:49.364266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7,segment=NetworkSegment(2c0463e5-c0e0-4c92-b150-4b3c24783e24),segment_id=2c0463e5-c0e0-4c92-b150-4b3c24783e24)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:49:49.369116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.431385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:49.431988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.433362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1678f968-43ba-4ed8-913a-6c08e03c0bd7 HTTP/1.1" status: 200 len: 1092 time: 1.1087539 May 26 19:49:49.433794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:49.459609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b217f5-d952-4038-811d-369eeadce2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:49.506378 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464d1775-8df7-428d-9681-301f533dfc10'] response: {'name': 'network-changed', 'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7', 'status': 'completed', 'code': 200} May 26 19:49:49.548848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-3e54fd99-cc9f-4831-92c2-ae1d2569c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:49.550320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-3e54fd99-cc9f-4831-92c2-ae1d2569c9fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7a2a80079e84cb8a1884597e0295cf8&device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 1095 time: 0.0807281 May 26 19:49:49.620658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-52984ff7-dc89-4809-957e-337f2e0556e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7 HTTP/1.1" status: 200 len: 217 time: 0.0617774 May 26 19:49:49.686497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca2579-f390-495c-a0cb-944f5a014559 req-5192324c-8ee9-42fc-a1e9-ff2549b294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:49.688093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-5192324c-8ee9-42fc-a1e9-ff2549b294a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bc01702-68af-4fd2-b340-c36cc8556252 HTTP/1.1" status: 200 len: 861 time: 0.0606360 May 26 19:49:49.736117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-bd24feab-3111-461f-a1bd-4e0b1c1d360a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e23ad958-c5df-4e71-8a28-80748ecb149c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418007 May 26 19:49:49.778124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:49.872319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-c4731a5f-f497-45a9-832f-bac349fe7bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265988 May 26 19:49:50.026097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90ca2579-f390-495c-a0cb-944f5a014559 req-280bdb5e-a661-4831-9e9a-dc4247025436 service neutron] 10.222.0.53 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472499 May 26 19:49:50.183998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9307e-55e2-4c29-9f7b-1bfe9786ca63 req-9d07196f-e502-489c-83d9-c2a8dbdce87f tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:50.186027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0e9307e-55e2-4c29-9f7b-1bfe9786ca63 req-9d07196f-e502-489c-83d9-c2a8dbdce87f tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 944 time: 0.1481142 May 26 19:49:50.188766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5016d81-6441-4775-bb49-0991fd365e16 req-ec5b9f81-803a-4e6f-af75-e3dd6ba57363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:50.190127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-ec5b9f81-803a-4e6f-af75-e3dd6ba57363 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7a2a80079e84cb8a1884597e0295cf8&device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 1095 time: 0.1148274 May 26 19:49:50.313889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d0e9307e-55e2-4c29-9f7b-1bfe9786ca63 req-26967685-55ed-432c-a8fd-49cf8b5ffd6f tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220045 May 26 19:49:50.354861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5016d81-6441-4775-bb49-0991fd365e16 req-1249beb0-1b8f-4c09-ba70-a9f49c45a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:50.356511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-1249beb0-1b8f-4c09-ba70-a9f49c45a2a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e23ad958-c5df-4e71-8a28-80748ecb149c HTTP/1.1" status: 200 len: 922 time: 0.1508539 May 26 19:49:50.533763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-88c3fa9c-f8ff-4147-9eec-4f204b676e3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7 HTTP/1.1" status: 200 len: 217 time: 0.1712399 May 26 19:49:50.596347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5016d81-6441-4775-bb49-0991fd365e16 req-c13c8376-b082-4ecf-b4dc-8302b903cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:50.597722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-c13c8376-b082-4ecf-b4dc-8302b903cdb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bc01702-68af-4fd2-b340-c36cc8556252 HTTP/1.1" status: 200 len: 861 time: 0.0573444 May 26 19:49:50.647528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-b271e8e0-b0d4-4c46-bd23-212c829e3fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e23ad958-c5df-4e71-8a28-80748ecb149c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427706 May 26 19:49:50.777576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-202f6d02-cba3-4ef2-b70e-64fd3e5e7feb service neutron] 10.222.0.53 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237431 May 26 19:49:50.911071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5016d81-6441-4775-bb49-0991fd365e16 req-0478748a-324b-4f50-b1a5-8d1de23cd73d service neutron] 10.222.0.53 "GET /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269269 May 26 19:49:51.499831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9cff1-cdd9-4e25-aed9-722960b6414f req-02b76e50-e778-4d36-bb4d-0be83f2903c8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:51.501390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cd9cff1-cdd9-4e25-aed9-722960b6414f req-02b76e50-e778-4d36-bb4d-0be83f2903c8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 944 time: 0.0788612 May 26 19:49:51.551730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cd9cff1-cdd9-4e25-aed9-722960b6414f req-c2118a11-c248-4fac-b8cd-02e32f000c64 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 May 26 19:49:52.736568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e3be1-4729-480b-9f77-9008b3a57d90 req-e8a89ad5-f347-4a82-b215-e60210cfe2c8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:52.738020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a7e3be1-4729-480b-9f77-9008b3a57d90 req-e8a89ad5-f347-4a82-b215-e60210cfe2c8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 944 time: 0.0821733 May 26 19:49:52.781460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a7e3be1-4729-480b-9f77-9008b3a57d90 req-d5bb5033-4901-441f-b20b-b5892b587682 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 May 26 19:49:52.941761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df7a4-9964-4381-ae49-55e6099262e5 req-b3521982-6548-40cc-9e62-1c2e6894bbaf tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:52.943213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-420df7a4-9964-4381-ae49-55e6099262e5 req-b3521982-6548-40cc-9e62-1c2e6894bbaf tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.0683656 May 26 19:49:52.964616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:52.982361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:49:52.986176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Usage tracker for resource:security_group_rule and tenant:b4ec59b5892a4939813a96dcc021217d is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:49:52.988913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:49:52.994515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:49:53.073425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:53.078504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:53.104588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-420df7a4-9964-4381-ae49-55e6099262e5 req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557789 May 26 19:49:53.117659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c3a47-5deb-4bd5-ac3b-3c01e0a4c3b3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272a1a2-0fce-4757-83e8-56cb28aef96c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:53.291448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35103ba7-bea2-4eaf-872b-b6b225bc0d9b req-e7cc87f5-3e3c-41ab-80ed-d2fad9195901 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:53.292790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35103ba7-bea2-4eaf-872b-b6b225bc0d9b req-e7cc87f5-3e3c-41ab-80ed-d2fad9195901 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0784118 May 26 19:49:53.341335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35103ba7-bea2-4eaf-872b-b6b225bc0d9b req-14a5b5b3-f5d9-49d7-b88d-d984edf4a1df tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425501 May 26 19:49:53.364077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48086) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:49:53.484144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-85ac36a5-903e-47b4-92e7-9941a4097666 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/167b614f-8c54-4763-b048-ebb052970da0 HTTP/1.1" status: 200 len: 993 time: 0.1129794 May 26 19:49:54.293174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-24270a74-9184-4043-bc5d-34af9f7e2130 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757532 May 26 19:49:54.363818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5cacb-6e7e-4889-8c0a-7cdba6af5055 req-21393adc-56d7-44d6-8bc2-081d20edf416 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:54.365340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0e5cacb-6e7e-4889-8c0a-7cdba6af5055 req-21393adc-56d7-44d6-8bc2-081d20edf416 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 944 time: 0.0924113 May 26 19:49:54.417656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0e5cacb-6e7e-4889-8c0a-7cdba6af5055 req-22a57f79-8a34-4c14-af89-805e08bec7b8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 May 26 19:49:54.629716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b657d9-8007-4fbf-b577-0c38cd22ae10 req-1fa3b03e-bd86-4c5d-bf72-b0789723c850 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:54.631230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81b657d9-8007-4fbf-b577-0c38cd22ae10 req-1fa3b03e-bd86-4c5d-bf72-b0789723c850 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1010776 May 26 19:49:54.680196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81b657d9-8007-4fbf-b577-0c38cd22ae10 req-ffc697b8-0ce6-4823-a3ce-b5169b2f8be7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433528 May 26 19:49:54.685493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1678f968-43ba-4ed8-913a-6c08e03c0bd7 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:49:54.981294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7,segment=NetworkSegment(2c0463e5-c0e0-4c92-b150-4b3c24783e24),segment_id=2c0463e5-c0e0-4c92-b150-4b3c24783e24)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:54.998962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '1678f968-43ba-4ed8-913a-6c08e03c0bd7', 'network_id': 'e23ad958-c5df-4e71-8a28-80748ecb149c', 'port_id': '1678f968-43ba-4ed8-913a-6c08e03c0bd7', 'mac_address': 'fa:16:3e:72:ba:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc01702-68af-4fd2-b340-c36cc8556252', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:49:55.138734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:49:55.139191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:55.163151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1678f968-43ba-4ed8-913a-6c08e03c0bd7 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:49:55.188256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7,segment=NetworkSegment(2c0463e5-c0e0-4c92-b150-4b3c24783e24),segment_id=2c0463e5-c0e0-4c92-b150-4b3c24783e24)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:55.193431 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:55.280682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:55.524196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1678f968-43ba-4ed8-913a-6c08e03c0bd7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:49:55.630668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-2d934b83-aabc-4360-89c5-386babaf9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:55.632137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-2d934b83-aabc-4360-89c5-386babaf9880 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.1472802 May 26 19:49:55.642916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7add8c-efb5-4554-b497-da00eee9e513 req-8408151c-bff4-4781-a107-2ec0c121aaff tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:55.644334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc7add8c-efb5-4554-b497-da00eee9e513 req-8408151c-bff4-4781-a107-2ec0c121aaff tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 945 time: 0.1087496 May 26 19:49:55.769388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc7add8c-efb5-4554-b497-da00eee9e513 req-0c798d97-73e3-4693-9294-216fe0788725 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 May 26 19:49:55.810672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-f2743506-46dc-4d83-9d21-488511261af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:55.812115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-f2743506-46dc-4d83-9d21-488511261af3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.1669407 May 26 19:49:56.088478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-3f823756-b6e0-4481-85ed-a73a54c2218d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1001 time: 0.2694879 May 26 19:49:56.160523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea17ce-0693-48fc-9be6-cf46fc121615 req-5c160159-8fdc-4d72-9bc1-9990a941c316 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:56.162902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62ea17ce-0693-48fc-9be6-cf46fc121615 req-5c160159-8fdc-4d72-9bc1-9990a941c316 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.2602348 May 26 19:49:56.185638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-0b3bd594-ede6-4931-a2ff-d6cbc935e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:56.187044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-0b3bd594-ede6-4931-a2ff-d6cbc935e15d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0911899 May 26 19:49:56.260199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62ea17ce-0693-48fc-9be6-cf46fc121615 req-5513d00f-1488-498d-818c-9a0415532906 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905583 May 26 19:49:56.285232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-c1cf19ff-fd1a-4131-b34a-c14a75e3ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:56.286726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-c1cf19ff-fd1a-4131-b34a-c14a75e3ca7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923536 May 26 19:49:56.423079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-9c0d83a1-fb9e-4875-a8a7-27ec41fc5517 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286321 May 26 19:49:56.561148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-99d67622-5c32-456b-a8c2-00457288b1eb service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303985 May 26 19:49:56.702737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1678f968-43ba-4ed8-913a-6c08e03c0bd7 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:49:56.789305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:49:56.795436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:49:56.795836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:56.930253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:49:56.930553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:56.958885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:49:56.969798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7,segment=NetworkSegment(2c0463e5-c0e0-4c92-b150-4b3c24783e24),segment_id=2c0463e5-c0e0-4c92-b150-4b3c24783e24)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:49:56.974774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:49:56.980942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925d7f6-a8ff-4b86-9aab-ed33daba3df8 req-e58cdd50-a8da-489d-80e6-99e0db2b26de tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:56.983042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925d7f6-a8ff-4b86-9aab-ed33daba3df8 req-e58cdd50-a8da-489d-80e6-99e0db2b26de tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 945 time: 0.0956209 May 26 19:49:57.034871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d925d7f6-a8ff-4b86-9aab-ed33daba3df8 req-1c5630bb-cccf-4641-a988-8dc5ec457ed4 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 May 26 19:49:57.058638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:49:57.155564 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd715e60-f97c-47bc-b992-74cc4cc57fc8'] response: {'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7', 'code': 200} May 26 19:49:57.284511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813bbfa-273f-4ac7-8217-90f7b941d783 req-bd98bb3f-cda7-4642-a17b-d460b4ff4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:57.285937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813bbfa-273f-4ac7-8217-90f7b941d783 req-bd98bb3f-cda7-4642-a17b-d460b4ff4c01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 1097 time: 0.0727000 May 26 19:49:57.326895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a813bbfa-273f-4ac7-8217-90f7b941d783 req-56959d29-ccb7-494c-accf-c88e88c5ba37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 May 26 19:49:57.447935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45e35-d85a-4bb3-88e9-64c1d4c1e3e3 req-f432cef9-163b-43ff-b432-b1fec78a5995 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:57.449389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ae45e35-d85a-4bb3-88e9-64c1d4c1e3e3 req-f432cef9-163b-43ff-b432-b1fec78a5995 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0817058 May 26 19:49:57.493813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ae45e35-d85a-4bb3-88e9-64c1d4c1e3e3 req-2cee9451-5d83-4026-9826-4eeed483dd16 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376511 May 26 19:49:58.228648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c7219-04a0-4566-b912-87fc15172d3d req-b93701e9-d0a3-4cdd-a39e-9592f3bcea37 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:58.230023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9c7219-04a0-4566-b912-87fc15172d3d req-b93701e9-d0a3-4cdd-a39e-9592f3bcea37 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 946 time: 0.0781095 May 26 19:49:58.277819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c9c7219-04a0-4566-b912-87fc15172d3d req-eede3528-e582-4cbe-81ae-3fb74ca2c175 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 May 26 19:49:58.684806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8949-d06d-4435-be04-98fcd384bde9 req-d2d9715a-d80f-40a2-b662-96e5c503ac41 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:58.685954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c9b8949-d06d-4435-be04-98fcd384bde9 req-d2d9715a-d80f-40a2-b662-96e5c503ac41 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0822074 May 26 19:49:58.734286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c9b8949-d06d-4435-be04-98fcd384bde9 req-6a3ebb1c-7d5d-4694-9b27-9f9f4d76e0dc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426965 May 26 19:49:59.481083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120907e0-82eb-4e2d-b707-96c43198bb55 req-88eed272-4a4d-4139-9420-50f1ba5e49fb tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:49:59.483199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120907e0-82eb-4e2d-b707-96c43198bb55 req-88eed272-4a4d-4139-9420-50f1ba5e49fb tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 946 time: 0.0924058 May 26 19:49:59.537700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120907e0-82eb-4e2d-b707-96c43198bb55 req-477ead75-105b-46dc-94a6-bae46ee860b8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483148 May 26 19:50:00.046365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da500c0-40aa-427a-8fdc-9469b09927ae req-5057e05a-c85d-4e95-a46e-395bdfa9e3e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:00.047490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4da500c0-40aa-427a-8fdc-9469b09927ae req-5057e05a-c85d-4e95-a46e-395bdfa9e3e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0836954 May 26 19:50:00.095675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4da500c0-40aa-427a-8fdc-9469b09927ae req-1b8f589e-8748-4895-9991-03bd304cd525 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419126 May 26 19:50:00.284236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171d06-349b-403e-a8ca-f478c3e515dd req-f566f74f-ff76-40cf-b72e-38981ed94a59 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:00.285857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4171d06-349b-403e-a8ca-f478c3e515dd req-f566f74f-ff76-40cf-b72e-38981ed94a59 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 946 time: 0.0940485 May 26 19:50:00.342067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4171d06-349b-403e-a8ca-f478c3e515dd req-bab18621-ef0a-4082-870d-18c7a3e40a1e tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 May 26 19:50:01.294669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c67fd6-28b7-445c-9ae0-2ee6683f424b req-b560e8ad-50ea-4394-abe8-873c7b3de2ca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:01.296382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94c67fd6-28b7-445c-9ae0-2ee6683f424b req-b560e8ad-50ea-4394-abe8-873c7b3de2ca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0907743 May 26 19:50:01.344477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94c67fd6-28b7-445c-9ae0-2ee6683f424b req-8755c137-d0bb-4efe-872c-78f7092deea4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423131 May 26 19:50:01.569736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522002-b94a-4b9c-a087-1d217fba10db req-29184dc0-94eb-4808-ad8e-607bd9902d61 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:01.571221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6522002-b94a-4b9c-a087-1d217fba10db req-29184dc0-94eb-4808-ad8e-607bd9902d61 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 946 time: 0.0801120 May 26 19:50:01.645128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Deleting port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:50:01.645481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:01.974306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] For port 1678f968-43ba-4ed8-913a-6c08e03c0bd7, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=1678f968-43ba-4ed8-913a-6c08e03c0bd7,segment=NetworkSegment(2c0463e5-c0e0-4c92-b150-4b3c24783e24),segment_id=2c0463e5-c0e0-4c92-b150-4b3c24783e24)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:01.974656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:02.211394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Calling delete_port for 1678f968-43ba-4ed8-913a-6c08e03c0bd7 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:50:02.275124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40d561-6a95-4e31-b573-5c948c86609a req-702accec-9993-4949-bbcc-bea4040fc180 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:02.276701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e40d561-6a95-4e31-b573-5c948c86609a req-702accec-9993-4949-bbcc-bea4040fc180 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6a251b7-1f46-4b54-b703-3a848a4d436a HTTP/1.1" status: 200 len: 946 time: 0.3891129 May 26 19:50:02.341846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e40d561-6a95-4e31-b573-5c948c86609a req-52a97475-2605-45c6-8417-18cd432097e8 tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.24 "GET /v2.0/security-groups?id=c262e2f9-8642-47b3-9c90-ec65a997147c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 May 26 19:50:02.410545 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:02.422239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['1678f968-43ba-4ed8-913a-6c08e03c0bd7'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:50:02.464219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Pushing event deleted for resources: {'Port': ['ID=1678f968-43ba-4ed8-913a-6c08e03c0bd7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:02.515830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.516177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.516519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.516842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.517193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.517515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.517833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.518150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.518462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.518773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.519083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.519394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:02.607069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] No DVR routers for this DVR port 1678f968-43ba-4ed8-913a-6c08e03c0bd7 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:02.610788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:02.613379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'name': 'network-vif-deleted', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:02.641285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6522002-b94a-4b9c-a087-1d217fba10db req-0f5a806c-5ecc-4054-a588-32f9079bf4ef tempest-ServerAddressesNegativeTestJSON-1057484613 tempest-ServerAddressesNegativeTestJSON-1057484613-project] 10.222.0.53 "DELETE /v2.0/ports/1678f968-43ba-4ed8-913a-6c08e03c0bd7 HTTP/1.1" status: 204 len: 173 time: 1.0637908 May 26 19:50:02.649079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069944b-bfac-45d0-a37f-64dce1a717d4 req-88e09fad-e971-4a13-acb3-b3f5c5ca7bb3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:02.650882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6069944b-bfac-45d0-a37f-64dce1a717d4 req-88e09fad-e971-4a13-acb3-b3f5c5ca7bb3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1888196 May 26 19:50:02.698115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6069944b-bfac-45d0-a37f-64dce1a717d4 req-94f7ee4d-a8c1-4b5d-955f-9292214ddea1 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 May 26 19:50:02.884894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1d295-5caa-4803-8973-2d43ce704246 req-3482706d-84b8-4308-be8e-2dfce46d870b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:02.886390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80d1d295-5caa-4803-8973-2d43ce704246 req-3482706d-84b8-4308-be8e-2dfce46d870b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0809441 May 26 19:50:02.932212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80d1d295-5caa-4803-8973-2d43ce704246 req-e19f3a45-9e59-4c29-8f7f-cb679ba320fc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394571 May 26 19:50:02.997105 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938407a5-255c-496a-baa8-b3cd981c04d5'] response: {'server_uuid': 'd6a251b7-1f46-4b54-b703-3a848a4d436a', 'name': 'network-vif-deleted', 'tag': '1678f968-43ba-4ed8-913a-6c08e03c0bd7', 'status': 'completed', 'code': 200} May 26 19:50:03.441178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:03.507721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Deleting subnet 2bc01702-68af-4fd2-b340-c36cc8556252 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:50:03.510656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.559174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.619117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.688125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.725628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc01702-68af-4fd2-b340-c36cc8556252,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:03.729772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.737078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-76d1c371-5419-4a6a-b7ff-c2f04b84950e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2bc01702-68af-4fd2-b340-c36cc8556252 HTTP/1.1" status: 204 len: 168 time: 0.2942450 May 26 19:50:03.739252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:03.851865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:03.919573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7c654-6a2e-4918-9a65-6e5a6ddabf89 req-e2668194-c6ca-4388-9127-6e912f8f138c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:03.921070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42b7c654-6a2e-4918-9a65-6e5a6ddabf89 req-e2668194-c6ca-4388-9127-6e912f8f138c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1027482 May 26 19:50:03.974623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42b7c654-6a2e-4918-9a65-6e5a6ddabf89 req-cdf94d24-9bf6-4fec-a059-ebebd78ffd84 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 May 26 19:50:04.006533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.044209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23ad958-c5df-4e71-8a28-80748ecb149c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:04.060926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0463e5-c0e0-4c92-b150-4b3c24783e24') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:04.061474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0463e5-c0e0-4c92-b150-4b3c24783e24') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:04.074790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.093911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.100490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:50:04.100880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.168340 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2c0463e5-c0e0-4c92-b150-4b3c24783e24 resource provider aggregate not found May 26 19:50:04.174561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bedf87-a18a-4058-a6fe-09cfd84cf0ce req-09c17b6a-163a-4406-b9a7-14441d77b51c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:04.176078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8bedf87-a18a-4058-a6fe-09cfd84cf0ce req-09c17b6a-163a-4406-b9a7-14441d77b51c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0890362 May 26 19:50:04.228459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8bedf87-a18a-4058-a6fe-09cfd84cf0ce req-0264b01e-b372-4725-ac8d-57ffcd6ca651 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439043 May 26 19:50:04.293420 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 2c0463e5-c0e0-4c92-b150-4b3c24783e24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c0463e5-c0e0-4c92-b150-4b3c24783e24 found for delete ", "request_id": "req-ef436581-b25f-48d6-8768-a38015a4e9f4"}]} May 26 19:50:04.306676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.322914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.331565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23ad958-c5df-4e71-8a28-80748ecb149c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:04.334326 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-37adcb4f-c5e0-4fcb-97b7-6781ebe14ec6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e23ad958-c5df-4e71-8a28-80748ecb149c HTTP/1.1" status: 204 len: 168 time: 0.5940447 May 26 19:50:04.441205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48274) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:04.489839 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41907c6d-6c10-44b0-9614-8d5d96f68ebd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7a2a80079e84cb8a1884597e0295cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474486 May 26 19:50:04.492069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48278) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:04.550734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.575511 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.626342 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.642690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c262e2f9-8642-47b3-9c90-ec65a997147c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:04.645932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:04.647023 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2a5b2698-17fd-4b27-b03b-92ce6443a2d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c262e2f9-8642-47b3-9c90-ec65a997147c HTTP/1.1" status: 204 len: 168 time: 0.1540985 May 26 19:50:05.232212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8491f3-38f1-448b-b75a-bf0de5769df5 req-5c6fff0e-3ca8-4b76-b8e8-d8d02a993a90 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:05.240147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c8491f3-38f1-448b-b75a-bf0de5769df5 req-5c6fff0e-3ca8-4b76-b8e8-d8d02a993a90 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1124933 May 26 19:50:05.295723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c8491f3-38f1-448b-b75a-bf0de5769df5 req-80f53b9f-e768-4e54-9b1b-10256c97356c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546234 May 26 19:50:05.399898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48312) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:05.486944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606831ad-f972-4d7a-9f65-2fb18072da01 req-fa065bed-6b06-42ff-b31e-ce9e375c92e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:05.488470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-606831ad-f972-4d7a-9f65-2fb18072da01 req-fa065bed-6b06-42ff-b31e-ce9e375c92e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0815554 May 26 19:50:05.515929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-network', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:05.521674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:05.525797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Usage tracker for resource:network and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:05.530089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:05.536702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-606831ad-f972-4d7a-9f65-2fb18072da01 req-751a65c9-3df2-42c0-bcdc-cfba556f15da tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426583 May 26 19:50:05.540707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:05.551604 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Made reservation on behalf of 3a5c923d48784494b5ba17f42a74d43f for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:05.554107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.567071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.581847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:05.586205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:05.589298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:05.595537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:05.678372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.682448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.715252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:50:05.721208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5f054-c0ae-4d84-a188-6850a409358b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:05.731535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.731873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.732210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.732524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.732845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.733197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.733511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.733828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.734136 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.734444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.734750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.735055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:05.738508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.738842 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Added segment a245835c-8247-413d-bc28-17237f42729c of type vlan for network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 May 26 19:50:05.766933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.797122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.798023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:05.798604 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:05.908640 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5076449 May 26 19:50:05.909498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4afa47-943c-4c41-abc3-26baf60dbeb0 admin admin] Pushing event updated for resources: {'Network': ['ID=efe101fa-f65c-4c11-94d6-d942a1ef3ee2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:05.911595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48318) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:05.921065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:50:05.922827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Request body: {'subnet': {'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-subnet', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:05.928209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:05.932042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Usage tracker for resource:subnet and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:05.936983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:05.943228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:05.955239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Made reservation on behalf of 3a5c923d48784494b5ba17f42a74d43f for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:05.957757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.163608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.246479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ddde54-6978-4b11-8c5a-172fecff11bb,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:06.252412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Checking segment: {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:06.252412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Network hostable DHCP agents. Network: efe101fa-f65c-4c11-94d6-d942a1ef3ee2, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:50:06.270380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:50:06.278929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, efe101fa-f65c-4c11-94d6-d942a1ef3ee2) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:06.282891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:06.283459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.289559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3946ea-5da9-4c41-acf9-f4d6e733ba85 None None] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:06.312161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48324) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:06.323094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:06.339737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-33d01c58-50d8-40ce-9752-43997aad5ca3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4012363 May 26 19:50:06.343135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:06.350692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Usage tracker for resource:router and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:06.358261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:06.364941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:06.379980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.380786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.405591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.538792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b2880-e12a-4074-9b59-aa0dc3359c68 req-8f2303f0-5dcc-49c1-931c-a74e4fdb0a02 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:06.547790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a97b2880-e12a-4074-9b59-aa0dc3359c68 req-8f2303f0-5dcc-49c1-931c-a74e4fdb0a02 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1019301 May 26 19:50:06.561534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d095c8-74dd-4c66-acfb-eb21a8f85794 None None] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:06.593696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a97b2880-e12a-4074-9b59-aa0dc3359c68 req-18be82c2-d3bf-47c0-ada7-1531388889c3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 May 26 19:50:06.730501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.800645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1678f968-43ba-4ed8-913a-6c08e03c0bd7 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:50:06.855996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 1678f968-43ba-4ed8-913a-6c08e03c0bd7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:50:06.856900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 1678f968-43ba-4ed8-913a-6c08e03c0bd7 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:50:06.865730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:06.928795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcb2f3-c232-4c7e-9479-3f0fbeeed556 req-2ea6994e-4d40-4513-9b4d-7cff6a8a823c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:06.930403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfcb2f3-c232-4c7e-9479-3f0fbeeed556 req-2ea6994e-4d40-4513-9b4d-7cff6a8a823c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.2049091 May 26 19:50:06.980565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cfcb2f3-c232-4c7e-9479-3f0fbeeed556 req-310ee165-0b3b-4f08-bf87-7fe0346208f7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437012 May 26 19:50:07.080609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.110602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.247488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Allocated IP 172.25.0.244 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/54c0ea96-ae0f-4aaa-a258-be9aaaff799d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:07.402841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.435147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.441653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:07.501261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Deleting subnet 861567a8-5e5c-41f0-971a-6762f6a86833 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:50:07.504384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.505317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:07.508413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:07.512515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:07.546294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Pushing event updated for resources: {'Port': ['ID=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:07.558014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.616243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.695249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.788761 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:07.796295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861567a8-5e5c-41f0-971a-6762f6a86833,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:07.802512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1f1d8f7-5346-42fc-b594-7f867a5b6216 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/861567a8-5e5c-41f0-971a-6762f6a86833 HTTP/1.1" status: 204 len: 168 time: 0.3598344 May 26 19:50:07.805271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48340) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:07.837094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4acecd-1c31-4b1a-a5b2-259e6726ac91 req-bc2f4128-ecfc-4011-ba6c-3f8a1149dbc5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:07.838825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce4acecd-1c31-4b1a-a5b2-259e6726ac91 req-bc2f4128-ecfc-4011-ba6c-3f8a1149dbc5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.0948536 May 26 19:50:07.883846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce4acecd-1c31-4b1a-a5b2-259e6726ac91 req-bb233a2b-d5a1-4a9c-aeb7-3bbe9e9f5ecd tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385666 May 26 19:50:07.974608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.184797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e4dc-a7c7-4c3d-93f5-e91483c44711 req-b71237e0-4b95-4967-b06a-15dd673e9f09 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:08.186316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aca6e4dc-a7c7-4c3d-93f5-e91483c44711 req-b71237e0-4b95-4967-b06a-15dd673e9f09 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.0827355 May 26 19:50:08.230564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aca6e4dc-a7c7-4c3d-93f5-e91483c44711 req-65bc18f5-669e-46d8-b25d-72b2be1527ae tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385630 May 26 19:50:08.250715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.285230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.332700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dc76ab-d388-40be-bc9b-23aecdaf5dbb']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:08.359370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:08.359658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38010bbc-3551-45e1-b0b3-f4d3e0cd3b33') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:08.383614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.459793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.477973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:50:08.478356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.547706 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 38010bbc-3551-45e1-b0b3-f4d3e0cd3b33 resource provider aggregate not found May 26 19:50:08.573905 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 38010bbc-3551-45e1-b0b3-f4d3e0cd3b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38010bbc-3551-45e1-b0b3-f4d3e0cd3b33 found for delete ", "request_id": "req-5fbb914e-4382-44ef-96f7-c47849c55707"}]} May 26 19:50:08.634683 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-0fac8381-7bad-4d61-905c-5a1df90f5435 service neutron] show failed (client error): The resource could not be found. May 26 19:50:08.635810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-0fac8381-7bad-4d61-905c-5a1df90f5435 service neutron] 10.222.0.53 "GET /v2.0/ports/e2d33c31-cb87-463b-837e-353b535b51c3/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0747168 May 26 19:50:08.661669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.667998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.697111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] Pushing event deleted for resources: {'Network': ['ID=70dc76ab-d388-40be-bc9b-23aecdaf5dbb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:08.781878 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0ea9d61-6338-42ab-a21f-c8d7553d61cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/70dc76ab-d388-40be-bc9b-23aecdaf5dbb HTTP/1.1" status: 204 len: 168 time: 0.9754846 May 26 19:50:08.808157 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:08.910090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48352) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:08.976396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-084fcd5a-3e11-4684-a5c1-6dddc070494e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f04668114148e6afe0ce2419bf925c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618081 May 26 19:50:08.976396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-596830f4-9c7d-4ec4-ba7c-64fc9be068a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:08.977804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-596830f4-9c7d-4ec4-ba7c-64fc9be068a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1283016 May 26 19:50:08.978267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:08.995829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:09.152051 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Router 527ce851-a303-49cc-8bab-485fdc1e381c is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:50:09.201917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.238510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.248810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.261579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e08c-f039-4c37-a2bc-b506ab72fdf8 req-d72784e2-b977-4b57-903f-e9b754a6e8e3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:09.263067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e97e08c-f039-4c37-a2bc-b506ab72fdf8 req-d72784e2-b977-4b57-903f-e9b754a6e8e3 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.2410865 May 26 19:50:09.332987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:09.341661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Sync routers for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:09.351261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:09.351860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:09.358143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.362212 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17b1d392-a6d4-40fb-a1cc-f1b3750a5793 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0463345 May 26 19:50:09.362478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48364) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:09.405242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e97e08c-f039-4c37-a2bc-b506ab72fdf8 req-162f3414-df64-4fa6-8226-2adb3f6f67fc tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336672 May 26 19:50:09.478978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.508929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a528c3-ade7-47c7-b850-b4dce8fcc8db,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:09.639910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.641032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d99e5dae-5e69-4c1a-806b-73880a95603a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6a528c3-ade7-47c7-b850-b4dce8fcc8db HTTP/1.1" status: 204 len: 168 time: 0.6618655 May 26 19:50:09.660560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:09.717433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:09.736847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87025d4-9014-442f-b5dc-f2ff51771e35 req-268685f3-aaa1-4b5b-92e2-95f23363c204 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:09.738439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c87025d4-9014-442f-b5dc-f2ff51771e35 req-268685f3-aaa1-4b5b-92e2-95f23363c204 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1499579 May 26 19:50:09.793567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:09.852376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c87025d4-9014-442f-b5dc-f2ff51771e35 req-cc4f5bbb-acc9-4d91-9b21-d3c425f65d39 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071856 May 26 19:50:09.875030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:09.888114 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:09.906524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Transition to ACTIVE for port object e2d33c31-cb87-463b-837e-353b535b51c3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:09.914249 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.009365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:07Z', 'revision_number': 3, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:10.012208 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bf5930-42d3-40df-83f1-28d9676c9dc5'] response: {'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'code': 200} May 26 19:50:10.013898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Checking router: 527ce851-a303-49cc-8bab-485fdc1e381c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:10.014239 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Updating router 527ce851-a303-49cc-8bab-485fdc1e381c port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:10.022053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:10.078000 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.293184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.366657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] No DVR routers for this DVR port e2d33c31-cb87-463b-837e-353b535b51c3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:10.565390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Allocated IP 172.20.0.1 (efe101fa-f65c-4c11-94d6-d942a1ef3ee2/90ddde54-6978-4b11-8c5a-172fecff11bb/a19ac5d4-307b-44b8-ae68-9b712cb181f7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:10.626939 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.654199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Transition to ACTIVE for port object 54c0ea96-ae0f-4aaa-a258-be9aaaff799d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:10.655099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.693210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:10.693819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:10.693931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:10.710652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:50:10.711216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Attempting to bind port e2d33c31-cb87-463b-837e-353b535b51c3 on network 9447fd8a-adaa-4bf3-a992-358ec06d6506 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:10.721747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:10.722282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Checking segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:10.722844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Bound using segment: {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:10.724014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Bound port: e2d33c31-cb87-463b-837e-353b535b51c3, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9431ea81-1fa8-4158-8b84-36aa71bdfa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:10.725106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.746365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Attempting to bind port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:10.747291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Attempting to bind port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:10.747649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Attempting to bind port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:10.750048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.757561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:10.757929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:10.758525 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.758708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:10.759169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Bound port: 54c0ea96-ae0f-4aaa-a258-be9aaaff799d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:10.759663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.788997 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.820449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e49b-0843-42a9-b592-489f26103276 None None] Pushing event updated for resources: {'Port': ['ID=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:10.820930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43ece2-4fd4-4f2d-8b4a-8a4b23952499 req-2733b548-7c89-494d-b24b-c81dba3b9bba tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:10.828843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c43ece2-4fd4-4f2d-8b4a-8a4b23952499 req-2733b548-7c89-494d-b24b-c81dba3b9bba tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.2182677 May 26 19:50:10.866560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] For port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:10.867834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:10.872941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:10.874342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] For port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:10.878032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:10.880280 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:10.908356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c43ece2-4fd4-4f2d-8b4a-8a4b23952499 req-f559c0f6-d711-4372-9908-e779525e42ba tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786219 May 26 19:50:10.917666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:10.926008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:10.942548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:11.037613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e49b-0843-42a9-b592-489f26103276 None None] Pushing event updated for resources: {'Port': ['ID=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:11.054822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:11.055469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:11.067760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:11.134200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.134925 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:11.136844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-28e7f99f-11cb-4547-a136-aca9006dfb4c service neutron] 10.222.0.13 "PUT /v2.0/ports/e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1091 time: 2.1466780 May 26 19:50:11.153942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:11.182404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:11.283540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610df34-c0e2-4acc-a384-c7a41de126cd req-48f083f8-486a-4c8e-9636-5b3d5256a026 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.287300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0610df34-c0e2-4acc-a384-c7a41de126cd req-48f083f8-486a-4c8e-9636-5b3d5256a026 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.2150531 May 26 19:50:11.305621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:11.317238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-4807a16a-43de-4ad9-b854-4d4a4698cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.319115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-4807a16a-43de-4ad9-b854-4d4a4698cd8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1094 time: 0.1532462 May 26 19:50:11.445326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0610df34-c0e2-4acc-a384-c7a41de126cd req-6cd8a4d7-fdd7-485a-a72d-9e4e44f46401 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456132 May 26 19:50:11.504372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-1011b8f8-4c84-48c7-941b-9d5a70ad8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.506027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-1011b8f8-4c84-48c7-941b-9d5a70ad8e8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.1796646 May 26 19:50:11.624777 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:11.690288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-4a9edc1a-ff31-49ab-b1f3-f94fd34352f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 999 time: 0.1747255 May 26 19:50:11.692381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:07Z', 'revision_number': 3, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:11.700658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d187f3-1023-4909-ac00-a21f75f01c2b None None] The sync data for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 is: [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:07Z', 'revision_number': 3, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:11.766370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-36efe784-0ad9-4dfe-8514-071e5e7d4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.767831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-36efe784-0ad9-4dfe-8514-071e5e7d4b2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0717485 May 26 19:50:11.850982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-1cd62dd1-eb13-4300-ab76-54b23c80103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:11.852695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-1cd62dd1-eb13-4300-ab76-54b23c80103a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751803 May 26 19:50:11.895319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:11.901218 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:12.030751 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:50:12.043283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:12.046742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:12.088225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:12.106689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-99c9b1d7-7785-4b3a-beae-162a19b5af5e service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460773 May 26 19:50:12.248344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:12.250161 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:12.400738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8546be1-4035-4a20-b0da-0f300c289bbd req-782a6231-d825-4d7c-bc18-5513f4a25c6c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:12.408414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8546be1-4035-4a20-b0da-0f300c289bbd req-782a6231-d825-4d7c-bc18-5513f4a25c6c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1827400 May 26 19:50:12.411834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcfa0220-c7d7-40ff-bcf1-0d87e1b460df req-a9eaad3d-7054-4743-8d34-a9837f89da84 service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903476 May 26 19:50:12.507760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8546be1-4035-4a20-b0da-0f300c289bbd req-4b358fc6-150c-4173-babe-3c88407cacfa tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982141 May 26 19:50:12.524501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 54c0ea96-ae0f-4aaa-a258-be9aaaff799d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:12.598618 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7930a9d5-5881-4fac-945c-5e8d89b26bdc'] response: {'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'status': 'completed', 'code': 200} May 26 19:50:12.615487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Router 527ce851-a303-49cc-8bab-485fdc1e381c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:50:12.619592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:12.651231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:12.651743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:12.847098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:50:12.922256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:12.937568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cde24a12-db5f-4b4e-83bd-3430abeb65d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/527ce851-a303-49cc-8bab-485fdc1e381c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5739284 May 26 19:50:12.993030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:50:13.013218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:13.013928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:13.034443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-bf16b1e6-b036-44ee-b19d-863b4f1678ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.036026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-bf16b1e6-b036-44ee-b19d-863b4f1678ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1094 time: 0.4147468 May 26 19:50:13.047112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-896b8f6b-79da-45b8-bb55-418692f84550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.048525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-896b8f6b-79da-45b8-bb55-418692f84550 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1094 time: 0.3641660 May 26 19:50:13.053142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:13.061333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:13.151870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:13.214903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab70556-049d-4c6e-9011-dac0f41a3b01 req-89f30e50-e2de-42f7-a5b7-06d5588daf6d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.221612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab70556-049d-4c6e-9011-dac0f41a3b01 req-89f30e50-e2de-42f7-a5b7-06d5588daf6d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.4854598 May 26 19:50:13.331105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab70556-049d-4c6e-9011-dac0f41a3b01 req-377d66bb-41ce-4c3f-a1e2-910e95b7dc6b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085858 May 26 19:50:13.360940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-7ee18687-399f-488b-8758-5ba46f77ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.362395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-7ee18687-399f-488b-8758-5ba46f77ac6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.3176813 May 26 19:50:13.366559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-3b340b0a-5d01-4d0e-913f-619af791a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.367876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-3b340b0a-5d01-4d0e-913f-619af791a8d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.2999868 May 26 19:50:13.566277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-221d71aa-3f11-4c90-811d-b3db7f1b45db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 999 time: 0.1089635 May 26 19:50:13.572425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-ceabc8d7-0415-44a4-bcec-a513c2e0228d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 999 time: 0.2018692 May 26 19:50:13.775625 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Sync routers for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:13.783564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-61c3c538-6d6c-4357-b77b-2cb7710e443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.785000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-61c3c538-6d6c-4357-b77b-2cb7710e443d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.1810195 May 26 19:50:13.786972 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:13.787795 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:13.788628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-786da5e5-35f4-4827-bc2a-ba8054af948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.789976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-786da5e5-35f4-4827-bc2a-ba8054af948a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.2166233 May 26 19:50:13.932766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-fa992743-0de0-4da4-ac59-514ae0a8d565 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.934802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-fa992743-0de0-4da4-ac59-514ae0a8d565 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 819 time: 0.2953055 May 26 19:50:13.963903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-77912f21-6a7e-4dd1-ad49-f37ad53144a6 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/quotas/3a5c923d48784494b5ba17f42a74d43f HTTP/1.1" status: 200 len: 375 time: 0.0203898 May 26 19:50:13.971036 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:13.975793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-e2081343-f684-4c4d-ab5c-c5e3c9490afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:13.977345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-e2081343-f684-4c4d-ab5c-c5e3c9490afa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435375 May 26 19:50:13.984121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:50:14.049647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-a117d79c-e8f0-4a2f-ad6f-80cad2103572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:14.051040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-a117d79c-e8f0-4a2f-ad6f-80cad2103572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566226 May 26 19:50:14.186743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:14.217017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:50:14.307680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:14.308274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:14.308639 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:14.348857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:50:14.376104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:14.384713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:14.420688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-3af39fec-0fcf-4e86-9a40-81dd68b6ccf2 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050534 May 26 19:50:14.545441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 54c0ea96-ae0f-4aaa-a258-be9aaaff799d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:14.576618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-2d3b2f0a-a899-4115-92a6-a49c6162717c service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671004 May 26 19:50:14.585413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-750ff90b-7763-42c6-bbda-f08e946eca50 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6139810 May 26 19:50:14.649048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['d426f0aa-e236-4de8-964b-5883720a9eea'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:50:14.701606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:14.772803 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 2, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:14.789280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Checking router: 527ce851-a303-49cc-8bab-485fdc1e381c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:14.790115 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Updating router 527ce851-a303-49cc-8bab-485fdc1e381c port a19ac5d4-307b-44b8-ae68-9b712cb181f7 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:14.793992 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46b24e37-81f8-4cc5-ade5-f1f5b0564822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:14.835349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:14.835659 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:14.881093 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.057798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-f19e17d0-0528-48cf-b7c2-5d8dd8902c01 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199310 May 26 19:50:15.060045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1287b69-000f-4a99-8ea9-20ca031fac9a req-b84914bf-e272-49a9-9cc9-87637888143a service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537585 May 26 19:50:15.084381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:15.102999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-df00babe-efee-4a49-a6c2-1853584a6706 service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744265 May 26 19:50:15.267676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-3b1a6f1b-0692-4293-bd17-b659827ef50f service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536338 May 26 19:50:15.336066 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.349331 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Transition to ACTIVE for port object a19ac5d4-307b-44b8-ae68-9b712cb181f7 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:15.358541 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.612840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f5b6-0ab3-4369-ad30-956f7f6686b2 req-eefb79a0-897a-49e4-888a-2a8bda671d43 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:15.622352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adf3f5b6-0ab3-4369-ad30-956f7f6686b2 req-eefb79a0-897a-49e4-888a-2a8bda671d43 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 944 time: 0.1243975 May 26 19:50:15.647544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Pushing event updated for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:15.661371 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.661703 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.662038 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.662362 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.662683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.663476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.663476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.663995 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.664322 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.664640 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.664974 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.665290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:15.684755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adf3f5b6-0ab3-4369-ad30-956f7f6686b2 req-000e2d30-812a-430a-8321-29426c58ea65 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607240 May 26 19:50:15.825146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Attempting to bind port a19ac5d4-307b-44b8-ae68-9b712cb181f7 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:15.826139 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Attempting to bind port a19ac5d4-307b-44b8-ae68-9b712cb181f7 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:15.826660 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Attempting to bind port a19ac5d4-307b-44b8-ae68-9b712cb181f7 on network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:15.833076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:15.833730 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Checking segment: {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:15.834377 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.835100 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Bound using segment: {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:15.835761 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Bound port: a19ac5d4-307b-44b8-ae68-9b712cb181f7, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:15.836335 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.934829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c21a3-7f22-4e50-99f3-96ccacf489e8 req-2eca3c21-cae7-48f3-a598-fa1e99821748 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:15.944003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-971c21a3-7f22-4e50-99f3-96ccacf489e8 req-2eca3c21-cae7-48f3-a598-fa1e99821748 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.1200361 May 26 19:50:15.960497 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] For port a19ac5d4-307b-44b8-ae68-9b712cb181f7, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:15.968606 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] For port a19ac5d4-307b-44b8-ae68-9b712cb181f7, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a19ac5d4-307b-44b8-ae68-9b712cb181f7,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:15.987618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:50:15.988644 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:15.990340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:16.017130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-971c21a3-7f22-4e50-99f3-96ccacf489e8 req-b81d3ea4-dc7f-4178-aa69-fee5508bd9cd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669601 May 26 19:50:16.233535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:16.234280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:49:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:16.260406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3134476a-aa6e-47cd-a903-755ab5c1a4a4 req-ea724fcc-1bd1-4a3b-8341-b4ffc917e8b9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 210 time: 0.1204052 May 26 19:50:16.414667 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17e59f-f77e-4d08-ad71-d613b2e38131 None None] Pushing event updated for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:16.438619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port d426f0aa-e236-4de8-964b-5883720a9eea triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:16.439221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:16.635183 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:16.648175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:16.710319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'port_id': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'mac_address': 'fa:16:3e:45:fa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:50:16.815841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:16.816217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:16.857977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e2d33c31-cb87-463b-837e-353b535b51c3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:16.858357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:16.889678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d33c31-cb87-463b-837e-353b535b51c3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:50:16.895481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-4bc7729f-a4f3-460d-9503-d886c290113b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:16.897223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-4bc7729f-a4f3-460d-9503-d886c290113b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 943 time: 0.1323495 May 26 19:50:16.906261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:16.907199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:16.911205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a8e88-3c7d-4fe3-859e-bac3c0685f79 req-1663b530-1055-4478-8d30-b4576025b324 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:16.916921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:16.920136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac5a8e88-3c7d-4fe3-859e-bac3c0685f79 req-1663b530-1055-4478-8d30-b4576025b324 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 943 time: 0.2281740 May 26 19:50:16.963646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:16.970472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb22f-61db-4e6d-ba49-991389c56839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:16.994576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:17.027185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:17.076515 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-9ff8b03e-342d-4ed9-b8f8-7de4a9c0ab27 service neutron] delete failed (client error): The resource could not be found. May 26 19:50:17.080783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-9ff8b03e-342d-4ed9-b8f8-7de4a9c0ab27 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e2d33c31-cb87-463b-837e-353b535b51c3/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1570678 May 26 19:50:17.132793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:17.140947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac5a8e88-3c7d-4fe3-859e-bac3c0685f79 req-550bac0e-7de9-4fd1-b715-503d71fd57d8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2197483 May 26 19:50:17.233330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['e2d33c31-cb87-463b-837e-353b535b51c3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:50:17.426937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-ea273c32-f2e1-4345-ba95-ade13b55d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:17.430616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-ea273c32-f2e1-4345-ba95-ade13b55d6cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1095 time: 0.2128801 May 26 19:50:17.500001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:15Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:17.507681 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11148-7d0e-48db-a816-ac88cb274d60 None None] The sync data for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 is: [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:15Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:17.614882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:18.119624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-5edf1e5e-de99-4b45-bc46-bc25b04d5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:18.121754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-5edf1e5e-de99-4b45-bc46-bc25b04d5942 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.6838667 May 26 19:50:18.130255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9344d2-2cc6-4a6a-98f2-10bced9a535f req-f9225991-2468-46de-b77f-753b8810f092 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:18.138346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9344d2-2cc6-4a6a-98f2-10bced9a535f req-f9225991-2468-46de-b77f-753b8810f092 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.6503129 May 26 19:50:18.198796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:18.304850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-bfc8251f-0acb-40b4-b6a7-ac2037a34def tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:18.306343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-bfc8251f-0acb-40b4-b6a7-ac2037a34def tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 819 time: 0.7655799 May 26 19:50:18.325476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c9344d2-2cc6-4a6a-98f2-10bced9a535f req-ebe6b327-c8e2-49c2-9c10-89b4e8688793 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861334 May 26 19:50:18.336158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'port': {'device_id': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'admin_state_up': True, 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:18.434411 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b892c3d6-1621-43bd-9f89-a2e3d6256236'] response: {'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'code': 200} May 26 19:50:18.534535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-15b5f3c2-a303-4c17-82c9-34b1c646cc20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1000 time: 0.3939826 May 26 19:50:18.560242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a19ac5d4-307b-44b8-ae68-9b712cb181f7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:18.626355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-29a10db3-2193-444a-8222-b70e6754f3ab req-96d6979a-056d-4110-8abc-c777247f3bb6 tempest-TestVolumeBackupRestore-1210678158 tempest-TestVolumeBackupRestore-1210678158-project] (88362) timed out ('10.222.0.13', 57725) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:50:18.683422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a19ac5d4-307b-44b8-ae68-9b712cb181f7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:18.701559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a19ac5d4-307b-44b8-ae68-9b712cb181f7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:18.701954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:18.961950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a19ac5d4-307b-44b8-ae68-9b712cb181f7 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:18.962250 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:18.972221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ade9b324-2a65-41c5-b085-d6251f961328 req-c2b22ea0-c71b-46e8-afd7-f7755a8919c5 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 210 time: 0.0851853 May 26 19:50:19.014655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port a19ac5d4-307b-44b8-ae68-9b712cb181f7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a19ac5d4-307b-44b8-ae68-9b712cb181f7,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:19.027794 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:19.085812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-92fea5d1-0890-4bbe-b4f8-43695cf62cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:19.094366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-92fea5d1-0890-4bbe-b4f8-43695cf62cde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.5102687 May 26 19:50:19.113564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:19.261965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:19.266045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Usage tracker for resource:port and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:19.276049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:19.283732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:19.347627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Made reservation on behalf of 3a5c923d48784494b5ba17f42a74d43f for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:19.352015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:19.428482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ac4a3-32fc-40a4-9de0-b9ad96dbd8d8 req-356cfd76-7fed-4ebd-8f3f-5b102ffb6e19 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:19.435690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379ac4a3-32fc-40a4-9de0-b9ad96dbd8d8 req-356cfd76-7fed-4ebd-8f3f-5b102ffb6e19 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 944 time: 0.2263741 May 26 19:50:19.508366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-18ffd982-9791-4dd7-9656-17b8d916441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:19.509919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-18ffd982-9791-4dd7-9656-17b8d916441c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4080193 May 26 19:50:19.653017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379ac4a3-32fc-40a4-9de0-b9ad96dbd8d8 req-1ab21a09-1bb1-4f4b-822b-45f9c71bc0d1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164803 May 26 19:50:19.776953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-90272a7a-2222-4be2-b61c-c49601f34682 service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511570 May 26 19:50:19.783788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Allocated IP 172.20.0.14 (efe101fa-f65c-4c11-94d6-d942a1ef3ee2/90ddde54-6978-4b11-8c5a-172fecff11bb/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:19.789604 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.021155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:20.081280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-268b1d4a-f3f9-4228-82df-9d5dca7e3cf7 req-bc2ba484-8086-4f4d-ab71-e1c816bbf9fe service neutron] 10.222.0.53 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950983 May 26 19:50:20.202905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port e2d33c31-cb87-463b-837e-353b535b51c3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:20.211564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port e2d33c31-cb87-463b-837e-353b535b51c3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:20.211938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.253860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf1974-5112-4dff-9523-2b210ea3ee8e req-d3fc2c77-43ee-47cf-915f-790633748951 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:20.255326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62bf1974-5112-4dff-9523-2b210ea3ee8e req-d3fc2c77-43ee-47cf-915f-790633748951 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.2707615 May 26 19:50:20.391222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.447530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port e2d33c31-cb87-463b-837e-353b535b51c3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:20.447850 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.470838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62bf1974-5112-4dff-9523-2b210ea3ee8e req-50bca208-68bc-410d-8c4e-1e10942b9c69 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922185 May 26 19:50:20.494230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:20.495608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:20.504247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.509934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.655428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:20.660429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:20.714519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:20.715636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:20.723642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a19ac5d4-307b-44b8-ae68-9b712cb181f7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:20.782067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:20.851043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a19ac5d4-307b-44b8-ae68-9b712cb181f7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:20.851802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.863588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:20.864318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:20.992101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a19ac5d4-307b-44b8-ae68-9b712cb181f7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:20.992787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-36a72f85-fce8-4c9b-969e-3fb3c0818713 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6605430 May 26 19:50:21.017191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0910a1-393f-4e63-bf6c-4829b130ddf6 req-6985442b-2944-48e9-84d1-c7603da60f78 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:21.018454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bf0910a1-393f-4e63-bf6c-4829b130ddf6 req-6985442b-2944-48e9-84d1-c7603da60f78 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:50:21.025715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Request body: {'port': {'device_id': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:21.107513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-bf0910a1-393f-4e63-bf6c-4829b130ddf6 req-6985442b-2944-48e9-84d1-c7603da60f78 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:50:21.116063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf0910a1-393f-4e63-bf6c-4829b130ddf6 req-6985442b-2944-48e9-84d1-c7603da60f78 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 932 time: 0.4466507 May 26 19:50:21.317600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf0910a1-393f-4e63-bf6c-4829b130ddf6 req-3e4d83a8-664d-4988-82b8-4b715428a6cb tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976163 May 26 19:50:21.333951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:21.414800 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bbd851-7c5e-4d37-82c6-194687956f71'] response: {'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'code': 200} May 26 19:50:21.904623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-30533d4e-cf00-49e9-adf9-e3a9efbb0796 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3959887 May 26 19:50:21.966549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75830352-285b-4556-8da4-aa2a3488cee4 req-33e347b8-903c-4ccb-be8e-fa096385bff8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:21.968207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75830352-285b-4556-8da4-aa2a3488cee4 req-33e347b8-903c-4ccb-be8e-fa096385bff8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.3521743 May 26 19:50:22.175062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75830352-285b-4556-8da4-aa2a3488cee4 req-31f22310-ee3a-45b7-8880-e1965510a902 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1812253 May 26 19:50:22.198207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48564) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:22.214096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:50:22.233976 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:22.281591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Transition to ACTIVE for port object f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:22.296436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:22.350165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73645b17-f189-4eef-94de-35d503ffaae9 req-cdab3ce4-c312-41de-bfcc-548ba9d8e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:22.351655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-cdab3ce4-c312-41de-bfcc-548ba9d8e59f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.2833219 May 26 19:50:22.433726 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d8fa5b9b-968a-4f9c-800b-bb13c68bffbb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/167b614f-8c54-4763-b048-ebb052970da0 HTTP/1.1" status: 200 len: 993 time: 0.2340748 May 26 19:50:22.681278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:22.823217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78716a9d-ddc9-42eb-897e-55fcc4ad57de req-9336f112-bc8e-4d93-9d40-bbabeef62893 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:22.825385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78716a9d-ddc9-42eb-897e-55fcc4ad57de req-9336f112-bc8e-4d93-9d40-bbabeef62893 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.2630301 May 26 19:50:22.827934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73645b17-f189-4eef-94de-35d503ffaae9 req-5b83fd50-d6e3-49d1-9fd4-d7d7dcc1a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:22.829886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-5b83fd50-d6e3-49d1-9fd4-d7d7dcc1a465 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.4476435 May 26 19:50:22.831122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Attempting to bind port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:22.831625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Attempting to bind port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:22.832091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Attempting to bind port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 on network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:22.944942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 on network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:50:22.945604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Attempting to bind port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 on network efe101fa-f65c-4c11-94d6-d942a1ef3ee2 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:22.979438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:22.979788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Checking segment: {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:22.980140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Bound using segment: {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:22.980623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Bound port: f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a245835c-8247-413d-bc28-17237f42729c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:22.980960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:23.008346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78716a9d-ddc9-42eb-897e-55fcc4ad57de req-1fa8ddaf-c162-4749-ba71-9b989acc6e52 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728437 May 26 19:50:23.216854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-52aae374-2476-4f23-bff6-a8bd49421838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 1001 time: 0.3784018 May 26 19:50:23.333919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:23.358774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:23.369801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73645b17-f189-4eef-94de-35d503ffaae9 req-e6650fdb-c04a-4fb9-b27e-5aaa369e9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:23.372081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-e6650fdb-c04a-4fb9-b27e-5aaa369e9a8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.1462770 May 26 19:50:23.373992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:23.523965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:23.524664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:23.526165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] 10.222.0.53 "PUT /v2.0/ports/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 1092 time: 2.5045259 May 26 19:50:23.526704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:23.573294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdf4e7-d559-4c93-b2f1-084fd853ff7d req-f17fbee3-3e7e-4872-a06a-edb5d7255b0f tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:23.577539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edfdf4e7-d559-4c93-b2f1-084fd853ff7d req-f17fbee3-3e7e-4872-a06a-edb5d7255b0f tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 944 time: 0.3044736 May 26 19:50:23.630589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d3fb9-f572-4399-9b48-6346b3712d8b service neutron] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:23.723469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edfdf4e7-d559-4c93-b2f1-084fd853ff7d req-7b3e2298-143f-4085-9cd9-efc5e5a93987 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397979 May 26 19:50:23.727159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73645b17-f189-4eef-94de-35d503ffaae9 req-23a6baa1-ad53-4155-b816-0502e0616310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:23.727159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-23a6baa1-ad53-4155-b816-0502e0616310 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3452823 May 26 19:50:23.815807 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b072b3d4-612c-498f-9219-16dcfc22adb0'] response: {'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:50:23.834256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-c3f1d621-daf3-4dc6-9d37-4672971d1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:23.835887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-c3f1d621-daf3-4dc6-9d37-4672971d1ce4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1095 time: 0.2549136 May 26 19:50:23.920847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-c7083834-7963-4498-aa4d-6d98dca8d624 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0738504 May 26 19:50:24.115981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-8d268e61-3d04-4f76-958a-31280b5037a0 service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778846 May 26 19:50:24.122769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-f36c1210-950e-486b-a427-3875df020e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:24.124188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-f36c1210-950e-486b-a427-3875df020e0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.1924887 May 26 19:50:24.285916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-00e6c58f-5de6-4a94-8498-8de6e484aeb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400967 May 26 19:50:24.478996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73645b17-f189-4eef-94de-35d503ffaae9 req-e8a09e1d-1615-45e4-a039-442a481a5961 service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537540 May 26 19:50:24.553633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-5a2fd6f5-485b-4195-87e5-3c9852d0f9b0 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520492 May 26 19:50:24.676501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18ff2b-5c31-4847-9082-e4eba43cd85a req-74757507-64d9-43f6-a158-2e11eaa50a7f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:24.678196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe18ff2b-5c31-4847-9082-e4eba43cd85a req-74757507-64d9-43f6-a158-2e11eaa50a7f tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.4952610 May 26 19:50:24.776179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe18ff2b-5c31-4847-9082-e4eba43cd85a req-584ea9e8-8e78-4610-99b8-905e59715833 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875196 May 26 19:50:24.779029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f147620a-a95b-470a-8a1f-a08acff7d58b req-069a5b17-ec79-4fdb-a154-d26853f1e842 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186546 May 26 19:50:24.944442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-a5b4a78e-2020-4b09-aeab-a2044c398ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:24.946002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-a5b4a78e-2020-4b09-aeab-a2044c398ecf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1095 time: 0.1085064 May 26 19:50:25.165764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe21f-d904-4921-9ef9-ca302a88d228 req-0bf90e81-4144-4c94-aea5-aac0c02b9dd3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:25.167384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1bbe21f-d904-4921-9ef9-ca302a88d228 req-0bf90e81-4144-4c94-aea5-aac0c02b9dd3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 944 time: 0.2259600 May 26 19:50:25.242798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-3206050d-044c-474d-bffa-8a0c133d040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:25.244245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-3206050d-044c-474d-bffa-8a0c133d040f service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2661173 May 26 19:50:25.256364 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1bbe21f-d904-4921-9ef9-ca302a88d228 req-261b70dd-ba5e-4c57-ae4a-e7e21f917c12 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805225 May 26 19:50:25.331665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-ebd72889-74fd-422d-a04e-d255c97f2d93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0740199 May 26 19:50:25.419252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-2e42366f-7b52-4d08-a6fa-2602df23cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:25.420875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-2e42366f-7b52-4d08-a6fa-2602df23cab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.0811057 May 26 19:50:25.491903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-da568fd1-dda1-45ac-bb9f-f579fc1f0a05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614636 May 26 19:50:25.654211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-ea74002d-bbe5-497b-b2a2-6a680abdfa1c service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551628 May 26 19:50:25.814633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c3e9335-695b-429d-87ee-b2cc577f00c0 req-64812b7f-1934-4cc9-93e3-d2242630801b service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528590 May 26 19:50:26.021355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c45ba-3146-4bc3-9ce4-5873e9430c65 req-f48b3283-6f2d-43f7-896d-f0e1c44641cd tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:26.028254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae8c45ba-3146-4bc3-9ce4-5873e9430c65 req-f48b3283-6f2d-43f7-896d-f0e1c44641cd tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1091166 May 26 19:50:26.075023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae8c45ba-3146-4bc3-9ce4-5873e9430c65 req-fcd6f02e-eaa7-4292-947e-d9358a85cb78 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 May 26 19:50:26.580593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9587cc4-313f-4b49-bff5-77f534c481b7 req-a431b7ca-4224-4417-a956-524965fc1ea9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:26.582071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9587cc4-313f-4b49-bff5-77f534c481b7 req-a431b7ca-4224-4417-a956-524965fc1ea9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 944 time: 0.2175045 May 26 19:50:26.669691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9587cc4-313f-4b49-bff5-77f534c481b7 req-d4bbc305-b6d0-41b3-adfc-837829c97bd7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763640 May 26 19:50:27.294349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48c64-3849-4d79-b8e4-8ffc741ad6d3 req-1606097c-426a-4a45-93ac-abde381c6d25 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:27.296352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70d48c64-3849-4d79-b8e4-8ffc741ad6d3 req-1606097c-426a-4a45-93ac-abde381c6d25 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1028533 May 26 19:50:27.361331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70d48c64-3849-4d79-b8e4-8ffc741ad6d3 req-3f342a3c-4a99-4409-b1c9-9819390ce92b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583453 May 26 19:50:27.891053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f74c8-a372-499a-aff8-fbe9f3702c2c req-75f39268-8379-46f7-848b-8025e42c1c40 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:27.892598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb6f74c8-a372-499a-aff8-fbe9f3702c2c req-75f39268-8379-46f7-848b-8025e42c1c40 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 944 time: 0.0899539 May 26 19:50:27.957097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb6f74c8-a372-499a-aff8-fbe9f3702c2c req-eb744a0e-4851-4f62-8028-3eee9a13f4b2 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556786 May 26 19:50:28.596096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e651b-061c-417a-afae-36e5a067472f req-d4038aed-9e4e-4b94-ae84-b0e27088614c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:28.601578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-693e651b-061c-417a-afae-36e5a067472f req-d4038aed-9e4e-4b94-ae84-b0e27088614c tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1055200 May 26 19:50:28.644123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-693e651b-061c-417a-afae-36e5a067472f req-8ba602dc-4887-4fe8-91bd-5f822af72f2a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396700 May 26 19:50:28.908202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:50:29.067335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:29.082329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'port_id': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'mac_address': 'fa:16:3e:fb:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:50:29.138562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:29.139224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:29.156774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:50:29.166017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bd032-f4e9-4676-973b-902437be0fa9 req-f6a09030-b596-42e5-99bd-574b47515475 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:29.167749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e5bd032-f4e9-4676-973b-902437be0fa9 req-f6a09030-b596-42e5-99bd-574b47515475 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 944 time: 0.0797698 May 26 19:50:29.172796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:29.177531 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:29.216718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e5bd032-f4e9-4676-973b-902437be0fa9 req-848854c8-ee50-4e4c-8b6c-2fa4dea05ec2 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 May 26 19:50:29.249458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:29.256710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.257090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.257409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.257739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.258069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.258389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.258709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.259027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.259345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.259661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.259976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.260290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:50:29.514708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:50:29.575080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-a3c40efb-a72c-48fa-8e48-17a7b195930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:29.576945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-a3c40efb-a72c-48fa-8e48-17a7b195930a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1096 time: 0.0788612 May 26 19:50:29.719498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-612b6849-4180-4d36-906d-94a7279db106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:29.720868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-612b6849-4180-4d36-906d-94a7279db106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.1379871 May 26 19:50:29.881859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-56975f3b-7d77-42bf-8542-febd9c2e9044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 1001 time: 0.1429863 May 26 19:50:29.954324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72242f9-752e-4356-b796-6eaa0fc5ad1c req-a996b329-c0c6-45b4-adf1-d17519a39bd5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:29.955723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c72242f9-752e-4356-b796-6eaa0fc5ad1c req-a996b329-c0c6-45b4-adf1-d17519a39bd5 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.1695664 May 26 19:50:29.961002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-e701f22e-daae-4063-bdd2-fe38b5f0cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:29.962620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-e701f22e-daae-4063-bdd2-fe38b5f0cb3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0742652 May 26 19:50:30.045374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c72242f9-752e-4356-b796-6eaa0fc5ad1c req-1683bf5f-9614-4e60-adf9-41a9418db598 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817630 May 26 19:50:30.097446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-0df81d7d-e91f-48d6-ae37-f16399d2c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:30.098949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-0df81d7d-e91f-48d6-ae37-f16399d2c0b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231117 May 26 19:50:30.232593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-6ee999fc-96e8-4ebd-9c7a-2c595887f3a2 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261697 May 26 19:50:30.420642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-686ab2dc-4d88-4dc4-a4f3-51a6978b8e42 req-510454b8-9580-44cb-a400-f2594d5c74df service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822743 May 26 19:50:30.449638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cc887-7884-41f7-932b-ace479819b2c req-edafd17d-4896-47c9-a4be-2a5c242a3c86 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:30.451113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a1cc887-7884-41f7-932b-ace479819b2c req-edafd17d-4896-47c9-a4be-2a5c242a3c86 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 945 time: 0.1190691 May 26 19:50:30.506683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a1cc887-7884-41f7-932b-ace479819b2c req-ceb193ff-3bd1-4534-bd80-40646862abec tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 May 26 19:50:30.920956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:30.998825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:31.003997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:31.004365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.134481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:31.134935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.176791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:31.176791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:31.183806 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.270793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd129d-961e-42de-a377-3e06312e2e39 req-2356f800-da7c-44a0-8daf-7ab179079710 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:31.271757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:31.273513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58fd129d-961e-42de-a377-3e06312e2e39 req-2356f800-da7c-44a0-8daf-7ab179079710 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.0835023 May 26 19:50:31.322843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58fd129d-961e-42de-a377-3e06312e2e39 req-d834a9f9-81c2-45cc-8d7c-3dd0d9ea10ec tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 May 26 19:50:31.391877 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1e6b1f-2609-4fef-8d03-dc152403c507'] response: {'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'code': 200} May 26 19:50:31.481241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:31.522134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e374fe-5823-4517-b1bd-cb1744c81818 req-5ebc5439-da6b-4a2c-a240-fb42db7a8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:31.523685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81e374fe-5823-4517-b1bd-cb1744c81818 req-5ebc5439-da6b-4a2c-a240-fb42db7a8a8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.0749955 May 26 19:50:31.568466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81e374fe-5823-4517-b1bd-cb1744c81818 req-ec2a6f7a-f8c3-4c5b-b5ae-7eaab570b28a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 May 26 19:50:31.617259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.632457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:31.636947 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Usage tracker for resource:security_group_rule and tenant:9db84add123c4ed9a04ae3f1ffe4d45f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:31.639792 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:31.645520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:31.703740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39a4e-18d0-4932-be2d-baefe17c0e6c req-1e8995c9-0f4e-4a8d-bf65-480747da6a13 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:31.705236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6d39a4e-18d0-4932-be2d-baefe17c0e6c req-1e8995c9-0f4e-4a8d-bf65-480747da6a13 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0837185 May 26 19:50:31.735077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.738876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.787384 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9db84add123c4ed9a04ae3f1ffe4d45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009660 May 26 19:50:31.789123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cdb08-133b-4761-8530-0f8291eea6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5fde9a-e7b6-4994-8c8c-559937ea104f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:31.791741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48656) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:31.852318 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.852578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f6d39a4e-18d0-4932-be2d-baefe17c0e6c req-7b317ba5-c072-4ae1-a222-3df601280e79 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414003 May 26 19:50:31.878721 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.929057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.945359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5fde9a-e7b6-4994-8c8c-559937ea104f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:31.949693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:31.950800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c868ede-52f8-4ff6-87b2-ba7cb8bd09c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa5fde9a-e7b6-4994-8c8c-559937ea104f HTTP/1.1" status: 204 len: 168 time: 0.1584911 May 26 19:50:32.541836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91135a-6958-43d4-a49a-b545d682ba9f req-b2ee88f1-8b7a-4181-8188-184e4c6cbe92 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:32.545288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b91135a-6958-43d4-a49a-b545d682ba9f req-b2ee88f1-8b7a-4181-8188-184e4c6cbe92 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 945 time: 0.0981243 May 26 19:50:32.591713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b91135a-6958-43d4-a49a-b545d682ba9f req-ec4014b3-0913-4e22-bed5-4c2c1ea37cf1 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 May 26 19:50:32.739700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48688) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:32.852000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1969995013-network', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:32.858151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:32.862251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Usage tracker for resource:network and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:32.865216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:32.871128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:32.885820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Made reservation on behalf of b7c2ab3244f942af82c5cc7b41a320ea for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:32.888184 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.031468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.046494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:33.050408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:33.053551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:33.059982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:33.150814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.155789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.187436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:50:33.196000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88909e89-3287-4c6c-a347-a77b49a31b25,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:33.202528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.202894 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Added segment 05406149-a107-43d8-8a0e-079d628eecb0 of type vlan for network b8ace425-522b-4324-a193-b444ba0cabfe May 26 19:50:33.230159 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.267339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.268487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:33.269154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.279419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87544de8-e10f-4611-bdd2-ad631dcf4071 req-d2375585-6969-49e7-b1f3-f57c5f16050e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:33.280949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87544de8-e10f-4611-bdd2-ad631dcf4071 req-d2375585-6969-49e7-b1f3-f57c5f16050e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0906413 May 26 19:50:33.326031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87544de8-e10f-4611-bdd2-ad631dcf4071 req-cd114f79-2a9b-4f04-a670-62908a2c6b4c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 May 26 19:50:33.379372 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6385376 May 26 19:50:33.380198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d33360-b7f7-44c9-81b0-c253231fc11d admin admin] Pushing event updated for resources: {'Network': ['ID=b8ace425-522b-4324-a193-b444ba0cabfe,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:33.382194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:33.388256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Request body: {'subnet': {'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1969995013-subnet', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:33.393586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:33.394647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b8ace425-522b-4324-a193-b444ba0cabfe details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:50:33.397519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Usage tracker for resource:subnet and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:33.400480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:33.407665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:33.417619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Made reservation on behalf of b7c2ab3244f942af82c5cc7b41a320ea for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:33.420102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.632102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.712475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f160a6-38b6-4e06-a181-47fdb96cfd66,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:33.725460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Checking segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:33.725891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Network hostable DHCP agents. Network: b8ace425-522b-4324-a193-b444ba0cabfe, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:50:33.749611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Network b8ace425-522b-4324-a193-b444ba0cabfe is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:50:33.759537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b8ace425-522b-4324-a193-b444ba0cabfe) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:33.765943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:33.766647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.770715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163ebab-ed0c-4e1f-b856-f09b9987f993 None None] Network b8ace425-522b-4324-a193-b444ba0cabfe requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:33.805924 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ee7a4913-32a1-4ed0-8fbc-ccf7326d3586 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4226677 May 26 19:50:33.809101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48722) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:33.814813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:33.820228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:33.825108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Usage tracker for resource:router and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:33.827994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:33.833974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:33.846373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.848006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:33.865641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.048910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b8ace425-522b-4324-a193-b444ba0cabfe', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:50:34.049796 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.107234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:50:34.294379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.323101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:34.323602 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.331289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-b34f7818-5492-4232-8f8a-e235f4664444 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785201 May 26 19:50:34.340785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Allocated IP 172.20.0.2 (b8ace425-522b-4324-a193-b444ba0cabfe/e0f160a6-38b6-4e06-a181-47fdb96cfd66/f5f02825-886f-4248-8fc6-390d3070a8d9) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:34.413789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d12ba3-545d-4435-a138-f06c6398d448 req-3e52bae0-b069-45bd-9c63-dbc44b79d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:34.415270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-3e52bae0-b069-45bd-9c63-dbc44b79d0b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.3714068 May 26 19:50:34.451322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:34.468152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:34.473737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.512939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216eb61-5527-4898-a2cc-5fcd241903f4 req-eb302156-b3e3-4ef1-90f3-8e3799174020 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:34.514460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c216eb61-5527-4898-a2cc-5fcd241903f4 req-eb302156-b3e3-4ef1-90f3-8e3799174020 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.2626643 May 26 19:50:34.607644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c216eb61-5527-4898-a2cc-5fcd241903f4 req-16cd59c4-c0d5-4c65-939a-557b51b72d4c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782330 May 26 19:50:34.625591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.645398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d12ba3-545d-4435-a138-f06c6398d448 req-a96c265b-c2bd-4246-a569-d49dcac1b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:34.646836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-a96c265b-c2bd-4246-a569-d49dcac1b16e service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2172902 May 26 19:50:34.661272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.675936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Transition to ACTIVE for port object f5f02825-886f-4248-8fc6-390d3070a8d9 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:34.695145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Transition to ACTIVE for port object f5f02825-886f-4248-8fc6-390d3070a8d9 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:34.711406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.727891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-10c1befe-8663-4a91-a801-13ec4f41535b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0728579 May 26 19:50:34.786902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Network b8ace425-522b-4324-a193-b444ba0cabfe is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:34.789664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:34.792371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:34.840252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Pushing event updated for resources: {'Port': ['ID=f5f02825-886f-4248-8fc6-390d3070a8d9,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:34.893143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Attempting to bind port f5f02825-886f-4248-8fc6-390d3070a8d9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:34.893571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Attempting to bind port f5f02825-886f-4248-8fc6-390d3070a8d9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:34.894002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Attempting to bind port f5f02825-886f-4248-8fc6-390d3070a8d9 on network b8ace425-522b-4324-a193-b444ba0cabfe {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:34.899454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:34.899909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Checking segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:34.900374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.900832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Bound using segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:34.901376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Bound port: f5f02825-886f-4248-8fc6-390d3070a8d9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:34.902364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:34.994180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] For port f5f02825-886f-4248-8fc6-390d3070a8d9, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:34.998237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] For port f5f02825-886f-4248-8fc6-390d3070a8d9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f5f02825-886f-4248-8fc6-390d3070a8d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:35.004297 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:35.012999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d12ba3-545d-4435-a138-f06c6398d448 req-10c0d7b2-8c7b-4ba3-9301-d45eb3818074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:35.014534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-10c0d7b2-8c7b-4ba3-9301-d45eb3818074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.2331038 May 26 19:50:35.100683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc8507-df6a-41bf-bde2-c3e6181fe64d None None] Pushing event updated for resources: {'Port': ['ID=f5f02825-886f-4248-8fc6-390d3070a8d9,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:35.186992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-86286fc0-7af8-4af9-b2b5-0bd3b5b68f8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641407 May 26 19:50:35.191552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:35.334878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:35.399971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28f177-659a-45c6-a67b-1cf9266da558 req-bab92e19-9a43-4cfa-a491-a642a2eaf0e9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:35.401959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed28f177-659a-45c6-a67b-1cf9266da558 req-bab92e19-9a43-4cfa-a491-a642a2eaf0e9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.6132278 May 26 19:50:35.565769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed28f177-659a-45c6-a67b-1cf9266da558 req-1607b7ef-0c9e-404c-a664-bf80baf7a277 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456287 May 26 19:50:35.582923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-60c5fe8b-5874-4326-8b46-08826fa2bca3 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649311 May 26 19:50:35.590134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-a46d6dd2-aa04-4d6c-8ac3-15e9d0e58c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:35.591569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-a46d6dd2-aa04-4d6c-8ac3-15e9d0e58c6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba&tenant_id=754ae71d3f0d40618079a0835d86fe0a HTTP/1.1" status: 200 len: 1094 time: 0.3754938 May 26 19:50:35.623752 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8dcf2a-645a-4bd7-b46d-679b9bd510d8'] response: {'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'code': 200} May 26 19:50:35.709475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Allocated IP 172.25.0.23 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/81c8a7ca-de8a-4f4f-85e3-15862f678045) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:35.956580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d12ba3-545d-4435-a138-f06c6398d448 req-59c0c61b-8650-4090-a3a2-1d12d05a7092 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640711 May 26 19:50:35.975059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-2921f290-d6de-4337-b3a0-0c3d0a9bf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:35.976539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-2921f290-d6de-4337-b3a0-0c3d0a9bf13b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1094 time: 0.3623395 May 26 19:50:36.017808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae8c64-bb09-49a7-85d1-05b6df309b65 req-aec7b670-9b5b-4122-ad12-3fc92da3b377 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:36.025382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33ae8c64-bb09-49a7-85d1-05b6df309b65 req-aec7b670-9b5b-4122-ad12-3fc92da3b377 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.3015063 May 26 19:50:36.084341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2b9f7-1636-45e4-9d9c-8b740211756b None None] Network b8ace425-522b-4324-a193-b444ba0cabfe requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:36.150085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.155690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33ae8c64-bb09-49a7-85d1-05b6df309b65 req-91fc63b4-2d6b-4be9-9565-ded0c3cedd28 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295412 May 26 19:50:36.174425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6b861948-16f5-495c-a496-ccfc36cbfa18 None None] Provisioning for port f5f02825-886f-4248-8fc6-390d3070a8d9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:36.208115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-67ea30e3-52b6-4068-8e87-d3003a5fe10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:36.209637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-67ea30e3-52b6-4068-8e87-d3003a5fe10d service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2244587 May 26 19:50:36.292436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.376903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:36.381312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-d15a5906-f956-4348-9eaf-e2357fd17a69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 999 time: 0.1644886 May 26 19:50:36.384293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:36.390397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:36.446150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Pushing event updated for resources: {'Port': ['ID=81c8a7ca-de8a-4f4f-85e3-15862f678045,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:36.519883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f5f02825-886f-4248-8fc6-390d3070a8d9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:36.554741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-5b5cefe7-1826-4fc4-a99c-f319c653bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:36.556179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-5b5cefe7-1826-4fc4-a99c-f319c653bd14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.1668494 May 26 19:50:36.600646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Provisioning complete for port f5f02825-886f-4248-8fc6-390d3070a8d9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:36.600905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.625170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f5f02825-886f-4248-8fc6-390d3070a8d9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:36.634913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f5f02825-886f-4248-8fc6-390d3070a8d9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:36.634913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.735346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.844138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f5f02825-886f-4248-8fc6-390d3070a8d9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:36.844513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.855498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Current status of the port f5f02825-886f-4248-8fc6-390d3070a8d9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:36.855784 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:36.939440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] For port f5f02825-886f-4248-8fc6-390d3070a8d9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f5f02825-886f-4248-8fc6-390d3070a8d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:36.968825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:37.054287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-4028987f-d67b-4eb7-bf3a-d4b7c5740b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.055773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-4028987f-d67b-4eb7-bf3a-d4b7c5740b05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4910696 May 26 19:50:37.061374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:50:37.061606 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:50:37.074939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5223a5-0edf-42d5-a7ba-5079702b3db0 None None] Pushing event updated for resources: {'Port': ['ID=f5f02825-886f-4248-8fc6-390d3070a8d9,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:37.095053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5a42-372d-4ad5-af5f-ee3018108179 req-2f813809-e001-4d53-892b-3de3e9f635d7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.096514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-524b5a42-372d-4ad5-af5f-ee3018108179 req-2f813809-e001-4d53-892b-3de3e9f635d7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.3266127 May 26 19:50:37.321066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-524b5a42-372d-4ad5-af5f-ee3018108179 req-2ce2ce5a-b16e-4a1d-98d3-6e75e18262f9 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077987 May 26 19:50:37.328167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:37.417935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-504b8664-aca5-4cbb-a6a0-49ade9a0471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.419414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-504b8664-aca5-4cbb-a6a0-49ade9a0471c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.4341850 May 26 19:50:37.421222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-7b463850-7379-49fd-b8c4-33ef6e6748f4 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587124 May 26 19:50:37.614545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f5f02825-886f-4248-8fc6-390d3070a8d9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:37.881875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-5309286b-367a-474e-8592-f4f67010e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.883227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-5309286b-367a-474e-8592-f4f67010e4dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.4165370 May 26 19:50:37.894517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58ab3-183c-4e1d-87c0-bb26cf2327f0 req-3b85cd3b-3997-4703-b489-a86cd5370a57 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:37.895875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fd58ab3-183c-4e1d-87c0-bb26cf2327f0 req-3b85cd3b-3997-4703-b489-a86cd5370a57 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.4738138 May 26 19:50:37.900778 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-068463e4-d432-4252-8cc7-25b7d31558c4 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401484 May 26 19:50:38.176994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-b02706e1-5f3b-4ae0-bd63-79d2e36ab01d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.2800183 May 26 19:50:38.277013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-3b828111-a7c0-457e-8ede-3335bf373b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:38.278489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-3b828111-a7c0-457e-8ede-3335bf373b93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.0872390 May 26 19:50:38.282991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fd58ab3-183c-4e1d-87c0-bb26cf2327f0 req-e8a4c841-72ee-4189-b6e6-e85feb6538bc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813708 May 26 19:50:38.284233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:38.394585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-57c37456-c26f-4ed5-ac1f-a7e172777268 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079066 May 26 19:50:38.553598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f5f02825-886f-4248-8fc6-390d3070a8d9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:38.655218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f5f02825-886f-4248-8fc6-390d3070a8d9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:38.655673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:38.706466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-d479ef42-c2d8-466f-990b-50ff3bc269f1 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038177 May 26 19:50:38.786434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f5f02825-886f-4248-8fc6-390d3070a8d9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:38.800225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed676d-9196-442e-b5d6-400fbc857f60 req-a9ab8ce6-2656-48cf-a5f9-889bb2bd509b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:38.807052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bed676d-9196-442e-b5d6-400fbc857f60 req-a9ab8ce6-2656-48cf-a5f9-889bb2bd509b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.3217850 May 26 19:50:38.841012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:50:38.975430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bed676d-9196-442e-b5d6-400fbc857f60 req-1c648527-48ac-436d-afe3-dd811ace3b11 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674297 May 26 19:50:39.034363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7fe99b7-cdb5-4f3a-b9af-d52276db09c3 req-db79a715-b192-4ba6-887b-0b491bc13f52 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195715 May 26 19:50:39.163509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:39.174469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Sync routers for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:39.197068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:39.198506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:39.202695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:39.204558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-de52debf-d42d-4d5d-80f6-55476e145482 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3939235 May 26 19:50:39.208128 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48774) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:39.506678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:39.668570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a880cc8-687e-4513-8647-4a1faf5b7fd9 req-af40a80e-f481-4f7c-ab39-c1cfb0fb331f tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:39.679821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a880cc8-687e-4513-8647-4a1faf5b7fd9 req-af40a80e-f481-4f7c-ab39-c1cfb0fb331f tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1826932 May 26 19:50:39.759588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a880cc8-687e-4513-8647-4a1faf5b7fd9 req-957dee34-7e75-4c0b-a382-440864e2d2c7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786631 May 26 19:50:39.890654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:36Z', 'revision_number': 3, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:39.905449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Checking router: ccab6ad1-5603-4373-8f8b-9a6c92b70e60 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:39.905792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Updating router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 port 81c8a7ca-de8a-4f4f-85e3-15862f678045 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:39.968663 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.275738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.373582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184bd8-d6fa-4bf4-9846-58af21fa6069 req-072487f0-496d-4ab1-818a-549344b282be tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:40.375139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5184bd8-d6fa-4bf4-9846-58af21fa6069 req-072487f0-496d-4ab1-818a-549344b282be tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.1948133 May 26 19:50:40.462914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5184bd8-d6fa-4bf4-9846-58af21fa6069 req-d4c767b5-6123-4673-8662-6ef11028b69a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801382 May 26 19:50:40.492830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.506028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Transition to ACTIVE for port object 81c8a7ca-de8a-4f4f-85e3-15862f678045 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:40.520410 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.619653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049cffd-d80a-4ed4-ab08-f5cd2827593d None None] Pushing event updated for resources: {'Port': ['ID=81c8a7ca-de8a-4f4f-85e3-15862f678045,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:40.629845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Attempting to bind port 81c8a7ca-de8a-4f4f-85e3-15862f678045 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:40.630542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Attempting to bind port 81c8a7ca-de8a-4f4f-85e3-15862f678045 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:40.631080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Attempting to bind port 81c8a7ca-de8a-4f4f-85e3-15862f678045 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:40.640717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:40.641416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:40.642126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.642662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:40.643322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Bound port: 81c8a7ca-de8a-4f4f-85e3-15862f678045, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:40.643897 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.707327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Allocated IP 172.20.0.1 (b8ace425-522b-4324-a193-b444ba0cabfe/e0f160a6-38b6-4e06-a181-47fdb96cfd66/3804c457-c31a-4bed-a526-fefa3f5fbead) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:40.741553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] For port 81c8a7ca-de8a-4f4f-85e3-15862f678045, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:40.745917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] For port 81c8a7ca-de8a-4f4f-85e3-15862f678045, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81c8a7ca-de8a-4f4f-85e3-15862f678045,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:40.753434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.847803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:40.848841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:40.979191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:40.985967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049cffd-d80a-4ed4-ab08-f5cd2827593d None None] Pushing event updated for resources: {'Port': ['ID=81c8a7ca-de8a-4f4f-85e3-15862f678045,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:41.004569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Transition to ACTIVE for port object 3804c457-c31a-4bed-a526-fefa3f5fbead will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:41.046786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.178892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Network b8ace425-522b-4324-a193-b444ba0cabfe is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:41.180109 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:41.186438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:41.252579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:41.256354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Pushing event updated for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:41.266833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.466978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.568251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-adf82de6-69cb-47cf-9529-0fb531232372 None None] Provisioning for port 3804c457-c31a-4bed-a526-fefa3f5fbead completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:41.572985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-adf82de6-69cb-47cf-9529-0fb531232372 None None] Provisioning complete for port 3804c457-c31a-4bed-a526-fefa3f5fbead triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:41.573906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-adf82de6-69cb-47cf-9529-0fb531232372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.684428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-adf82de6-69cb-47cf-9529-0fb531232372 None None] Port 3804c457-c31a-4bed-a526-fefa3f5fbead cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:50:41.700455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:36Z', 'revision_number': 3, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:41.705126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78299b-53be-48d7-8144-624a38cc6c47 None None] The sync data for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 is: [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:36Z', 'revision_number': 3, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:41.824198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.829090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.948018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:41.957069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Pushing event updated for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:42.136549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Network b8ace425-522b-4324-a193-b444ba0cabfe is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:42.142141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:42.492631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:50:42.519093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4b8f738e-f0b2-465a-b56e-7f83695a9b4f None None] Provisioning complete for port 3804c457-c31a-4bed-a526-fefa3f5fbead triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:42.520131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b8f738e-f0b2-465a-b56e-7f83695a9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:42.606358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81c8a7ca-de8a-4f4f-85e3-15862f678045 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:42.715119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f738e-f0b2-465a-b56e-7f83695a9b4f None None] Port 3804c457-c31a-4bed-a526-fefa3f5fbead cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:50:42.775997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 81c8a7ca-de8a-4f4f-85e3-15862f678045 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:42.783404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 81c8a7ca-de8a-4f4f-85e3-15862f678045 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:42.783775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:42.893162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:42.924601 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66d5cedc-6dbe-4814-86ab-3411e2314495 admin admin] 10.222.0.24 "PUT /v2.0/routers/ccab6ad1-5603-4373-8f8b-9a6c92b70e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7043173 May 26 19:50:42.992953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 81c8a7ca-de8a-4f4f-85e3-15862f678045 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:42.993369 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.031679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 81c8a7ca-de8a-4f4f-85e3-15862f678045, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81c8a7ca-de8a-4f4f-85e3-15862f678045,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:43.037532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.151764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=81c8a7ca-de8a-4f4f-85e3-15862f678045,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:43.570694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:43.576908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-785229564-network', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:43.583756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:43.589688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Usage tracker for resource:network and tenant:6ea5b82b847f4db6beb94915e11f9d78 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:43.592666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:43.598866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:43.612643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Made reservation on behalf of 6ea5b82b847f4db6beb94915e11f9d78 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:43.616223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.632912 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.652357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:43.657438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea5b82b847f4db6beb94915e11f9d78 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:43.660419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:43.666267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:43.777788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.783506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.789508 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Sync routers for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:43.806230 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:43.807921 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:43.819391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:50:43.825303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d71ed9a-3164-4dd7-828e-650ec8aa538f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:43.832373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.832758 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Added segment 0fa76e81-4aef-4d47-b931-cb6c7db3b588 of type vlan for network 1d4d8488-4474-49ad-b2a8-0bb18a973365 May 26 19:50:43.868082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.912652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:43.925704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:43.926371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.021609 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:44.036737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4d8488-4474-49ad-b2a8-0bb18a973365,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.039933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-39458d20-ca4d-40b6-82c0-d236a5864e24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4682136 May 26 19:50:44.044069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48810) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:44.062737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:50:44.069667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Request body: {'subnet': {'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-785229564-subnet', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:44.083840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:44.101298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Usage tracker for resource:subnet and tenant:6ea5b82b847f4db6beb94915e11f9d78 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:44.111108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:44.117419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:44.139692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Made reservation on behalf of 6ea5b82b847f4db6beb94915e11f9d78 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:44.142143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.269379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.391278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.469250 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 2, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:44.475395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Checking router: ccab6ad1-5603-4373-8f8b-9a6c92b70e60 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:44.475876 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Updating router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 port 3804c457-c31a-4bed-a526-fefa3f5fbead binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:44.529166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81c8a7ca-de8a-4f4f-85e3-15862f678045 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:44.540642 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.612830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775d6dcc-d33e-43b6-80c2-37192a8a6421,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:44.684242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Checking segment: {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:44.684706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Network hostable DHCP agents. Network: 1d4d8488-4474-49ad-b2a8-0bb18a973365, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:50:44.729341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:50:44.731074 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bc997b2d-9e78-48b2-bdd5-45a5f729b4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.742461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 1d4d8488-4474-49ad-b2a8-0bb18a973365) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:44.745739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 81c8a7ca-de8a-4f4f-85e3-15862f678045 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:44.746111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.753704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:44.754294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.785319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35679968-f99b-48a4-aba9-10b72c46ca05 None None] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:44.794095 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d4200631-c029-4fdb-be71-29c67c02c7f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7488856 May 26 19:50:44.796575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48814) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:44.801468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:44.814015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:44.825721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Usage tracker for resource:router and tenant:6ea5b82b847f4db6beb94915e11f9d78 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:44.834424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:44.853073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:44.866597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.867930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:44.903720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.061310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 81c8a7ca-de8a-4f4f-85e3-15862f678045 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:45.118934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-1d4d8488-4474-49ad-b2a8-0bb18a973365', 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'fixed_ips': [{'subnet_id': '775d6dcc-d33e-43b6-80c2-37192a8a6421'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:50:45.119787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.224822 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.261229 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Transition to ACTIVE for port object 3804c457-c31a-4bed-a526-fefa3f5fbead will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:45.281010 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.434085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Allocated IP 172.20.0.2 (1d4d8488-4474-49ad-b2a8-0bb18a973365/775d6dcc-d33e-43b6-80c2-37192a8a6421/15380f19-7bd3-448b-a1e7-6ed700ea2b5e) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:45.489584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.502506 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4b47-2900-45ac-94e5-08526a6df611 None None] Pushing event updated for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:45.719097 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Attempting to bind port 3804c457-c31a-4bed-a526-fefa3f5fbead on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:45.719395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Attempting to bind port 3804c457-c31a-4bed-a526-fefa3f5fbead by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:45.719749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Attempting to bind port 3804c457-c31a-4bed-a526-fefa3f5fbead on network b8ace425-522b-4324-a193-b444ba0cabfe {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:45.734516 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:45.735001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Checking segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:45.735586 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.735975 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Bound using segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:45.741085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Bound port: 3804c457-c31a-4bed-a526-fefa3f5fbead, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:45.741085 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.923853 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] For port 3804c457-c31a-4bed-a526-fefa3f5fbead, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:45.927457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] For port 3804c457-c31a-4bed-a526-fefa3f5fbead, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3804c457-c31a-4bed-a526-fefa3f5fbead,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:45.928030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.934852 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:45.953559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Transition to ACTIVE for port object 15380f19-7bd3-448b-a1e7-6ed700ea2b5e will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:46.016545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Transition to ACTIVE for port object 15380f19-7bd3-448b-a1e7-6ed700ea2b5e will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:46.027518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.097085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:46.097719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:46.209601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:46.216709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:46.221375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:46.237791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.243665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Pushing event updated for resources: {'Port': ['ID=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:46.339102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.461149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Attempting to bind port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:46.461762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Attempting to bind port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:46.462562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Attempting to bind port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e on network 1d4d8488-4474-49ad-b2a8-0bb18a973365 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:46.470067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:46.474571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Checking segment: {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:46.475194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.475600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Bound using segment: {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:46.476102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Bound port: 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:46.476476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.638477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa2ca-1da1-40d3-acfb-7ba4c344b9a8 req-0b01481f-4991-455d-81c2-96ea2009b759 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:46.648459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-682aa2ca-1da1-40d3-acfb-7ba4c344b9a8 req-0b01481f-4991-455d-81c2-96ea2009b759 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1742280 May 26 19:50:46.683352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] For port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:46.689682 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b4b47-2900-45ac-94e5-08526a6df611 None None] Pushing event updated for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:46.692060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] For port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:46.725526 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:46.728897 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.764106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Allocated IP 172.25.0.176 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/0e886b53-1470-4811-aa1d-3d0ea1884ccc) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:46.819087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-682aa2ca-1da1-40d3-acfb-7ba4c344b9a8 req-9eea73f5-7baf-4048-9bce-382d405add3b tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696587 May 26 19:50:46.914503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c44-c0b0-4942-9071-a6417d26354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:46.937648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d876f2-73cb-4daa-be8b-f65defbbcd37 None None] Pushing event updated for resources: {'Port': ['ID=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:47.063302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:47.113714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:47.226621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:47.227936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:47.237733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:47.246384 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:45Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:47.255384 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87079394-ac8b-4600-b53c-f7ceab90f33a None None] The sync data for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 is: [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:45Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:47.290877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Pushing event updated for resources: {'Port': ['ID=0e886b53-1470-4811-aa1d-3d0ea1884ccc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:47.348116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d7056-00a1-4ed7-9243-e185a6143e9a req-6728c027-c99f-4dd1-ab7d-161ea7f8eef8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:47.353505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d5d7056-00a1-4ed7-9243-e185a6143e9a req-6728c027-c99f-4dd1-ab7d-161ea7f8eef8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.3703396 May 26 19:50:47.363367 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:47.419386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d5d7056-00a1-4ed7-9243-e185a6143e9a req-50739a32-3411-4686-98f5-445d05ce57c1 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621343 May 26 19:50:47.880889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.144525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdba49-78a5-4245-861c-c09d2d4d71be req-cffa70a7-95e9-4587-bcb4-4afdbb0d143a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:48.156823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69fdba49-78a5-4245-861c-c09d2d4d71be req-cffa70a7-95e9-4587-bcb4-4afdbb0d143a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1549768 May 26 19:50:48.211328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.237652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69fdba49-78a5-4245-861c-c09d2d4d71be req-16a1e47e-6714-4e28-826b-b855d4478e97 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 May 26 19:50:48.289899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e268b10-02a1-41d6-847d-06c7801ee0a1 None None] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:50:48.392190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7c247126-c80f-4aa8-8d87-3729b6eb187d None None] Provisioning for port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:48.407918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.589853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3804c457-c31a-4bed-a526-fefa3f5fbead up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:48.648229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Router 01100604-d19c-4ad7-871d-c8342c6a8a64 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:50:48.686758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff628-afa9-4941-973b-19509f1ce916 req-8a6bb122-0eed-4068-8df2-1075aab9bd67 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:48.688726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a5ff628-afa9-4941-973b-19509f1ce916 req-8a6bb122-0eed-4068-8df2-1075aab9bd67 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.0978172 May 26 19:50:48.697004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3804c457-c31a-4bed-a526-fefa3f5fbead completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:48.707853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3804c457-c31a-4bed-a526-fefa3f5fbead triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:48.708229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.752499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a5ff628-afa9-4941-973b-19509f1ce916 req-c2915109-bbd2-462f-9c57-05ba3caaa6d8 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572734 May 26 19:50:48.850110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:48.858033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3804c457-c31a-4bed-a526-fefa3f5fbead is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:48.858520 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.874298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Sync routers for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:48.876929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:48.881147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48826) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:48.881366 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-410f9687-32e7-46cc-b378-aab2c88e6781 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0836062 May 26 19:50:48.893973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:48.894598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:48.991896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3804c457-c31a-4bed-a526-fefa3f5fbead, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3804c457-c31a-4bed-a526-fefa3f5fbead,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:49.001904 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.002655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15380f19-7bd3-448b-a1e7-6ed700ea2b5e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:49.009482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:50:49.208877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:49.360416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:49.428192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:49.445050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:49.445439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.467054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e0e5a-239f-47f7-bb4c-a024b8677486 req-3a1c4839-b032-489e-8d3e-cdfc364e8148 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:49.468524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a6e0e5a-239f-47f7-bb4c-a024b8677486 req-3a1c4839-b032-489e-8d3e-cdfc364e8148 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.2290668 May 26 19:50:49.555738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9a6e0e5a-239f-47f7-bb4c-a024b8677486 req-f2fc7892-0763-4d57-849a-aa502a773014 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Synchronizing usage tracker for tenant:b4ec59b5892a4939813a96dcc021217d on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:50:49.610689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9a6e0e5a-239f-47f7-bb4c-a024b8677486 req-f2fc7892-0763-4d57-849a-aa502a773014 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Unset dirty status for tenant:b4ec59b5892a4939813a96dcc021217d on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:50:49.612008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a6e0e5a-239f-47f7-bb4c-a024b8677486 req-f2fc7892-0763-4d57-849a-aa502a773014 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367586 May 26 19:50:49.635848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48836) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:49.649440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:49.649822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.690440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:47Z', 'revision_number': 3, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:49.692181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.696881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:49.698623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Checking router: 01100604-d19c-4ad7-871d-c8342c6a8a64 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:49.699040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Updating router 01100604-d19c-4ad7-871d-c8342c6a8a64 port 0e886b53-1470-4811-aa1d-3d0ea1884ccc binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:49.728113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.828177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.855976 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.869994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:49.890397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:50:49.890995 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:49.904761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae260e-46c1-4473-bb0e-43e4c85e194c req-4c2cc9a5-4ea1-47a4-a353-f5dc23573912 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:49.906248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dae260e-46c1-4473-bb0e-43e4c85e194c req-4c2cc9a5-4ea1-47a4-a353-f5dc23573912 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1536496 May 26 19:50:50.008939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dae260e-46c1-4473-bb0e-43e4c85e194c req-d59649e5-9bb7-4619-ae13-31abb0d7d129 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912304 May 26 19:50:50.027951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Allocated IP 172.20.0.1 (1d4d8488-4474-49ad-b2a8-0bb18a973365/775d6dcc-d33e-43b6-80c2-37192a8a6421/6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:50.201887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:50:50.207744 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.225779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Transition to ACTIVE for port object 0e886b53-1470-4811-aa1d-3d0ea1884ccc will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:50.252385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.258227 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.258733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.400114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:50:50.402345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Attempting to bind port 0e886b53-1470-4811-aa1d-3d0ea1884ccc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:50.402715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Attempting to bind port 0e886b53-1470-4811-aa1d-3d0ea1884ccc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:50.403084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Attempting to bind port 0e886b53-1470-4811-aa1d-3d0ea1884ccc on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:50.408002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc0717-d7d9-4214-b09a-562a0cda633d None None] Pushing event updated for resources: {'Port': ['ID=0e886b53-1470-4811-aa1d-3d0ea1884ccc,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:50.411526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6cd5-41a8-4a3a-9ad3-d3d0d6828e8e req-b1b45cea-ed11-4906-8751-d3357037325b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:50.413025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04bf6cd5-41a8-4a3a-9ad3-d3d0d6828e8e req-b1b45cea-ed11-4906-8751-d3357037325b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 943 time: 0.1461129 May 26 19:50:50.415846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.425115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:50.425497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:50.425896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.426349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:50.426745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Bound port: 0e886b53-1470-4811-aa1d-3d0ea1884ccc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:50.427117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.433517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Transition to ACTIVE for port object 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:50.490545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04bf6cd5-41a8-4a3a-9ad3-d3d0d6828e8e req-78662131-5683-4051-adba-82a91b20188b tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515201 May 26 19:50:50.494196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:50.501801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.532385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'port_id': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'mac_address': 'fa:16:3e:70:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:50:50.553670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3804c457-c31a-4bed-a526-fefa3f5fbead up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:50.588648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:50.591617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:50.595698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:50.612131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.644742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] For port 0e886b53-1470-4811-aa1d-3d0ea1884ccc, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:50.660594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:50.663261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=b68ff2c9-deb6-4ac2-a73a-b5ecf2f264e6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:50.674985 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.679019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] For port 0e886b53-1470-4811-aa1d-3d0ea1884ccc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0e886b53-1470-4811-aa1d-3d0ea1884ccc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:50.687377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:50.687882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.708366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.783376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.784078 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 167b614f-8c54-4763-b048-ebb052970da0 disassociated (deleted). External IP: 172.25.0.173, port: e2d33c31-cb87-463b-837e-353b535b51c3. May 26 19:50:50.802751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc0717-d7d9-4214-b09a-562a0cda633d None None] Pushing event updated for resources: {'Port': ['ID=0e886b53-1470-4811-aa1d-3d0ea1884ccc,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:50.823766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:50:50.839886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:50.840684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:50.916152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3804c457-c31a-4bed-a526-fefa3f5fbead triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:50.916697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.962263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:50.975287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:50.982760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c64f57a2-286a-48df-9ea5-ccbf62a81cd5 None None] Provisioning for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:50.990628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.188653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c64f57a2-286a-48df-9ea5-ccbf62a81cd5 None None] Provisioning complete for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:51.189075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c64f57a2-286a-48df-9ea5-ccbf62a81cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.212489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 7e61dd60-1d50-4d03-b603-2b29333a1661 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:50:51.231951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.241498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.349862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['d426f0aa-e236-4de8-964b-5883720a9eea'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:50:51.371184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Pushing event updated for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:51.373574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.407855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c64f57a2-286a-48df-9ea5-ccbf62a81cd5 None None] Port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:50:51.417731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:51.430567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:51.431009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Sync routers for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:51.441558 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:51.442374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:51.442514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.477403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:51.507097 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1fa6cac6-c271-4000-bef1-43bf92b6c973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/floatingips/167b614f-8c54-4763-b048-ebb052970da0 HTTP/1.1" status: 204 len: 168 time: 1.8674097 May 26 19:50:51.507097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:51.535762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d9bcd-2523-4ecc-83f1-0fb8312c2301 req-b093ee2e-826f-43d3-bfa0-11a125d58d81 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:51.542794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-304d9bcd-2523-4ecc-83f1-0fb8312c2301 req-b093ee2e-826f-43d3-bfa0-11a125d58d81 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.3507743 May 26 19:50:51.581690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3804c457-c31a-4bed-a526-fefa3f5fbead is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:51.582791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15380f19-7bd3-448b-a1e7-6ed700ea2b5e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:51.596207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:51.599622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:51.612028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-304d9bcd-2523-4ecc-83f1-0fb8312c2301 req-e30d2a3a-c01f-49a7-9d17-57a6d65a81a3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586207 May 26 19:50:51.630131 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:51.866946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Router 01100604-d19c-4ad7-871d-c8342c6a8a64 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:50:51.953450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:51.953863 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:51.986963 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5445dd20-b24e-44e2-969a-7b09650a61a7'] response: {'name': 'network-changed', 'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'status': 'completed', 'code': 200} May 26 19:50:52.025531 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:52.034920 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Checking router: 7e61dd60-1d50-4d03-b603-2b29333a1661 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:52.046666 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:52.048965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:52.139855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e1b65885-004f-4073-bd4a-fc92b2fdf4c3 None None] Provisioning complete for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:52.140243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1b65885-004f-4073-bd4a-fc92b2fdf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:52.228362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e1b65885-004f-4073-bd4a-fc92b2fdf4c3 None None] Port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:50:52.269001 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:52.289139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:52.293182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:47Z', 'revision_number': 3, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:52.297355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58025-250c-4f09-af51-b522facef4e6 None None] The sync data for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 is: [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:47Z', 'revision_number': 3, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:52.323375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:52.345092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3441c457-e23e-4723-b096-7cdce83c00cf admin admin] 10.222.0.24 "PUT /v2.0/routers/01100604-d19c-4ad7-871d-c8342c6a8a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4574461 May 26 19:50:52.373696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89219d00-47ed-4667-a811-dbcf3a68debe req-489052ea-a180-41bb-82ff-7126e3ab5286 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.375194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89219d00-47ed-4667-a811-dbcf3a68debe req-489052ea-a180-41bb-82ff-7126e3ab5286 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 944 time: 0.1918247 May 26 19:50:52.378243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-fb592c9a-4a4b-45a4-bf30-223739259d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.379795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-fb592c9a-4a4b-45a4-bf30-223739259d43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 1096 time: 0.1985598 May 26 19:50:52.521165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89219d00-47ed-4667-a811-dbcf3a68debe req-1dae1902-24d9-4c01-a790-ee25fff101a7 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379988 May 26 19:50:52.569855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-2f741809-b8a8-42ca-9698-c473a0f27afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.571296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-2f741809-b8a8-42ca-9698-c473a0f27afe service neutron] 10.222.0.13 "GET /v2.0/networks?id=9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 200 len: 898 time: 0.1696429 May 26 19:50:52.674131 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:52.679406 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c032a-35e0-406d-afee-0c7687421f6f None None] The sync data for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 is: [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '44ffbc01-38a7-4baf-a6a3-1b387a55baa2', 'name': '', 'network_id': '9447fd8a-adaa-4bf3-a992-358ec06d6506', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:94:0f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_interface', 'standard_attr_id': 3410, 'fixed_ips': [{'subnet_id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:14Z', 'updated_at': '2022-05-26T19:48:22Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'bcd5117a-e0b1-43c5-961a-3479800f6b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:52.721297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-d16d5e55-fd49-4954-8e63-6fb0964b0bd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 200 len: 217 time: 0.1425576 May 26 19:50:52.800431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-d5c7d1e5-fd03-4d59-81df-125e287244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.801907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-d5c7d1e5-fd03-4d59-81df-125e287244d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 200 len: 835 time: 0.0738981 May 26 19:50:52.859165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b53a6-5209-4997-b2f8-9c0fb653dc8e req-897985c1-14c7-4a19-bc74-c7c7b802ebbb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.860639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739b53a6-5209-4997-b2f8-9c0fb653dc8e req-897985c1-14c7-4a19-bc74-c7c7b802ebbb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1931736 May 26 19:50:52.920351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739b53a6-5209-4997-b2f8-9c0fb653dc8e req-46228579-0e37-46e0-b42b-e49200e2a879 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527670 May 26 19:50:52.934086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-a0b11449-e48c-4bc6-a1bc-ebc35d6ecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:52.935788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-a0b11449-e48c-4bc6-a1bc-ebc35d6ecf37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9447fd8a-adaa-4bf3-a992-358ec06d6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249900 May 26 19:50:53.111955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-a2de00be-da10-4204-8076-12358f1b3c92 service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661835 May 26 19:50:53.206182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54eae-1bdf-42e5-b3fe-b74ddae7d9d9 None None] New status for floating IP 167b614f-8c54-4763-b048-ebb052970da0: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:50:53.258065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:53.266466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775462816', 'description': 'tempest-secgroup-smoke-775462816 description', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:53.280940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:53.289228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:53.302473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:53.312759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:53.331177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:53.332453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1667a2fc-3af7-4ebf-bfa7-095870ffad0c req-6f50b996-ea8f-4486-8027-4ad6f2518376 service neutron] 10.222.0.13 "GET /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132773 May 26 19:50:53.343408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cd8af-d9d7-4692-8715-9772833d5762 req-a62482c3-e261-4799-a7f2-2df4a03bbfd9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:53.345031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-468cd8af-d9d7-4692-8715-9772833d5762 req-a62482c3-e261-4799-a7f2-2df4a03bbfd9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.1375134 May 26 19:50:53.389720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:53.397765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:53.401663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:53.408479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:53.495304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port e2d33c31-cb87-463b-837e-353b535b51c3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:50:53.495649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:53.501335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:53.505829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:53.550961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf7457a-1577-419c-b3a1-8c9d92cb902d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:53.554516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:53.558611 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b85241a8-d466-4b38-a6af-02f51078e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2953265 May 26 19:50:53.559347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a21994-21bf-44a4-bf32-7823a99cfe46 req-b74aea97-ca08-4dff-ac52-dda0e8086568 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:53.559347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67a21994-21bf-44a4-bf32-7823a99cfe46 req-b74aea97-ca08-4dff-ac52-dda0e8086568 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1650505 May 26 19:50:53.559347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 48866) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:53.568015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:53.594435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:53.623000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:53.630176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:53.652728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:53.690478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67a21994-21bf-44a4-bf32-7823a99cfe46 req-0e11647b-e9d5-4de8-ac25-25473acbf8b9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143863 May 26 19:50:53.714445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.030760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.044303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.066014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port e2d33c31-cb87-463b-837e-353b535b51c3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=e2d33c31-cb87-463b-837e-353b535b51c3,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:54.066379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.144357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df57a7d3-fe85-4628-bb0f-cfcf819b93c1,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.215437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for e2d33c31-cb87-463b-837e-353b535b51c3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:50:54.217883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:54.251370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.252575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-41814e60-69ba-4939-8289-c884de1e8820 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6904547 May 26 19:50:54.255597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48872) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:54.261020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:54.267837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:54.273615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff468-fbe4-4842-97c6-33a5883cfe63 req-1ba16199-ed4b-462a-a740-f8e9e19404bc tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:54.274726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:54.278951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b6ff468-fbe4-4842-97c6-33a5883cfe63 req-1ba16199-ed4b-462a-a740-f8e9e19404bc tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 944 time: 0.4843514 May 26 19:50:54.279205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:54.285940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:54.295772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port d426f0aa-e236-4de8-964b-5883720a9eea triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:54.296194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.305098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.358052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b6ff468-fbe4-4842-97c6-33a5883cfe63 req-8725da2b-bf41-42ed-af6b-35ab9b4673eb tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751264 May 26 19:50:54.377802 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964e713-17b4-4442-b224-696022913481 None None] Sync routers for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:54.396080 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964e713-17b4-4442-b224-696022913481 None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:54.396704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2964e713-17b4-4442-b224-696022913481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:54.414107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.421144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.479573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.481594 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2249370 May 26 19:50:54.484077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:54.487162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port d426f0aa-e236-4de8-964b-5883720a9eea is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:54.487541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.490552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:54.496524 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d600213-92ae-4c81-88ae-eb9d2d71b7e1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68375fd-8128-4d4b-a51f-195eac492976,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.500403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:54.504833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:54.507873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:54.514486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:54.539820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:54.542664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.552347 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:54.559622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.559857 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.618050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=e2d33c31-cb87-463b-837e-353b535b51c3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.639756 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.646618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.656383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0e886b53-1470-4811-aa1d-3d0ea1884ccc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:54.685540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84cb413-3b4a-4479-a1cf-22d89c872b81,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.693928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2964e713-17b4-4442-b224-696022913481 None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:54.698767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.700021 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a9b37203-9fd8-46f5-bd32-daa6a1a77240 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2147927 May 26 19:50:54.702785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48882) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:54.709289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:54.710459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfcab9-34a6-418b-8500-d8a6fa2aa75e req-aa2ffd84-1f33-4909-83b2-f1a6924fb0eb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:54.712209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abcfcab9-34a6-418b-8500-d8a6fa2aa75e req-aa2ffd84-1f33-4909-83b2-f1a6924fb0eb tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=c095d726-a136-4588-961d-60519fc058cb HTTP/1.1" status: 200 len: 945 time: 0.2363851 May 26 19:50:54.726447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:54.729602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.731659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:54.735011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:54.739681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] No DVR routers for this DVR port e2d33c31-cb87-463b-837e-353b535b51c3 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:50:54.741309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:54.743665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.746630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-deleted', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:50:54.766923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0e886b53-1470-4811-aa1d-3d0ea1884ccc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:54.767163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-468cd8af-d9d7-4692-8715-9772833d5762 req-98f3193f-0a8d-470d-8553-24bc6e146115 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "DELETE /v2.0/ports/e2d33c31-cb87-463b-837e-353b535b51c3 HTTP/1.1" status: 204 len: 173 time: 1.4170392 May 26 19:50:54.767465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.773236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0e886b53-1470-4811-aa1d-3d0ea1884ccc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:54.774255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.788458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abcfcab9-34a6-418b-8500-d8a6fa2aa75e req-af937be4-aa73-445c-886a-cf81a4047f7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6a901f0-52fc-4eb2-a6eb-3f692e67770e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686660 May 26 19:50:54.862455 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7747d2-fb2c-4aee-bf7b-b6d33810a783'] response: {'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'code': 200} May 26 19:50:54.880583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.890060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.936755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2e728d-26e6-4796-9a44-58ee37cdb780,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:54.972172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0e886b53-1470-4811-aa1d-3d0ea1884ccc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:54.972696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.973942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:54.975154 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e80314f-a473-4693-b8a6-72162166da24 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2713952 May 26 19:50:54.977825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48890) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:54.983372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:54.998257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0e886b53-1470-4811-aa1d-3d0ea1884ccc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0e886b53-1470-4811-aa1d-3d0ea1884ccc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:55.004506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.030406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:55.043487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:55.053539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:55.078121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:55.103564 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Project b7c2ab3244f942af82c5cc7b41a320ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:50:55.114338 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.185246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0e886b53-1470-4811-aa1d-3d0ea1884ccc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:55.225113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.231535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.247467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96c1ac-9952-4506-8dbb-239f309fb06b req-36f70831-2254-4f03-84db-89ad9d94d7dd tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:55.255402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac96c1ac-9952-4506-8dbb-239f309fb06b req-36f70831-2254-4f03-84db-89ad9d94d7dd tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.2615471 May 26 19:50:55.260686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3574a1-31a6-429b-85e8-d9672e6e5b59,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:55.278023 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.279917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-48f6bcf8-e331-4d68-a9f8-823c958c27ce tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3008142 May 26 19:50:55.281233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe20b49-f7f4-44db-9abc-9a1484d8a65c req-19e52fd6-e587-4802-99bc-9b68b4e06ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:55.282907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fe20b49-f7f4-44db-9abc-9a1484d8a65c req-19e52fd6-e587-4802-99bc-9b68b4e06ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1097 time: 0.1872852 May 26 19:50:55.283770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48894) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:55.284953 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2964e713-17b4-4442-b224-696022913481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 4, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32', 'name': '', 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'mac_address': 'fa:16:3e:27:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:49Z', 'updated_at': '2022-05-26T19:50:51Z', 'revision_number': 2, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'subnets': [{'id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:55.291055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'security_group_rule': {'security_group_id': '2cf7457a-1577-419c-b3a1-8c9d92cb902d', 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:55.292188 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964e713-17b4-4442-b224-696022913481 None None] Checking router: 01100604-d19c-4ad7-871d-c8342c6a8a64 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:50:55.292546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964e713-17b4-4442-b224-696022913481 None None] Updating router 01100604-d19c-4ad7-871d-c8342c6a8a64 port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:50:55.303026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:55.307909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:security_group_rule and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:55.311433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:55.321189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:55.337076 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Project b7c2ab3244f942af82c5cc7b41a320ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:50:55.345244 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.359601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac96c1ac-9952-4506-8dbb-239f309fb06b req-25bc7e2c-5bfa-402b-9be5-ce483624ce09 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030540 May 26 19:50:55.366063 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.368341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fe20b49-f7f4-44db-9abc-9a1484d8a65c req-9e2936ad-d20f-4137-a113-b091e70748f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790713 May 26 19:50:55.411554 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58250d17-ece0-420e-bf0e-e3278e8249ec'] response: {'server_uuid': 'c095d726-a136-4588-961d-60519fc058cb', 'name': 'network-vif-deleted', 'tag': 'e2d33c31-cb87-463b-837e-353b535b51c3', 'status': 'completed', 'code': 200} May 26 19:50:55.553476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.558823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.585325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db328f8a-d7a9-4383-b879-cf49bfaee816,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:55.597092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.598898 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9d522bdf-b60c-4db6-b991-3c4464847c1b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3139157 May 26 19:50:55.600486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc404da-333e-4b06-bd10-9d62c0dfbec6 req-9a48aa1d-f4ca-442c-a1fa-35de81c12334 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:55.602154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bc404da-333e-4b06-bd10-9d62c0dfbec6 req-9a48aa1d-f4ca-442c-a1fa-35de81c12334 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.0949857 May 26 19:50:55.657642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bc404da-333e-4b06-bd10-9d62c0dfbec6 req-c9de1feb-a98b-4a6a-bbe9-7351d301d548 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490875 May 26 19:50:55.744096 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.756322 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-2964e713-17b4-4442-b224-696022913481 None None] Transition to ACTIVE for port object 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:55.762756 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.794865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-287d3284-b6c2-4ce2-995d-5d95f0319ecf tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775462816&fields=id&tenant_id=b7c2ab3244f942af82c5cc7b41a320ea HTTP/1.1" status: 200 len: 267 time: 0.0418591 May 26 19:50:55.922314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2e30-a912-4346-a745-b6615ddad49c None None] Pushing event updated for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:55.955563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-889e3efd-030a-4cc8-b759-022192f86678 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:55.957073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-889e3efd-030a-4cc8-b759-022192f86678 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 809 time: 0.1552601 May 26 19:50:55.973836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-6469c722-1a6f-421c-9dd0-3f62eb84c689 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/quotas/b7c2ab3244f942af82c5cc7b41a320ea HTTP/1.1" status: 200 len: 375 time: 0.0105982 May 26 19:50:55.988752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2964e713-17b4-4442-b224-696022913481 None None] Attempting to bind port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:50:55.989264 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2964e713-17b4-4442-b224-696022913481 None None] Attempting to bind port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:50:55.989725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964e713-17b4-4442-b224-696022913481 None None] Attempting to bind port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 on network 1d4d8488-4474-49ad-b2a8-0bb18a973365 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:50:55.996976 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964e713-17b4-4442-b224-696022913481 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:50:55.996976 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964e713-17b4-4442-b224-696022913481 None None] Checking segment: {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:50:55.997392 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:55.998374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964e713-17b4-4442-b224-696022913481 None None] Bound using segment: {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:50:56.012490 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2964e713-17b4-4442-b224-696022913481 None None] Bound port: 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa76e81-4aef-4d47-b931-cb6c7db3b588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:50:56.013324 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:56.067024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-0029e5cb-40ee-4363-bc35-06d6d3a4488b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865827 May 26 19:50:56.119797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2964e713-17b4-4442-b224-696022913481 None None] For port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:50:56.123181 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2964e713-17b4-4442-b224-696022913481 None None] For port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:50:56.127113 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2964e713-17b4-4442-b224-696022913481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:56.204454 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964e713-17b4-4442-b224-696022913481 None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:56.205107 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2964e713-17b4-4442-b224-696022913481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:56.209850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-0dd9a147-9b47-4f49-842c-a84ce35c9c98 service neutron] 10.222.0.24 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295519 May 26 19:50:56.363898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-f2c6eae0-5985-40d8-8a19-695ca9e0fc10 service neutron] 10.222.0.24 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450062 May 26 19:50:56.403938 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2964e713-17b4-4442-b224-696022913481 None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:50:56.547996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0e886b53-1470-4811-aa1d-3d0ea1884ccc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:56.601427 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2e30-a912-4346-a745-b6615ddad49c None None] Pushing event updated for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:56.635362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:56.680330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0e886b53-1470-4811-aa1d-3d0ea1884ccc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:56.680706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:56.911270 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2964e713-17b4-4442-b224-696022913481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 4, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32', 'name': '', 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'mac_address': 'fa:16:3e:27:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:49Z', 'updated_at': '2022-05-26T19:50:56Z', 'revision_number': 4, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'subnets': [{'id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:56.927539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0e886b53-1470-4811-aa1d-3d0ea1884ccc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:56.928419 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964e713-17b4-4442-b224-696022913481 None None] The sync data for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 is: [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:50:50Z', 'revision_number': 4, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32', 'name': '', 'network_id': '1d4d8488-4474-49ad-b2a8-0bb18a973365', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'mac_address': 'fa:16:3e:27:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:49Z', 'updated_at': '2022-05-26T19:50:56Z', 'revision_number': 4, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'subnets': [{'id': '775d6dcc-d33e-43b6-80c2-37192a8a6421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:50:56.942406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e30de-0e0f-4853-a08c-8b6e2b933689 req-e74a814d-0b16-454f-87f1-7d86a1c2876e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:56.944156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d11e30de-0e0f-4853-a08c-8b6e2b933689 req-e74a814d-0b16-454f-87f1-7d86a1c2876e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1207209 May 26 19:50:57.026405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d11e30de-0e0f-4853-a08c-8b6e2b933689 req-5c645ed0-a20e-4c40-a8be-bffcb03d86e6 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756545 May 26 19:50:57.342367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f18f5150-6db9-47a3-9bdd-b169266754fd req-2ae21e34-6dfe-465e-a679-ef39742af9c1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 210 time: 0.2220297 May 26 19:50:57.557298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a5b33-f8b8-459c-8763-8940c235d4f0 req-58d39fe5-687d-4884-a62b-a55d51b7e741 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:57.565708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef8a5b33-f8b8-459c-8763-8940c235d4f0 req-58d39fe5-687d-4884-a62b-a55d51b7e741 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.1117582 May 26 19:50:57.622979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef8a5b33-f8b8-459c-8763-8940c235d4f0 req-84407b61-e4a6-43e7-8fb0-70255981767e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563233 May 26 19:50:57.649616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.023776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:50:58.023776 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.144272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-04c2391d-93fb-4231-aa51-cf15a620c87e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:58.146110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-04c2391d-93fb-4231-aa51-cf15a620c87e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 809 time: 0.1758313 May 26 19:50:58.233455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:50:58.262351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 44ffbc01-38a7-4baf-a6a3-1b387a55baa2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:58.262715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.272805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-56555ec2-4a74-4f2e-9405-4ca20ce1ce17 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c2ab3244f942af82c5cc7b41a320ea HTTP/1.1" status: 200 len: 379 time: 0.1161530 May 26 19:50:58.279445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: e2d33c31-cb87-463b-837e-353b535b51c3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:50:58.280011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device e2d33c31-cb87-463b-837e-353b535b51c3 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:50:58.285678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'port': {'device_id': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'admin_state_up': True, 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'security_groups': ['2cf7457a-1577-419c-b3a1-8c9d92cb902d']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:58.398025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab7d2-bf36-426e-8ca4-8e8fe62b78b1 req-589cc7a0-2d7b-44aa-82c2-474fda466ae4 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:58.399619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a5ab7d2-bf36-426e-8ca4-8e8fe62b78b1 req-589cc7a0-2d7b-44aa-82c2-474fda466ae4 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.2167253 May 26 19:50:58.409716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:50:58.480763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:50:58.486448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:port and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:50:58.489485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:50:58.495409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:50:58.502628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a5ab7d2-bf36-426e-8ca4-8e8fe62b78b1 req-a255b368-a001-4dc9-896d-0d89d3b7f514 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921698 May 26 19:50:58.511398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Made reservation on behalf of b7c2ab3244f942af82c5cc7b41a320ea for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:50:58.514915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.595167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:50:58.682787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:58.688371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:58.688813 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.782269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4276d7b-2c6f-4f31-822a-8f5a167606fa req-5e3af339-707b-4ebc-bb46-960f27e62f9f tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0765097 May 26 19:50:58.814930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Allocated IP 172.20.0.14 (b8ace425-522b-4324-a193-b444ba0cabfe/e0f160a6-38b6-4e06-a181-47fdb96cfd66/eeff0ed8-a6bc-4ce1-8d7c-926e656830d9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:50:58.857596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:50:58.858087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.894001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:50:58.904497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.931057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:58.985132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=44ffbc01-38a7-4baf-a6a3-1b387a55baa2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:59.016953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:59.099715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557ab4-3711-4234-9bca-28f362d1133d req-77dbf879-3d53-40c3-9b8e-296c212f56ee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:59.108208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40557ab4-3711-4234-9bca-28f362d1133d req-77dbf879-3d53-40c3-9b8e-296c212f56ee tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.1669297 May 26 19:50:59.161017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.173744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40557ab4-3711-4234-9bca-28f362d1133d req-cc6a0858-b57e-4912-a93f-aaca88796587 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642731 May 26 19:50:59.193695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Transition to ACTIVE for port object eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:50:59.221701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.295645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Network b8ace425-522b-4324-a193-b444ba0cabfe is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:50:59.298737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:50:59.302546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:50:59.310255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.334091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:50:59.372210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:59.372826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.397850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-93534cb7-11ae-4856-a64e-930dd2bf219e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1171741 May 26 19:50:59.409566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Request body: {'port': {'device_id': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:50:59.528562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.568000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6e935c01-998b-41e0-a367-af836fc75841 None None] Provisioning for port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:50:59.578653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6e935c01-998b-41e0-a367-af836fc75841 None None] Provisioning complete for port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:50:59.579230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e935c01-998b-41e0-a367-af836fc75841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:50:59.644428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6e935c01-998b-41e0-a367-af836fc75841 None None] Port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:50:59.688611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 7e61dd60-1d50-4d03-b603-2b29333a1661 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:50:59.863605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099318b0-643f-484c-83ff-9e84aea2bbe0 req-af66dfac-be90-4c0d-92c8-42c5955a5aa7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:50:59.865057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-099318b0-643f-484c-83ff-9e84aea2bbe0 req-af66dfac-be90-4c0d-92c8-42c5955a5aa7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.2015734 May 26 19:50:59.867015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:50:59.881614 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-96cb6b82-5e4d-4453-ad9b-b7deed2d460d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/7e61dd60-1d50-4d03-b603-2b29333a1661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2444892 May 26 19:50:59.884382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48978) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:50:59.886167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Sync routers for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:50:59.896561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:50:59.897219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:50:59.937973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-099318b0-643f-484c-83ff-9e84aea2bbe0 req-8e416393-47e4-42ea-a491-d8593a4e3354 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656323 May 26 19:50:59.956665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting subnet bcd5117a-e0b1-43c5-961a-3479800f6b42 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:50:59.968144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.020696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.117849 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.139133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:00.165281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:00.176243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.198212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Transition to ACTIVE for port object eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:00.207284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.324892 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.350810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d0a72-0ab5-42ca-9183-760a6d634417 req-14bcf6e8-3865-401d-ac02-ffce8830af97 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:00.351498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6b0d0a72-0ab5-42ca-9183-760a6d634417 req-14bcf6e8-3865-401d-ac02-ffce8830af97 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Synchronizing usage tracker for tenant:b7c2ab3244f942af82c5cc7b41a320ea on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:00.364249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd5117a-e0b1-43c5-961a-3479800f6b42,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:00.372294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.378684 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e177f55a-7a17-454b-832b-cf76c168bb24 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/subnets/bcd5117a-e0b1-43c5-961a-3479800f6b42 HTTP/1.1" status: 204 len: 168 time: 0.4924757 May 26 19:51:00.380955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:00.396479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:00.398039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f5bbb-019c-4c6f-be79-846cb3497424 None None] Network 9447fd8a-adaa-4bf3-a992-358ec06d6506 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:00.512867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6b0d0a72-0ab5-42ca-9183-760a6d634417 req-14bcf6e8-3865-401d-ac02-ffce8830af97 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Unset dirty status for tenant:b7c2ab3244f942af82c5cc7b41a320ea on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:00.522857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b0d0a72-0ab5-42ca-9183-760a6d634417 req-14bcf6e8-3865-401d-ac02-ffce8830af97 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 932 time: 0.4317338 May 26 19:51:00.618383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b0d0a72-0ab5-42ca-9183-760a6d634417 req-92b23666-0214-4b09-acd1-6d31675d40c1 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945964 May 26 19:51:00.619233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Attempting to bind port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:51:00.619559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Attempting to bind port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:51:00.619879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Attempting to bind port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 on network b8ace425-522b-4324-a193-b444ba0cabfe {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:00.620497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.625017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 on network b8ace425-522b-4324-a193-b444ba0cabfe not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:51:00.625356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Attempting to bind port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 on network b8ace425-522b-4324-a193-b444ba0cabfe {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:00.628577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:00.630834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:51:00.631162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Checking segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:00.631529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Bound using segment: {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:51:00.631945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Bound port: eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05406149-a107-43d8-8a0e-079d628eecb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:51:00.632285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.726173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:50:58Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'e091d74b-4a75-4162-9184-69c6265d6887', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:00.734913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Checking router: 7e61dd60-1d50-4d03-b603-2b29333a1661 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:00.742840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:51:00.747659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:51:00.751946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.754936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Routers {'7e61dd60-1d50-4d03-b603-2b29333a1661'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:00.755550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7e61dd60-1d50-4d03-b603-2b29333a1661'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:00.804715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:00.805214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.807919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1092 time: 1.4028018 May 26 19:51:00.815639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:00.839672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.853820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port e091d74b-4a75-4162-9184-69c6265d6887 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:00.854220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:00.922774 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2169763-4073-4912-acec-af1d43bc2231'] response: {'name': 'network-changed', 'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'status': 'completed', 'code': 200} May 26 19:51:00.923450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a0a3-38b0-4b26-9611-06b4eeceaeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:00.968137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-2056f1a3-dd5f-433b-a266-1457c1a011b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:00.982272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-2056f1a3-dd5f-433b-a266-1457c1a011b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1095 time: 0.1156762 May 26 19:51:01.013834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] Set router 7e61dd60-1d50-4d03-b603-2b29333a1661 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:01.078226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-791bc2ff-4b79-4da9-910b-6f7140c788c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 217 time: 0.0891535 May 26 19:51:01.113115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port e091d74b-4a75-4162-9184-69c6265d6887, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e091d74b-4a75-4162-9184-69c6265d6887,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:01.113580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.177631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:51:00Z', 'revision_number': 6, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:01.183613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:01.183979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.226075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562c5a1-7037-43b5-a5e0-743a2bd8a2e7 None None] The sync data for ids ['7e61dd60-1d50-4d03-b603-2b29333a1661'] in n-d-843146-9 is: [{'id': '7e61dd60-1d50-4d03-b603-2b29333a1661', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1077142833', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:48:07Z', 'updated_at': '2022-05-26T19:51:00Z', 'revision_number': 6, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:01.237884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-51048d07-973a-4f2a-bf28-8fb6131ded5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.239394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-51048d07-973a-4f2a-bf28-8fb6131ded5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.1552160 May 26 19:51:01.243709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for e091d74b-4a75-4162-9184-69c6265d6887 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:01.328152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783da81-0fe4-4701-a35e-4604964d59b8 req-46008c83-eb4b-4547-b90c-fd86f953ca84 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.329932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5783da81-0fe4-4701-a35e-4604964d59b8 req-46008c83-eb4b-4547-b90c-fd86f953ca84 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1640456 May 26 19:51:01.339405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:01.394166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-54bf1b95-1926-4c8d-a478-30f602ba07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.396289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-54bf1b95-1926-4c8d-a478-30f602ba07a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473491 May 26 19:51:01.399326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5783da81-0fe4-4701-a35e-4604964d59b8 req-c6385ab4-a94f-4c0d-be79-052f0020418e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 May 26 19:51:01.454395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.502909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=e091d74b-4a75-4162-9184-69c6265d6887,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:01.533387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-918682d1-9175-4b80-9cbf-4886f4d66062 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302640 May 26 19:51:01.597324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.617592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] DHCP port deletion for 9447fd8a-adaa-4bf3-a992-358ec06d6506 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:51:01.623042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Deleting port 0b2545a3-020d-4aa5-b626-8912f0829d96 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:01.623413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.681031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7f8830-7cfa-404b-b9cd-f1bebfef45a4 req-2f82defe-a0b5-4d91-a79c-f12f41b39b40 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409817 May 26 19:51:01.834168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.836918 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.864397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.865060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Fanout notify agent at l3_agent the message router_deleted on router 7e61dd60-1d50-4d03-b603-2b29333a1661 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:51:01.885081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.886853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-036224ba-553e-47aa-ac80-b36ce90725e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/routers/7e61dd60-1d50-4d03-b603-2b29333a1661 HTTP/1.1" status: 204 len: 168 time: 1.5046933 May 26 19:51:01.888470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953181-d477-4be2-8352-b29b8c8a3033 req-1e6ca942-144e-44dd-b34a-1415fcf336b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.890116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 48992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:01.890433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-1e6ca942-144e-44dd-b34a-1415fcf336b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1095 time: 0.1573126 May 26 19:51:01.890610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] For port 0b2545a3-020d-4aa5-b626-8912f0829d96, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0b2545a3-020d-4aa5-b626-8912f0829d96,segment=NetworkSegment(9431ea81-1fa8-4158-8b84-36aa71bdfa87),segment_id=9431ea81-1fa8-4158-8b84-36aa71bdfa87)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:01.891356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:01.898452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ac732-b5f6-49f7-b86c-e77355cb6ffa req-8e9c32af-8b32-4170-ab38-5018082219cf tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:01.900090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c10ac732-b5f6-49f7-b86c-e77355cb6ffa req-8e9c32af-8b32-4170-ab38-5018082219cf tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 944 time: 0.1210420 May 26 19:51:02.021183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Calling delete_port for 0b2545a3-020d-4aa5-b626-8912f0829d96 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:02.030594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c10ac732-b5f6-49f7-b86c-e77355cb6ffa req-5605e6b5-6071-40c6-b994-53388b95a69b tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090407 May 26 19:51:02.087760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953181-d477-4be2-8352-b29b8c8a3033 req-fc82f4b8-44fb-4332-a87d-20fe0a21df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:02.089238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-fc82f4b8-44fb-4332-a87d-20fe0a21df76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.1870360 May 26 19:51:02.138937 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.155522 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.190553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] Pushing event deleted for resources: {'Port': ['ID=0b2545a3-020d-4aa5-b626-8912f0829d96,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:02.202797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e90c2-712c-4b0e-aaa1-a9bfc9a54774 None None] No DVR routers for this DVR port 0b2545a3-020d-4aa5-b626-8912f0829d96 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:51:02.291740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-55e70805-47ee-421b-ac0b-737fe58f340c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 217 time: 0.1954596 May 26 19:51:02.308625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.337193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9447fd8a-adaa-4bf3-a992-358ec06d6506']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:02.354991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9431ea81-1fa8-4158-8b84-36aa71bdfa87') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:02.355284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9431ea81-1fa8-4158-8b84-36aa71bdfa87') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:02.357816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953181-d477-4be2-8352-b29b8c8a3033 req-c1df1e80-fb5f-4390-bdda-71485553f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:02.359362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-c1df1e80-fb5f-4390-bdda-71485553f15a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.0622709 May 26 19:51:02.367899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.385681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.392958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:51:02.393630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.458479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953181-d477-4be2-8352-b29b8c8a3033 req-59578566-f8dc-4d80-b0bb-c9a20952f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:02.459953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-59578566-f8dc-4d80-b0bb-c9a20952f26b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941753 May 26 19:51:02.478395 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9431ea81-1fa8-4158-8b84-36aa71bdfa87 resource provider aggregate not found May 26 19:51:02.508077 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9431ea81-1fa8-4158-8b84-36aa71bdfa87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9431ea81-1fa8-4158-8b84-36aa71bdfa87 found for delete ", "request_id": "req-390c35eb-d1c7-4dbb-acbd-8ba153a4dfb8"}]} May 26 19:51:02.524238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.533903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:02.554870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.563556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Network': ['ID=9447fd8a-adaa-4bf3-a992-358ec06d6506,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:02.576222 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca9f4827-00b7-44be-bda2-62341ab8629d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/networks/9447fd8a-adaa-4bf3-a992-358ec06d6506 HTTP/1.1" status: 204 len: 168 time: 0.6846952 May 26 19:51:02.576836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49002) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:02.577779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:02.578784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 44ffbc01-38a7-4baf-a6a3-1b387a55baa2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:02.579496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0b2545a3-020d-4aa5-b626-8912f0829d96 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:02.627460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0b2545a3-020d-4aa5-b626-8912f0829d96 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:02.628059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0b2545a3-020d-4aa5-b626-8912f0829d96 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:02.628628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e091d74b-4a75-4162-9184-69c6265d6887 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:02.662755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.669373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e091d74b-4a75-4162-9184-69c6265d6887 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:02.669915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e091d74b-4a75-4162-9184-69c6265d6887 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:02.681012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-4bbc70cc-c7b2-4990-a5d8-3c37e1ed8757 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133241 May 26 19:51:02.692297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f821e3-3fbe-484e-a9fd-abfd8ca3270c req-b82a7efb-d720-4822-b4c2-f0f460c53c6e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:02.693812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8f821e3-3fbe-484e-a9fd-abfd8ca3270c req-b82a7efb-d720-4822-b4c2-f0f460c53c6e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1359241 May 26 19:51:02.712049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.792210 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.809189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a901f0-52fc-4eb2-a6eb-3f692e67770e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:02.819642 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:02.820768 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a1668943-1b73-4a02-982d-0bc323fecb69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6a901f0-52fc-4eb2-a6eb-3f692e67770e HTTP/1.1" status: 204 len: 168 time: 0.2429962 May 26 19:51:02.872546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8f821e3-3fbe-484e-a9fd-abfd8ca3270c req-a039c9de-c789-4993-b480-c92c5f7340b6 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596699 May 26 19:51:02.912961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47953181-d477-4be2-8352-b29b8c8a3033 req-326a0d18-00d5-4f7e-b365-52880db83204 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181351 May 26 19:51:02.925279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ed2f1-a7e9-49b6-a7ce-28f75429d353 req-593c087a-17f6-406e-b2c2-06c986cf26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:02.926740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-053ed2f1-a7e9-49b6-a7ce-28f75429d353 req-593c087a-17f6-406e-b2c2-06c986cf26c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.1486266 May 26 19:51:02.972015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-053ed2f1-a7e9-49b6-a7ce-28f75429d353 req-d28bb697-3d49-49f3-8ece-70aecb862ca0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 May 26 19:51:03.006662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.012643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420821325', 'description': 'tempest-secgroup-smoke-420821325 description', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.019220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.023140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.026130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.031712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.042233 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.062345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.066212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.069210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.075592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.150710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.154921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.197268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a66658-1251-46bc-90e0-75204de96477,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.200365 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.204212 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b126055d-3418-45f4-81d4-5ad3d8b41dca tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1939411 May 26 19:51:03.204554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.210165 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.217692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.221567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.224438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.227249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772ed72-e459-4fca-985f-b8d6c79e9653 req-5b6e01a4-9015-424e-bba9-4d1663f4a574 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:03.229256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c772ed72-e459-4fca-985f-b8d6c79e9653 req-5b6e01a4-9015-424e-bba9-4d1663f4a574 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0830896 May 26 19:51:03.231387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.249192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.274223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c772ed72-e459-4fca-985f-b8d6c79e9653 req-a961e9b6-547f-4c15-8714-b2cdba68cb25 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390325 May 26 19:51:03.310816 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.314329 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.337197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e59df9-142f-49c3-a451-32d535ab9fd1,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.345560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.346800 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a417985a-ce00-400a-b121-187a43f350d2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414168 May 26 19:51:03.349573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.355003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.361407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.365332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.368366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.374712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.393453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.456275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.459620 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.482837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8e4cb9-7154-4fff-bf6b-25f3d64c1fbb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.491920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.493196 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc77ab4f-58ec-43ae-a371-fbb30f4c145f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426449 May 26 19:51:03.496732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.501818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.508251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.512111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.515006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.520606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.536742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.599513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.602732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.626023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4551efe3-a0cf-4e83-a0b2-66ee397ee00e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.635551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.636729 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4a074647-4e47-43c4-863e-651929694d74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390202 May 26 19:51:03.639456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.644683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.651093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.655012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.657911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.663533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.679668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.743449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.746873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.769983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17b72f0-baa2-457e-8708-a6dc266cd5af,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.778974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.780191 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-44ea0914-e93e-40de-a7c0-f46b114efbd6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398289 May 26 19:51:03.782851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.787781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.794233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.798060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.800913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.807054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.819166 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:51:03.826513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.899236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.904571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.930082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293d3016-b82f-46c1-8a49-5db8b1047954,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:03.944053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:03.948064 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-68d9a5c8-7aaf-4089-94ac-ea727a33c343 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618412 May 26 19:51:03.948486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49038) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:03.953920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'a6a66658-1251-46bc-90e0-75204de96477', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:03.960744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:03.965326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:03.968265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:03.974365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:03.985533 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:51:03.993452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.119612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.123566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.142640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fff0a-3493-4964-84c3-8c46c858c7d4 req-a0bf6c17-afc2-4880-8c53-1f12ff7982da tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:04.144106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a15fff0a-3493-4964-84c3-8c46c858c7d4 req-a0bf6c17-afc2-4880-8c53-1f12ff7982da tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1410978 May 26 19:51:04.161028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93402ad3-2e7d-4395-bd4d-b0034993941d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:04.190692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.191035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.191587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.191893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.192192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.192822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.193256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.193632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.193992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.194408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.194848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.195189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:04.200630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.201805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-985cf584-10db-4819-8399-97a8a2d7a29b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2522230 May 26 19:51:04.204762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:04.210489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'network': {'name': 'tempest-network-smoke--678748344', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:04.216889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:04.220958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:network and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:04.222498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a15fff0a-3493-4964-84c3-8c46c858c7d4 req-a9e35e8b-285e-4d00-a989-49868fc14f3c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666177 May 26 19:51:04.223987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:04.230124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:04.240750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:04.244476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.272008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:51:04.281392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.281729 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Added segment 50099f46-845e-4475-be7b-0f4d09797554 of type vlan for network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 May 26 19:51:04.286042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:51:04.309723 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.341408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.348137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:04.348790 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.427056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:04.441504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'port_id': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'mac_address': 'fa:16:3e:a2:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:51:04.468378 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2599795 May 26 19:51:04.468587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49048) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:04.471063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241652b-b895-4ea4-9af3-3a5fd88ed367 req-700dd0a4-00cd-4f4e-b606-e18bd9652523 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:04.471288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52e4b1-da93-4b1c-b53c-8b8e2e54a1e5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Network': ['ID=72de4951-5da1-46c1-9edf-0809a5fe9ac0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:04.472684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c241652b-b895-4ea4-9af3-3a5fd88ed367 req-700dd0a4-00cd-4f4e-b606-e18bd9652523 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 944 time: 0.0896168 May 26 19:51:04.476028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'admin_state_up': True, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:04.484266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:04.486929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:51:04.488749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:router and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:04.491708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:04.498413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:04.510590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.511660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.524808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c241652b-b895-4ea4-9af3-3a5fd88ed367 req-f66b93a3-20cd-434c-b1b1-b5c789ea873c tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 May 26 19:51:04.533853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.596098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:04.596465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.616213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:04.632100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:04.636420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.706833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:04.807327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:04.841200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['eeff0ed8-a6bc-4ce1-8d7c-926e656830d9'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:05.225376 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.255276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.397246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.134 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/1b4c3bca-4463-4f9c-8b86-6ea75d918ff9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:05.406886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f71f5-a927-479c-ad24-ddbae45c8527 req-4e2843f6-02b4-41c5-b81a-8885e6bf3f01 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:05.408469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed9f71f5-a927-479c-ad24-ddbae45c8527 req-4e2843f6-02b4-41c5-b81a-8885e6bf3f01 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0812392 May 26 19:51:05.456720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed9f71f5-a927-479c-ad24-ddbae45c8527 req-3f031bc8-4d95-4176-9d85-a8a9ba40a7dc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 May 26 19:51:05.496324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1119652822', 'description': 'tempest-description-1342310037'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:05.502697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:05.506650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Usage tracker for resource:security_group and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:05.510005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:05.515585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:05.526410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.547297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:05.547485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.550760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Usage tracker for resource:security_group_rule and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:05.553579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:05.559195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:05.577430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.630211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.640988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.646501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:05.649588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:05.652820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:05.682732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f74888-1356-40dd-a27e-91991cb33bec,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:05.685509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:05.687044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1bf56651-4fce-4b59-95ac-42d9102270f1 req-7268e514-0e72-4407-94f6-597a60995d0e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1945448 May 26 19:51:05.697395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:05.864996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d072-efae-4eab-b1d0-8b1bd2817cf6 req-158515f1-c0bf-4034-9191-f44297e8f212 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:05.866378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8d4d072-efae-4eab-b1d0-8b1bd2817cf6 req-158515f1-c0bf-4034-9191-f44297e8f212 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 945 time: 0.0785799 May 26 19:51:05.914966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8d4d072-efae-4eab-b1d0-8b1bd2817cf6 req-e136ac51-3531-43d4-9030-9b15be3af771 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 May 26 19:51:06.058747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-c955660a-5b5e-483d-a6cf-5f9a28b98800 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:06.085185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-c955660a-5b5e-483d-a6cf-5f9a28b98800 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:06.086335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-c955660a-5b5e-483d-a6cf-5f9a28b98800 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1119652822&fields=id&tenant_id=3a5c923d48784494b5ba17f42a74d43f HTTP/1.1" status: 200 len: 267 time: 0.0678279 May 26 19:51:06.090477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.173084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-e96f4110-77b3-4cb2-95f9-5c4878850377 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.174576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-e96f4110-77b3-4cb2-95f9-5c4878850377 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0821743 May 26 19:51:06.186767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'port': {'security_groups': ['19d5f054-c0ae-4d84-a188-6850a409358b', '09f74888-1356-40dd-a27e-91991cb33bec']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:06.304562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:06.308782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.378539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:06.384139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:06.385083 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.451257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.514319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:06.514892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.548682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:06.561820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:06.565567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.645282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:06.701772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:06.714656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.730550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.735068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.748376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:06.792655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:51:06.806842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:06.807470 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:06.818078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4646b77c-8033-48fb-87b6-c6679b5a0c73 req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "PUT /v2.0/ports/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 982 time: 0.6360040 May 26 19:51:06.819110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:06.848222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e433d0e-1924-4aa6-81c4-25af627e2ed7 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:06.851209 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c06fb5-4e7f-4a45-a50a-10539baccc52'] response: {'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'code': 200} May 26 19:51:06.881551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:07.026140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:07.027022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-939fc050-305b-4550-9f2c-e50a572907f9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1119652822&fields=id&tenant_id=3a5c923d48784494b5ba17f42a74d43f HTTP/1.1" status: 200 len: 267 time: 0.0664542 May 26 19:51:07.041564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Sync routers for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:07.057503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:07.058069 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.058326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:07.059824 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1676e77d-ae8f-4c29-aed5-df4c39e2d17b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5902019 May 26 19:51:07.062892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49068) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:07.111182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fb941e24-6287-4261-ba81-785741b9c4b0 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dc2fddd0d1ff42698e27e18ab2781fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465288 May 26 19:51:07.113435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49072) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:07.118471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcdbfc-732d-4689-85ca-27d3d18f44f9 req-f1383b29-a9f2-43a5-8e44-26ceef2a9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.120240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32fcdbfc-732d-4689-85ca-27d3d18f44f9 req-f1383b29-a9f2-43a5-8e44-26ceef2a9c08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.2046766 May 26 19:51:07.175430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32fcdbfc-732d-4689-85ca-27d3d18f44f9 req-7376ad1a-6510-406f-a812-e1cd91ec4599 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479033 May 26 19:51:07.188889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-9af2da89-e603-43d6-8b28-3cd4d52ac7ff tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.198709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-9af2da89-e603-43d6-8b28-3cd4d52ac7ff tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 985 time: 0.1597397 May 26 19:51:07.204574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'port': {'security_groups': ['19d5f054-c0ae-4d84-a188-6850a409358b']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:07.290138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7000db-9ca9-4bb8-a820-ceb0d57a0113 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.294005 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba7000db-9ca9-4bb8-a820-ceb0d57a0113 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1794031 May 26 19:51:07.294585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:07.319568 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:07.335988 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a3d47c0d-87e6-42c6-991a-03d3c3c7e7ac tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403132 May 26 19:51:07.338488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:07.344705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1088018556', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:07.355320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.458656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:07.463001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:subnet and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:07.465871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:07.472003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:07.481859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:07.485416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.609784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:07.619331 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:05Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:07.623565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Checking router: 01d6e652-e4c0-4ec0-9d90-c62ce908a721 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:07.623907 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Updating router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:51:07.636315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.641414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.656269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:07.678573 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.727199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.727819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.741132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0850c30-9fc3-41e9-b40e-9c66d76ba374 req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "PUT /v2.0/ports/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 943 time: 0.5411825 May 26 19:51:07.748401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.764397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87288d9-bdba-4148-9098-e044f3cd384e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:07.804483 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b7bf5c-b4be-4a43-b42c-637e55203978'] response: {'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:51:07.824251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:07.856269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Subnet': ['ID=d2285cb9-5cab-4798-a235-0b839f731de4,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:07.868348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:07.868729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network hostable DHCP agents. Network: 72de4951-5da1-46c1-9edf-0809a5fe9ac0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:51:07.875323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.875660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.875997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.876318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.876638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.876957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.877316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.877632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.877946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.878261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.878578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.878883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:07.902097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:51:07.916749 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 72de4951-5da1-46c1-9edf-0809a5fe9ac0) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:07.923272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-0feb650c-f3e9-4e88-bef8-fd998094b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.923817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:07.924194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:07.926021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-0feb650c-f3e9-4e88-bef8-fd998094b684 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.0983543 May 26 19:51:07.926865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5f187-7d08-4c31-87cd-7d486d1f112a None None] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:07.958643 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-172073a2-348c-4c87-a000-07ca716742ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6164122 May 26 19:51:07.959992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:08.176241 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.192524 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Transition to ACTIVE for port object 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:08.200397 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.215001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-45c94619-268f-40f3-bba3-d78993051796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:08.216461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-45c94619-268f-40f3-bba3-d78993051796 service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2837193 May 26 19:51:08.343921 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1cb29-9861-4746-8133-7a2fd20ce508 None None] Pushing event updated for resources: {'Port': ['ID=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:08.356712 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Attempting to bind port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:51:08.357157 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Attempting to bind port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:51:08.357509 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Attempting to bind port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:08.361606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:51:08.362404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.370006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:51:08.370380 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:08.370776 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.371153 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:51:08.371616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Bound port: 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:51:08.371983 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.407716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-39cc1036-d069-47ab-bc76-972fa9697aea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.1161461 May 26 19:51:08.492697 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] For port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:51:08.498449 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] For port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:51:08.506526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-88fb4bfb-6b2e-4dd8-b44c-7c9804a19b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:08.508124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-88fb4bfb-6b2e-4dd8-b44c-7c9804a19b2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.0826805 May 26 19:51:08.510186 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.521164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191c8d6-a6ab-4220-a332-8f678fb45c93 req-e051305d-5786-4ef2-871e-452f3504837a tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:08.522881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f191c8d6-a6ab-4220-a332-8f678fb45c93 req-e051305d-5786-4ef2-871e-452f3504837a tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.3054059 May 26 19:51:08.570875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-85bf99c4-d841-4bd7-9f7b-9a9ecadc4c51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469627 May 26 19:51:08.596199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Allocated IP 172.20.0.2 (72de4951-5da1-46c1-9edf-0809a5fe9ac0/d2285cb9-5cab-4798-a235-0b839f731de4/f6316c98-3670-4f84-9c71-61537c5c3eef) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:08.600818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:08.601505 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:08.707842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f191c8d6-a6ab-4220-a332-8f678fb45c93 req-e08fb995-7feb-47c0-ad4a-475024ba5e1f tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357086 May 26 19:51:08.818267 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1cb29-9861-4746-8133-7a2fd20ce508 None None] Pushing event updated for resources: {'Port': ['ID=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:08.845894 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:08.901031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:08.912091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Transition to ACTIVE for port object f6316c98-3670-4f84-9c71-61537c5c3eef will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:08.933809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Transition to ACTIVE for port object f6316c98-3670-4f84-9c71-61537c5c3eef will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:08.940461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.003127 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-38677114-87a9-40e6-9877-7a913b33ded9 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145792 May 26 19:51:09.024488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:09.038213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:09.056301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:09.059475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.168426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Pushing event updated for resources: {'Port': ['ID=f6316c98-3670-4f84-9c71-61537c5c3eef,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:09.196546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-5e9b1604-1bc1-4e1e-9738-3ddfafc740d1 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4594395 May 26 19:51:09.198962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Attempting to bind port f6316c98-3670-4f84-9c71-61537c5c3eef on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:51:09.199399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Attempting to bind port f6316c98-3670-4f84-9c71-61537c5c3eef by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:51:09.199825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Attempting to bind port f6316c98-3670-4f84-9c71-61537c5c3eef on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:09.202107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:09.205732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:51:09.206179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:09.206640 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.207256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Bound using segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:51:09.207905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Bound port: f6316c98-3670-4f84-9c71-61537c5c3eef, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:51:09.208347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.209146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:09.217228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Usage tracker for resource:floatingip and tenant:3a5c923d48784494b5ba17f42a74d43f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:09.220172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:05Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:09.220696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:09.226278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e4794-edfc-414b-8c46-e24cb21dfaf2 None None] The sync data for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 is: [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:05Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:09.226483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:09.279061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.326383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] For port f6316c98-3670-4f84-9c71-61537c5c3eef, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:51:09.332403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] For port f6316c98-3670-4f84-9c71-61537c5c3eef, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f6316c98-3670-4f84-9c71-61537c5c3eef,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:51:09.339569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.347701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-46ed5d9b-384c-4a32-bec3-432cffe5f705 req-2aa0acbd-a000-41ed-abe5-077b88e6dfba service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303502 May 26 19:51:09.431981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.434594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a122-4c1f-438a-a775-d23b54fc3cbc None None] Pushing event updated for resources: {'Port': ['ID=f6316c98-3670-4f84-9c71-61537c5c3eef,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:09.605717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.1 (72de4951-5da1-46c1-9edf-0809a5fe9ac0/d2285cb9-5cab-4798-a235-0b839f731de4/7b3415d4-c5f0-4e8e-8ccd-3f58498ced05) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:09.639594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Allocated IP 172.25.0.229 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b97b83e1-a593-428f-a11c-1deef23e53b3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:09.806948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:09.838697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.848839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.865510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:09.886026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.894295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:09.959185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:09.962436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:09.967220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:09.973450 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:09.976779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:09.979463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:10.005376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'Port': ['ID=b97b83e1-a593-428f-a11c-1deef23e53b3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:10.019183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:10.052540 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.069209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.159943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.353466 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.419984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.425314 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.543604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event updated for resources: {'Port': ['ID=b97b83e1-a593-428f-a11c-1deef23e53b3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:10.561185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.601392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.609561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-07ba0f66-a260-4184-a039-94589c46c63a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4113064 May 26 19:51:10.644269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:10.680320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec65700-5bf1-462f-9a03-746e44e66df9 None None] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:10.687507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-dfbdb80f-28c0-4841-bfd6-2de873b003f8 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:floatingip {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:10.704584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-dfbdb80f-28c0-4841-bfd6-2de873b003f8 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:floatingip {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:10.709618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-dfbdb80f-28c0-4841-bfd6-2de873b003f8 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.0990672 May 26 19:51:10.793384 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e9fded6f-c654-4cb8-b640-b58b8d764fb9 None None] Provisioning for port f6316c98-3670-4f84-9c71-61537c5c3eef completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:10.844848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:10.862966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:10.863361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:10.890904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-b48d3657-9058-4adb-8c57-9f24332f3032 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:10.892249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-b48d3657-9058-4adb-8c57-9f24332f3032 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.1807714 May 26 19:51:10.904548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-cf10cba1-0c76-4f0f-8f6b-c58c35839023 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:51:10.907033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d258bc51-deba-45fb-bbc0-40a5f070f6df req-cf10cba1-0c76-4f0f-8f6b-c58c35839023 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072520 May 26 19:51:11.004837 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.017239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.077938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:11.078230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.099988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:11.100883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8a1e-49c4-4736-81aa-23a492a45343 req-7d3da2d6-79d0-4ae5-8642-dc331e1a8e92 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:11.103560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caea8a1e-49c4-4736-81aa-23a492a45343 req-7d3da2d6-79d0-4ae5-8642-dc331e1a8e92 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.0978241 May 26 19:51:11.108365 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.109140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f6316c98-3670-4f84-9c71-61537c5c3eef up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:11.165827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-caea8a1e-49c4-4736-81aa-23a492a45343 req-75832363-487d-49d5-9f9d-091d8f09a786 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559940 May 26 19:51:11.202580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:11.229399 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.251679 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c695c882-6c96-4ec4-8686-63be83ee60cd'] response: {'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:51:11.258343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:11.272342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f6316c98-3670-4f84-9c71-61537c5c3eef completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:11.279825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f6316c98-3670-4f84-9c71-61537c5c3eef triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:11.280572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.384277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-bd36e71f-95c9-486a-a08b-cf3f2a18462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:11.389758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-bd36e71f-95c9-486a-a08b-cf3f2a18462b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.1225276 May 26 19:51:11.411659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:11.412817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:11.440155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f6316c98-3670-4f84-9c71-61537c5c3eef is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:11.440530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.482726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Provisioning complete for port f6316c98-3670-4f84-9c71-61537c5c3eef triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:11.483095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.545104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f6316c98-3670-4f84-9c71-61537c5c3eef, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f6316c98-3670-4f84-9c71-61537c5c3eef,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:11.562070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.642842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:11.658925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f6316c98-3670-4f84-9c71-61537c5c3eef,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:11.750926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Current status of the port f6316c98-3670-4f84-9c71-61537c5c3eef is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:11.756926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-9d0d1907-2b1f-4fe4-9f56-cf74b7f600a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:11.759626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-9d0d1907-2b1f-4fe4-9f56-cf74b7f600a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.3620303 May 26 19:51:11.763885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Provisioning for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:11.768597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-1347f49b-205f-4a43-9c0f-07c5da5860a5 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:11.769457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Provisioning complete for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:11.770108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-1347f49b-205f-4a43-9c0f-07c5da5860a5 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1997995 May 26 19:51:11.773771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:11.848958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7982ec84-236f-493e-82a8-fbfc02a1038d None None] Port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:51:11.879913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:11.892120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Sync routers for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:11.899281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-0f4c7453-22bd-4256-98fa-2522ede3a983 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.1281991 May 26 19:51:11.902700 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-06d95982-2d1a-4a34-b552-6faf70e4be7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/01d6e652-e4c0-4ec0-9d90-c62ce908a721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9397020 May 26 19:51:11.914097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:11.914735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:11.944806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-f28ef1fb-bb63-4143-9e29-e6386ccd4a8a tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.1228275 May 26 19:51:11.962646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'floatingip': {'port_id': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:12.048220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:12.075412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2c86f6e3-bf4d-4aba-940a-cc3d7b18f2c8 None None] Provisioning complete for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:12.075412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2c86f6e3-bf4d-4aba-940a-cc3d7b18f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:12.105318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-67f64583-e05d-4a70-8c44-5ac64cb7e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:12.106760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-67f64583-e05d-4a70-8c44-5ac64cb7e533 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.1996939 May 26 19:51:12.193189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2c86f6e3-bf4d-4aba-940a-cc3d7b18f2c8 None None] Port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:51:12.200874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-086af691-6d35-4d47-8438-4c37fbbd2896 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849566 May 26 19:51:12.201537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:12.468000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-b3b18e65-caa5-4075-a657-bca0cce64c59 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598860 May 26 19:51:12.518399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:12.551831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 2, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:12.571573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Checking router: 01d6e652-e4c0-4ec0-9d90-c62ce908a721 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:12.571897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Updating router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:51:12.636985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:12.686732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:12.687396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:12.764217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f81debbd-ac1f-4134-851c-74f1d609d245 req-8c80b66b-39ae-4dd5-aebb-098afca972a4 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889650 May 26 19:51:12.971515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:12.972588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f6316c98-3670-4f84-9c71-61537c5c3eef up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:13.035503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.040430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.081175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f6316c98-3670-4f84-9c71-61537c5c3eef triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:13.081549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.206265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.213513 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Floating IP c6c88303-a401-4e83-84db-0c7e38d21955 associated. External IP: 172.25.0.229, port: f67262b3-bdfb-4f77-b08c-612fe3a5f5c5. May 26 19:51:13.243859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Transition to ACTIVE for port object 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:13.256896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.399270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f6316c98-3670-4f84-9c71-61537c5c3eef is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:13.407079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e8e75-70ff-49f1-b4d6-224793980948 None None] Pushing event updated for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:13.498298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Attempting to bind port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:51:13.498662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Attempting to bind port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:51:13.499039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Attempting to bind port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:13.504447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:51:13.504810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:13.505237 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.505620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Bound using segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:51:13.506077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Bound port: 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:51:13.506443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.579360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Router 527ce851-a303-49cc-8bab-485fdc1e381c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:13.600336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] For port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:51:13.603524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] For port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:51:13.607087 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.698896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:13.699521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:13.758045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e8e75-70ff-49f1-b4d6-224793980948 None None] Pushing event updated for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:13.774944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:13.780824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:13.787957 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Sync routers for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:13.801198 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:13.802121 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:13.857477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-94055f16-7a88-4d20-b2a7-bb4baf78bb07 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "PUT /v2.0/floatingips/c6c88303-a401-4e83-84db-0c7e38d21955 HTTP/1.1" status: 200 len: 997 time: 1.8956556 May 26 19:51:13.858353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:13.941916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-95ee116e-fa4d-4b62-9717-2e10d12ab30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:13.943770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-95ee116e-fa4d-4b62-9717-2e10d12ab30d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.0778627 May 26 19:51:13.956139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:14.003366 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:14.092311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-ecada1c1-8f60-40a7-83cb-cc198df3be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:14.093935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-ecada1c1-8f60-40a7-83cb-cc198df3be06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.1430414 May 26 19:51:14.205474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-f6a97037-95f8-4dbc-bb67-d9ec06e31322 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 1000 time: 0.1037703 May 26 19:51:14.277010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-acfe4cb2-6f41-4447-8e34-a4101bb7605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:14.278156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:14.281489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-acfe4cb2-6f41-4447-8e34-a4101bb7605c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.0733790 May 26 19:51:14.300297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:13Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:14.304392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b39927-47a0-424b-a5d9-ffde664b343d None None] The sync data for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 is: [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:13Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:14.328972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-abb5cc25-343a-49d5-8430-f5989cd36753 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435898 May 26 19:51:14.347401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-31c9e066-b7a1-4399-ae55-3f22033d3eb7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:51:14.348897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-31c9e066-b7a1-4399-ae55-3f22033d3eb7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079484 May 26 19:51:14.408745 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'c6c88303-a401-4e83-84db-0c7e38d21955', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'port_id': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'mac_address': 'fa:16:3e:fb:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:10Z', 'updated_at': '2022-05-26T19:51:12Z', 'revision_number': 1, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:14.413247 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Checking router: 527ce851-a303-49cc-8bab-485fdc1e381c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:14.423922 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:14.424548 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:50:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:14.587688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:14.641607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-73f1d11c-7f58-49bb-a556-37a36830d725 service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825947 May 26 19:51:14.659488 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:14.667797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:14.668911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:14.669679 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:14.742107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b933636e-fa09-468e-b9cd-13523f50627b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:14.802491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-017c0a95-780e-4f67-bc7e-f08f28542f4e req-1c58c34f-6ef1-40f4-8ff7-f3aa3bbb2188 service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519375 May 26 19:51:14.826127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:14.826503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:14.864515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:14.869160 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:14.951970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:15.042248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d77d-02f1-4176-9481-ecb15d8d3f7a req-bd2325e0-3d42-4ffc-954f-ebf8c62834a3 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:15.044132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5814d77d-02f1-4176-9481-ecb15d8d3f7a req-bd2325e0-3d42-4ffc-954f-ebf8c62834a3 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.1073599 May 26 19:51:15.101580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5814d77d-02f1-4176-9481-ecb15d8d3f7a req-fd637391-a33e-401c-8c4c-d6730d990b85 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482790 May 26 19:51:15.325176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-596236ab-9f18-47ff-8f65-163dc466a679 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420821325&fields=id&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 267 time: 0.0413926 May 26 19:51:15.326473 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'c6c88303-a401-4e83-84db-0c7e38d21955', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'port_id': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'mac_address': 'fa:16:3e:fb:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:10Z', 'updated_at': '2022-05-26T19:51:12Z', 'revision_number': 1, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:15.334463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ed9816-20dc-47ae-ae35-22cd1f15877d None None] The sync data for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 is: [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'c6c88303-a401-4e83-84db-0c7e38d21955', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'port_id': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'mac_address': 'fa:16:3e:fb:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:10Z', 'updated_at': '2022-05-26T19:51:12Z', 'revision_number': 1, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:15.487451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-4e5e97cd-a873-4da9-9e31-f8af8ac5806e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:15.489009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-4e5e97cd-a873-4da9-9e31-f8af8ac5806e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 796 time: 0.1564369 May 26 19:51:15.504631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-94d98d0a-ee9f-48c5-ab62-50af801285b4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/quotas/dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 375 time: 0.0099657 May 26 19:51:15.596333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0ef7afd5-474d-4559-9a19-de25febba627 req-ad3bc427-a42c-4229-a2be-ab0a30963cd4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:15.613170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0ef7afd5-474d-4559-9a19-de25febba627 req-ad3bc427-a42c-4229-a2be-ab0a30963cd4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:15.614513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-ad3bc427-a42c-4229-a2be-ab0a30963cd4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040103 May 26 19:51:15.727817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd722f-b08a-4135-9a6b-ac9394c0ad53 None None] New status for floating IP c6c88303-a401-4e83-84db-0c7e38d21955: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:51:15.765917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-fc222db9-b13d-4f29-aad1-804aff123987 service neutron] 10.222.0.24 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388073 May 26 19:51:15.905703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-f6e46e9d-5595-4d0a-a24a-82ff9eb29140 service neutron] 10.222.0.24 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338434 May 26 19:51:16.034848 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeb2209-bcae-4066-93fa-5f15fef624ea'] response: {'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:51:16.191900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-f1827fb8-3e94-44a7-bb5f-a3fd85243a8c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 1002 time: 0.1467617 May 26 19:51:16.258318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-1c502e0f-3e3a-4752-bb55-26d445fa840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.259876 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-1c502e0f-3e3a-4752-bb55-26d445fa840f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.1612811 May 26 19:51:16.301130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-7f225f8b-2703-41a9-9a68-eade0e4fc1cf tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.302454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-7f225f8b-2703-41a9-9a68-eade0e4fc1cf tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 943 time: 0.1050451 May 26 19:51:16.478613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-e496f8ba-c3ad-43bd-8ccc-a7bec4cac1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.480368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-e496f8ba-c3ad-43bd-8ccc-a7bec4cac1da service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2125869 May 26 19:51:16.517424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:16.586780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-9f1fc2fc-9b6c-4b9d-b939-f3f36554f6d5 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 1002 time: 0.1963611 May 26 19:51:16.591027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:16.591474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:16.632576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-3eef3c32-52c5-4c93-a91c-8b992aebfbd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 1002 time: 0.1438992 May 26 19:51:16.730834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:16.867595 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3336-c9ff-4ded-b8db-28a93fe80a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:16.902744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-06138498-b744-4953-a628-a41771bf1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.904163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-06138498-b744-4953-a628-a41771bf1bdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.0977907 May 26 19:51:16.959388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-6fd19774-48b2-4c18-a1f9-d309e850d261 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442977 May 26 19:51:16.966517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-467ef0a2-4100-475c-93b2-262f9d5c020b tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:16.967710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-467ef0a2-4100-475c-93b2-262f9d5c020b tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.3715916 May 26 19:51:17.235197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-0529628f-972a-4364-8a57-4807fd5b1421 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 1002 time: 0.2489364 May 26 19:51:17.261372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:17.356629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:17.392532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-0118314c-9bfa-4516-ad9d-ea7d716661e4 service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238806 May 26 19:51:17.427036 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:17.489916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-3874470d-edac-4bba-97d3-798983f410b6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:17.491224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-3874470d-edac-4bba-97d3-798983f410b6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 796 time: 0.3815179 May 26 19:51:17.707504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-f2f61561-9b81-46a8-aee0-45101696ddc2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 379 time: 0.2059712 May 26 19:51:17.757783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'port': {'device_id': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'admin_state_up': True, 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'security_groups': ['a6a66658-1251-46bc-90e0-75204de96477']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:17.779254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f670a7f2-316b-414d-b7f2-57f5ede1fa02 req-154ad469-4665-448a-ae89-396cbed0081c service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761613 May 26 19:51:17.912030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:17.916234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:17.916569 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Floating IP c6c88303-a401-4e83-84db-0c7e38d21955 disassociated. External IP: 172.25.0.229, port: f67262b3-bdfb-4f77-b08c-612fe3a5f5c5. May 26 19:51:18.195129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:18.228610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:18.245033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:18.313840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:18.317383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:18.560357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Router 527ce851-a303-49cc-8bab-485fdc1e381c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:18.643590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.14 (72de4951-5da1-46c1-9edf-0809a5fe9ac0/d2285cb9-5cab-4798-a235-0b839f731de4/9fda6b2f-6283-4a09-86b8-3c111c091d0f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:18.865102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:18.874770 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Sync routers for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:18.881452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:18.884481 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:18.885111 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:18.971843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-49dae86b-9e2a-46d5-a4d9-68f545d864cc tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "PUT /v2.0/floatingips/c6c88303-a401-4e83-84db-0c7e38d21955 HTTP/1.1" status: 200 len: 695 time: 1.7278037 May 26 19:51:18.979934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:19.020550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.053516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object 9fda6b2f-6283-4a09-86b8-3c111c091d0f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:19.068844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:19.085206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-4192791f-c91a-4ae8-be52-c2e85b7d3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:19.086988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-4192791f-c91a-4ae8-be52-c2e85b7d3a3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.0992541 May 26 19:51:19.116078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.244536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:19.249091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:19.255861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:19.330497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:19.344169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-2f2b865b-4ffe-4b23-bae1-63d9e615c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:19.345682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-2f2b865b-4ffe-4b23-bae1-63d9e615c30a service neutron] 10.222.0.24 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2528338 May 26 19:51:19.358245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:19.358871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.401811 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:19.406375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Checking router: 527ce851-a303-49cc-8bab-485fdc1e381c for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:19.415813 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:19.416810 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:19.435164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-1726461f-7f6c-4ca1-a663-b7100ed62101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.0721662 May 26 19:51:19.475875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-93aec969-2ebd-456f-8cde-1b43a42a3524 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7248852 May 26 19:51:19.496242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Request body: {'port': {'device_id': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:19.508464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1bb9947f-a7e4-4521-8c84-e323529937d5 None None] Provisioning for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:19.514520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1bb9947f-a7e4-4521-8c84-e323529937d5 None None] Provisioning complete for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:19.514956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1bb9947f-a7e4-4521-8c84-e323529937d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.554952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-f3ddab85-91b7-4dba-90bb-1410c88a05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:19.557329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-f3ddab85-91b7-4dba-90bb-1410c88a05b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.1145175 May 26 19:51:19.585691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9947f-a7e4-4521-8c84-e323529937d5 None None] Port 9fda6b2f-6283-4a09-86b8-3c111c091d0f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:51:19.606864 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:19.773106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-9ea2d964-7fbd-4484-8be5-fe8cd4ace41d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873848 May 26 19:51:19.789701 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.850552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:19.927908 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:19.931923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9108c6-062f-4b24-9759-4516b8c32c3d None None] The sync data for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 is: [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:50:11Z', 'revision_number': 4, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a19ac5d4-307b-44b8-ae68-9b712cb181f7', 'name': '', 'network_id': 'efe101fa-f65c-4c11-94d6-d942a1ef3ee2', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'mac_address': 'fa:16:3e:af:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:10Z', 'updated_at': '2022-05-26T19:50:18Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'subnets': [{'id': '90ddde54-6978-4b11-8c5a-172fecff11bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:20.010758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-daa90cea-f70a-45c8-ae44-e078b4903909 service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300856 May 26 19:51:20.259446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d54b787-5ea1-404d-aa75-9a29f4fffcdc req-bf9a4cd9-4dc3-4f8e-81c8-e2b2eadfc825 service neutron] 10.222.0.24 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420595 May 26 19:51:20.357866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:20.366563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.427303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Transition to ACTIVE for port object 9fda6b2f-6283-4a09-86b8-3c111c091d0f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:51:20.432010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.575729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:20.609964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c987d6-e966-4a6f-bf8b-063aa6e709f5 req-6197aa3a-529e-4824-b549-bf0bd7350212 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:20.611486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c987d6-e966-4a6f-bf8b-063aa6e709f5 req-6197aa3a-529e-4824-b549-bf0bd7350212 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.2493336 May 26 19:51:20.710447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c987d6-e966-4a6f-bf8b-063aa6e709f5 req-dbde6a05-2f56-41a4-8380-618ef89a319f tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911179 May 26 19:51:20.734071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49138) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:20.734621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:51:20.734956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:51:20.735282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:20.741126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:51:20.741449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:51:20.747640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:51:20.747974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:20.748356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Bound using segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:51:20.748777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Bound port: 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:51:20.749147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.905159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:51:20.908536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:51:20.916557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.923925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cd6195-fa85-4363-921f-eba8692b2a2b None None] New status for floating IP c6c88303-a401-4e83-84db-0c7e38d21955: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:51:20.949517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7611b-8450-4673-8fb1-e407b1c1e2cd tempest-TestServerBasicOps-1664235035 tempest-TestServerBasicOps-1664235035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:20.951309 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-61a7611b-8450-4673-8fb1-e407b1c1e2cd tempest-TestServerBasicOps-1664235035 tempest-TestServerBasicOps-1664235035-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1092 time: 0.2151604 May 26 19:51:20.954365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49144) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:20.959753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:20.966907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:20.970812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Usage tracker for resource:floatingip and tenant:b7c2ab3244f942af82c5cc7b41a320ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:20.973839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:20.979983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:20.981668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603242-5873-48dc-b685-91a9c337afa2 req-cde6cbd1-4a9a-454a-b798-1e017fe01adc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:20.982360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a2603242-5873-48dc-b685-91a9c337afa2 req-cde6cbd1-4a9a-454a-b798-1e017fe01adc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:20.991787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:20.992359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.992497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:20.994313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] 10.222.0.53 "PUT /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1092 time: 1.5076985 May 26 19:51:21.075922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdac4c-01eb-4dbb-b9b9-eb72705bb772 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:21.083785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a2603242-5873-48dc-b685-91a9c337afa2 req-cde6cbd1-4a9a-454a-b798-1e017fe01adc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:21.084406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2603242-5873-48dc-b685-91a9c337afa2 req-cde6cbd1-4a9a-454a-b798-1e017fe01adc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.2706485 May 26 19:51:21.161757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2603242-5873-48dc-b685-91a9c337afa2 req-08585292-de8a-45f7-8968-aae61ec12283 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706339 May 26 19:51:21.194856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-72ef7d0f-bcc9-4ab0-ad27-ca18e6fe5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.196842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-72ef7d0f-bcc9-4ab0-ad27-ca18e6fe5c8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1095 time: 0.1605074 May 26 19:51:21.203390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:21.276980 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f21dcb0-54e7-4beb-a4a6-548821ae4c90'] response: {'name': 'network-changed', 'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:51:21.379209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Allocated IP 172.25.0.30 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5ea56e05-5735-449d-a38b-c30a51c0d2ab) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:21.389445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-71f41316-5359-4d30-a82f-8fb2e1785ba6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 217 time: 0.1821275 May 26 19:51:21.539107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:21.569366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:21.572806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-d3531b54-cf4f-448b-9e3a-a26ece7f682b tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips/c6c88303-a401-4e83-84db-0c7e38d21955 HTTP/1.1" status: 200 len: 695 time: 0.2992289 May 26 19:51:21.638638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:21.641522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:21.645148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:21.675110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'Port': ['ID=5ea56e05-5735-449d-a38b-c30a51c0d2ab,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:21.707329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-7d6cacbf-5429-43b8-bf59-3668b6a64ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.709164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-7d6cacbf-5429-43b8-bf59-3668b6a64ee4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.3098767 May 26 19:51:21.768318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-10c5e24e-5701-4b7f-bd99-e8dc9ca390ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.769797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-10c5e24e-5701-4b7f-bd99-e8dc9ca390ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a5c923d48784494b5ba17f42a74d43f&device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 1097 time: 0.4946189 May 26 19:51:21.911844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-c72d3ddd-3872-442f-9533-b9eebcd51d56 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:21.913277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-c72d3ddd-3872-442f-9533-b9eebcd51d56 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 784 time: 0.3304262 May 26 19:51:21.940526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-44bdc58a-3c66-4d36-80f8-16f117ac628e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:51:21.941542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-44bdc58a-3c66-4d36-80f8-16f117ac628e tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199084 May 26 19:51:22.015883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7afd5-474d-4559-9a19-de25febba627 req-ad8f1d01-30ee-4888-b36b-9ab21dc31bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:22.017396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-ad8f1d01-30ee-4888-b36b-9ab21dc31bfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2990320 May 26 19:51:22.067442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-4d3ea9f3-7ad7-4495-8637-de6ebfcfe221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:22.068888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-4d3ea9f3-7ad7-4495-8637-de6ebfcfe221 service neutron] 10.222.0.53 "GET /v2.0/networks?id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 200 len: 920 time: 0.2864997 May 26 19:51:22.120740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-bb54ec65-19ef-409f-9dbd-d413c81a8020 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.1717081 May 26 19:51:22.186740 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.261418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.261690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-9e35000a-6ea7-47f3-a1ce-d4642c5cca8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 200 len: 217 time: 0.1399837 May 26 19:51:22.308700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-de939b13-bd8c-4e26-acb8-600d3b38a2f0 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.1336327 May 26 19:51:22.476566 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.481858 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.560213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-4adbd14c-9629-4a2b-9979-970891544b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:22.561678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-4adbd14c-9629-4a2b-9979-970891544b26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 200 len: 859 time: 0.2892675 May 26 19:51:22.562943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Deleting port b97b83e1-a593-428f-a11c-1deef23e53b3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:22.563273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.588358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-460dfc69-3b34-4c7e-b9ea-6f663ef8caa6 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629389 May 26 19:51:22.592680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event updated for resources: {'Port': ['ID=5ea56e05-5735-449d-a38b-c30a51c0d2ab,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:22.605200 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:22.681497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-221426cb-9725-4ccc-b348-ba8b99afc347 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=efe101fa-f65c-4c11-94d6-d942a1ef3ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912726 May 26 19:51:22.780294 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Floating IP b2beb009-17ce-4d01-aaf4-a2410dc47973 associated. External IP: 172.25.0.30, port: eeff0ed8-a6bc-4ce1-8d7c-926e656830d9. May 26 19:51:23.122557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-2e2a846d-521c-4d6a-a96a-5e7ba0945a54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6362391 May 26 19:51:23.146119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ef7afd5-474d-4559-9a19-de25febba627 req-3d921a00-8e52-4412-80fc-5d55d69f1bbc service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213268 May 26 19:51:23.146814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:23.192593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-25203774-2557-4168-8eda-9140fcfa397b service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617324 May 26 19:51:23.232703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:23.233031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:23.297622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:23.327145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:23.337206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Sync routers for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:23.346661 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:23.347057 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:23.351636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:23.430102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Calling delete_port for b97b83e1-a593-428f-a11c-1deef23e53b3 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:23.544686 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca48c0cb-bd13-460c-814a-7a11b4b3e619 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5890768 May 26 19:51:23.545330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:23.545688 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:23.556709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-3ad0e657-2911-41d1-9334-7816db7eeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:23.558212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-3ad0e657-2911-41d1-9334-7816db7eeb2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=754ae71d3f0d40618079a0835d86fe0a&device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 1097 time: 0.4068527 May 26 19:51:23.596202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5717b903-5834-4747-9e50-aabdf45cefe5 req-0f44a341-33fb-4573-b26d-11c978ceaaca service neutron] 10.222.0.53 "GET /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876345 May 26 19:51:23.712045 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:23.781886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event deleted for resources: {'Port': ['ID=b97b83e1-a593-428f-a11c-1deef23e53b3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:23.860705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-1efcebf0-793b-4d3a-905d-460fdf35ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:23.862132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-1efcebf0-793b-4d3a-905d-460fdf35ac4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 200 len: 917 time: 0.2683949 May 26 19:51:23.940565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b2beb009-17ce-4d01-aaf4-a2410dc47973', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'port_id': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'mac_address': 'fa:16:3e:a2:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:22Z', 'updated_at': '2022-05-26T19:51:22Z', 'revision_number': 0, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:23.944181 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Checking router: ccab6ad1-5603-4373-8f8b-9a6c92b70e60 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:23.952633 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:23.953364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:23.971228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:23.986500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-fb7534fb-e145-43ca-8f76-808677d951de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 200 len: 1001 time: 0.1139545 May 26 19:51:24.046273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:24.047381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e466048-d86d-460d-a50e-c1f789dde0cd req-3015f1d0-e18c-498a-ab17-8ffd6a6b0e25 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "DELETE /v2.0/floatingips/c6c88303-a401-4e83-84db-0c7e38d21955 HTTP/1.1" status: 204 len: 173 time: 1.7297878 May 26 19:51:24.058837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-0d744b58-79e2-4798-91de-cad0b42420d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:24.060324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-0d744b58-79e2-4798-91de-cad0b42420d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 200 len: 855 time: 0.0668650 May 26 19:51:24.145832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:24.148747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-63d8ed0d-e005-40e6-8d1a-9e663feff916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:24.151623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-63d8ed0d-e005-40e6-8d1a-9e663feff916 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=663d848c-ac22-4fc4-82f2-48bf32e47f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858099 May 26 19:51:24.344988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720055e-64de-4437-a416-334a08b0873d req-9b0f0279-918a-440d-9022-dd3d181c8bba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:24.346479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e720055e-64de-4437-a416-334a08b0873d req-9b0f0279-918a-440d-9022-dd3d181c8bba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.1923435 May 26 19:51:24.348352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-50f1cb5d-04ac-4a87-a5b2-08c44ee65a3a service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626189 May 26 19:51:24.472830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e720055e-64de-4437-a416-334a08b0873d req-27dafca5-ed68-4193-ad75-512916a7729f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204891 May 26 19:51:24.510989 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b2beb009-17ce-4d01-aaf4-a2410dc47973', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'port_id': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'mac_address': 'fa:16:3e:a2:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:22Z', 'updated_at': '2022-05-26T19:51:22Z', 'revision_number': 0, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:24.515101 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78599bd4-9f30-4dd4-9948-8da283a207f9 None None] The sync data for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 is: [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'b2beb009-17ce-4d01-aaf4-a2410dc47973', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'port_id': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'mac_address': 'fa:16:3e:a2:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:22Z', 'updated_at': '2022-05-26T19:51:22Z', 'revision_number': 0, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:24.517794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7561ee02-94dc-4b56-abc9-bfaf7f4d49df req-540afb97-cdd8-42ee-8bc9-5ae7688438f5 service neutron] 10.222.0.13 "GET /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529663 May 26 19:51:24.525670 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99600722-56ff-4928-a0c2-a13da55756e8'] response: {'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:51:24.570018 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a955cc-d289-45f5-acc5-57e4cfcee281'] response: {'name': 'network-changed', 'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'status': 'completed', 'code': 200} May 26 19:51:24.740472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d6578-8b19-4b86-a51b-4512f1af6025 None None] New status for floating IP b2beb009-17ce-4d01-aaf4-a2410dc47973: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:51:24.831316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-9f210630-ebec-4540-8be5-24945929f658 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups/09f74888-1356-40dd-a27e-91991cb33bec HTTP/1.1" status: 200 len: 1810 time: 0.1116724 May 26 19:51:24.890029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-aa4292f0-5854-4183-bb1e-a22572ae1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:24.891495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-aa4292f0-5854-4183-bb1e-a22572ae1cc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1095 time: 0.3409748 May 26 19:51:24.895469 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-a9ea8931-0874-4258-98d8-a985ba52cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:24.896789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-a9ea8931-0874-4258-98d8-a985ba52cd29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1827364 May 26 19:51:25.075854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:25.147629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:25.194398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-2e62a2c8-8f06-4cd3-a7bd-e3a8432ca929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.195817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-2e62a2c8-8f06-4cd3-a7bd-e3a8432ca929 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2958572 May 26 19:51:25.260647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-6e4814b4-312c-4d5b-862e-f8ff45444a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.262121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-6e4814b4-312c-4d5b-862e-f8ff45444a9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.3402958 May 26 19:51:25.326554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-c8c022f9-2883-4a90-8ead-c9f39e48e1d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 217 time: 0.1197050 May 26 19:51:25.403555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:25.432811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f74888-1356-40dd-a27e-91991cb33bec,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:25.441815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-6f3f6e98-d02c-43c1-803c-56cf63c18e28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1001 time: 0.1658211 May 26 19:51:25.451666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-332b7ff1-9e54-41f1-839e-d71739cb8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.453135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-332b7ff1-9e54-41f1-839e-d71739cb8505 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.1112244 May 26 19:51:25.521946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:25.522897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c96568ef-f842-4a95-8e19-ace4a2f0fc77 req-02d25fb1-5a99-4a8b-b1b0-2e2986f3c741 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "DELETE /v2.0/security-groups/09f74888-1356-40dd-a27e-91991cb33bec HTTP/1.1" status: 204 len: 173 time: 0.6849391 May 26 19:51:25.563319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-b0591af6-1340-454a-a535-8fdff42ff1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.564753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-b0591af6-1340-454a-a535-8fdff42ff1f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.1147919 May 26 19:51:25.661952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-99317d05-47e9-4a5b-8f13-ad968f001205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.663370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-99317d05-47e9-4a5b-8f13-ad968f001205 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751225 May 26 19:51:25.812576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-9a8ced94-a608-4355-bdc1-42a627b0f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.814002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-9a8ced94-a608-4355-bdc1-42a627b0f2ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407742 May 26 19:51:25.826307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2aca9-5f27-463b-84d2-db9ae5a45b6a req-3db33c53-4730-4775-aa38-01cb9a0c3973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:25.827667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5c2aca9-5f27-463b-84d2-db9ae5a45b6a req-3db33c53-4730-4775-aa38-01cb9a0c3973 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.2180994 May 26 19:51:25.925667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-8626d81a-3a65-4cad-b5e1-d3037dafd989 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507975 May 26 19:51:26.009289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:51:26.046973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5c2aca9-5f27-463b-84d2-db9ae5a45b6a req-fa1fa458-da02-463f-9439-3e0cc17d33f1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876061 May 26 19:51:26.103913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-21d4f510-b9c9-4687-a84d-316f1ac5544e service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735462 May 26 19:51:26.153818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86ce7e22-a72b-484b-8f4e-d84c4993de75 req-ec7a7a6c-82d2-4ccd-9001-e199041f1eed service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192204 May 26 19:51:26.420416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-712bc3e9-6cf9-44ee-aacc-6e6f9f9e1513 req-e900feaf-f405-4b35-a015-e3ad2274e768 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037939 May 26 19:51:26.458373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-afc470be-104a-4936-bfaf-85fd7c6749f9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:26.459051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-afc470be-104a-4936-bfaf-85fd7c6749f9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:26.474738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-afc470be-104a-4936-bfaf-85fd7c6749f9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:26.475843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-afc470be-104a-4936-bfaf-85fd7c6749f9 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1109598 May 26 19:51:26.519487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-d9b7074e-32bc-450d-933a-a79c56a85386 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:26.533696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-d9b7074e-32bc-450d-933a-a79c56a85386 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:26.534775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-df3419b3-e379-40a1-a0e4-c744a4032acc req-d9b7074e-32bc-450d-933a-a79c56a85386 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 May 26 19:51:27.229510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0425c7-d3bc-42d7-bf76-530960676960 req-5ce8690e-af91-424a-8205-af8ab66f8e9a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:27.230939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f0425c7-d3bc-42d7-bf76-530960676960 req-5ce8690e-af91-424a-8205-af8ab66f8e9a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.0789573 May 26 19:51:27.275391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f0425c7-d3bc-42d7-bf76-530960676960 req-d3c3f496-f8be-47bd-87cf-83e22c4cfd2a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388606 May 26 19:51:27.291585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:51:27.426592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:27.439464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:51:27.493631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:27.493986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:27.510274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:51:27.525432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:27.528907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:27.599576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:27.721203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d35873-d7dd-407c-9a27-037e847d4d4a req-cee6986a-b168-483b-8b11-5305964a59e2 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:27.722562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7d35873-d7dd-407c-9a27-037e847d4d4a req-cee6986a-b168-483b-8b11-5305964a59e2 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0815034 May 26 19:51:27.766075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f7d35873-d7dd-407c-9a27-037e847d4d4a req-2cbc1e69-d72a-4604-91a0-b194d30b379c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 May 26 19:51:27.891808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9fda6b2f-6283-4a09-86b8-3c111c091d0f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:28.466551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80fddb-77ba-42e7-af1a-769f12e7d786 req-74fac2bb-7579-48c5-beba-8ac9d297518b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:28.467978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa80fddb-77ba-42e7-af1a-769f12e7d786 req-74fac2bb-7579-48c5-beba-8ac9d297518b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 945 time: 0.0797725 May 26 19:51:28.516281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa80fddb-77ba-42e7-af1a-769f12e7d786 req-e45596e1-ce80-42f5-a96d-5386b974c281 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 May 26 19:51:28.871480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-1f776275-e016-4068-ba5a-9fd6b7fd67f8 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:28.872883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-1f776275-e016-4068-ba5a-9fd6b7fd67f8 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.53 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.0794125 May 26 19:51:28.992133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Deleting port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:28.992462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.059596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055e6e0-204b-4e88-9940-85301c89b338 req-4ebc260f-676f-40a8-979a-8685357d0ef0 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:29.060946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3055e6e0-204b-4e88-9940-85301c89b338 req-4ebc260f-676f-40a8-979a-8685357d0ef0 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 946 time: 0.1871746 May 26 19:51:29.167720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3055e6e0-204b-4e88-9940-85301c89b338 req-b1843047-e324-4d42-897c-aefe16a50575 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/security-groups?id=19d5f054-c0ae-4d84-a188-6850a409358b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 May 26 19:51:29.281892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:51:29.284837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] For port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:29.285219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.351408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:51:29.356572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:51:29.356933 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.410303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Calling delete_port for f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:29.476117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:51:29.476497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.503485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:29.513478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:29.526262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.566092 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57de7788-8b60-4409-a334-599fb51a0a17'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'code': 200} May 26 19:51:29.589337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.601546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:51:29.641312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:29.649689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.650027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.650356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.650678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.651001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.651323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.651637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.651951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.652267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.652577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.652892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.653228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:51:29.733472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Pushing event deleted for resources: {'Port': ['ID=f67262b3-bdfb-4f77-b08c-612fe3a5f5c5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:29.833960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] No DVR routers for this DVR port f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:51:29.837869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:29.841906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'name': 'network-vif-deleted', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:29.870791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83796a71-16ca-48e5-b1d2-b307bdce8dfc req-3702e51e-8d15-4d0e-8817-b36fa1e09cf3 tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.53 "DELETE /v2.0/ports/f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 HTTP/1.1" status: 204 len: 173 time: 0.9663332 May 26 19:51:29.877193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceccbc-b196-451c-a102-1cc8a5361480 req-bf974554-b7cc-495f-96b0-54887c7b61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:29.878957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cceccbc-b196-451c-a102-1cc8a5361480 req-bf974554-b7cc-495f-96b0-54887c7b61ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.2365949 May 26 19:51:29.892744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87a13a-d4af-404f-8187-f99bf1f2afe9 req-2f858288-e2ad-4d29-9119-b95d75beaa43 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:29.894230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f87a13a-d4af-404f-8187-f99bf1f2afe9 req-2f858288-e2ad-4d29-9119-b95d75beaa43 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2124085 May 26 19:51:30.072091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cceccbc-b196-451c-a102-1cc8a5361480 req-61277732-a8b7-43d0-a4c0-fbe6139b3233 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769042 May 26 19:51:30.079135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f87a13a-d4af-404f-8187-f99bf1f2afe9 req-1c74876b-3f38-42d1-bf94-99f9d0443e48 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692767 May 26 19:51:30.135079 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae217521-30d3-4d65-883a-9a271f588817'] response: {'server_uuid': 'd264d8b8-8084-43f7-bac9-23f0862b36ff', 'name': 'network-vif-deleted', 'tag': 'f67262b3-bdfb-4f77-b08c-612fe3a5f5c5', 'status': 'completed', 'code': 200} May 26 19:51:30.354889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d8123983-f8ac-4143-8a2f-5232d030b13e req-6a191058-cba3-46a4-98b7-2f8544c5da0c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Synchronizing usage tracker for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:51:30.370151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d8123983-f8ac-4143-8a2f-5232d030b13e req-6a191058-cba3-46a4-98b7-2f8544c5da0c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] Unset dirty status for tenant:3a5c923d48784494b5ba17f42a74d43f on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:51:30.371296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8123983-f8ac-4143-8a2f-5232d030b13e req-6a191058-cba3-46a4-98b7-2f8544c5da0c tempest-ServerRescueTestJSONUnderV235-2136563159 tempest-ServerRescueTestJSONUnderV235-2136563159-project] 10.222.0.24 "GET /v2.0/ports?device_id=d264d8b8-8084-43f7-bac9-23f0862b36ff HTTP/1.1" status: 200 len: 210 time: 0.0581782 May 26 19:51:30.755285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe3e1-04c7-4ad5-a9a9-e38905192de1 req-7ef14b24-6ea4-4429-bd4e-60f81e53bef4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:30.756715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20abe3e1-04c7-4ad5-a9a9-e38905192de1 req-7ef14b24-6ea4-4429-bd4e-60f81e53bef4 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.0909684 May 26 19:51:30.806061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20abe3e1-04c7-4ad5-a9a9-e38905192de1 req-8c99e336-af6a-45e3-9846-6516b3cbe89e tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 May 26 19:51:31.259938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa155-680d-4d91-b6b3-e46bdb30b186 req-63fc18d8-7c64-4fa6-ad8e-f8e3bd5231f5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:31.261408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-524aa155-680d-4d91-b6b3-e46bdb30b186 req-63fc18d8-7c64-4fa6-ad8e-f8e3bd5231f5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0783613 May 26 19:51:31.304851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-524aa155-680d-4d91-b6b3-e46bdb30b186 req-d50bf5b0-924a-4430-9899-fd8728f45a6e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 May 26 19:51:31.471292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:32.013473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.057618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fda69-ffca-434f-9f50-6c90c490268f req-bb025c05-9b8f-4d34-8558-f5e5639fe365 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:32.059084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37fda69-ffca-434f-9f50-6c90c490268f req-bb025c05-9b8f-4d34-8558-f5e5639fe365 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.1421375 May 26 19:51:32.070506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303e6ba-6286-445e-814a-2286f180a75b req-ccdd7721-15b4-4d8d-aa26-5b5b6cf7fc69 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:32.071961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a303e6ba-6286-445e-814a-2286f180a75b req-ccdd7721-15b4-4d8d-aa26-5b5b6cf7fc69 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 946 time: 0.1108658 May 26 19:51:32.169808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d37fda69-ffca-434f-9f50-6c90c490268f req-46ca854d-f497-45d6-a5ff-4fe0c6030a57 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968745 May 26 19:51:32.177811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Deleting port d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:32.178433 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.382387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Deleting port a19ac5d4-307b-44b8-ae68-9b712cb181f7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:32.382761 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.493798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] For port d426f0aa-e236-4de8-964b-5883720a9eea, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=d426f0aa-e236-4de8-964b-5883720a9eea,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:32.494378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.556632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] For port a19ac5d4-307b-44b8-ae68-9b712cb181f7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a19ac5d4-307b-44b8-ae68-9b712cb181f7,segment=NetworkSegment(a245835c-8247-413d-bc28-17237f42729c),segment_id=a245835c-8247-413d-bc28-17237f42729c)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:32.557256 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.609958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb099c02-bef2-4a53-b666-d2efc46c0015 req-e1f4a255-dd35-4623-a034-cd0c239f6971 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:32.611406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb099c02-bef2-4a53-b666-d2efc46c0015 req-e1f4a255-dd35-4623-a034-cd0c239f6971 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1899247 May 26 19:51:32.680919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Calling delete_port for a19ac5d4-307b-44b8-ae68-9b712cb181f7 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:32.797643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb099c02-bef2-4a53-b666-d2efc46c0015 req-ad0b8d9a-fc67-40bc-83ea-7dadfa847fe4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323109 May 26 19:51:32.835664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.836040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:32.836650 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Floating IP 00fd0b81-1ac3-4d1d-b109-ae409f7fdea7 disassociated. External IP: 172.25.0.145, port: d426f0aa-e236-4de8-964b-5883720a9eea. May 26 19:51:32.836989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Calling delete_port for d426f0aa-e236-4de8-964b-5883720a9eea owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:33.039590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:33.094530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'Port': ['ID=d426f0aa-e236-4de8-964b-5883720a9eea,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:33.104891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92d1c8-53ae-4ae7-9eb5-d6231954945f req-e3ee7784-a322-46d1-9d60-465a5ec31399 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:33.106361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b92d1c8-53ae-4ae7-9eb5-d6231954945f req-e3ee7784-a322-46d1-9d60-465a5ec31399 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1925967 May 26 19:51:33.141502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:33.219218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19ac5d4-307b-44b8-ae68-9b712cb181f7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:33.296020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:33.331733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:33.332129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f67262b3-bdfb-4f77-b08c-612fe3a5f5c5 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:33.394831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b92d1c8-53ae-4ae7-9eb5-d6231954945f req-98f69d6a-dc5c-4762-95ce-bb40f3fe6e74 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820365 May 26 19:51:33.420720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:33.466102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:33.495066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:33.656448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c5420-de84-455f-a298-03d7826c1570 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:33.657998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-655c5420-de84-455f-a298-03d7826c1570 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1092 time: 0.2363217 May 26 19:51:33.664120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49216) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:33.670241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:33.677934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:33.684513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:floatingip and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:33.687654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:33.696478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:33.721475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:33.740218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2d29a79-7c9c-4bc2-af54-2adc0650f617 req-552c4165-addb-48e4-85e6-73f4c1d8d722 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/ports?device_id=0608cf7e-2f58-4038-b9e1-6dade835d2ba HTTP/1.1" status: 200 len: 210 time: 0.0512085 May 26 19:51:33.744874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:33.757794 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:33.770192 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:33.771317 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:33.819557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] No DVR routers for this DVR port d426f0aa-e236-4de8-964b-5883720a9eea on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:51:33.822090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:33.824956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-deleted', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:33.844396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a303e6ba-6286-445e-814a-2286f180a75b req-a6faaf61-5b32-401a-87d4-1de3c2203b58 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.13 "DELETE /v2.0/ports/d426f0aa-e236-4de8-964b-5883720a9eea HTTP/1.1" status: 204 len: 173 time: 1.7559361 May 26 19:51:33.886485 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8b884a-12b5-493a-806f-c7d4282b5663'] response: {'server_uuid': '0608cf7e-2f58-4038-b9e1-6dade835d2ba', 'name': 'network-vif-deleted', 'tag': 'd426f0aa-e236-4de8-964b-5883720a9eea', 'status': 'completed', 'code': 200} May 26 19:51:33.960427 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:34.006985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Router 527ce851-a303-49cc-8bab-485fdc1e381c has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:34.201185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.278561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:34.287985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:34.290063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Sync routers for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:34.291492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:34.300083 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:34.301120 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:34.304349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:34.305747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:34.312705 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c4c8180-ab42-4a83-b46f-60611f338745 admin admin] 10.222.0.24 "PUT /v2.0/routers/527ce851-a303-49cc-8bab-485fdc1e381c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380749 May 26 19:51:34.313262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49222) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:34.392643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.190 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/044cee5e-1433-4a08-8d25-875c8dfea18f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:51:34.539909 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:34.637283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.666170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:34.763917 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.801370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.836698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.848948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Deleting port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:34.849392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:34.876762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:51:34.889031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:34.892440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:51:34.930856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:34.960741 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:34.965366 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a9dc9-0927-423c-bd7d-4c1ceda707b7 None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:45:19Z', 'revision_number': 4, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'de2b3252-4983-4cd3-9d15-34d82f92552d', 'name': '', 'network_id': '663d848c-ac22-4fc4-82f2-48bf32e47f2c', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'mac_address': 'fa:16:3e:e0:29:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:18Z', 'updated_at': '2022-05-26T19:45:27Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'subnets': [{'id': 'ce0929bc-4583-4ade-a62b-a50c988bca71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:34.989665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=044cee5e-1433-4a08-8d25-875c8dfea18f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:35.087879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:51:33Z', 'revision_number': 5, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port': {'id': '54c0ea96-ae0f-4aaa-a258-be9aaaff799d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:07Z', 'updated_at': '2022-05-26T19:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:35.102766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Checking router: 527ce851-a303-49cc-8bab-485fdc1e381c for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:35.116128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Routers {'527ce851-a303-49cc-8bab-485fdc1e381c'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:35.116622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] For port 54c0ea96-ae0f-4aaa-a258-be9aaaff799d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:35.116793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['527ce851-a303-49cc-8bab-485fdc1e381c'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:35.117140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.131485 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.184502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.250536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Calling delete_port for 54c0ea96-ae0f-4aaa-a258-be9aaaff799d owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:35.293395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] Set router 527ce851-a303-49cc-8bab-485fdc1e381c gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:35.324673 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d78044-11df-4e04-bb51-4caa7d072d8a None None] New status for floating IP 00fd0b81-1ac3-4d1d-b109-ae409f7fdea7: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:51:35.421977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.451407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:51:34Z', 'revision_number': 6, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:35.457073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755699bf-95da-490f-a59a-829b551d53d0 None None] The sync data for ids ['527ce851-a303-49cc-8bab-485fdc1e381c'] in n-d-843146-9 is: [{'id': '527ce851-a303-49cc-8bab-485fdc1e381c', 'name': 'tempest-ServerRescueTestJSONUnderV235-831489684-router', 'tenant_id': '3a5c923d48784494b5ba17f42a74d43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:06Z', 'updated_at': '2022-05-26T19:51:34Z', 'revision_number': 6, 'project_id': '3a5c923d48784494b5ba17f42a74d43f', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:35.480784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1fc000-dc7f-4317-82f7-b9eee20b8dbe,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:35.518839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.522649 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-702ed627-47c6-425a-8211-c4e3c5996321 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b1fc000-dc7f-4317-82f7-b9eee20b8dbe HTTP/1.1" status: 204 len: 168 time: 0.5882089 May 26 19:51:35.523967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49234) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:35.545710 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-dc99ec16-693a-4d59-b8f6-789652208f8a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] show failed (client error): The resource could not be found. May 26 19:51:35.549336 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc99ec16-693a-4d59-b8f6-789652208f8a tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "GET /v2.0/security-groups/3b1fc000-dc7f-4317-82f7-b9eee20b8dbe HTTP/1.1" status: 404 len: 347 time: 0.0217788 May 26 19:51:35.549607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49238) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:35.709371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.724310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Deleting port f7f409fa-e189-41fd-a2ab-4f04ebc73403 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:35.724653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.755919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c0ea96-ae0f-4aaa-a258-be9aaaff799d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:35.853395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.875594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.960307 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:35.960635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.029828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.032015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.054299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.054657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527ce851-a303-49cc-8bab-485fdc1e381c {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:51:36.067720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.071958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9e871d72-73db-4197-a07e-c1ca7f7027b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/527ce851-a303-49cc-8bab-485fdc1e381c HTTP/1.1" status: 204 len: 168 time: 1.7544415 May 26 19:51:36.072207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:36.109885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Calling delete_port for f7f409fa-e189-41fd-a2ab-4f04ebc73403 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:36.138486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Deleting subnet 90ddde54-6978-4b11-8c5a-172fecff11bb {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:51:36.141531 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.157031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.193430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.253351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.329105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.373274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ddde54-6978-4b11-8c5a-172fecff11bb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:36.377092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.384375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3fbe3076-2cf5-4fb8-a9a1-ffa094072099 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/90ddde54-6978-4b11-8c5a-172fecff11bb HTTP/1.1" status: 204 len: 168 time: 0.3111639 May 26 19:51:36.387231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49246) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:36.434725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:36.473517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: d426f0aa-e236-4de8-964b-5883720a9eea {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:36.474110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device d426f0aa-e236-4de8-964b-5883720a9eea not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:36.501167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.550058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 54c0ea96-ae0f-4aaa-a258-be9aaaff799d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:36.554739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.593844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 54c0ea96-ae0f-4aaa-a258-be9aaaff799d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:36.594397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 54c0ea96-ae0f-4aaa-a258-be9aaaff799d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:36.594884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a19ac5d4-307b-44b8-ae68-9b712cb181f7 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:36.611004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Pushing event deleted for resources: {'Port': ['ID=f7f409fa-e189-41fd-a2ab-4f04ebc73403,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:36.641123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.641379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a19ac5d4-307b-44b8-ae68-9b712cb181f7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:36.641698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a19ac5d4-307b-44b8-ae68-9b712cb181f7 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:36.672201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe101fa-f65c-4c11-94d6-d942a1ef3ee2']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:36.684425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a245835c-8247-413d-bc28-17237f42729c') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:36.684718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a245835c-8247-413d-bc28-17237f42729c') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:36.695771 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.716403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.719767 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.721206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.724906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:51:36.725407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.733789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.771931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.799482 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a245835c-8247-413d-bc28-17237f42729c resource provider aggregate not found May 26 19:51:36.815046 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a245835c-8247-413d-bc28-17237f42729c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a245835c-8247-413d-bc28-17237f42729c found for delete ", "request_id": "req-9387b024-57a4-49e7-b8ba-451a299f9b8b"}]} May 26 19:51:36.826889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.849708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.858431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe101fa-f65c-4c11-94d6-d942a1ef3ee2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:36.861296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48ada37a-8d42-4f9e-90be-5439e2aa0e70 admin admin] 10.222.0.24 "DELETE /v2.0/networks/efe101fa-f65c-4c11-94d6-d942a1ef3ee2 HTTP/1.1" status: 204 len: 168 time: 0.4730263 May 26 19:51:36.867543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=044cee5e-1433-4a08-8d25-875c8dfea18f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:36.873383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:36.874527 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a68e964f-ac6a-4469-8e19-29d6092ec516 tempest-AttachVolumeShelveTestJSON-806978165 tempest-AttachVolumeShelveTestJSON-806978165-project] 10.222.0.24 "DELETE /v2.0/floatingips/00fd0b81-1ac3-4d1d-b109-ae409f7fdea7 HTTP/1.1" status: 204 len: 168 time: 1.3238583 May 26 19:51:36.881818 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.093570 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 6a603ba7-267d-4552-b864-e0537a203d9f associated. External IP: 172.25.0.190, port: 9fda6b2f-6283-4a09-86b8-3c111c091d0f. May 26 19:51:37.106337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49262) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:37.161272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50a71907-86aa-442d-bff1-76e229e736d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a5c923d48784494b5ba17f42a74d43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534961 May 26 19:51:37.163572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49266) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:37.231574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.264113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.332145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.350981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5f054-c0ae-4d84-a188-6850a409358b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:37.364822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.370597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ca13738e-1dde-4921-b575-d161df1df728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19d5f054-c0ae-4d84-a188-6850a409358b HTTP/1.1" status: 204 len: 168 time: 0.2053361 May 26 19:51:37.520377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:37.726559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:37.741834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Sync routers for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:37.749506 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:37.754673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:37.755540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:37.823182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-490401f2-f307-421e-bc6f-edc94adaaef2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1545088 May 26 19:51:37.823182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:51:37.956469 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:38.012535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9c85-2522-4460-bf44-ba00190e38b2 req-bede51ac-c29c-4449-aea9-e5264e87e763 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.014820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1dd9c85-2522-4460-bf44-ba00190e38b2 req-bede51ac-c29c-4449-aea9-e5264e87e763 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0904825 May 26 19:51:38.068309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1dd9c85-2522-4460-bf44-ba00190e38b2 req-6f42ca73-d5cc-4c6f-b889-5467f47d18aa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 May 26 19:51:38.113793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49294) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:38.198806 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb4388c-8003-473f-82bf-64909537b151'] response: {'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:51:38.308777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49300) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:38.449619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1126694661-network', 'tenant_id': '0c6327d8b5d440d791d9c5d5a1ef4790'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:38.455047 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:38.459545 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Usage tracker for resource:network and tenant:0c6327d8b5d440d791d9c5d5a1ef4790 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:38.463164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:38.470190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:38.479276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-603f9522-ebb4-48ee-9427-35bb64ef8025 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 200 len: 992 time: 0.3608971 May 26 19:51:38.488584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Made reservation on behalf of 0c6327d8b5d440d791d9c5d5a1ef4790 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:38.491662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.506892 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.525157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:38.529641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6327d8b5d440d791d9c5d5a1ef4790 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:38.533182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:38.536162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-7c34e29d-b86a-4f2b-bba2-b30634aa155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.537768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-7c34e29d-b86a-4f2b-bba2-b30634aa155d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.2074656 May 26 19:51:38.539802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:38.543093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-c18ee2e6-1f04-4b58-a475-1999ccec456a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123631 May 26 19:51:38.556456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '6a603ba7-267d-4552-b864-e0537a203d9f', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:35Z', 'updated_at': '2022-05-26T19:51:35Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:38.562563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Checking router: 01d6e652-e4c0-4ec0-9d90-c62ce908a721 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:38.573710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:38.574708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:38.639542 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.646390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.682448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:51:38.691498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86a6de3-929e-45df-ac9b-d7f186df2294,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:38.697638 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.697972 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Added segment 7c399aa5-5e89-476f-91c0-cf5b71b838f6 of type vlan for network 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb May 26 19:51:38.698138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-10244cbf-9c69-44d5-84b0-91a05acd9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.699695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-10244cbf-9c69-44d5-84b0-91a05acd9542 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1530607 May 26 19:51:38.728478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.763119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.764217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.764924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:38.803217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:38.824943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-019832c2-5f57-4944-9205-2c115e68c929 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1187961 May 26 19:51:38.898231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-303bd5cb-49eb-4d08-9002-ad6e64b03cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.900391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-303bd5cb-49eb-4d08-9002-ad6e64b03cef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0690594 May 26 19:51:38.997100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-f2138fae-cb60-4a16-8cd2-700cee57c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:38.998554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-f2138fae-cb60-4a16-8cd2-700cee57c7fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878074 May 26 19:51:39.020084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0c0611-9d7a-4b08-98ab-6a566a29e4eb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:39.029311 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1acd8bc2-cd92-4af2-abc2-d51ae960a7b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7165782 May 26 19:51:39.030297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49306) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:39.041478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Request body: {'subnet': {'network_id': '0b0c0611-9d7a-4b08-98ab-6a566a29e4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1126694661-subnet', 'tenant_id': '0c6327d8b5d440d791d9c5d5a1ef4790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:51:39.047505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:39.051863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Usage tracker for resource:subnet and tenant:0c6327d8b5d440d791d9c5d5a1ef4790 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:39.055272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:39.061871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:39.078059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Made reservation on behalf of 0c6327d8b5d440d791d9c5d5a1ef4790 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:51:39.080832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:39.098841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:51:39.160038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-9f543885-e7e4-411e-b53f-024230d12c72 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438127 May 26 19:51:39.333370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:39.345004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '6a603ba7-267d-4552-b864-e0537a203d9f', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:35Z', 'updated_at': '2022-05-26T19:51:35Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:39.345497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5da6bc06-ce73-4431-a87f-d0bebc350c9a req-da92df79-cd2c-4912-b207-705bde7e3426 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790211 May 26 19:51:39.351508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288f51d-b613-4d49-bf9d-ba27b4b9b9c7 None None] The sync data for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 is: [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '6a603ba7-267d-4552-b864-e0537a203d9f', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:51:35Z', 'updated_at': '2022-05-26T19:51:35Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:39.423620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6338ae9c-7008-407c-abf0-c01a41e73e4d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:39.433654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Checking segment: {'id': '7c399aa5-5e89-476f-91c0-cf5b71b838f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b0c0611-9d7a-4b08-98ab-6a566a29e4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:51:39.434006 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Network hostable DHCP agents. Network: 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:51:39.455861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Network 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:51:39.469878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:51:39.475153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:39.475752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:39.481917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49316) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:39.482346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56025af-9df6-4ccd-92b3-9d1f88b71a6a None None] Network 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:39.513288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3adc4054-f9b5-4779-be6b-1d78a2cc6be6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4804223 May 26 19:51:39.706674 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49328) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:39.753753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-531392be-ed1f-4e4d-a466-28029071f3a4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 200 len: 992 time: 0.2699690 May 26 19:51:39.779652 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e3f63-9615-4a92-bd5d-b37e508924d4 None None] New status for floating IP 6a603ba7-267d-4552-b864-e0537a203d9f: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:51:39.784696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-d3850d42-cf49-4963-9e0d-9c0b021c4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:39.786730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-d3850d42-cf49-4963-9e0d-9c0b021c4a77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.1846399 May 26 19:51:39.837183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Deleting subnet 6338ae9c-7008-407c-abf0-c01a41e73e4d {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:51:39.845435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:39.952271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7deb2-2e20-4aa5-87b4-1a01d20ca570 None None] Network 0b0c0611-9d7a-4b08-98ab-6a566a29e4eb requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:39.952839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.019202 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.027901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-738f8bc0-37bc-45f2-8f32-9266d64f7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:40.033927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-738f8bc0-37bc-45f2-8f32-9266d64f7ee8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2272587 May 26 19:51:40.110269 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.191881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6338ae9c-7008-407c-abf0-c01a41e73e4d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:40.196418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.204181 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e4f1e30e-5785-4f26-a8a1-e1d6b4dcd8c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6338ae9c-7008-407c-abf0-c01a41e73e4d HTTP/1.1" status: 204 len: 168 time: 0.4959404 May 26 19:51:40.206277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:40.233278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-358ff7f9-2826-4eb5-9e04-ccdf97d1a571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1915312 May 26 19:51:40.309694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-50548636-a935-4084-8343-a94aac924a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:40.311371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-50548636-a935-4084-8343-a94aac924a47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0726330 May 26 19:51:40.348823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.397253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-efec946b-260d-4ecc-bc9d-182c703b89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:40.399329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-efec946b-260d-4ecc-bc9d-182c703b89c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819249 May 26 19:51:40.475957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.504255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0c0611-9d7a-4b08-98ab-6a566a29e4eb']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:40.518148 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c399aa5-5e89-476f-91c0-cf5b71b838f6') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:40.518422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c399aa5-5e89-476f-91c0-cf5b71b838f6') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:40.532799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.551042 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.558179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:51:40.558876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.637607 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7c399aa5-5e89-476f-91c0-cf5b71b838f6 resource provider aggregate not found May 26 19:51:40.656742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-59ba5467-cf76-4feb-8136-51f30582a78b service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504277 May 26 19:51:40.661778 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7c399aa5-5e89-476f-91c0-cf5b71b838f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c399aa5-5e89-476f-91c0-cf5b71b838f6 found for delete ", "request_id": "req-426d7ee6-217b-4d72-9488-6e6238c08cc3"}]} May 26 19:51:40.667425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.694637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.702302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0c0611-9d7a-4b08-98ab-6a566a29e4eb,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:40.706745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b08df17e-b030-484c-a76a-270a0e365ba1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0b0c0611-9d7a-4b08-98ab-6a566a29e4eb HTTP/1.1" status: 204 len: 168 time: 0.4995406 May 26 19:51:40.758391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49342) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:40.805212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b16eef6e-de7b-4000-bd2a-434296b99b61 req-9a5cb8d4-463a-4a93-a671-4e7dc7ac836a service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415350 May 26 19:51:40.848889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49346) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:40.885111 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3cc91c8b-01eb-4d18-bc60-9b364a6d900b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 200 len: 994 time: 0.1221652 May 26 19:51:40.902714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5dce6165-b043-4de9-a297-2ba089a94255 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c6327d8b5d440d791d9c5d5a1ef4790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524256 May 26 19:51:40.905409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49352) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:40.968665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:40.998605 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:41.051950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:41.069619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86a6de3-929e-45df-ac9b-d7f186df2294,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:41.073615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:41.080088 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8fc344b2-dc6e-48c7-a7c2-696d5d46763a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a86a6de3-929e-45df-ac9b-d7f186df2294 HTTP/1.1" status: 204 len: 168 time: 0.1711886 May 26 19:51:42.162140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49394) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:43.016848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:43.386689 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Deleting port de2b3252-4983-4cd3-9d15-34d82f92552d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:43.387495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:43.569376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] For port de2b3252-4983-4cd3-9d15-34d82f92552d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=de2b3252-4983-4cd3-9d15-34d82f92552d,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:43.569731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:43.696138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Calling delete_port for de2b3252-4983-4cd3-9d15-34d82f92552d owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:43.879498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:43.928799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2b3252-4983-4cd3-9d15-34d82f92552d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:44.174527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49434) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:44.250463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.298871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.313179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:44.317086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Usage tracker for resource:security_group_rule and tenant:03c87ac1ffeb46729ab95945894366e9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:44.319860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:44.325810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:44.330238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.413474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.417940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.473317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03c87ac1ffeb46729ab95945894366e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949431 May 26 19:51:44.473317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41eb8e-4ebe-45b7-851c-cc020a90730e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5928f-5b92-43af-a531-339b1e89fa6c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:44.473668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:44.534504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.560479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.611983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.628723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5928f-5b92-43af-a531-339b1e89fa6c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:44.633752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.637821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-57eb96bb-8d58-4272-87b8-3fc8e446cf66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53b5928f-5b92-43af-a531-339b1e89fa6c HTTP/1.1" status: 204 len: 168 time: 0.1602540 May 26 19:51:44.708306 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-edb83ca7-b200-4e7a-814e-91112e5ba1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:44.712055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Router 28c5c275-49b2-4893-883b-56d9c58ef83b has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:51:44.918684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:51:44.928832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Sync routers for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:51:44.934040 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d7f2af0-e4a0-43da-abe5-2db278c9aad7 admin admin] 10.222.0.24 "PUT /v2.0/routers/28c5c275-49b2-4893-883b-56d9c58ef83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7683654 May 26 19:51:44.934572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:44.938843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:44.939512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:44.978939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49456) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:45.006629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.024454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:45.028998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Usage tracker for resource:security_group_rule and tenant:4532cc66ece84fb6b990a26c3109f630 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:45.032114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:45.039213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:45.149791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.154642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.208721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4532cc66ece84fb6b990a26c3109f630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282815 May 26 19:51:45.209795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16742a-fb17-46ab-94aa-a2d0e889807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92773e6-8b44-408d-8180-b03478186d28,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:45.212586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49462) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:45.213209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.215593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:45.273406 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.301008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.356150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.376247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92773e6-8b44-408d-8180-b03478186d28,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:45.379165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.382782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2ac33f8-0bc8-40f2-b287-b0bc1b46a466 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a92773e6-8b44-408d-8180-b03478186d28 HTTP/1.1" status: 204 len: 168 time: 0.1667194 May 26 19:51:45.452409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698a138-800a-42ef-b3ca-b7a505784f49 req-d619e30f-20cb-435c-9bee-3950a55d36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:51:45.459401 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a698a138-800a-42ef-b3ca-b7a505784f49 req-d619e30f-20cb-435c-9bee-3950a55d36df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.4570398 May 26 19:51:45.485255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.505423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Deleting port 5dc6eed8-00b5-486e-8ab1-0c36d409a585 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:45.505835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.527700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:51:43Z', 'revision_number': 5, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port': {'id': '5dc6eed8-00b5-486e-8ab1-0c36d409a585', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ff:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:45:13Z', 'updated_at': '2022-05-26T19:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:45.532569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Checking router: 28c5c275-49b2-4893-883b-56d9c58ef83b for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:51:45.542989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Routers {'28c5c275-49b2-4893-883b-56d9c58ef83b'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:51:45.544089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:51:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['28c5c275-49b2-4893-883b-56d9c58ef83b'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:45.550147 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-a698a138-800a-42ef-b3ca-b7a505784f49 req-ed901fe8-9422-40d1-8d71-4775c00e5c0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898428 May 26 19:51:45.703751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] Set router 28c5c275-49b2-4893-883b-56d9c58ef83b gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:51:45.725410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] For port 5dc6eed8-00b5-486e-8ab1-0c36d409a585, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5dc6eed8-00b5-486e-8ab1-0c36d409a585,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:45.726941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:45.817941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:51:45Z', 'revision_number': 6, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:45.822755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201fc79-3c01-4d6f-9da3-23b5823c0e46 None None] The sync data for ids ['28c5c275-49b2-4893-883b-56d9c58ef83b'] in n-d-843146-9 is: [{'id': '28c5c275-49b2-4893-883b-56d9c58ef83b', 'name': 'tempest-AttachVolumeShelveTestJSON-749255105-router', 'tenant_id': '754ae71d3f0d40618079a0835d86fe0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:45:11Z', 'updated_at': '2022-05-26T19:51:45Z', 'revision_number': 6, 'project_id': '754ae71d3f0d40618079a0835d86fe0a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:51:46.005912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Calling delete_port for 5dc6eed8-00b5-486e-8ab1-0c36d409a585 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:46.203954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.328316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc6eed8-00b5-486e-8ab1-0c36d409a585,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:46.391967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.582357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.584967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.611094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.611726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c5c275-49b2-4893-883b-56d9c58ef83b {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:51:46.625156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.628883 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9827c20c-0121-422e-88de-537bb8bd8c85 admin admin] 10.222.0.24 "DELETE /v2.0/routers/28c5c275-49b2-4893-883b-56d9c58ef83b HTTP/1.1" status: 204 len: 168 time: 1.6912258 May 26 19:51:46.629285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:46.698079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Deleting subnet ce0929bc-4583-4ade-a62b-a50c988bca71 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:51:46.701219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.738670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de2b3252-4983-4cd3-9d15-34d82f92552d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:46.766422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.796728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: de2b3252-4983-4cd3-9d15-34d82f92552d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:46.797094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device de2b3252-4983-4cd3-9d15-34d82f92552d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:46.797515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5dc6eed8-00b5-486e-8ab1-0c36d409a585 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:46.838008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5dc6eed8-00b5-486e-8ab1-0c36d409a585 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:46.838590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5dc6eed8-00b5-486e-8ab1-0c36d409a585 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:46.875115 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.887981 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-45ff70e3-80b0-4781-a132-963fefbb3b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:46.963846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.009635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0929bc-4583-4ade-a62b-a50c988bca71,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:47.022735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.028405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81786e4-62a2-4450-a82e-d5a34084c934 None None] Network 663d848c-ac22-4fc4-82f2-48bf32e47f2c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:51:47.029634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6fd6eb70-12f9-430a-a170-ab881867caee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce0929bc-4583-4ade-a62b-a50c988bca71 HTTP/1.1" status: 204 len: 168 time: 0.3993008 May 26 19:51:47.032035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:47.162337 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.172975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Deleting port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:47.175521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.325627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] DHCP port deletion for 663d848c-ac22-4fc4-82f2-48bf32e47f2c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:51:47.330798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Deleting port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:47.331188 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.400518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.418833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] For port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:47.419222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.548278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Calling delete_port for 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:47.613401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] For port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,segment=NetworkSegment(17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed),segment_id=17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:51:47.614120 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.739081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Calling delete_port for 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:51:47.746107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.793646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Pushing event deleted for resources: {'Port': ['ID=998e9c06-ca3f-4638-a112-d5e8bb3c4e54,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:47.799064 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] No DVR routers for this DVR port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:51:47.825386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:51:47.825747 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:51:47.885059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49546) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:47.916016 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.940459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663d848c-ac22-4fc4-82f2-48bf32e47f2c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:47.952983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:47.953367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:51:47.965495 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.985455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:47.992079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:51:47.992470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.004694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.023535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:48.027433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Usage tracker for resource:security_group_rule and tenant:6449ea900b7f4e4c91ffda1f7235333e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:48.030423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:48.036157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:48.056874 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed resource provider aggregate not found May 26 19:51:48.090990 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17e4482a-ccc4-4b94-9c7f-e62dfe0e55ed found for delete ", "request_id": "req-9c680588-f42d-41b6-ae91-fd73388b8f5d"}]} May 26 19:51:48.092288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.110419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.121071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] Pushing event deleted for resources: {'Network': ['ID=663d848c-ac22-4fc4-82f2-48bf32e47f2c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:48.125694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.129764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.137328 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-65c676b9-c49f-47f9-9ffa-c793b01a2598 admin admin] 10.222.0.24 "DELETE /v2.0/networks/663d848c-ac22-4fc4-82f2-48bf32e47f2c HTTP/1.1" status: 204 len: 168 time: 1.1021423 May 26 19:51:48.185139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862564db-339c-4bc1-9516-c64fed566cce,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:48.193326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:48.193610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e6c56674-bd6b-4e51-a049-582e6f745af4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6449ea900b7f4e4c91ffda1f7235333e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072243 May 26 19:51:48.203389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.258252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.258483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49562) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:48.285296 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.306625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c65f5df3-809d-42a8-b780-0c421b25b228 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=754ae71d3f0d40618079a0835d86fe0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469029 May 26 19:51:48.308998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49566) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:48.327613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Deleting port 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:51:48.328113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.339138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.355330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862564db-339c-4bc1-9516-c64fed566cce,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:48.362486 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.363737 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c20544f7-e9a1-4eab-aadd-2ce3a9114319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/862564db-339c-4bc1-9516-c64fed566cce HTTP/1.1" status: 204 len: 168 time: 0.1693964 May 26 19:51:48.375016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.405365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.412589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1695-4805-456d-b79c-5b3209f2d164 None None] The port '998e9c06-ca3f-4638-a112-d5e8bb3c4e54' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:51:48.468748 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.487886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db44966-fec2-4e32-ad08-05ad183e0256,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:48.501827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.503746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2e21ec07-c780-448f-b156-c6b86bd68471 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0db44966-fec2-4e32-ad08-05ad183e0256 HTTP/1.1" status: 204 len: 168 time: 0.1936028 May 26 19:51:48.539782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:51:48.578521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:51:48.578881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 998e9c06-ca3f-4638-a112-d5e8bb3c4e54 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:51:48.798878 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49582) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:48.817598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.832491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:48.836634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Usage tracker for resource:security_group_rule and tenant:0d795b0cc30a4f5eb874e5d1cc37edc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:48.839439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:48.845186 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:48.927930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.933427 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:48.985688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d795b0cc30a4f5eb874e5d1cc37edc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857321 May 26 19:51:48.987783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538e76-dd5d-4e5b-bf9d-ea0ab884015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d284a-8dd0-4ae5-ae4f-dbbf9e00766f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:48.988452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49590) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:49.058327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:49.085070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:49.139498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:49.158803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d284a-8dd0-4ae5-ae4f-dbbf9e00766f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:49.162123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:49.163236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01c6f2d2-69f5-46e9-a600-feba37fca2df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d9d284a-8dd0-4ae5-ae4f-dbbf9e00766f HTTP/1.1" status: 204 len: 168 time: 0.1737733 May 26 19:51:49.789778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.089442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:52.324793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.340049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:52.343832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:e20ea4fd08c14d799ec199ca6fdcd8c6 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:52.346627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:52.352773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:52.442358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.447056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.497898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e20ea4fd08c14d799ec199ca6fdcd8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073551 May 26 19:51:52.499572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f3b47-8eb9-493f-8f2f-ea595cd12ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f664ae1f-ac92-4a54-af52-d3296b979de8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:52.500558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49724) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:52.563349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.589991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.641768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.657605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f664ae1f-ac92-4a54-af52-d3296b979de8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:52.666871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:52.670478 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ded8a58d-c01c-4956-b0ab-12cf49671b59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f664ae1f-ac92-4a54-af52-d3296b979de8 HTTP/1.1" status: 204 len: 168 time: 0.1663313 May 26 19:51:53.125825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49740) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:53.143550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.161848 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:53.162872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Usage tracker for resource:security_group_rule and tenant:1088145ba0ef4a4c93ed7e90af21d111 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:53.166484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:53.172179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:53.253198 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.257274 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.308158 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1088145ba0ef4a4c93ed7e90af21d111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811426 May 26 19:51:53.309748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108daf7c-a122-4d29-8890-226ee25d81dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b0c4ad-32ea-40de-84d0-615d8fd12362,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:53.311254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49746) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:53.373454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.401589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.454116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.470624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b0c4ad-32ea-40de-84d0-615d8fd12362,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:53.479350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:53.480460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8479cc23-c27d-4e54-a35a-77a11bdd3b79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b0c4ad-32ea-40de-84d0-615d8fd12362 HTTP/1.1" status: 204 len: 168 time: 0.1672695 May 26 19:51:55.722132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:55.839564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:55.854826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:55.858676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9df68d535a416688cae435106f321c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:55.861513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:55.867757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:55.950766 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:55.954609 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.005333 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c9df68d535a416688cae435106f321c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797265 May 26 19:51:56.005333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ddbb-3471-47a6-aa2c-a90d1e7431f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b847309-5f69-4047-8c30-64077b354833,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.006145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49842) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:56.086327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.111828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.166092 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.182333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b847309-5f69-4047-8c30-64077b354833,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.186663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.189107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-32cbdf25-1b76-4998-80d3-53e06957d4d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b847309-5f69-4047-8c30-64077b354833 HTTP/1.1" status: 204 len: 168 time: 0.1791697 May 26 19:51:56.297290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49852) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:56.472540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.488459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:56.492599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Usage tracker for resource:security_group_rule and tenant:3f76c4ca2bbb4489aaae771176d9393f is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:56.495415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:56.500954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:56.537191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:56.554793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.568962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:56.573402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Usage tracker for resource:security_group_rule and tenant:29acc8736f50444aaf4debd619e947ee is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:56.576188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:56.581866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:56.592797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.596430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.648367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f76c4ca2bbb4489aaae771176d9393f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494248 May 26 19:51:56.649243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cd3f4-a4de-4155-b87f-229426166401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13af8be-5a25-4716-a43b-10a5db17a356,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.651484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49864) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:56.678965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.683072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.710078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.734479 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29acc8736f50444aaf4debd619e947ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938212 May 26 19:51:56.734479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669c9fe-42cd-4458-9256-3cb0e89f30bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9e2270-37be-4f12-a3b9-9460c6ab6f67,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.735121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:56.738512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.824475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.837013 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.865130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13af8be-5a25-4716-a43b-10a5db17a356,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.871509 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.881213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.885284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad31df70-e3f6-4dbb-a100-ba92e70f3518 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a13af8be-5a25-4716-a43b-10a5db17a356 HTTP/1.1" status: 204 len: 168 time: 0.2305200 May 26 19:51:56.925624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.942964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9e2270-37be-4f12-a3b9-9460c6ab6f67,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:56.950855 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:56.956098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8faf6977-6d23-4d16-aff9-629cbea24bfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c9e2270-37be-4f12-a3b9-9460c6ab6f67 HTTP/1.1" status: 204 len: 168 time: 0.2196786 May 26 19:51:57.232978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 49880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:57.250729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.264856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:57.268693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Usage tracker for resource:security_group_rule and tenant:25eefb61ec5a4a64a439a0aaf02d9a98 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:57.271647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:57.278188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:57.366115 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.371741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.419248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25eefb61ec5a4a64a439a0aaf02d9a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851025 May 26 19:51:57.420809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2bb8c-3f40-43b5-a82e-b4f60a9ae74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecd07ae-fd8b-4d01-9d30-a20458bdb013,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:57.421988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 49888) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:57.487544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.514051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.566190 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.588261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecd07ae-fd8b-4d01-9d30-a20458bdb013,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:57.603379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:57.605090 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c27dda7-8f07-4a53-afb8-90454d133049 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ecd07ae-fd8b-4d01-9d30-a20458bdb013 HTTP/1.1" status: 204 len: 168 time: 0.1815741 May 26 19:51:59.508712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50010) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:59.745162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:59.763366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:51:59.767222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2e08d846314e2ab9c09f72fb348192 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:51:59.770023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:51:59.776024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:51:59.866515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:59.871391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:51:59.923196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f2e08d846314e2ab9c09f72fb348192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131441 May 26 19:51:59.924718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b1729-2550-4782-9147-c294065d2529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee45bf9-4ccd-4eb2-9770-4aad9c2a6ab3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:51:59.925935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:51:59.989360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.016577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.070255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.088996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee45bf9-4ccd-4eb2-9770-4aad9c2a6ab3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:00.098888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.105746 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-279f5028-3296-4d61-8896-6e329ec64764 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ee45bf9-4ccd-4eb2-9770-4aad9c2a6ab3 HTTP/1.1" status: 204 len: 168 time: 0.1786540 May 26 19:52:00.515985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50048) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:00.534246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.551731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:00.556636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Usage tracker for resource:security_group_rule and tenant:9efbc993b1774fc5abf5da95107c8343 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:00.561106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:00.567422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:00.653566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.657609 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.709170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9efbc993b1774fc5abf5da95107c8343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920807 May 26 19:52:00.711006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a6b36-6087-4039-bde8-04d9a3f6d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b9460-797a-4a14-a8a1-0123dbf883a4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:00.712771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:00.775453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.800065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.855189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.871584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b9460-797a-4a14-a8a1-0123dbf883a4,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:00.878037 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:00.881524 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ce4f057-4e3e-4382-bceb-f4e293a7051e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/422b9460-797a-4a14-a8a1-0123dbf883a4 HTTP/1.1" status: 204 len: 168 time: 0.1639142 May 26 19:52:02.485696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50140) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:02.605424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.620516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:02.624445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Usage tracker for resource:security_group_rule and tenant:ac52bfce2d604733ace6d6a61bf62486 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:02.627224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:02.632770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:02.713930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.717420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.764578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac52bfce2d604733ace6d6a61bf62486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777698 May 26 19:52:02.765466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449527b-3911-4a9f-9114-ec4516582183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da13d45-bcf8-40ba-b904-828c7ba7829d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:02.767252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:02.825126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.850315 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.905818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.922952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da13d45-bcf8-40ba-b904-828c7ba7829d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:02.938233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:02.939353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ce46222-8039-419d-b59b-42ccd2f60e39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3da13d45-bcf8-40ba-b904-828c7ba7829d HTTP/1.1" status: 204 len: 168 time: 0.1711278 May 26 19:52:03.008523 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:52:04.103675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50198) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:04.224874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.239552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:04.243343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Usage tracker for resource:security_group_rule and tenant:9a9e2fd65e4944428b2a25bc8c712e88 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:04.246151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:04.251849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:04.299915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:04.336769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.340577 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.393001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a9e2fd65e4944428b2a25bc8c712e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879362 May 26 19:52:04.394613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5492a81a-4ae1-4168-83b7-ca0ab36377b8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:04.395820 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:04.403043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.403379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.403708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.404030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.404349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.404664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.405269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.405529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.405623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.405909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.406217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.406524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872a50ac-e02b-430f-91fe-db6df85fcdcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:04.435332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.467772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:04.474372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Usage tracker for resource:security_group_rule and tenant:d8a5dc30225c46caa59e8d65637c3f78 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:04.479166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:04.493214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:04.500649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.538876 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.632036 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.654558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.655655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492a81a-4ae1-4168-83b7-ca0ab36377b8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:04.660746 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.688987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.690130 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-072a6810-ebfa-4064-9dd8-11e25c7ce9b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5492a81a-4ae1-4168-83b7-ca0ab36377b8 HTTP/1.1" status: 204 len: 168 time: 0.2930820 May 26 19:52:04.715937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a5dc30225c46caa59e8d65637c3f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143457 May 26 19:52:04.717477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabdd36-4008-4799-96d9-6acb7f88481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50ad7f-b4ee-4def-b29e-3f863b065399,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:04.718618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50218) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:04.782327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.809918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.861139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.879703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50ad7f-b4ee-4def-b29e-3f863b065399,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:04.889377 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:04.890486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd344f74-d721-4d94-8a61-360681ea5d5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df50ad7f-b4ee-4def-b29e-3f863b065399 HTTP/1.1" status: 204 len: 168 time: 0.1702569 May 26 19:52:05.245100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50240) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:05.261776 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.276382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:05.280402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb6daac12594edfa163fb5408bd44ff is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:05.283269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:05.289459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:05.378944 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.383524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.429746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec114fde-5392-4f05-ab62-9316c76a8f0f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:05.434061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fd1ba586-f1fc-4f19-922a-85610c2c5501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bb6daac12594edfa163fb5408bd44ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881788 May 26 19:52:05.436680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50248) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:05.494947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.521735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.574061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.588793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec114fde-5392-4f05-ab62-9316c76a8f0f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:05.597466 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:05.603091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-766d5870-f88d-45a4-a920-960a45c83700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec114fde-5392-4f05-ab62-9316c76a8f0f HTTP/1.1" status: 204 len: 168 time: 0.1637259 May 26 19:52:06.129239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50282) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:06.298685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-535291491'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:06.304201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:06.308610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Usage tracker for resource:network and tenant:3e134d3632324218b685aa00a7309cd9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:06.311495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:06.318303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:06.333989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Made reservation on behalf of 3e134d3632324218b685aa00a7309cd9 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:06.338047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.354765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.369827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:06.373605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Usage tracker for resource:security_group_rule and tenant:3e134d3632324218b685aa00a7309cd9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:06.376344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:06.381922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:06.466442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.470078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.501112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:06.515727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0048c2cb-52ee-4cc0-b801-35967722a091,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:06.521419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.521760 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Added segment a4f23e66-f2e2-46b6-ba93-0c4c94ee8124 of type vlan for network 824be8a3-11ba-4c82-add1-ea0de0b2644b May 26 19:52:06.550909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.580171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.586508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:06.587481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.698722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:06.704035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event updated for resources: {'Network': ['ID=824be8a3-11ba-4c82-add1-ea0de0b2644b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:06.707037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d44efb27-e100-4019-b2c2-457b283bf12a tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5767808 May 26 19:52:06.709759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:06.717424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Request body: {'subnet': {'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:06.720184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:06.740075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.828665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.828936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:06.832818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Usage tracker for resource:subnet and tenant:3e134d3632324218b685aa00a7309cd9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:06.836244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:06.841936 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:06.843855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:06.847781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e772e86496e840b591a135b7c92f2812 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:06.850809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:06.852144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Made reservation on behalf of 3e134d3632324218b685aa00a7309cd9 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:06.855600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.857513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:06.947709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:06.951618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.001342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e772e86496e840b591a135b7c92f2812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987525 May 26 19:52:07.002287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f71355-ae19-4b54-ae34-0f936f0d68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4520eb-2989-472c-98f7-467ce5af44d4,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:07.004843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50308) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:07.079788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.104211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.109153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.168728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.187385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event updated for resources: {'Subnet': ['ID=7d2462ae-5576-4f3b-94e7-882455dbeb91,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:07.188628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4520eb-2989-472c-98f7-467ce5af44d4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:07.193119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.197613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5a8d32c4-efaa-4c97-8717-70f64b6ae7d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a4520eb-2989-472c-98f7-467ce5af44d4 HTTP/1.1" status: 204 len: 168 time: 0.1884010 May 26 19:52:07.198057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Checking segment: {'id': 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:07.198416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Network hostable DHCP agents. Network: 824be8a3-11ba-4c82-add1-ea0de0b2644b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:52:07.219452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:52:07.229406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 824be8a3-11ba-4c82-add1-ea0de0b2644b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:07.233932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:07.235107 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.238561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe76fae-1e2f-4d6e-9c12-c46070423fcf None None] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:07.263350 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-674b2a43-0e04-42ac-91e8-a69d156d8825 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5514500 May 26 19:52:07.265816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:07.272270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Request body: {'port': {'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1249924276'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:07.468973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-824be8a3-11ba-4c82-add1-ea0de0b2644b', 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b', 'tenant_id': '3e134d3632324218b685aa00a7309cd9', 'fixed_ips': [{'subnet_id': '7d2462ae-5576-4f3b-94e7-882455dbeb91'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:52:07.470104 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.539090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:07.542969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Usage tracker for resource:port and tenant:3e134d3632324218b685aa00a7309cd9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:07.545850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:07.551917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:07.562865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Made reservation on behalf of 3e134d3632324218b685aa00a7309cd9 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:07.566565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.589540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] device_id is not set on port 9112c425-03f4-48f7-ae65-a5623b3b301a yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:52:07.627981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Allocated IP 172.20.0.2 (824be8a3-11ba-4c82-add1-ea0de0b2644b/7d2462ae-5576-4f3b-94e7-882455dbeb91/f601790a-159f-425d-896c-39bf9830489b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:07.839869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.850132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Transition to ACTIVE for port object f601790a-159f-425d-896c-39bf9830489b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:07.868959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Transition to ACTIVE for port object f601790a-159f-425d-896c-39bf9830489b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:07.874433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:07.946168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Allocated IP 172.20.0.11 (824be8a3-11ba-4c82-add1-ea0de0b2644b/7d2462ae-5576-4f3b-94e7-882455dbeb91/9112c425-03f4-48f7-ae65-a5623b3b301a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:07.997303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:07.998295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Pushing event updated for resources: {'Port': ['ID=f601790a-159f-425d-896c-39bf9830489b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:08.002073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:08.004475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:08.096713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Attempting to bind port f601790a-159f-425d-896c-39bf9830489b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:52:08.097092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Attempting to bind port f601790a-159f-425d-896c-39bf9830489b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:52:08.097734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Attempting to bind port f601790a-159f-425d-896c-39bf9830489b on network 824be8a3-11ba-4c82-add1-ea0de0b2644b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:52:08.103453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:52:08.103823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Checking segment: {'id': 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:08.104252 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.105075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Bound using segment: {'id': 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:52:08.105218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Bound port: f601790a-159f-425d-896c-39bf9830489b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '824be8a3-11ba-4c82-add1-ea0de0b2644b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:52:08.105506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.177603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.198523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Transition to ACTIVE for port object 9112c425-03f4-48f7-ae65-a5623b3b301a will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:08.200692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] For port f601790a-159f-425d-896c-39bf9830489b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:52:08.203966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] For port f601790a-159f-425d-896c-39bf9830489b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f601790a-159f-425d-896c-39bf9830489b,segment=NetworkSegment(a4f23e66-f2e2-46b6-ba93-0c4c94ee8124),segment_id=a4f23e66-f2e2-46b6-ba93-0c4c94ee8124)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:52:08.208508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.225011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.300443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8088b9f-3cb4-4692-9d94-5915f05e515f None None] Pushing event updated for resources: {'Port': ['ID=f601790a-159f-425d-896c-39bf9830489b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:08.305279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:08.308852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:08.318201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:08.354582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event updated for resources: {'Port': ['ID=9112c425-03f4-48f7-ae65-a5623b3b301a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:08.370979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.371328 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.371698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.372010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.372327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.372654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.372977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.373317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.373635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.373961 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.374277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.374593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:08.399735 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:08.400350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.424288 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7008846f-fa0d-48e2-a830-9aa905e55059 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1570504 May 26 19:52:08.427833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50352) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:08.532326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Deleting port 9112c425-03f4-48f7-ae65-a5623b3b301a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:08.532871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.625177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f601790a-159f-425d-896c-39bf9830489b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:52:08.708572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f601790a-159f-425d-896c-39bf9830489b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:52:08.815981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:08.946529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Calling delete_port for 9112c425-03f4-48f7-ae65-a5623b3b301a owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:09.100829 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.158685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event deleted for resources: {'Port': ['ID=9112c425-03f4-48f7-ae65-a5623b3b301a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:09.270458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.279738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0a7eed7-f9ac-4470-a62c-e6033b494de7 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "DELETE /v2.0/ports/9112c425-03f4-48f7-ae65-a5623b3b301a HTTP/1.1" status: 204 len: 168 time: 0.8481615 May 26 19:52:09.279738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50394) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:09.450819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fd072-79b0-4b7a-b010-8d5934ba2c44 None None] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:09.484148 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-509a8548-1f03-4aa2-b078-9ae6f36c88c9 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2035589 May 26 19:52:09.486808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50404) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:09.492906 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-63091102'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:09.498480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:09.502340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Usage tracker for resource:network and tenant:3e134d3632324218b685aa00a7309cd9 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:09.505991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:09.512168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:09.522310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Made reservation on behalf of 3e134d3632324218b685aa00a7309cd9 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:09.526540 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.548496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50408) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:09.564116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:09.573905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.574249 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Added segment 2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3 of type vlan for network 3acbff9c-10d8-422f-99c6-b02541d4983b May 26 19:52:09.581872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Provisioning for port f601790a-159f-425d-896c-39bf9830489b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:52:09.591293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Provisioning complete for port f601790a-159f-425d-896c-39bf9830489b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:52:09.591666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.602649 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.633802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.639667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:09.640220 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.678654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.694295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:09.698419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Usage tracker for resource:security_group_rule and tenant:6acc148eab12451b8c67ccc470a945f9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:09.701594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:09.707523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:09.739732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.2517300 May 26 19:52:09.743115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50416) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:09.751803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b60843-c381-4042-9075-57cca3e63279 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event updated for resources: {'Network': ['ID=3acbff9c-10d8-422f-99c6-b02541d4983b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:09.791023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 3acbff9c-10d8-422f-99c6-b02541d4983b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:09.901698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Current status of the port f601790a-159f-425d-896c-39bf9830489b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:52:09.902084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:09.959961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] For port f601790a-159f-425d-896c-39bf9830489b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f601790a-159f-425d-896c-39bf9830489b,segment=NetworkSegment(a4f23e66-f2e2-46b6-ba93-0c4c94ee8124),segment_id=a4f23e66-f2e2-46b6-ba93-0c4c94ee8124)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:09.965330 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.014737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.056971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f1596-3a74-45d9-acbd-33a7b909a8b4 None None] Pushing event updated for resources: {'Port': ['ID=f601790a-159f-425d-896c-39bf9830489b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:10.068562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.088685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d27ed439-9adb-455e-b949-184aa1160a0d tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks HTTP/1.1" status: 200 len: 5669 time: 0.3409128 May 26 19:52:10.088996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50420) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.126065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96773f3-321d-4798-a7aa-87aa93b61845,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:10.137031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5502efcf-3de2-4fd6-9342-2049c46a9969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6acc148eab12451b8c67ccc470a945f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871522 May 26 19:52:10.139520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50424) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.189030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d7ca3d73-abcd-4ff7-9ab5-0baa7c29b4d8 None None] Provisioning complete for port f601790a-159f-425d-896c-39bf9830489b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:52:10.189759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d7ca3d73-abcd-4ff7-9ab5-0baa7c29b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.208599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.229965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad0eae-e42a-4855-9f79-1ce666dd0599 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] Network 3acbff9c-10d8-422f-99c6-b02541d4983b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:52:10.247300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.251518 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ddad0eae-e42a-4855-9f79-1ce666dd0599 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "POST /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1613035 May 26 19:52:10.252160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50428) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.254338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716452b2-e365-43a8-86ac-7438c3cc3eaf None None] Network 3acbff9c-10d8-422f-99c6-b02541d4983b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:10.316898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.337821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96773f3-321d-4798-a7aa-87aa93b61845,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:10.357762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.359196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e62d97f6-2ef8-4c0d-af91-3944d9a0f13d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b96773f3-321d-4798-a7aa-87aa93b61845 HTTP/1.1" status: 204 len: 168 time: 0.2187581 May 26 19:52:10.467146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50434) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.467466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-520a4e7a-afaa-4ed9-9a5e-c98f476ee9d2 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks HTTP/1.1" status: 200 len: 6438 time: 0.2136388 May 26 19:52:10.500071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca3d73-abcd-4ff7-9ab5-0baa7c29b4d8 None None] Current status of the port f601790a-159f-425d-896c-39bf9830489b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:52:10.558893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-caf18ccc-0dc4-4cbc-9ae5-1fa936eefceb tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "DELETE /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks/3acbff9c-10d8-422f-99c6-b02541d4983b HTTP/1.1" status: 204 len: 168 time: 0.0894949 May 26 19:52:10.561198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.577184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f601790a-159f-425d-896c-39bf9830489b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:52:10.630973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1e06b232-30c1-4725-bdad-479e811769e5 None None] Could not find standard attr ID for object 9112c425-03f4-48f7-ae65-a5623b3b301a. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:52:10.661665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f601790a-159f-425d-896c-39bf9830489b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:52:10.661956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.710207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50444) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.733926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.770918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f526d97-39e6-4105-af7b-608179a8d3dd tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks HTTP/1.1" status: 200 len: 5669 time: 0.2083409 May 26 19:52:10.772386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:10.775459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50448) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.784048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6545ef3b435e4b6b9a0b4a280e17cf5b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:10.784884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f601790a-159f-425d-896c-39bf9830489b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:52:10.788168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:10.797853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:10.811399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ede7d568-a8dd-470f-b50c-c2ae55d90f91 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/networks/824be8a3-11ba-4c82-add1-ea0de0b2644b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0350559 May 26 19:52:10.814986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.833589 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d65fc289-0b75-4ab5-8ab6-2231c5194b30 tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/networks/824be8a3-11ba-4c82-add1-ea0de0b2644b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0174372 May 26 19:52:10.836164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50456) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:10.887229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.891175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:10.938147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6545ef3b435e4b6b9a0b4a280e17cf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265739 May 26 19:52:10.938959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9f0b5-7bab-47f6-aed1-d49262a648b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288a01a4-6f71-4f4c-b194-aea28226c19a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:10.940707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50460) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:11.136838 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fd057e01-4db3-48de-99fd-59db35c3ccaa tempest-DHCPAgentSchedulersTestJSON-796644929 tempest-DHCPAgentSchedulersTestJSON-796644929-project-admin] 10.222.0.24 "GET /v2.0/agents/e8cb9a28-a1e5-448f-9baa-331cad644c94/dhcp-networks HTTP/1.1" status: 200 len: 5669 time: 0.2995856 May 26 19:52:11.140198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50464) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:11.152702 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.177785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.229148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.244699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288a01a4-6f71-4f4c-b194-aea28226c19a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:11.253194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.254339 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-289efef9-0c4f-4614-858d-4d7551bd3ab4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/288a01a4-6f71-4f4c-b194-aea28226c19a HTTP/1.1" status: 204 len: 168 time: 0.3125050 May 26 19:52:11.263333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.395747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.421649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acbff9c-10d8-422f-99c6-b02541d4983b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:11.434813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:11.435104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:11.446790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.463353 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.469365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:11.469746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.540295 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3 resource provider aggregate not found May 26 19:52:11.564186 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eed3ac2-84ba-43ab-b1a1-e6fec6c015f3 found for delete ", "request_id": "req-39407b5e-0a34-46e1-bec2-5a874ec69bde"}]} May 26 19:52:11.575533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.597658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.606812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event deleted for resources: {'Network': ['ID=3acbff9c-10d8-422f-99c6-b02541d4983b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:11.614193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-165bd076-f992-44a0-a74b-0d30adc50655 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "DELETE /v2.0/networks/3acbff9c-10d8-422f-99c6-b02541d4983b HTTP/1.1" status: 204 len: 168 time: 0.4729731 May 26 19:52:11.616623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50482) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:11.661832 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea5c3be-4d9b-42de-86ba-2a975c63b452 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] DELETE failed (client error): The resource could not be found. May 26 19:52:11.662297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea5c3be-4d9b-42de-86ba-2a975c63b452 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:52:11.665072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ea5c3be-4d9b-42de-86ba-2a975c63b452 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "DELETE /v2.0/ports/9112c425-03f4-48f7-ae65-a5623b3b301a HTTP/1.1" status: 404 len: 333 time: 0.0466142 May 26 19:52:11.667085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50488) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:11.731096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Deleting subnet 7d2462ae-5576-4f3b-94e7-882455dbeb91 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:52:11.734081 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.789531 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.886055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.951794 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:11.995441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2462ae-5576-4f3b-94e7-882455dbeb91,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:11.997365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.002608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccd0ba-6478-4ab1-a508-f67cfedcd50e None None] Network 824be8a3-11ba-4c82-add1-ea0de0b2644b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:12.005354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-23a4506c-6393-4346-ad3b-197780027d98 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "DELETE /v2.0/subnets/7d2462ae-5576-4f3b-94e7-882455dbeb91 HTTP/1.1" status: 204 len: 168 time: 0.3372908 May 26 19:52:12.007935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50500) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.014671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50504) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.123731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.135445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-31d26c34-fe92-4f03-9bd1-bbe6e17df18f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.137074 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31d26c34-fe92-4f03-9bd1-bbe6e17df18f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1208096 May 26 19:52:12.139400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50510) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.141598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Deleting port f601790a-159f-425d-896c-39bf9830489b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:12.141943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.144806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-1eb611c3-6aea-41c1-8161-95e0a6ed6b6d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.148786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1eb611c3-6aea-41c1-8161-95e0a6ed6b6d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052669 May 26 19:52:12.149112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.154066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-5385f7cd-f74d-4100-aa89-d35847683d75 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.157099 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5385f7cd-f74d-4100-aa89-d35847683d75 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050166 May 26 19:52:12.157839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.162655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-bb785871-3585-4860-aba4-a8cff9fdba45 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.166287 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb785871-3585-4860-aba4-a8cff9fdba45 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074434 May 26 19:52:12.167096 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50522) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.171754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-f94d9d0e-f0fe-44c6-b8e2-ed0411ffa93a tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.172743 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f94d9d0e-f0fe-44c6-b8e2-ed0411ffa93a tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047212 May 26 19:52:12.175253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50526) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.180129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-c53eaa78-7d29-48c0-bfc2-b5e8cfd62e7c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.181511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c53eaa78-7d29-48c0-bfc2-b5e8cfd62e7c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048981 May 26 19:52:12.183432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50530) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.188639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-995ba774-c86e-4e3e-93d7-0c5dfa17dc54 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.191950 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-995ba774-c86e-4e3e-93d7-0c5dfa17dc54 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076022 May 26 19:52:12.192479 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50534) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.197664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-38446ffe-f9a5-470b-aa4a-86bc1503e1b4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.200724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50538) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.200954 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38446ffe-f9a5-470b-aa4a-86bc1503e1b4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074351 May 26 19:52:12.208876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-86296f98-e8ea-4b3b-bf09-150b870b5850 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.209846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86296f98-e8ea-4b3b-bf09-150b870b5850 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081503 May 26 19:52:12.212917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50542) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.217569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-8f46e6d0-6041-4437-9c9f-b068338c2731 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.218483 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8f46e6d0-6041-4437-9c9f-b068338c2731 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045986 May 26 19:52:12.220747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50546) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.225065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-5b48bd00-963b-435b-9358-b279be77ca81 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.226867 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5b48bd00-963b-435b-9358-b279be77ca81 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050712 May 26 19:52:12.229421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50550) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.234045 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-603d76ed-952a-4d9a-9806-d3044e9e457b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.234968 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-603d76ed-952a-4d9a-9806-d3044e9e457b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046973 May 26 19:52:12.237009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.241994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e004e9e1-77c3-45e2-b924-52610c8e3b1b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.242887 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e004e9e1-77c3-45e2-b924-52610c8e3b1b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047300 May 26 19:52:12.245065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.249777 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-02ea0566-decf-4409-8d27-9098edbfb545 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.250781 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02ea0566-decf-4409-8d27-9098edbfb545 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047905 May 26 19:52:12.253058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50562) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.259019 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-fa0eed10-cf7b-4ff8-a826-7d59d90d0548 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.261084 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fa0eed10-cf7b-4ff8-a826-7d59d90d0548 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059910 May 26 19:52:12.262231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.267247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-a5de6f91-8153-494d-a229-af56e74998db tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.270745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a5de6f91-8153-494d-a229-af56e74998db tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076437 May 26 19:52:12.271435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.280376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-024c1e7c-bc43-48fe-acb2-9734d6444935 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.281409 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-024c1e7c-bc43-48fe-acb2-9734d6444935 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090234 May 26 19:52:12.283696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.288162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-b3391145-664c-481d-b271-b26d57ca93f0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.289314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b3391145-664c-481d-b271-b26d57ca93f0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046084 May 26 19:52:12.291395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50578) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.295590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-479bcdc1-b4f6-4b61-95e0-3bca3fb4dd7f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.296499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-479bcdc1-b4f6-4b61-95e0-3bca3fb4dd7f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043027 May 26 19:52:12.298558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50582) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.302772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-88a31fe7-eb4c-40e5-8b85-84898803e369 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.306022 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-88a31fe7-eb4c-40e5-8b85-84898803e369 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066369 May 26 19:52:12.306550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50586) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.311494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-71a326aa-26d6-4ace-a8c4-7ae05a8a8c89 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.314319 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71a326aa-26d6-4ace-a8c4-7ae05a8a8c89 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068989 May 26 19:52:12.314986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50590) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.315117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] DHCP port deletion for 824be8a3-11ba-4c82-add1-ea0de0b2644b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:52:12.320708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-3d15644e-25b2-4c48-b989-9d4d6d9f1e82 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.320878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Deleting port f601790a-159f-425d-896c-39bf9830489b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:12.321260 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.324175 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d15644e-25b2-4c48-b989-9d4d6d9f1e82 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084646 May 26 19:52:12.324724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50594) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.329092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-4502f4c8-ffd5-4f61-bb16-18dfc7fd6f86 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.332331 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4502f4c8-ffd5-4f61-bb16-18dfc7fd6f86 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044346 May 26 19:52:12.332546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50598) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.338421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-9f943668-31d0-4a7f-8374-87f26947c51d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.341114 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9f943668-31d0-4a7f-8374-87f26947c51d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059965 May 26 19:52:12.341678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50602) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.346253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-6cda40f2-345b-4bf5-896b-a25c0bfb2962 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.349087 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6cda40f2-345b-4bf5-896b-a25c0bfb2962 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047269 May 26 19:52:12.349660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50606) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.354568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-5e967fc0-a528-44ac-80b1-a92b7c573ce0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.355478 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5e967fc0-a528-44ac-80b1-a92b7c573ce0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049889 May 26 19:52:12.359061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50610) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.365558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-5420de67-f415-4c5a-9e93-b1d8ac6a5490 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.366511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5420de67-f415-4c5a-9e93-b1d8ac6a5490 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064948 May 26 19:52:12.368825 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50614) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.375133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-a0561445-7bf5-4eb5-984e-5f42f0bd370d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.377831 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a0561445-7bf5-4eb5-984e-5f42f0bd370d tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080101 May 26 19:52:12.381465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50618) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.391203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-7671fb73-2727-47ea-adce-a06e6eea2331 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.392138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7671fb73-2727-47ea-adce-a06e6eea2331 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0089595 May 26 19:52:12.393874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] For port f601790a-159f-425d-896c-39bf9830489b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f601790a-159f-425d-896c-39bf9830489b,segment=NetworkSegment(a4f23e66-f2e2-46b6-ba93-0c4c94ee8124),segment_id=a4f23e66-f2e2-46b6-ba93-0c4c94ee8124)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:12.394233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.394865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50622) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.400239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-7df606ac-e5ed-49d4-acc2-7b7c7b32fe85 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.402018 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7df606ac-e5ed-49d4-acc2-7b7c7b32fe85 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053687 May 26 19:52:12.403437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50626) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.411558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e9477b73-637c-4652-b3b3-8586d6dd2906 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.412956 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e9477b73-637c-4652-b3b3-8586d6dd2906 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0082324 May 26 19:52:12.415374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50630) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.419971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-c9a14d26-a49c-4f3a-99da-e11249e72b6b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.421771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c9a14d26-a49c-4f3a-99da-e11249e72b6b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046394 May 26 19:52:12.423067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50634) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.427425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-ab0605b0-e6fa-4542-a8e3-0f56db460a36 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.428309 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab0605b0-e6fa-4542-a8e3-0f56db460a36 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043714 May 26 19:52:12.431477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50638) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.435931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-dccd6e25-2ebe-45a3-b9b3-04b1cd792944 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.437462 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dccd6e25-2ebe-45a3-b9b3-04b1cd792944 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051355 May 26 19:52:12.439004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.443575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e6103192-117e-4616-83b0-0a55eceb0a32 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.446979 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e6103192-117e-4616-83b0-0a55eceb0a32 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045755 May 26 19:52:12.447194 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.451636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-6255a4d9-e14c-4f0d-a7e5-ece78f338ffa tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.452520 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6255a4d9-e14c-4f0d-a7e5-ece78f338ffa tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045083 May 26 19:52:12.454710 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50650) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.459181 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-cb595ba7-88e7-4c8b-a799-756f27bcd146 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.462813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cb595ba7-88e7-4c8b-a799-756f27bcd146 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046504 May 26 19:52:12.463041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.468598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-697f175b-3f02-487b-b830-c6501e3e3937 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.471776 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-697f175b-3f02-487b-b830-c6501e3e3937 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055034 May 26 19:52:12.472016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50658) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.476980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-fcda4afc-376c-4e39-9186-ce24ec18883c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.478178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fcda4afc-376c-4e39-9186-ce24ec18883c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050657 May 26 19:52:12.481481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50662) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.487699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-8e95e9b3-c734-4d3a-991d-80ac9bda8703 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.491555 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8e95e9b3-c734-4d3a-991d-80ac9bda8703 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090685 May 26 19:52:12.492131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.499414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-d1a4c020-ad2b-4004-b89b-2bcaa5bbb904 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.500954 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1a4c020-ad2b-4004-b89b-2bcaa5bbb904 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079048 May 26 19:52:12.505685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50670) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.512159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-6cbff556-fac8-450e-a490-1133ae935fe0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.515267 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6cbff556-fac8-450e-a490-1133ae935fe0 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063944 May 26 19:52:12.516277 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.522471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e3011eb0-660a-4f9f-9c9a-cb4ef54d8ed5 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.527991 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3011eb0-660a-4f9f-9c9a-cb4ef54d8ed5 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106425 May 26 19:52:12.528931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.534560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-b780bd92-68c0-4d84-93c5-c8e1dccfadc3 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.537795 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b780bd92-68c0-4d84-93c5-c8e1dccfadc3 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055933 May 26 19:52:12.539239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.544488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-db2fdb99-1495-482f-ab0c-a5f33dba303a tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.545704 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-db2fdb99-1495-482f-ab0c-a5f33dba303a tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054924 May 26 19:52:12.548016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50686) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.549415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] For port f601790a-159f-425d-896c-39bf9830489b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f601790a-159f-425d-896c-39bf9830489b,segment=NetworkSegment(a4f23e66-f2e2-46b6-ba93-0c4c94ee8124),segment_id=a4f23e66-f2e2-46b6-ba93-0c4c94ee8124)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:12.550026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.552768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-c13f88e5-731a-4e48-9c57-73042e550f64 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.556726 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c13f88e5-731a-4e48-9c57-73042e550f64 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048187 May 26 19:52:12.556925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50690) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.561751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-45013a75-2a40-4250-857a-f4933708c304 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.564862 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-45013a75-2a40-4250-857a-f4933708c304 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046892 May 26 19:52:12.564983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f601790a-159f-425d-896c-39bf9830489b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:52:12.565125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.570305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-c2b0d6f8-f545-47e0-9803-ae024a54948b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.572410 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c2b0d6f8-f545-47e0-9803-ae024a54948b tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053010 May 26 19:52:12.573598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.578344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-131df60d-79fd-4f5c-a990-60536cc42594 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.581544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-131df60d-79fd-4f5c-a990-60536cc42594 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048556 May 26 19:52:12.581719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50702) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.586565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-69927241-04f5-4716-a805-3b7c3697b6a4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.590076 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-69927241-04f5-4716-a805-3b7c3697b6a4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073681 May 26 19:52:12.590660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50706) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.595464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e90ea0de-bab5-4b43-b348-dc3fff162d73 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.598564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e90ea0de-bab5-4b43-b348-dc3fff162d73 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048809 May 26 19:52:12.598732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.603888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-d5b92af8-2ecc-4e24-a02a-8c391e05d0e2 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.606929 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5b92af8-2ecc-4e24-a02a-8c391e05d0e2 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052001 May 26 19:52:12.607120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50714) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.611566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-9fc67a0a-dbb1-4733-8784-5916fb2826f4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.614483 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9fc67a0a-dbb1-4733-8784-5916fb2826f4 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045476 May 26 19:52:12.614677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50718) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.619557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-fb3c8177-2aa9-406a-a585-bdddd2ff5fac tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.622466 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fb3c8177-2aa9-406a-a585-bdddd2ff5fac tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049257 May 26 19:52:12.622692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50722) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.626915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-f1225fd1-6ae1-4841-a540-ce3f035c7ca7 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.629843 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1225fd1-6ae1-4841-a540-ce3f035c7ca7 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043693 May 26 19:52:12.630033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50726) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.634895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-5e12b4ec-8ea5-4d75-beb8-c22e03d7d4fd tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.638042 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5e12b4ec-8ea5-4d75-beb8-c22e03d7d4fd tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072412 May 26 19:52:12.638575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50730) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.643055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Calling delete_port for f601790a-159f-425d-896c-39bf9830489b owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:12.643509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-152e970b-fd68-48a6-a02d-8af6db197eb8 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.646282 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-152e970b-fd68-48a6-a02d-8af6db197eb8 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067511 May 26 19:52:12.646804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50734) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.651309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-e25c4d21-5139-4228-b02d-574f74dc202e tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.653560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e25c4d21-5139-4228-b02d-574f74dc202e tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058131 May 26 19:52:12.654614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.660121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-8c5b696c-339c-4c0f-9bf3-09c8f7ce0472 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.663015 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8c5b696c-339c-4c0f-9bf3-09c8f7ce0472 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054300 May 26 19:52:12.663239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50742) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.667799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-b72d8584-ee0b-489f-9f6d-53c7af9f7367 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.669088 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b72d8584-ee0b-489f-9f6d-53c7af9f7367 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045800 May 26 19:52:12.670838 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50746) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.675317 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-39083456-2f1b-4e13-b6b3-24b2b4056455 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.676199 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39083456-2f1b-4e13-b6b3-24b2b4056455 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045369 May 26 19:52:12.678418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50750) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.683796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-5010d17c-54d8-47e2-ac26-49f8f638621f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.686798 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5010d17c-54d8-47e2-ac26-49f8f638621f tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049255 May 26 19:52:12.687115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50754) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.691739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-1a9ed0da-65a4-449e-b85f-a9f6eec8d710 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.695806 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a9ed0da-65a4-449e-b85f-a9f6eec8d710 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046561 May 26 19:52:12.696010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50758) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.704650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-a584cbeb-e3eb-4c58-891a-45eff17c791c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.705613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a584cbeb-e3eb-4c58-891a-45eff17c791c tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092423 May 26 19:52:12.708118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.717465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [None req-69c3d6ba-8332-448b-a742-eecaf32a5e55 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.718364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Calling delete_port for f601790a-159f-425d-896c-39bf9830489b owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:12.718512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-69c3d6ba-8332-448b-a742-eecaf32a5e55 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094192 May 26 19:52:12.721090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50766) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.727233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-7e073b83-6206-4542-add6-ccf0f35e4da8 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.728655 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7e073b83-6206-4542-add6-ccf0f35e4da8 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051351 May 26 19:52:12.730509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.737560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-b02b1461-2a65-4083-8206-14ca18cd3604 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.738734 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b02b1461-2a65-4083-8206-14ca18cd3604 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0071087 May 26 19:52:12.740907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50774) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.746990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.747389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-01605def-4d9a-43de-9baa-fc0d87cafb75 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.750659 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-01605def-4d9a-43de-9baa-fc0d87cafb75 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058315 May 26 19:52:12.750851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50778) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:12.756001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [None req-1a14fcd5-3304-4b1b-8515-35078c88b600 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:12.760112 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a14fcd5-3304-4b1b-8515-35078c88b600 tempest-ExtensionsTestJSON-1312041140 tempest-ExtensionsTestJSON-1312041140-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052314 May 26 19:52:12.784706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No active binding found for port f601790a-159f-425d-896c-39bf9830489b {{(pid=88364) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 19:52:12.785127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f601790a-159f-425d-896c-39bf9830489b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:52:12.793497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] No DVR routers for this DVR port f601790a-159f-425d-896c-39bf9830489b on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:52:12.811363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:52:12.811805 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:52:12.830665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event deleted for resources: {'Port': ['ID=f601790a-159f-425d-896c-39bf9830489b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:12.929972 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:12.959588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824be8a3-11ba-4c82-add1-ea0de0b2644b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:12.972032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:12.972421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f23e66-f2e2-46b6-ba93-0c4c94ee8124') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:12.984223 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.004671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.010899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:13.011586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.031880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50786) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:13.103467 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.122135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.132970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] Pushing event deleted for resources: {'Network': ['ID=824be8a3-11ba-4c82-add1-ea0de0b2644b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:13.139954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ab59dcd2-8fb7-4983-90d2-35b210568b62 tempest-DHCPAgentSchedulersTestJSON-373936167 tempest-DHCPAgentSchedulersTestJSON-373936167-project] 10.222.0.24 "DELETE /v2.0/networks/824be8a3-11ba-4c82-add1-ea0de0b2644b HTTP/1.1" status: 204 len: 168 time: 1.1281738 May 26 19:52:13.153554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.168244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:13.172071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Usage tracker for resource:security_group_rule and tenant:af9f4aaec4cd47a7a1a3ea5e72a52b87 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:13.174886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:13.181003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:13.265851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.269755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.313341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Deleting port f601790a-159f-425d-896c-39bf9830489b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:13.313882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.323843 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af9f4aaec4cd47a7a1a3ea5e72a52b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885087 May 26 19:52:13.323843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7906d-3ebd-4940-b623-8a20d4be8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ff937-d199-4e83-b4cf-17f0338ce9da,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:13.324222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50798) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:13.354327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50802) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:13.388669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.403031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f4511b3a-6c16-4350-ba38-b2192a4453ff None None] The port 'f601790a-159f-425d-896c-39bf9830489b' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:52:13.422189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.475153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.490207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ff937-d199-4e83-b4cf-17f0338ce9da,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:13.496858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.497999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c78c9f0d-3476-45c5-b11f-7d42c976197d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84ff937-d199-4e83-b4cf-17f0338ce9da HTTP/1.1" status: 204 len: 168 time: 0.1728451 May 26 19:52:13.533345 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a773ec2-ada0-4d0f-a05b-ea2d8c7d8dfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e134d3632324218b685aa00a7309cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746523 May 26 19:52:13.533345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50810) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:13.582085 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a4f23e66-f2e2-46b6-ba93-0c4c94ee8124 resource provider aggregate not found May 26 19:52:13.596838 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.604165 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a4f23e66-f2e2-46b6-ba93-0c4c94ee8124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4f23e66-f2e2-46b6-ba93-0c4c94ee8124 found for delete ", "request_id": "req-264f5f6d-a964-48b3-a347-549f5f8ab4d0"}]} May 26 19:52:13.624830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.683841 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.700338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048c2cb-52ee-4cc0-b801-35967722a091,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:13.709017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:13.710760 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-efd6711a-9196-4bc0-b97a-9a1e32579edc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0048c2cb-52ee-4cc0-b801-35967722a091 HTTP/1.1" status: 204 len: 168 time: 0.1759553 May 26 19:52:14.065486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50840) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.084728 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.103650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:14.107659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Usage tracker for resource:security_group_rule and tenant:27f81818ba484014b211d0f3dd2df677 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:14.110504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:14.116130 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:14.200237 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.204028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.225580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50846) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.260769 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27f81818ba484014b211d0f3dd2df677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911459 May 26 19:52:14.261783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50852) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.262027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae406b28-8868-4fe0-aa7a-5564d56a3f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70676da1-5d3f-40eb-9687-04278999b5d6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:14.278397 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.327427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.353255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508532057'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:14.365312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.372168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:14.379496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:14.388380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:14.397425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:14.419632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.432245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.446967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:14.450844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:14.453695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:14.460761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:14.462652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.486973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70676da1-5d3f-40eb-9687-04278999b5d6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:14.498317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.499404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8faa126c-48c9-4c9c-9e9b-7c9dab26e4f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70676da1-5d3f-40eb-9687-04278999b5d6 HTTP/1.1" status: 204 len: 168 time: 0.2359400 May 26 19:52:14.566165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.570011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.580463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:14.588123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:14.592588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:14.606957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:14.614062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f0fdc3-5e20-4e82-9f50-fa29b8caa596,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:14.688289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.694660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.711464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f758d80f-ca95-4680-a0e4-76d1fe79e397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.750315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1036f-fdb2-4a3a-98a0-4212ad7dec5e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:14.752540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.753836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3541b022-e13a-4c1f-bf6c-4c625db3a1de tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5271559 May 26 19:52:14.756424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50860) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.818338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd507d09-8348-4512-b570-1316a20b8956 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:14.834926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd507d09-8348-4512-b570-1316a20b8956 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:14.836983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd507d09-8348-4512-b570-1316a20b8956 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0796838 May 26 19:52:14.839814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.845181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-security--1098644887', 'description': 'tempest-security-description-294754423'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:14.875186 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.932265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.936028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.938547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:14.941491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "PUT /v2.0/security-groups/25a1036f-fdb2-4a3a-98a0-4212ad7dec5e HTTP/1.1" status: 200 len: 1779 time: 0.1006479 May 26 19:52:14.942717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:14.969327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb910682-455d-4d07-a172-60c1d9b9b720 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1036f-fdb2-4a3a-98a0-4212ad7dec5e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:14.997545 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-422bd2d4-b112-4c80-b359-8abf00135eba tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups/25a1036f-fdb2-4a3a-98a0-4212ad7dec5e HTTP/1.1" status: 200 len: 1779 time: 0.0514176 May 26 19:52:14.997950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.071747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.099767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.147243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.169874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1036f-fdb2-4a3a-98a0-4212ad7dec5e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:15.183229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.186624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e15a3d8a-6368-4016-9436-f90f640cf894 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/25a1036f-fdb2-4a3a-98a0-4212ad7dec5e HTTP/1.1" status: 204 len: 168 time: 0.1854329 May 26 19:52:15.186838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50892) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.237185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1f795cb-d7d0-4f06-99c3-e5ec8d4d37a8 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:15.252314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1f795cb-d7d0-4f06-99c3-e5ec8d4d37a8 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:15.256075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d1f795cb-d7d0-4f06-99c3-e5ec8d4d37a8 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657797 May 26 19:52:15.256293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50896) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.274947 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-35111b3e-91f3-4f13-806c-fbc3666e8508 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] delete failed (client error): The resource could not be found. May 26 19:52:15.276640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-35111b3e-91f3-4f13-806c-fbc3666e8508 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/25a1036f-fdb2-4a3a-98a0-4212ad7dec5e HTTP/1.1" status: 404 len: 347 time: 0.0192461 May 26 19:52:15.280757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50900) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.285883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427429799'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:15.292508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:15.302072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:15.311601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.332014 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:15.336289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:15.339121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:15.344938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:15.420130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.423844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.471245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b47890-6755-4ae5-af9f-c311c8a35f43,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:15.480190 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.481578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5a97cd8e-3d37-48f2-b7df-d7c11f6cc0fb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1997862 May 26 19:52:15.484382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50908) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.489436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '17b47890-6755-4ae5-af9f-c311c8a35f43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:15.495796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:15.499841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:15.503216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:15.510143 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:15.528476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.589887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.593732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.620162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26596003-e9ac-4b8b-a0bf-2c63353887ef,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:15.630499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.632937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-be6a27a3-9cc4-420d-bb35-61a2312f6648 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467867 May 26 19:52:15.635772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50918) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.664280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.674539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.699200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.715828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26596003-e9ac-4b8b-a0bf-2c63353887ef,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:15.718255 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.721773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bd6c0474-2584-4d51-9ea1-5d6221516602 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/26596003-e9ac-4b8b-a0bf-2c63353887ef HTTP/1.1" status: 204 len: 168 time: 0.0826783 May 26 19:52:15.722534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.772182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27f35fd0-8e81-4e9c-b429-ce7a2d7541d1 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:15.789277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-27f35fd0-8e81-4e9c-b429-ce7a2d7541d1 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:15.790504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27f35fd0-8e81-4e9c-b429-ce7a2d7541d1 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668864 May 26 19:52:15.793286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50930) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.854897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.881906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.884633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50934) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:15.933427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.952805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b47890-6755-4ae5-af9f-c311c8a35f43,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:15.967873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:15.972029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-291a10f9-fc6d-4406-95e4-c6c31d3e42f9 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/17b47890-6755-4ae5-af9f-c311c8a35f43 HTTP/1.1" status: 204 len: 168 time: 0.1751246 May 26 19:52:15.972029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50940) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.021559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-98b0c2c8-01aa-4a0b-90b6-1e1aba120104 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:16.037595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-98b0c2c8-01aa-4a0b-90b6-1e1aba120104 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:16.039913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-98b0c2c8-01aa-4a0b-90b6-1e1aba120104 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666478 May 26 19:52:16.043597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50944) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.048778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409886066'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.060541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2060333766'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.065326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.067610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.074704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Usage tracker for resource:network and tenant:1c836b87c0a94f8db2b056788e65ffbf is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.079964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.082120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.087578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.098106 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.109004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Made reservation on behalf of 1c836b87c0a94f8db2b056788e65ffbf for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:16.112235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.131733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.146371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.152495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.155313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.157414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.164003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Usage tracker for resource:security_group_rule and tenant:1c836b87c0a94f8db2b056788e65ffbf is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.166557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.168468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.175744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.277144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.287903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.354120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.357325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65472660-cba2-4536-ab90-b50ead9aaef8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.362405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.393518 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.394753 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-efc9257d-bb2e-47f9-a79b-09b809996307 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3500955 May 26 19:52:16.398282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50948) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.403518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '65472660-cba2-4536-ab90-b50ead9aaef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.406140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:16.408151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b997788b-63c0-42b0-8eaf-9e4751a91f75,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.411161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.416312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.418388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.418917 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Added segment e68441ea-1f5e-44a5-8295-a8fff7cf482b of type vlan for network 79c54ca3-6613-42a9-8925-1689d1a5a818 May 26 19:52:16.419626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.425703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.441574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.445895 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.479720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.485720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:16.486304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.506939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.510512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.534151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52835514-8802-4d53-993a-53bd96050b46,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.546833 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.547993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff5c72b0-9980-4b7c-a8d6-de070c3fb2f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486351 May 26 19:52:16.550766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50952) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.555989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '65472660-cba2-4536-ab90-b50ead9aaef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.562634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.567216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.570145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.575923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.593905 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7050884 May 26 19:52:16.594092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50956) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.597230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.602318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158a966-da58-4a01-94d0-bbf1b50a1d0b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Pushing event updated for resources: {'Network': ['ID=79c54ca3-6613-42a9-8925-1689d1a5a818,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.612833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 79c54ca3-6613-42a9-8925-1689d1a5a818 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:16.662980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'name': 'tempest-network--479460553', 'router:external': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.665008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.669602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.669814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.674388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:network and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.677395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.684126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.696348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:16.697337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406fe1d0-9478-4b7f-8d38-abcd3e66b999,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.699808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.711735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.713216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b7a91e0e-d69b-4ca5-a76e-bb0123f75eea tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612186 May 26 19:52:16.717480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50962) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.721840 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.723078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '65472660-cba2-4536-ab90-b50ead9aaef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.730307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.734500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.737476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.737904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.742806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:security_group_rule and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.744087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.746715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.753297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.762380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.829121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.832883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.838279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.843105 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.863067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559f8a9a-5a2f-41ce-8f5c-b1d252ecd8a3,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.872568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:16.876230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.879759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-59290cf0-c08d-49c5-bab8-34a8da819fcb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588578 May 26 19:52:16.880798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:16.884810 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e707850-50a7-49c0-a64d-19719f616f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.885370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '65472660-cba2-4536-ab90-b50ead9aaef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:16.887909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32948e6f-93d8-4297-966f-cf643ab58409,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:16.890629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.890962 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Added segment 4ebb4066-a042-4f0b-a45b-72a365e272df of type vlan for network bbdb68d1-c885-4c30-8143-671d35af6f60 May 26 19:52:16.892236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:16.897258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:16.900389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:16.906172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:16.923201 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.923978 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.957240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.958198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:16.958762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.989144 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:16.994037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.018098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9029738-58eb-4028-8224-08cf7914aa63,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.031580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.032820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b990dc7b-dc2d-4b15-9c9d-b17f0bb66150 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517417 May 26 19:52:17.035405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50970) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.041403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '65472660-cba2-4536-ab90-b50ead9aaef8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:17.047767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:17.052042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:17.055586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:17.061368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:17.068070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=bbdb68d1-c885-4c30-8143-671d35af6f60,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.072204 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-74ee42cb-129b-4af3-b43e-d72a738dace5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4772646 May 26 19:52:17.075412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.081758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network bbdb68d1-c885-4c30-8143-671d35af6f60 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:17.105915 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.224734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.278404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.298680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.363881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.384612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73dae02f-750f-4022-b61c-a038c92a8815,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.400952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.408111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.409308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7135c9d7-6a10-4c69-898a-a36be065dc15 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3729160 May 26 19:52:17.412197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50978) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.427828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdb68d1-c885-4c30-8143-671d35af6f60']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:17.439864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebb4066-a042-4f0b-a45b-72a365e272df') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:17.440095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebb4066-a042-4f0b-a45b-72a365e272df') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:17.440528 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.451856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.452196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.468662 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.475061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:17.475423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.475578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.492950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73dae02f-750f-4022-b61c-a038c92a8815,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.497011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.500685 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bbdf546f-e919-4e46-bb7a-31d6cb2046fd tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/73dae02f-750f-4022-b61c-a038c92a8815 HTTP/1.1" status: 204 len: 168 time: 0.0873630 May 26 19:52:17.501274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50984) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.541410 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4ebb4066-a042-4f0b-a45b-72a365e272df resource provider aggregate not found May 26 19:52:17.553367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-941a1fbc-bedc-4601-9f5f-b5e0f9167564 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:17.567931 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4ebb4066-a042-4f0b-a45b-72a365e272df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ebb4066-a042-4f0b-a45b-72a365e272df found for delete ", "request_id": "req-9e20aa86-2895-4e21-b989-8e8a3d4089e2"}]} May 26 19:52:17.570321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-941a1fbc-bedc-4601-9f5f-b5e0f9167564 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:17.571813 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-941a1fbc-bedc-4601-9f5f-b5e0f9167564 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0695238 May 26 19:52:17.574493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 50990) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.591150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.606596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.607535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bbdb68d1-c885-4c30-8143-671d35af6f60 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:17.611293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.618482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbdb68d1-c885-4c30-8143-671d35af6f60,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.620979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-209bb1e2-6b80-4832-b664-4b46a193686a tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/bbdb68d1-c885-4c30-8143-671d35af6f60 HTTP/1.1" status: 204 len: 168 time: 0.5445437 May 26 19:52:17.624484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 50994) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.624693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.629747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:17.635994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:17.640221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:network and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:17.643079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:17.650021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:17.650592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.661254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:17.664010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.669937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9029738-58eb-4028-8224-08cf7914aa63,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.679902 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.681085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9edc1748-12fd-4eaa-a1d8-4a8565b5e9ad tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b9029738-58eb-4028-8224-08cf7914aa63 HTTP/1.1" status: 204 len: 168 time: 0.1056895 May 26 19:52:17.683633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.694234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:17.703325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.703771 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Added segment e334824f-0a78-4829-b5f4-12abb2a6ca37 of type vlan for network 89c54a91-1766-478c-8625-bd3c0a40f0ca May 26 19:52:17.735338 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.736354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62f4480e-24a3-4f28-a18f-5034e94469d2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:17.753210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62f4480e-24a3-4f28-a18f-5034e94469d2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:17.757750 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-62f4480e-24a3-4f28-a18f-5034e94469d2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0700500 May 26 19:52:17.757974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.773246 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.774198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:17.774913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.787789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.798454 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.823019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.841157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=559f8a9a-5a2f-41ce-8f5c-b1d252ecd8a3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.849779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.853650 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-58795f9a-a898-4615-a49c-db955ea10d66 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/559f8a9a-5a2f-41ce-8f5c-b1d252ecd8a3 HTTP/1.1" status: 204 len: 168 time: 0.0920954 May 26 19:52:17.854000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.880822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2552760 May 26 19:52:17.885940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51012) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.888273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767f29f-0855-4e37-a817-ed4cf5a2f629 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=89c54a91-1766-478c-8625-bd3c0a40f0ca,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:17.893717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'subnet': {'network_id': '89c54a91-1766-478c-8625-bd3c0a40f0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:17.899140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:17.901593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 89c54a91-1766-478c-8625-bd3c0a40f0ca details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:17.902869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:subnet and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:17.905759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:17.906867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc83f4d8-f28e-4ac7-bf92-2c3f265ebf8a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:17.911471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:17.922339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:17.923381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc83f4d8-f28e-4ac7-bf92-2c3f265ebf8a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:17.927612 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc83f4d8-f28e-4ac7-bf92-2c3f265ebf8a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697775 May 26 19:52:17.927760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.927974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:17.960207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:17.971629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.023908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.047621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=406fe1d0-9478-4b7f-8d38-abcd3e66b999,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:18.057544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.059228 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4c3f684c-5257-498e-ba90-8183aff3a405 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/406fe1d0-9478-4b7f-8d38-abcd3e66b999 HTTP/1.1" status: 204 len: 168 time: 0.1296294 May 26 19:52:18.065690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51020) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.127184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-771a1312-d51e-403e-9aca-ab6243fb05b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:18.144142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-771a1312-d51e-403e-9aca-ab6243fb05b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:18.145658 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-771a1312-d51e-403e-9aca-ab6243fb05b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0787389 May 26 19:52:18.148530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.181012 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.193946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.205457 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.219129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.237122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52835514-8802-4d53-993a-53bd96050b46,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:18.245007 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.246214 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52e5cb05-7ad7-4721-9ac1-f12d0b922788 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/52835514-8802-4d53-993a-53bd96050b46 HTTP/1.1" status: 204 len: 168 time: 0.0967779 May 26 19:52:18.248852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51028) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.294962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66d96b8d-58a8-4a01-8472-c52c71263b5a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:18.310315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-66d96b8d-58a8-4a01-8472-c52c71263b5a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:18.311568 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-66d96b8d-58a8-4a01-8472-c52c71263b5a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0617990 May 26 19:52:18.314466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.377350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.404910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.441226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:52:18.441835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.455258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.474406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65472660-cba2-4536-ab90-b50ead9aaef8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:18.489189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.493393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f08dca9-b9b9-4b22-af16-043c8561787e tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/65472660-cba2-4536-ab90-b50ead9aaef8 HTTP/1.1" status: 204 len: 168 time: 0.1749778 May 26 19:52:18.493576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51036) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.526289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9dc3f675-388c-4267-b29c-f5d260ff81ee,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:18.535645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Checking segment: {'id': 'e334824f-0a78-4829-b5f4-12abb2a6ca37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '89c54a91-1766-478c-8625-bd3c0a40f0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:18.535997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Network hostable DHCP agents. Network: 89c54a91-1766-478c-8625-bd3c0a40f0ca, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:52:18.544514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02b87dd7-6227-4870-9ff2-9d7f444a1f41 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:18.557191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Network 89c54a91-1766-478c-8625-bd3c0a40f0ca is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:52:18.559713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-02b87dd7-6227-4870-9ff2-9d7f444a1f41 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:18.561071 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02b87dd7-6227-4870-9ff2-9d7f444a1f41 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665226 May 26 19:52:18.565414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51040) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.569241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 89c54a91-1766-478c-8625-bd3c0a40f0ca) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:18.572978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--28356113'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:18.576362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:18.576964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.578214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:18.583842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c713f-c187-4a0e-af03-8304542af643 None None] Network 89c54a91-1766-478c-8625-bd3c0a40f0ca requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:18.589655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:18.599904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da40118e-bab9-486d-8922-daa6c9596f3b tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7128439 May 26 19:52:18.603343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51044) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.609069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'floatingip': {'floating_network_id': '89c54a91-1766-478c-8625-bd3c0a40f0ca'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:18.614317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.623393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:18.631046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:floatingip and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:18.635391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:18.644723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:18.646880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:18.653508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:18.657291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:18.663983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:18.667156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.809815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10edd9-5e8b-433d-8d43-82d8441b616e None None] Network 89c54a91-1766-478c-8625-bd3c0a40f0ca requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:18.822797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.830273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.896381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe48d6-c5da-4c40-b472-9447e14d1351,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:18.916562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.919906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:18.921170 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-145f0ff2-dbdb-4b02-930a-00c6bc9e96b2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3547528 May 26 19:52:18.923950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51048) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:18.930355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': 'acbe48d6-c5da-4c40-b472-9447e14d1351', 'direction': 'ingress', 'protocol': 17}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:18.937017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:18.942160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:18.946404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:18.953119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:18.973920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.041922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.046368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.069976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Allocated IP 172.20.0.4 (89c54a91-1766-478c-8625-bd3c0a40f0ca/9dc3f675-388c-4267-b29c-f5d260ff81ee/1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:19.075967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d623ac78-1e4b-48b1-ba1f-eb3f5f2382b6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.088590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.094686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-433cafb2-a759-452b-87db-fb2553008e33 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1686187 May 26 19:52:19.095433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51052) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.160055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.186483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.224096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.236347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.254363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.255693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe48d6-c5da-4c40-b472-9447e14d1351,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.266316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.267417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-47203c95-d594-4379-8723-b28026880a8b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/acbe48d6-c5da-4c40-b472-9447e14d1351 HTTP/1.1" status: 204 len: 168 time: 0.1707733 May 26 19:52:19.269944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51056) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.319268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-359c62a3-9763-4ca8-af1a-3d7e7103d288 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:19.326208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Network 89c54a91-1766-478c-8625-bd3c0a40f0ca is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:19.328944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:19.331560 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:19.335227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-359c62a3-9763-4ca8-af1a-3d7e7103d288 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:19.336823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-359c62a3-9763-4ca8-af1a-3d7e7103d288 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660081 May 26 19:52:19.340502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51060) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.345901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323352611'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:19.353168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:19.362838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:19.373586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.379444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Port': ['ID=1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.399054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:19.403327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:19.406355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:19.412086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:19.425944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.480870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.485561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.533543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f3eed-22ed-45f7-9181-a2fe0feae220,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.545339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.547409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5fdf1c89-778b-47ef-90c8-22aadcd67007 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2057691 May 26 19:52:19.550183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51064) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.557183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978133997'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:19.563820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:19.568040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:19.571558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:19.577507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:19.588156 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.598782 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.607481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:19.611483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:19.614273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:19.620388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:19.690832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.694561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.740641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87cafe6-465a-4a5d-b10a-defa4ac56cc5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.748127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.749246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3faf61c-3641-471f-9e9c-52f8049bc0eb tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1979158 May 26 19:52:19.752278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51068) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.757234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': 'cd3f3eed-22ed-45f7-9181-a2fe0feae220', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f87cafe6-465a-4a5d-b10a-defa4ac56cc5', 'remote_ip_prefix': None}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:19.763484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:19.767543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:19.770447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:19.776187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:19.789865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.799427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.817905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.822437 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.863687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.867819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.893002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71309a28-26b6-4adf-9b75-6f57c70128d1,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.906475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.909513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4af6fa61-bbd5-4f89-8b2c-aef8fb52fca2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1562541 May 26 19:52:19.910707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51072) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.936159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Port': ['ID=1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:19.939787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.947931 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.950735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.971416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.972689 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-57a8f75d-5d13-4f3e-a224-1202bcd5e01e tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3683040 May 26 19:52:19.975958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:19.979599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:19.997741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71309a28-26b6-4adf-9b75-6f57c70128d1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.001872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.003082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5a870a6-be80-4e86-8bcd-e312adde593b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/71309a28-26b6-4adf-9b75-6f57c70128d1 HTTP/1.1" status: 204 len: 168 time: 0.0913641 May 26 19:52:20.009455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51080) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.060295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd044d0-19d6-4a14-b4d6-c03b855f7086 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:20.061164 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51b19a8a-1385-48c6-bc20-e7895ce0d3f0 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Synchronizing usage tracker for tenant:2fc1fdbf94d34ee792c2fd68f43c0883 on resource:floatingip {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:20.075455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfd044d0-19d6-4a14-b4d6-c03b855f7086 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:20.079833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfd044d0-19d6-4a14-b4d6-c03b855f7086 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0666723 May 26 19:52:20.080519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51084) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.080969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-51b19a8a-1385-48c6-bc20-e7895ce0d3f0 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Unset dirty status for tenant:2fc1fdbf94d34ee792c2fd68f43c0883 on resource:floatingip {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:20.082289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-51b19a8a-1385-48c6-bc20-e7895ce0d3f0 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=89c54a91-1766-478c-8625-bd3c0a40f0ca HTTP/1.1" status: 200 len: 689 time: 0.1051621 May 26 19:52:20.084744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.149650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.176729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.213147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.222482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.241730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87cafe6-465a-4a5d-b10a-defa4ac56cc5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.255791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.259355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0c8cee79-13b2-4472-aeec-d53e00cbb0af tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/f87cafe6-465a-4a5d-b10a-defa4ac56cc5 HTTP/1.1" status: 204 len: 168 time: 0.1758173 May 26 19:52:20.259814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51092) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.293808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Deleting port 1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:20.294147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.323212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ec38a9b7-a479-4440-b7c6-8ef3fecc6284 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:20.339696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ec38a9b7-a479-4440-b7c6-8ef3fecc6284 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:20.343904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ec38a9b7-a479-4440-b7c6-8ef3fecc6284 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0801971 May 26 19:52:20.344078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51096) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.406172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.436230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.465586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.465900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.484035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.504009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f3eed-22ed-45f7-9181-a2fe0feae220,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.515883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.519446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9482b6b0-7a9a-44ca-bc60-ca0dc04b493f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd3f3eed-22ed-45f7-9181-a2fe0feae220 HTTP/1.1" status: 204 len: 168 time: 0.1721518 May 26 19:52:20.519756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51100) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.570692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4090052f-f446-458d-bc96-33fa8f882499 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:20.586879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4090052f-f446-458d-bc96-33fa8f882499 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:20.588303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4090052f-f446-458d-bc96-33fa8f882499 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674515 May 26 19:52:20.592145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51104) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.595697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Calling delete_port for 1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:20.597181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190336150'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:20.604231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:20.613714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:20.623815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.643780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:20.648646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:20.651506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:20.657338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:20.727036 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.730815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.741340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.779619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3681b935-a7f9-4222-8663-6884d44d3750,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.789662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Port': ['ID=1deddcd3-6ef5-4d3b-80f5-1b5e57ce7b55,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.790693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.794597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7e7b97c6-c773-4c91-accc-d47ef2d31753 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1989191 May 26 19:52:20.795334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51108) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.799949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '3681b935-a7f9-4222-8663-6884d44d3750', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:20.807202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:20.811385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:20.814331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:20.821268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:20.838097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.887268 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.899446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.903172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.926673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb151c4-edbf-4b9e-98f1-0cb26c2520d9,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:20.939151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.940509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f9791c71-2110-4251-b21c-be0aa26aa5ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1445765 May 26 19:52:20.943298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51112) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:20.947299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.972813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:20.983539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.011347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.025983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.028089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cb151c4-edbf-4b9e-98f1-0cb26c2520d9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.034806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.035900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-da82f714-1d75-42f4-832a-5da2cd9a65ed tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4cb151c4-edbf-4b9e-98f1-0cb26c2520d9 HTTP/1.1" status: 204 len: 168 time: 0.0917132 May 26 19:52:21.038487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.066292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc3f675-388c-4267-b29c-f5d260ff81ee,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.089484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c539b058-3abb-473b-8138-f662c02ed60a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:21.104642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c539b058-3abb-473b-8138-f662c02ed60a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:21.108575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c539b058-3abb-473b-8138-f662c02ed60a tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663683 May 26 19:52:21.108804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51120) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.177481 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.205930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.257527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.269869 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.279150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681b935-a7f9-4222-8663-6884d44d3750,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.296057 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.299197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c54a91-1766-478c-8625-bd3c0a40f0ca']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:21.300040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff235ba3-ea7e-43fa-9726-1002a3706b5f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/3681b935-a7f9-4222-8663-6884d44d3750 HTTP/1.1" status: 204 len: 168 time: 0.1902726 May 26 19:52:21.300630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51124) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.315363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e334824f-0a78-4829-b5f4-12abb2a6ca37') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:21.315658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e334824f-0a78-4829-b5f4-12abb2a6ca37') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:21.326859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.343143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.349657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:21.350194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.353539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e9040355-7458-4b00-a7e8-36c4f53bb984 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:21.370227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e9040355-7458-4b00-a7e8-36c4f53bb984 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:21.373092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e9040355-7458-4b00-a7e8-36c4f53bb984 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699303 May 26 19:52:21.375313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51130) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.380949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025384676'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:21.388661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:21.398791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:21.408549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.420864 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e334824f-0a78-4829-b5f4-12abb2a6ca37 resource provider aggregate not found May 26 19:52:21.429376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:21.433727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:21.436652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:21.442572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:21.443883 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment e334824f-0a78-4829-b5f4-12abb2a6ca37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e334824f-0a78-4829-b5f4-12abb2a6ca37 found for delete ", "request_id": "req-f80422fa-2c55-48d4-899c-6a35994e21b4"}]} May 26 19:52:21.457209 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.472994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89c54a91-1766-478c-8625-bd3c0a40f0ca {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:21.477383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.483520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Network': ['ID=89c54a91-1766-478c-8625-bd3c0a40f0ca,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.503622 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71a18533-a4a5-4be8-acbe-efbe3dbacdac tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/89c54a91-1766-478c-8625-bd3c0a40f0ca HTTP/1.1" status: 204 len: 168 time: 1.4149771 May 26 19:52:21.504014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.586461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.597420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.650573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-acadb441-1a8a-4e74-8b22-22437f3edfb5 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1454928 May 26 19:52:21.653329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51140) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.653785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d3112b-3ea5-4ac1-bfd5-716a94c9cd99,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.664058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.667730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-089e51bb-9a47-444a-bcb6-f07a64961c0c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2888911 May 26 19:52:21.668027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51144) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.672826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3112b-3ea5-4ac1-bfd5-716a94c9cd99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:21.679122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:21.683325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:21.686129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:21.691805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:21.707996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.739732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.740279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.740796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.741353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.741888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.742489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:21.743494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Synchronizing usage tracker for tenant:2fc1fdbf94d34ee792c2fd68f43c0883 on resource:subnet {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:21.759576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Unset dirty status for tenant:2fc1fdbf94d34ee792c2fd68f43c0883 on resource:subnet {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:21.763595 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-659afc4c-25b3-4a16-94fe-65c37babf596 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1062179 May 26 19:52:21.763859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51148) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.769865 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.774183 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.797984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37ef09f-4c37-4c24-855b-64f53a601910,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:21.812370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.816084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a85ece94-7b24-4c28-a74a-6af26f060354 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447985 May 26 19:52:21.816267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51152) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.840654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4b0356b8-1bc7-4288-809e-4fc860a7a464 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules/f37ef09f-4c37-4c24-855b-64f53a601910 HTTP/1.1" status: 200 len: 763 time: 0.0177484 May 26 19:52:21.840847 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ec57bb62-4efe-4c71-a60d-1cf2634f777c tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] delete failed (client error): The resource could not be found. May 26 19:52:21.840847 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec57bb62-4efe-4c71-a60d-1cf2634f777c tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/bf0b9d06-0aef-428e-8133-ec5037c93c1f HTTP/1.1" status: 404 len: 345 time: 0.0721688 May 26 19:52:21.841363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51156) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.841473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51158) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.863291 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8651f43-9548-4547-ac08-64fbb7fe5038 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] DELETE failed (client error): The resource could not be found. May 26 19:52:21.863741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8651f43-9548-4547-ac08-64fbb7fe5038 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:52:21.869096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8651f43-9548-4547-ac08-64fbb7fe5038 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/89c54a91-1766-478c-8625-bd3c0a40f0ca HTTP/1.1" status: 404 len: 339 time: 0.0249469 May 26 19:52:21.870214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.874779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'name': 'tempest-network--1912832630', 'router:external': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:21.883763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:21.887745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:network and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:21.890691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:21.895567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67c620fc-fb00-4a70-ba8e-04a60c62fc4c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:21.896238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:21.909521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:21.910926 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67c620fc-fb00-4a70-ba8e-04a60c62fc4c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:21.911906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.912212 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-67c620fc-fb00-4a70-ba8e-04a60c62fc4c tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0702055 May 26 19:52:21.914993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:21.938688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:21.947608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.947794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.947949 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Added segment c6024ea0-b0f9-4038-99a0-319b153fb9a5 of type vlan for network 10ed4eb0-a66f-4c95-90e5-e656680883a5 May 26 19:52:21.958403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.977724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:21.983277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.001050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f37ef09f-4c37-4c24-855b-64f53a601910,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.009537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.012871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52f9ee0a-8c6a-45d8-8684-a129281fb2ac tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f37ef09f-4c37-4c24-855b-64f53a601910 HTTP/1.1" status: 204 len: 168 time: 0.0947564 May 26 19:52:22.013199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.017410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.018479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:22.019147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.059237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b5ffaac-9a53-459d-8784-dc5742898309 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:22.075074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b5ffaac-9a53-459d-8784-dc5742898309 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:22.079603 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1b5ffaac-9a53-459d-8784-dc5742898309 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622313 May 26 19:52:22.079603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.084210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3112b-3ea5-4ac1-bfd5-716a94c9cd99', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:22.091652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:22.101247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:22.115976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2455299 May 26 19:52:22.118470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.125553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d6d9-b1ce-4cfe-b7b2-519317b68353 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=10ed4eb0-a66f-4c95-90e5-e656680883a5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.135661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 10ed4eb0-a66f-4c95-90e5-e656680883a5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:22.139230 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.295771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.299508 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.324197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:22.330180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:22.336085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:22.341953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:22.342774 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Synchronizing usage tracker for tenant:1c836b87c0a94f8db2b056788e65ffbf on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:22.356964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543d3573-7056-465f-8bd5-44cb0e82f730,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.375947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.377133 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41b54668-8070-467c-a3fc-f7c79cd0caf3 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2969208 May 26 19:52:22.381300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.391721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Unset dirty status for tenant:1c836b87c0a94f8db2b056788e65ffbf on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:22.392782 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d971d33d-58ec-4054-807b-ad7f15ec52dd tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2734232 May 26 19:52:22.395755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.402022 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e32fc1c6-a2a2-496c-b90b-4a46ae6cf012 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules/543d3573-7056-465f-8bd5-44cb0e82f730 HTTP/1.1" status: 200 len: 763 time: 0.0191100 May 26 19:52:22.404288 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.456940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b392f5bf-106f-4550-b1f8-8d72d2ccbc2f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:22.472490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b392f5bf-106f-4550-b1f8-8d72d2ccbc2f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:22.474044 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b392f5bf-106f-4550-b1f8-8d72d2ccbc2f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0688834 May 26 19:52:22.476746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51196) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.506194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.518056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.543267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.564706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543d3573-7056-465f-8bd5-44cb0e82f730,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.572894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.574097 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1c87215-a89d-4479-8cf2-9bf872e6c398 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/543d3573-7056-465f-8bd5-44cb0e82f730 HTTP/1.1" status: 204 len: 168 time: 0.0962732 May 26 19:52:22.576634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.603244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.623228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e12393e9-cb88-4338-8eb5-3273c6cf90ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:22.638916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e12393e9-cb88-4338-8eb5-3273c6cf90ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:22.640262 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e12393e9-cb88-4338-8eb5-3273c6cf90ef tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626259 May 26 19:52:22.642909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.647919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': 'd3d3112b-3ea5-4ac1-bfd5-716a94c9cd99', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:22.654543 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:22.664516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:22.674705 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Project 6685d169260a4e4eabd60e0cbe9432d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:52:22.681994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.728620 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.742539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.746476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.754822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ed4eb0-a66f-4c95-90e5-e656680883a5']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:22.766948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6024ea0-b0f9-4038-99a0-319b153fb9a5') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:22.767237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6024ea0-b0f9-4038-99a0-319b153fb9a5') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:22.769775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3326114-5247-42ce-b310-e9cf4f248f9f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.783484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.783770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.787163 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23fcefad-f594-4f54-bbd5-84a5a291c45b tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408110 May 26 19:52:22.787400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.800485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.807446 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7499a0cd-1378-4394-8924-1413f93eb8f2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules/e3326114-5247-42ce-b310-e9cf4f248f9f HTTP/1.1" status: 200 len: 769 time: 0.0183682 May 26 19:52:22.807607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:22.807750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.810082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.861193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b0077611-4cb3-4630-8ebf-dbbe73692467 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:22.877112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b0077611-4cb3-4630-8ebf-dbbe73692467 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:22.878338 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0077611-4cb3-4630-8ebf-dbbe73692467 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0672827 May 26 19:52:22.878567 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c6024ea0-b0f9-4038-99a0-319b153fb9a5 resource provider aggregate not found May 26 19:52:22.881196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51218) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.899705 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment c6024ea0-b0f9-4038-99a0-319b153fb9a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6024ea0-b0f9-4038-99a0-319b153fb9a5 found for delete ", "request_id": "req-38062e3f-d64b-4bb0-87e7-13e2ce571dae"}]} May 26 19:52:22.909327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.913540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.917535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10ed4eb0-a66f-4c95-90e5-e656680883a5 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:22.919805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.920857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.941143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/10ed4eb0-a66f-4c95-90e5-e656680883a5 HTTP/1.1" status: 204 len: 168 time: 0.5442972 May 26 19:52:22.944667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:22.946352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d7d7b-57cd-467c-bcb5-e2017c784e5d tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Network': ['ID=10ed4eb0-a66f-4c95-90e5-e656680883a5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:22.954008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'name': 'tempest-network--2120062839', 'router:external': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:22.960806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:22.964603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:22.970821 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:network and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:22.981386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:22.996472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:22.998504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3326114-5247-42ce-b310-e9cf4f248f9f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:23.003563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.007373 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2faf4b34-3489-464e-a791-2515493c4359 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e3326114-5247-42ce-b310-e9cf4f248f9f HTTP/1.1" status: 204 len: 168 time: 0.1251669 May 26 19:52:23.008184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.035225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:23.037695 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.070907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:23.081113 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.081457 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Added segment 02b70f44-9afa-4e4b-8c3e-f4075a1febf9 of type vlan for network f4619cde-154d-4242-af60-bb73be67f655 May 26 19:52:23.118602 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a165e6da-70c5-415f-b168-80980d9a0741 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:23.139295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.155830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a165e6da-70c5-415f-b168-80980d9a0741 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:23.157174 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a165e6da-70c5-415f-b168-80980d9a0741 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1460354 May 26 19:52:23.159982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51232) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.206368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.207269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:23.207826 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.325340 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3794234 May 26 19:52:23.327929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.333372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.338457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1404cc-7ea4-45e1-a8f5-9ef1b6f52331 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=f4619cde-154d-4242-af60-bb73be67f655,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:23.349714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f4619cde-154d-4242-af60-bb73be67f655 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:23.366629 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.418181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.441301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d3112b-3ea5-4ac1-bfd5-716a94c9cd99,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:23.455021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.456261 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-750a90c3-8e1d-4a0f-a5ac-96c6356eabc4 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3d3112b-3ea5-4ac1-bfd5-716a94c9cd99 HTTP/1.1" status: 204 len: 168 time: 0.2953973 May 26 19:52:23.459038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51242) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.512887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db28976-e6c6-47fc-a076-d06da73966a7 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:23.516854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3db28976-e6c6-47fc-a076-d06da73966a7 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "GET /v2.0/networks/f4619cde-154d-4242-af60-bb73be67f655 HTTP/1.1" status: 200 len: 757 time: 0.1853499 May 26 19:52:23.517005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51248) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.542814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76fc8136-fd5c-428f-bc67-a0cf48e79b46 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:23.612732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-53faa6b4-08a3-482e-9512-e1326a8d7224 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1506808 May 26 19:52:23.627655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-76fc8136-fd5c-428f-bc67-a0cf48e79b46 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:23.628884 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-76fc8136-fd5c-428f-bc67-a0cf48e79b46 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675630 May 26 19:52:23.635194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51252) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.640491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695040688'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:23.646805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:23.652334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb5d04-61eb-499b-810d-4c59c1e41e7b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:23.654599 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-21cb5d04-61eb-499b-810d-4c59c1e41e7b tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "GET /v2.0/networks/79c54ca3-6613-42a9-8925-1689d1a5a818 HTTP/1.1" status: 200 len: 768 time: 0.1357603 May 26 19:52:23.656495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51256) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:23.658177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:23.670469 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.735234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:23.744999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:23.749232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:23.759261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:23.764222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.801121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-93d95ede-95d0-44e7-98c1-617c80600ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:23.802756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-93d95ede-95d0-44e7-98c1-617c80600ecb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1173444 May 26 19:52:23.917088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.930699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:23.999398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4163ed10-87cb-4b61-90de-9cc3fe54659e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:24.012093 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.018883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.020297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd7df2b5-a018-4083-a4cf-1a1f3c07d8d6 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3840220 May 26 19:52:24.022840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51260) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.027926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-b2ba6312-80d6-4c61-b172-9c4ebd930811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:24.029339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-b2ba6312-80d6-4c61-b172-9c4ebd930811 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.1981959 May 26 19:52:24.029890 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Request body: {'security_group_rule': {'security_group_id': '4163ed10-87cb-4b61-90de-9cc3fe54659e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:24.046511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:24.052062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4619cde-154d-4242-af60-bb73be67f655']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:24.059631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Usage tracker for resource:security_group_rule and tenant:6685d169260a4e4eabd60e0cbe9432d2 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:24.064668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:24.072446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b70f44-9afa-4e4b-8c3e-f4075a1febf9') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:24.072745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b70f44-9afa-4e4b-8c3e-f4075a1febf9') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:24.079154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:24.092131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.111770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.119284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.128276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:24.128652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.136735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-9668a5d3-2efa-4291-9fda-be1f055798ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1001 time: 0.1009409 May 26 19:52:24.196143 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 02b70f44-9afa-4e4b-8c3e-f4075a1febf9 resource provider aggregate not found May 26 19:52:24.197744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-3b058551-6174-4d1f-ab92-f2bfd34fc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:24.199175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-3b058551-6174-4d1f-ab92-f2bfd34fc519 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.0570235 May 26 19:52:24.228944 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 02b70f44-9afa-4e4b-8c3e-f4075a1febf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02b70f44-9afa-4e4b-8c3e-f4075a1febf9 found for delete ", "request_id": "req-7b90ce0a-cdfb-4b8a-809b-dd285c94b64d"}]} May 26 19:52:24.266085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.268773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.278815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-f1f7ec27-ad64-4d8e-94c9-c24cbea3656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:24.280270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-f1f7ec27-ad64-4d8e-94c9-c24cbea3656c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748129 May 26 19:52:24.283841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4619cde-154d-4242-af60-bb73be67f655 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:24.288712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.290527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-f0301eb4-0a5a-469a-ae7d-6bdb0bb089f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:52:24.290980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.291430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-f0301eb4-0a5a-469a-ae7d-6bdb0bb089f0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054626 May 26 19:52:24.308065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4619cde-154d-4242-af60-bb73be67f655,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:24.327811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7766baa-6807-4b70-9d8e-ff157225d0e6,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:24.331475 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9e7f7851-365d-4833-a952-31f012041376 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f4619cde-154d-4242-af60-bb73be67f655 HTTP/1.1" status: 204 len: 168 time: 0.6739769 May 26 19:52:24.335050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51268) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.341388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'name': 'tempest-network--844908900'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:24.345532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.349007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-71d5bad6-532c-4811-835c-80614383a7bc tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226910 May 26 19:52:24.350068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51272) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.352170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:24.367184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Usage tracker for resource:network and tenant:2fc1fdbf94d34ee792c2fd68f43c0883 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:24.371404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:24.381154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:24.411139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Made reservation on behalf of 2fc1fdbf94d34ee792c2fd68f43c0883 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:24.413939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.430216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-7b0b2209-38cf-4dfe-bc86-8b10d749fed3 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329176 May 26 19:52:24.457603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.462495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:24.491519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.491845 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Added segment 67038966-9ee6-41d9-8e3c-ad10b90b9f48 of type vlan for network c6fb8d26-359b-4918-b752-bca02b06d1e1 May 26 19:52:24.499539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.552890 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.562800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56018996-d98e-4074-b7f2-1d7fc55bf343 req-ab5dce3f-5b19-41b5-9d05-e39819a03cdd service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271863 May 26 19:52:24.586979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.588256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:24.588929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.612700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.704247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163ed10-87cb-4b61-90de-9cc3fe54659e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:24.723421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=c6fb8d26-359b-4918-b752-bca02b06d1e1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:24.726664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.728783 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2458449f-75da-42b9-acbc-1f2c7340fe94 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/4163ed10-87cb-4b61-90de-9cc3fe54659e HTTP/1.1" status: 204 len: 168 time: 0.3776512 May 26 19:52:24.730626 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38d128ec-b1aa-470a-b4d3-8ec274883918 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3940358 May 26 19:52:24.730730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51276) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.733453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51280) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.736030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c6fb8d26-359b-4918-b752-bca02b06d1e1 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:24.738935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:24.783910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-465334ce-199d-464a-98a6-4919a0e54859 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:24.800077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-465334ce-199d-464a-98a6-4919a0e54859 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:24.801339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-465334ce-199d-464a-98a6-4919a0e54859 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698295 May 26 19:52:24.804205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51284) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.854917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4523cc9e-56ae-4a06-bb9e-085227ca2af2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Synchronizing usage tracker for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:24.871036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4523cc9e-56ae-4a06-bb9e-085227ca2af2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] Unset dirty status for tenant:6685d169260a4e4eabd60e0cbe9432d2 on resource:security_group_rule {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:24.872464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4523cc9e-56ae-4a06-bb9e-085227ca2af2 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0670004 May 26 19:52:24.875219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.890940 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-9f466af0-58a9-4cd5-a0ff-7b4e4d8dae2f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] delete failed (client error): The resource could not be found. May 26 19:52:24.891848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9f466af0-58a9-4cd5-a0ff-7b4e4d8dae2f tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "DELETE /v2.0/security-groups/4163ed10-87cb-4b61-90de-9cc3fe54659e HTTP/1.1" status: 404 len: 347 time: 0.0157788 May 26 19:52:24.895360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51292) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:24.947494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a38a4ac1-ee23-44d0-bb8b-f436239b1d57 tempest-SecGroupIPv6Test-699506463 tempest-SecGroupIPv6Test-699506463-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511436 May 26 19:52:24.969736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:24.985852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.050446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Network c6fb8d26-359b-4918-b752-bca02b06d1e1 is not hosted by any dhcp agent {{(pid=88362) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 26 19:52:25.050669 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:25.051161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.054968 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "PUT /v2.0/networks/c6fb8d26-359b-4918-b752-bca02b06d1e1 HTTP/1.1" status: 200 len: 857 time: 0.3180740 May 26 19:52:25.055603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51298) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:25.079411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b784fc2-b600-4c23-8ed5-d4bf75d57401 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event updated for resources: {'Network': ['ID=c6fb8d26-359b-4918-b752-bca02b06d1e1,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:25.168003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.233306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:25.399073 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ebc59a72-e244-4e5d-bb2d-5ee153239721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6685d169260a4e4eabd60e0cbe9432d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626177 May 26 19:52:25.399738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51310) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:25.404926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.451567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fb8d26-359b-4918-b752-bca02b06d1e1']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:25.474129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67038966-9ee6-41d9-8e3c-ad10b90b9f48') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:25.474405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67038966-9ee6-41d9-8e3c-ad10b90b9f48') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:25.494518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.511853 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.520656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.535308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:25.535711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.606177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.613385 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 67038966-9ee6-41d9-8e3c-ad10b90b9f48 resource provider aggregate not found May 26 19:52:25.637644 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 67038966-9ee6-41d9-8e3c-ad10b90b9f48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67038966-9ee6-41d9-8e3c-ad10b90b9f48 found for delete ", "request_id": "req-3b85fc4a-fd28-4c04-aa7c-66dfa8869f94"}]} May 26 19:52:25.667035 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.682975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6fb8d26-359b-4918-b752-bca02b06d1e1 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:25.687318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.693684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6fb8d26-359b-4918-b752-bca02b06d1e1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:25.715130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-064cb9d6-d7d6-488a-83f8-33fedfc2c744 tempest-ExternalNetworksTestJSON-1135918164 tempest-ExternalNetworksTestJSON-1135918164-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c6fb8d26-359b-4918-b752-bca02b06d1e1 HTTP/1.1" status: 204 len: 168 time: 0.6586628 May 26 19:52:25.717819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.718932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:25.719200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:25.722994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68f0fdc3-5e20-4e82-9f50-fa29b8caa596 HTTP/1.1" status: 204 len: 168 time: 0.3196037 May 26 19:52:25.731809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74cc50-02aa-448b-9739-80f930bb708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f0fdc3-5e20-4e82-9f50-fa29b8caa596,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:25.781566 n-d-843146-9 neutron-server[88362]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ab4c4c-7f79-461d-b815-925881ebf9a4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] DELETE failed (client error): The resource could not be found. May 26 19:52:25.782069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ab4c4c-7f79-461d-b815-925881ebf9a4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88362) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:52:25.786266 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a4ab4c4c-7f79-461d-b815-925881ebf9a4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "DELETE /v2.0/subnets/9dc3f675-388c-4267-b29c-f5d260ff81ee HTTP/1.1" status: 404 len: 337 time: 0.0568511 May 26 19:52:25.786674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51324) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:25.902997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.044716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.070569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c54ca3-6613-42a9-8925-1689d1a5a818']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:26.083230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68441ea-1f5e-44a5-8295-a8fff7cf482b') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:26.083504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68441ea-1f5e-44a5-8295-a8fff7cf482b') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:26.096010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.113935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.120195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:26.120648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.227835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.246899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.259950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] Pushing event deleted for resources: {'Network': ['ID=79c54ca3-6613-42a9-8925-1689d1a5a818,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:26.267293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f416838-166f-43d8-b99a-8b230565ece4 tempest-ExternalNetworksTestJSON-1616407336 tempest-ExternalNetworksTestJSON-1616407336-project] 10.222.0.24 "DELETE /v2.0/networks/79c54ca3-6613-42a9-8925-1689d1a5a818 HTTP/1.1" status: 204 len: 168 time: 0.4795873 May 26 19:52:26.476613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51350) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:26.480430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:26.589355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-62acc6f6-be13-446d-a4ae-c55b8427e66c tempest-ServiceProvidersTest-549742232 tempest-ServiceProvidersTest-549742232-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1115410 May 26 19:52:26.630037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a606eb1c-5484-449e-921f-088500afcfd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c836b87c0a94f8db2b056788e65ffbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484814 May 26 19:52:26.633063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51364) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:26.691514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.718791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.775400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.791124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997788b-63c0-42b0-8eaf-9e4751a91f75,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:26.795477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:26.796543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51370) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:26.799142 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a2ad980b-7349-41a5-ad6e-5e6a940c67b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b997788b-63c0-42b0-8eaf-9e4751a91f75 HTTP/1.1" status: 204 len: 168 time: 0.1650021 May 26 19:52:27.039630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.056414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:27.060541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Usage tracker for resource:security_group_rule and tenant:bae3abd4ca404bff899fb3d3d1aaadd2 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:27.063414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:27.069698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:27.094588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51380) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:27.162151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d941a900-fafe-44c1-8c00-55be2bb2c7e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fc1fdbf94d34ee792c2fd68f43c0883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664699 May 26 19:52:27.165261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51384) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:27.199529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.203413 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.223681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.249168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.249420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bae3abd4ca404bff899fb3d3d1aaadd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514215 May 26 19:52:27.250798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e448b8-7814-49f1-bbcc-0b61abdac686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e83c5-7727-4f33-8465-6af2dc082921,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:27.253795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:27.303225 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.318313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.320511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32948e6f-93d8-4297-966f-cf643ab58409,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:27.323789 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.327920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-315faa61-80b4-4642-b53a-4d7880c7512c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32948e6f-93d8-4297-966f-cf643ab58409 HTTP/1.1" status: 204 len: 168 time: 0.1586049 May 26 19:52:27.348729 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.402672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.418638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e83c5-7727-4f33-8465-6af2dc082921,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:27.423923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:27.425580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-34f5cdd9-dbaa-4a60-925d-031b5c0b3710 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/518e83c5-7727-4f33-8465-6af2dc082921 HTTP/1.1" status: 204 len: 168 time: 0.1701801 May 26 19:52:27.655256 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment e68441ea-1f5e-44a5-8295-a8fff7cf482b resource provider aggregate not found May 26 19:52:27.674778 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment e68441ea-1f5e-44a5-8295-a8fff7cf482b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e68441ea-1f5e-44a5-8295-a8fff7cf482b found for delete ", "request_id": "req-ebed385c-eb02-45ba-9a81-d338c51a084b"}]} May 26 19:52:28.249290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51440) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.413493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-62b567f8-2549-45ea-8922-a1c4aad3b6eb tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-66528058', 'prefixes': ['172.20.0.0/16']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:28.419870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-62b567f8-2549-45ea-8922-a1c4aad3b6eb tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:28.471130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-62b567f8-2549-45ea-8922-a1c4aad3b6eb tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Notify callbacks [] for subnetpool, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:28.472327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-62b567f8-2549-45ea-8922-a1c4aad3b6eb tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2220130 May 26 19:52:28.475035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51454) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.503580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4270e418-cd3b-4d36-94b8-e1abbe961f80 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "GET /v2.0/subnetpools/9249ca29-967a-407c-8210-dac2a72bb7be HTTP/1.1" status: 200 len: 730 time: 0.0269473 May 26 19:52:28.506037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51458) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.510909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-65f23552-4c72-4388-847b-5d68b2193642 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1379629052'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:28.593815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65f23552-4c72-4388-847b-5d68b2193642 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Notify callbacks [] for subnetpool, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:28.595001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-65f23552-4c72-4388-847b-5d68b2193642 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "PUT /v2.0/subnetpools/9249ca29-967a-407c-8210-dac2a72bb7be HTTP/1.1" status: 200 len: 684 time: 0.0880294 May 26 19:52:28.597607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51466) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.699945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48445dfc-4128-4fbb-a210-458a4db243b8 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] Notify callbacks [] for subnetpool, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:28.701636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48445dfc-4128-4fbb-a210-458a4db243b8 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9249ca29-967a-407c-8210-dac2a72bb7be HTTP/1.1" status: 204 len: 168 time: 0.1030452 May 26 19:52:28.704674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51470) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.724411 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-e173ea2e-f115-4f63-b3b7-2183f7fa2158 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] show failed (client error): The resource could not be found. May 26 19:52:28.725457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e173ea2e-f115-4f63-b3b7-2183f7fa2158 tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "GET /v2.0/subnetpools/9249ca29-967a-407c-8210-dac2a72bb7be HTTP/1.1" status: 404 len: 346 time: 0.0195599 May 26 19:52:28.728199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51474) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.745170 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-6277891f-ce20-42a9-99e3-3ffcd68b64da tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] delete failed (client error): The resource could not be found. May 26 19:52:28.746130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6277891f-ce20-42a9-99e3-3ffcd68b64da tempest-SubnetPoolsTestJSON-2000387804 tempest-SubnetPoolsTestJSON-2000387804-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9249ca29-967a-407c-8210-dac2a72bb7be HTTP/1.1" status: 404 len: 346 time: 0.0170689 May 26 19:52:28.816563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51480) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:28.929314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-881111291', 'router:external': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:28.934609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:28.938485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:network and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:28.942202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:28.948371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:28.958068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Made reservation on behalf of 491066be851a4637be6d6f67935120c0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:28.961432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:28.973457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:28.987578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:28.991326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:security_group_rule and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:28.994164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:28.999851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:29.018627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51488) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:29.088634 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.092990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.120171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:52:29.133125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6df4f-73c4-410a-8524-300f3cf6ea3a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:29.137569 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.137909 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Added segment 25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09 of type vlan for network 966ba4a1-1731-4354-9466-c7f95e107a00 May 26 19:52:29.150400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.166258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:29.170357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Usage tracker for resource:security_group_rule and tenant:42908ec017a34170b962036d302dc2ea is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:29.172028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.173529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:29.179957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:29.208014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.208949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:29.209562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.265267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.269381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.309493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Network': ['ID=966ba4a1-1731-4354-9466-c7f95e107a00,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:29.312428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4956658e-a583-43ed-aea3-3735783723cf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4948103 May 26 19:52:29.314407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad80c13-7c92-4af8-a706-923c109dfda0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:29.315642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51494) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:29.321651 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fc3bbb39-e915-4039-8349-07a2fa18c711 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42908ec017a34170b962036d302dc2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990048 May 26 19:52:29.321826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'subnet': {'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:29.321917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51498) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:29.327276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 966ba4a1-1731-4354-9466-c7f95e107a00 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:52:29.327729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:29.331362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:subnet and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:29.334275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:29.345387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:29.354289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Made reservation on behalf of 491066be851a4637be6d6f67935120c0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:29.356920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.387899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.414654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.466825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.484185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad80c13-7c92-4af8-a706-923c109dfda0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:29.487497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.492054 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-21b0d94b-4dba-4a70-aa5d-a086d8329426 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ad80c13-7c92-4af8-a706-923c109dfda0 HTTP/1.1" status: 204 len: 168 time: 0.1692305 May 26 19:52:29.830208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.objects.ports [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88363) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 26 19:52:29.830673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.905078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6942a2a7-02e6-44bd-9c53-1480d6f0eff6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:29.915431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Checking segment: {'id': '25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:29.915785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network hostable DHCP agents. Network: 966ba4a1-1731-4354-9466-c7f95e107a00, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:52:29.937177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 966ba4a1-1731-4354-9466-c7f95e107a00 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:52:29.949136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 966ba4a1-1731-4354-9466-c7f95e107a00) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:29.953161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:29.953867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:29.960046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90a9d7-7f52-4538-932f-82b70bd07cf0 None None] Network 966ba4a1-1731-4354-9466-c7f95e107a00 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:29.976473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f65a755-ac0a-4c7b-868d-f7306d669c3a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6597929 May 26 19:52:29.979808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:29.985622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1510759090', 'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:29.991589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:29.998008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:port and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:30.001477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:30.009785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:30.029415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Made reservation on behalf of 491066be851a4637be6d6f67935120c0 for: {'port': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:52:30.031878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:30.054322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] device_id is not set on port b76048a0-482c-4488-b900-f19ff74bf770 yet. {{(pid=88362) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:52:30.203713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 2001:db8::132 (966ba4a1-1731-4354-9466-c7f95e107a00/6942a2a7-02e6-44bd-9c53-1480d6f0eff6/b76048a0-482c-4488-b900-f19ff74bf770) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:30.221972 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295fe7a-9fb3-4e7a-804a-5536ea3c96cc None None] Network 966ba4a1-1731-4354-9466-c7f95e107a00 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:52:30.409830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:30.445879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:30.517681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 966ba4a1-1731-4354-9466-c7f95e107a00 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:30.520622 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:30.523513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:30.524645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:30.525653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:30.538872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=b76048a0-482c-4488-b900-f19ff74bf770,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:30.553413 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94bed097-7673-4e6f-80a8-3fa0b2a6f43c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5724239 May 26 19:52:30.555795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51538) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:30.622088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting port b76048a0-482c-4488-b900-f19ff74bf770 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:30.622524 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:30.961927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.109671 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Calling delete_port for b76048a0-482c-4488-b900-f19ff74bf770 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:31.267896 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.320826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76048a0-482c-4488-b900-f19ff74bf770,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:31.364540 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.371621 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ab2dcfd9-3a6d-4059-8f9a-71e47d014a8b tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b76048a0-482c-4488-b900-f19ff74bf770 HTTP/1.1" status: 204 len: 168 time: 0.8148711 May 26 19:52:31.374598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:31.380925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00', 'external_fixed_ips': [{'subnet_id': '6942a2a7-02e6-44bd-9c53-1480d6f0eff6', 'ip_address': '2001:db8::132'}]}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:31.387228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:31.392568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:router and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:31.395658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:31.401555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:31.412353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.413530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.429550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.464812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51564) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:31.582419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.596651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:31.600457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Usage tracker for resource:security_group_rule and tenant:6739ead44ade44559ccbaedae793d671 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:31.603221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:31.608786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:31.691196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.695070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.698433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.745175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6739ead44ade44559ccbaedae793d671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791259 May 26 19:52:31.746072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06617f-21a3-4022-b8f8-8ce8e4b766bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d796e845-bf63-4fe8-9818-c6fe04f16e24,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:31.749097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51570) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:31.810543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.836242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.887840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.903465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d796e845-bf63-4fe8-9818-c6fe04f16e24,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:31.910882 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:31.915092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd22439c-13ab-4ea6-8f2c-d2d94a9822c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d796e845-bf63-4fe8-9818-c6fe04f16e24 HTTP/1.1" status: 204 len: 168 time: 0.1620762 May 26 19:52:32.063748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.094515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.207324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51578) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:32.226983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.241561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:32.245488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Usage tracker for resource:security_group_rule and tenant:90c4adfefa8d43efab3384a1f8ea7f21 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:32.248298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:32.254052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:32.289137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 2001:db8::132 (966ba4a1-1731-4354-9466-c7f95e107a00/6942a2a7-02e6-44bd-9c53-1480d6f0eff6/70ea6a05-7f21-49b1-97fc-d0a05aae2973) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:32.340384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.344311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.394668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90c4adfefa8d43efab3384a1f8ea7f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858304 May 26 19:52:32.396440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b66b7-8bb8-47d8-8f31-9c613836ce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b83f4f6-6dbd-4a77-81cb-839287200e82,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:32.399662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51582) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:32.462892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.488781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.542663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.551833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.559547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b83f4f6-6dbd-4a77-81cb-839287200e82,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:32.562850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.566722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ac5a8a95-313f-4325-af70-008295154de1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b83f4f6-6dbd-4a77-81cb-839287200e82 HTTP/1.1" status: 204 len: 168 time: 0.1634622 May 26 19:52:32.582762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:32.647785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 966ba4a1-1731-4354-9466-c7f95e107a00 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:32.650483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:32.654375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:32.777249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=70ea6a05-7f21-49b1-97fc-d0a05aae2973,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:33.033572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:33.382586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:33.589301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 44c72a74-aa7b-4d5f-9707-28dfc02f1ece is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:52:33.893472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:33.903901 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Sync routers for ids ['44c72a74-aa7b-4d5f-9707-28dfc02f1ece'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:33.917152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:33.918231 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Routers {'44c72a74-aa7b-4d5f-9707-28dfc02f1ece'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:33.918423 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e8ca2a0-e355-4b60-b1a3-486b35c93d6f tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5424399 May 26 19:52:33.919009 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['44c72a74-aa7b-4d5f-9707-28dfc02f1ece'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:33.921079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51624) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:34.114887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.130079 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Set router 44c72a74-aa7b-4d5f-9707-28dfc02f1ece gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:52:34.300013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.311250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting port 70ea6a05-7f21-49b1-97fc-d0a05aae2973 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:34.311583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.451539 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c72a74-aa7b-4d5f-9707-28dfc02f1ece', 'name': '', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00', 'external_fixed_ips': [{'subnet_id': '6942a2a7-02e6-44bd-9c53-1480d6f0eff6', 'ip_address': '2001:db8::132'}], 'enable_snat': True}, 'gw_port_id': '70ea6a05-7f21-49b1-97fc-d0a05aae2973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:31Z', 'updated_at': '2022-05-26T19:52:32Z', 'revision_number': 3, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port': {'id': '70ea6a05-7f21-49b1-97fc-d0a05aae2973', 'name': '', 'network_id': '966ba4a1-1731-4354-9466-c7f95e107a00', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c72a74-aa7b-4d5f-9707-28dfc02f1ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '6942a2a7-02e6-44bd-9c53-1480d6f0eff6', 'ip_address': '2001:db8::132', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:52:32Z', 'updated_at': '2022-05-26T19:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6942a2a7-02e6-44bd-9c53-1480d6f0eff6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:34.455721 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Checking router: 44c72a74-aa7b-4d5f-9707-28dfc02f1ece for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:52:34.456138 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Updating router 44c72a74-aa7b-4d5f-9707-28dfc02f1ece port 70ea6a05-7f21-49b1-97fc-d0a05aae2973 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:52:34.496189 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.514909 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.640151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Calling delete_port for 70ea6a05-7f21-49b1-97fc-d0a05aae2973 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:34.811843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:34.858954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Port': ['ID=70ea6a05-7f21-49b1-97fc-d0a05aae2973,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:34.880752 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.db.api [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:52:34.881844 n-d-843146-9 neutron-server[88365]: DEBUG oslo_db.api [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:52:34.902813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.076851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.079090 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.101378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.101909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44c72a74-aa7b-4d5f-9707-28dfc02f1ece {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:52:35.113660 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.114742 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2c490c2f-3077-49bb-9321-33c7a8d29544 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/routers/44c72a74-aa7b-4d5f-9707-28dfc02f1ece HTTP/1.1" status: 204 len: 168 time: 1.1927552 May 26 19:52:35.118061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:35.183022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting subnet 6942a2a7-02e6-44bd-9c53-1480d6f0eff6 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:52:35.186345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.237430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.417322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.418819 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Port 70ea6a05-7f21-49b1-97fc-d0a05aae2973 not found while updating agent binding for router 44c72a74-aa7b-4d5f-9707-28dfc02f1ece. {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 26 19:52:35.427026 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Routers set() bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:35.427378 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Router IDs set() for agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 26 19:52:35.428557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_agentschedulers_db [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44c72a74-aa7b-4d5f-9707-28dfc02f1ece'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent'). {{(pid=88365) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 26 19:52:35.428911 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f4cbc-7553-42f5-b5ac-64fa26d46735 None None] The sync data for ids ['44c72a74-aa7b-4d5f-9707-28dfc02f1ece'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:35.489539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.524367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6942a2a7-02e6-44bd-9c53-1480d6f0eff6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:35.529530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.535075 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-da0d1980-fe05-40e7-97d3-7d03a5d01abf tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/6942a2a7-02e6-44bd-9c53-1480d6f0eff6 HTTP/1.1" status: 204 len: 168 time: 0.4161303 May 26 19:52:35.538191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:35.641640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.768444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.798862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966ba4a1-1731-4354-9466-c7f95e107a00']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:35.811680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:35.811977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:35.824300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.840859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.846780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:52:35.847162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.911098 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09 resource provider aggregate not found May 26 19:52:35.938636 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25fc4ee5-0aa1-47f8-a9ab-2f1fa1419b09 found for delete ", "request_id": "req-a5bbeeaa-2977-4258-848c-cf5a097fe828"}]} May 26 19:52:35.957539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.976703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 966ba4a1-1731-4354-9466-c7f95e107a00 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 26 19:52:35.980920 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:35.983612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Network': ['ID=966ba4a1-1731-4354-9466-c7f95e107a00,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:35.989002 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-842c2031-870b-4ee2-a46e-2341bcde6d89 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/networks/966ba4a1-1731-4354-9466-c7f95e107a00 HTTP/1.1" status: 204 len: 168 time: 0.4497869 May 26 19:52:36.265454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51674) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:36.270655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'name': 'tempest-router--1582691061', 'project_id': 'e91c7ab7b1bb4db89120dfd7ea16495f'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:36.276657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:36.280770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:router and tenant:e91c7ab7b1bb4db89120dfd7ea16495f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:36.284619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:36.291915 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:36.305081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.306207 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.321435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.340168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.359991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.364452 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea86cf57-7c13-47c1-9d08-ca463386b3d1 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0949562 May 26 19:52:36.364819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51678) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:36.502190 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.730093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.807927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.810131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.831676 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.832521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80d6468a-2c15-404a-b350-44947782d9d8 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:52:36.843442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:36.844580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-72c9b66a-9fde-4ec4-9a11-4ee5a7d98e30 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/routers/80d6468a-2c15-404a-b350-44947782d9d8 HTTP/1.1" status: 204 len: 168 time: 0.4780357 May 26 19:52:36.966001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51684) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:37.202864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1967935000', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:37.211076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:37.214993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:37.218180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:37.225402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:37.235680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:37.236913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:37.254259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:37.710605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.049933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f87a-9423-4098-96d4-c9073a5bcb1d req-ec835b81-84f4-4ef2-8741-5a4b68c51db3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:38.051627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f94f87a-9423-4098-96d4-c9073a5bcb1d req-ec835b81-84f4-4ef2-8741-5a4b68c51db3 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.3595560 May 26 19:52:38.102408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.139690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.189915 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f94f87a-9423-4098-96d4-c9073a5bcb1d req-baadcd37-875d-4e3f-82a9-18dd8c777492 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074145 May 26 19:52:38.309828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Allocated IP 172.25.0.57 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/76447a12-f008-4b21-b210-0f5283211bb9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:38.469305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51706) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:38.505563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b373e9-34fa-41db-ba90-8521933b5043 req-a00b99f7-4d98-4b5e-8ae4-cb7a3bcd9672 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:38.507038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03b373e9-34fa-41db-ba90-8521933b5043 req-a00b99f7-4d98-4b5e-8ae4-cb7a3bcd9672 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2052326 May 26 19:52:38.564325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.583047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03b373e9-34fa-41db-ba90-8521933b5043 req-b8512047-1656-44e0-9766-fc5f05d5dfb3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673525 May 26 19:52:38.595235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.611228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:38.611394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.613292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51712) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:38.671759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Usage tracker for resource:security_group_rule and tenant:e6b21c1f2b0345ed936390b9055ad3ba is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:38.679966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:38.681013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:38.682698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:38.686542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:38.700349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:38.720621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event updated for resources: {'Port': ['ID=76447a12-f008-4b21-b210-0f5283211bb9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:38.744464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3181fa5e-5037-492f-adfa-a31d507deb14 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 200 len: 994 time: 0.1300683 May 26 19:52:38.818083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.822600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.872679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6b21c1f2b0345ed936390b9055ad3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016299 May 26 19:52:38.874555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63521c05-ce66-494d-9654-df46e1ac9e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc1396-462b-4f2f-8f6f-e9ef019f3484,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:38.877609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51720) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:38.939239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:38.965465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.025710 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.042036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc1396-462b-4f2f-8f6f-e9ef019f3484,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:39.055955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.060458 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-40d41344-111d-428c-86bd-aa019669279c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1dc1396-462b-4f2f-8f6f-e9ef019f3484 HTTP/1.1" status: 204 len: 168 time: 0.1821599 May 26 19:52:39.124141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.375743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51734) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:39.383063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51738) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:39.403067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.420072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:39.424347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Usage tracker for resource:security_group_rule and tenant:b6214eedef284450acaac2c76e970ff6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:39.427516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:39.434724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:39.526373 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.539334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.641812 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6214eedef284450acaac2c76e970ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551212 May 26 19:52:39.647880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:39.652370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddd080-c007-45c2-b144-537960b40a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d381d-977e-474d-be40-d22139953066,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:39.720260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9a48-7619-4bd1-bf30-d0471720baff req-47c6e33e-268c-449f-b3d1-79b0dc093534 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:39.721718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1fb9a48-7619-4bd1-bf30-d0471720baff req-47c6e33e-268c-449f-b3d1-79b0dc093534 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2972906 May 26 19:52:39.728955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.733404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.733987 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-a7567eb4-92c6-4ad4-9f74-c3c315f22e00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3565874 May 26 19:52:39.759049 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.822156 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.839216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d381d-977e-474d-be40-d22139953066,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:39.853830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:39.855471 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e89a5080-99ce-4dbd-834f-3fd7f3c18dd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c6d381d-977e-474d-be40-d22139953066 HTTP/1.1" status: 204 len: 168 time: 0.2055600 May 26 19:52:39.860623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1fb9a48-7619-4bd1-bf30-d0471720baff req-14a2495c-6d0d-49e0-ab0d-1d3130f72177 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313820 May 26 19:52:39.931220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-ff7eb612-2c9a-4bf9-8451-e15676ae0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:39.932844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-ff7eb612-2c9a-4bf9-8451-e15676ae0d96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.3078852 May 26 19:52:40.009827 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:52:40.150441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-537e12d7-a7ae-475f-880d-f8d7dd7a3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:40.151969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-537e12d7-a7ae-475f-880d-f8d7dd7a3217 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1908996 May 26 19:52:40.152657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Router 005f071e-9e14-4818-bbac-0f155b4b130a is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:52:40.406086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-8b7e777c-1e3b-4dbf-8dd3-1eae06882eaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1002 time: 0.2461734 May 26 19:52:40.482838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:40.506090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] Sync routers for ids ['005f071e-9e14-4818-bbac-0f155b4b130a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:40.507028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-e9212643-86fa-437e-9c93-074e2731f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:40.508772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-e9212643-86fa-437e-9c93-074e2731f23b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0950036 May 26 19:52:40.524953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] Routers {'005f071e-9e14-4818-bbac-0f155b4b130a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:40.526005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['005f071e-9e14-4818-bbac-0f155b4b130a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:40.557403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:40.558685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d349ea5e-4385-4e3c-b1c9-8a471c8c7678 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5915687 May 26 19:52:40.561565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51788) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:40.597027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-5ffee7b7-b79e-43b6-a28d-fbeff7c53196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:40.598807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-5ffee7b7-b79e-43b6-a28d-fbeff7c53196 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816445 May 26 19:52:40.627312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:40.637703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] Routers {'005f071e-9e14-4818-bbac-0f155b4b130a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:40.638620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['005f071e-9e14-4818-bbac-0f155b4b130a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:40.747931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:40.748592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a0147-60ce-4a2d-9d76-57a9c3da8bd3 None None] The sync data for ids ['005f071e-9e14-4818-bbac-0f155b4b130a'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:40.825227 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60ee4b86-fc1b-4159-8849-932c702b41d4 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/005f071e-9e14-4818-bbac-0f155b4b130a HTTP/1.1" status: 200 len: 924 time: 0.2624178 May 26 19:52:40.827922 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:40.872576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-767dcb17-c769-4070-b5c2-7e773ff0d491 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671330 May 26 19:52:40.875697 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b49d3c7-17a4-43ee-ab64-34821dcd1e09 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=005f071e-9e14-4818-bbac-0f155b4b130a HTTP/1.1" status: 200 len: 205 time: 0.0466197 May 26 19:52:40.878320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:41.112810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dcb195-5a0c-42f2-b881-431ed5fb4b22 req-da363918-1759-4f59-9d8f-c32991461175 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337625 May 26 19:52:41.139911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167ee34-817f-4e16-a041-8b2d61c31f28 req-a069837e-a685-48b3-b561-4715ad1046e8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:41.141312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6167ee34-817f-4e16-a041-8b2d61c31f28 req-a069837e-a685-48b3-b561-4715ad1046e8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1382186 May 26 19:52:41.196255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:41.248385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6167ee34-817f-4e16-a041-8b2d61c31f28 req-be4d8f09-26f1-49f2-9361-dcca049882a9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974555 May 26 19:52:41.266032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-cf1af83c-ad46-4284-a91b-ae2297765c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:41.276257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-cf1af83c-ad46-4284-a91b-ae2297765c78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1097 time: 0.0957627 May 26 19:52:41.403886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:41.414476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port 76447a12-f008-4b21-b210-0f5283211bb9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:41.414878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:41.415411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-4dda588c-db55-49d4-89eb-5d974e8cd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:41.417071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-4dda588c-db55-49d4-89eb-5d974e8cd7f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1427770 May 26 19:52:41.524766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-07128c0e-c94b-4020-9534-8cb9bbe3576f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1002 time: 0.1014323 May 26 19:52:41.594230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-cf2e058a-e4a9-4e9f-9f05-d1ee7dc7e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:41.595756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-cf2e058a-e4a9-4e9f-9f05-d1ee7dc7e29f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0641553 May 26 19:52:41.597282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:41.678833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-ae27559a-d28d-431c-b80b-53a12231057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:41.680369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-ae27559a-d28d-431c-b80b-53a12231057f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786960 May 26 19:52:41.733474 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for 76447a12-f008-4b21-b210-0f5283211bb9 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:41.820947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-6e54f331-3751-4e61-a301-24878c160fba service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343973 May 26 19:52:41.916743 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:41.961226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-5e9b8cb3-8aa1-40f0-abd2-87fdf3c2fcdf service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334670 May 26 19:52:41.968458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=76447a12-f008-4b21-b210-0f5283211bb9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:42.098098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.281128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.283344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.306861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.307615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router 005f071e-9e14-4818-bbac-0f155b4b130a {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:52:42.333500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.338461 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f6a4bbfd-4393-431c-b312-994cd3277e19 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/005f071e-9e14-4818-bbac-0f155b4b130a HTTP/1.1" status: 204 len: 168 time: 1.4555020 May 26 19:52:42.338712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51846) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:42.344090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1361266509', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:42.350778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:42.355015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:router and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:42.358417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:42.364376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:42.375817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.377294 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.395154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:42.467094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62559-9ade-4793-81dc-b2ce71d3733b req-fd90aa1c-2d79-4f40-888b-5bca4cdaa3d5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:42.468650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59c62559-9ade-4793-81dc-b2ce71d3733b req-fd90aa1c-2d79-4f40-888b-5bca4cdaa3d5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0846486 May 26 19:52:42.520874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59c62559-9ade-4793-81dc-b2ce71d3733b req-6eeda29d-7090-457c-8228-500ca7c5ae0b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 May 26 19:52:42.801392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:43.114846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:43.144322 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:43.285135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 172.25.0.66 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/f3702485-693b-4e0e-b02b-ef87a396f975) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:43.441194 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:43.470947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:43.538017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:43.541015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:43.547404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:43.582054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=f3702485-693b-4e0e-b02b-ef87a396f975,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:43.710367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c3c0f-a585-451a-85a2-f1aacda741d3 req-8b595381-2ab0-488f-9cc5-a4cae224432a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:43.711699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e59c3c0f-a585-451a-85a2-f1aacda741d3 req-8b595381-2ab0-488f-9cc5-a4cae224432a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0825551 May 26 19:52:43.758286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e59c3c0f-a585-451a-85a2-f1aacda741d3 req-13275b69-dadb-47c4-b269-92fb2d01bd97 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 May 26 19:52:43.972843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:44.279204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:44.459281 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:44.662960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 7536555d-3dbb-43a5-bc38-bd7171b6e8de is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:52:44.707482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d2355e18-30e7-4701-909d-916c9a832254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:44.850265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:44.862039 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Sync routers for ids ['7536555d-3dbb-43a5-bc38-bd7171b6e8de'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:44.873272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Routers {'7536555d-3dbb-43a5-bc38-bd7171b6e8de'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:44.874142 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7536555d-3dbb-43a5-bc38-bd7171b6e8de'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:44.878474 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:44.879882 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea049302-bbcc-4ddf-8ce3-749a5deaaac5 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5400450 May 26 19:52:44.882539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:44.976761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11c081-abd3-4e2e-91a5-11bf9f0913cb req-93e51d7a-ac34-404b-bb5e-1ee6fd42da64 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:44.984277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f11c081-abd3-4e2e-91a5-11bf9f0913cb req-93e51d7a-ac34-404b-bb5e-1ee6fd42da64 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0949061 May 26 19:52:45.072481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f11c081-abd3-4e2e-91a5-11bf9f0913cb req-6bcde00a-279c-403b-bab9-f1a2236a058c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869594 May 26 19:52:45.079381 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Set router 7536555d-3dbb-43a5-bc38-bd7171b6e8de gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:52:45.091774 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a004ee38-3270-48db-9785-1f4737c93259 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/7536555d-3dbb-43a5-bc38-bd7171b6e8de HTTP/1.1" status: 200 len: 908 time: 0.2056057 May 26 19:52:45.092384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51888) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:45.096856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1361266509', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': True}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:45.103542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:45.107517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Usage tracker for resource:router and tenant:491066be851a4637be6d6f67935120c0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:45.110691 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:45.117546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:45.129709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.131304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.153206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.385255 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:42Z', 'updated_at': '2022-05-26T19:52:43Z', 'revision_number': 3, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port': {'id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:52:43Z', 'updated_at': '2022-05-26T19:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:45.390150 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Checking router: 7536555d-3dbb-43a5-bc38-bd7171b6e8de for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:52:45.390620 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Updating router 7536555d-3dbb-43a5-bc38-bd7171b6e8de port f3702485-693b-4e0e-b02b-ef87a396f975 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:52:45.445181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.469409 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.870003 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.882457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Transition to ACTIVE for port object f3702485-693b-4e0e-b02b-ef87a396f975 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:45.890425 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.957009 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.966482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Pushing event updated for resources: {'Port': ['ID=f3702485-693b-4e0e-b02b-ef87a396f975,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:45.981111 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.981467 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.981774 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.982149 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.982475 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.982792 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.983106 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.983418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.983728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.984039 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.984364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.984654 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:45.988589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:45.998203 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Attempting to bind port f3702485-693b-4e0e-b02b-ef87a396f975 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:52:45.998565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Attempting to bind port f3702485-693b-4e0e-b02b-ef87a396f975 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:52:45.998923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Attempting to bind port f3702485-693b-4e0e-b02b-ef87a396f975 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:52:46.017500 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:52:46.017871 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:46.018254 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.018641 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:52:46.019094 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Bound port: f3702485-693b-4e0e-b02b-ef87a396f975, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:52:46.019459 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.092737 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] For port f3702485-693b-4e0e-b02b-ef87a396f975, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:52:46.096049 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] For port f3702485-693b-4e0e-b02b-ef87a396f975, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3702485-693b-4e0e-b02b-ef87a396f975,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:52:46.102625 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.186842 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Routers {'7536555d-3dbb-43a5-bc38-bd7171b6e8de'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:46.187563 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7536555d-3dbb-43a5-bc38-bd7171b6e8de'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:46.266373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 172.25.0.60 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/41576b28-596e-4981-a2cc-6b16e2d85218) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:46.374893 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ead17c-93b2-40c7-b07b-a3135179f6b4 None None] Pushing event updated for resources: {'Port': ['ID=f3702485-693b-4e0e-b02b-ef87a396f975,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:46.395721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d0fb2-eecd-40fe-8ae8-04c44c3e0dd1 req-879a49a8-ae06-4a2c-a56b-63d62d7459e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:46.402510 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] Set router 7536555d-3dbb-43a5-bc38-bd7171b6e8de gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:52:46.405211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-542d0fb2-eecd-40fe-8ae8-04c44c3e0dd1 req-879a49a8-ae06-4a2c-a56b-63d62d7459e7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1272020 May 26 19:52:46.462594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-542d0fb2-eecd-40fe-8ae8-04c44c3e0dd1 req-25dee524-683b-4444-a221-3be53e5d78b8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508907 May 26 19:52:46.494718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.548845 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.640204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:46.643822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:46.646941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:46.701712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=41576b28-596e-4981-a2cc-6b16e2d85218,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:46.767906 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:42Z', 'updated_at': '2022-05-26T19:52:43Z', 'revision_number': 3, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port': {'id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:52:43Z', 'updated_at': '2022-05-26T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:46.773070 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b1bd5-9c2b-4590-86c1-4fe8e8c2b365 None None] The sync data for ids ['7536555d-3dbb-43a5-bc38-bd7171b6e8de'] in n-d-843146-9 is: [{'id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:42Z', 'updated_at': '2022-05-26T19:52:43Z', 'revision_number': 3, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port': {'id': 'f3702485-693b-4e0e-b02b-ef87a396f975', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536555d-3dbb-43a5-bc38-bd7171b6e8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:52:43Z', 'updated_at': '2022-05-26T19:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:46.895545 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d963-bddc-44b3-9e05-35cf7133510e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:46.964105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51908) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:47.161215 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.167688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.183954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:47.188756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Usage tracker for resource:security_group_rule and tenant:b963875307ae4cc18f4b6358e52917a3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:47.192203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:47.198879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:47.300827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.306902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.360573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b963875307ae4cc18f4b6358e52917a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955779 May 26 19:52:47.362658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51914) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:47.366054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d255b88-45c7-4579-b613-9fe969ad6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2d449-827d-4356-8ca2-25629213eaca,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:47.387648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.440513 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.467587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.525783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.543056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.547208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2d449-827d-4356-8ca2-25629213eaca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:47.555121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.556581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dee8781e-3524-425f-8f1a-1183751d034f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cc2d449-827d-4356-8ca2-25629213eaca HTTP/1.1" status: 204 len: 168 time: 0.1926680 May 26 19:52:47.693922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4b22-5fb2-46cb-b559-674d04b2f3d7 req-93b03d64-5791-4778-851d-ba6db1288516 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:47.695615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e22d4b22-5fb2-46cb-b559-674d04b2f3d7 req-93b03d64-5791-4778-851d-ba6db1288516 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.0992661 May 26 19:52:47.875757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e22d4b22-5fb2-46cb-b559-674d04b2f3d7 req-99d547cd-e6b8-4709-a4ce-e1585abb632b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743598 May 26 19:52:47.925140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:52:47.931386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:47.948303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:47.963212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:47.966990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:62123dd29a6d448880a0f26d855264d1 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:47.969843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:47.976002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:48.064217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.068479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.108273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:48.119505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62123dd29a6d448880a0f26d855264d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868827 May 26 19:52:48.123746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Sync routers for ids ['1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:48.124870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 51928) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:48.130004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da28fd-6d87-4257-864b-21f2ab932fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dcc235-1da2-4b60-8ce1-0ccf2903b0e3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:48.135412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Routers {'1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:48.136120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:48.156295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.160154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51932) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:48.160307 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a7dc489c-19cb-4cbf-a880-2885b21e8329 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0673826 May 26 19:52:48.198029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.233763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.239804 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.297368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.315634 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dcc235-1da2-4b60-8ce1-0ccf2903b0e3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:48.319692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.321070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f497dbdc-b257-436b-a8dd-84ed7d2714f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94dcc235-1da2-4b60-8ce1-0ccf2903b0e3 HTTP/1.1" status: 204 len: 168 time: 0.1951458 May 26 19:52:48.350642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-690b6fd0-a342-495d-a67a-9e046f3d50f4 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 HTTP/1.1" status: 200 len: 907 time: 0.1893296 May 26 19:52:48.353261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:48.384400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Set router 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:52:48.570137 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.647767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3702485-693b-4e0e-b02b-ef87a396f975 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:52:48.762745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51944) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:48.783341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port f3702485-693b-4e0e-b02b-ef87a396f975 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:52:48.791483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f3702485-693b-4e0e-b02b-ef87a396f975 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:52:48.791841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.795800 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.807130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.817619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:48.822268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting port 41576b28-596e-4981-a2cc-6b16e2d85218 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:48.822673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:48.844890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a2bb1-bf83-4750-a51d-2366fd46b5f1', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '41576b28-596e-4981-a2cc-6b16e2d85218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:45Z', 'updated_at': '2022-05-26T19:52:46Z', 'revision_number': 3, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port': {'id': '41576b28-596e-4981-a2cc-6b16e2d85218', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4a2bb1-bf83-4750-a51d-2366fd46b5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:52:46Z', 'updated_at': '2022-05-26T19:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:48.846716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Usage tracker for resource:security_group_rule and tenant:fd49df190b7c4d9984e9824fe27f448e is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:48.853535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:48.853702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Checking router: 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:52:48.854053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Updating router 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 port 41576b28-596e-4981-a2cc-6b16e2d85218 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:52:48.870505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:48.916859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.075537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f3702485-693b-4e0e-b02b-ef87a396f975 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:52:49.076161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.098163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.110189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port f3702485-693b-4e0e-b02b-ef87a396f975, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3702485-693b-4e0e-b02b-ef87a396f975,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:49.126287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.244286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Calling delete_port for 41576b28-596e-4981-a2cc-6b16e2d85218 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:49.274997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=f3702485-693b-4e0e-b02b-ef87a396f975,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:49.294114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.294455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.294793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.295124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.295452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.295776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.296101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.296426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.296747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.297092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.297415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.297731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:52:49.311169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.327226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244e2dd-84fd-4200-ab24-2b777cf46fa7 req-f6cd5f95-443d-4d3a-9ecc-8e14816e6f09 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:49.328581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5244e2dd-84fd-4200-ab24-2b777cf46fa7 req-f6cd5f95-443d-4d3a-9ecc-8e14816e6f09 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.3308442 May 26 19:52:49.329197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.390106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.403292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Transition to ACTIVE for port object 41576b28-596e-4981-a2cc-6b16e2d85218 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:49.410296 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.423026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6c2a6-c455-40a9-9ea9-41debb9ece66,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:49.430458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d549e93f-4810-424e-8b0a-7fdba0dcc993 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd49df190b7c4d9984e9824fe27f448e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642997 May 26 19:52:49.430879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:49.475637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5244e2dd-84fd-4200-ab24-2b777cf46fa7 req-0bbf7ab5-6d8a-4c2a-bfc8-1c6a75dbd13d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376002 May 26 19:52:49.491613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Attempting to bind port 41576b28-596e-4981-a2cc-6b16e2d85218 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:52:49.491998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Attempting to bind port 41576b28-596e-4981-a2cc-6b16e2d85218 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:52:49.492363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Attempting to bind port 41576b28-596e-4981-a2cc-6b16e2d85218 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:52:49.498069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1029a-62cb-4de1-af29-f00ea5174764 None None] Pushing event updated for resources: {'Port': ['ID=41576b28-596e-4981-a2cc-6b16e2d85218,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:49.502676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:52:49.503049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:49.503568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.503952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:52:49.504416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Bound port: 41576b28-596e-4981-a2cc-6b16e2d85218, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:52:49.504788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.523172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:52:49.523482 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:52:49.527581 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.553494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.578202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] For port 41576b28-596e-4981-a2cc-6b16e2d85218, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:52:49.581164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] For port 41576b28-596e-4981-a2cc-6b16e2d85218, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=41576b28-596e-4981-a2cc-6b16e2d85218,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:52:49.585986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.608648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.626912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6c2a6-c455-40a9-9ea9-41debb9ece66,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:49.643128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.644228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ee3053d-4803-402e-92cd-3a7670d0c468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ba6c2a6-c455-40a9-9ea9-41debb9ece66 HTTP/1.1" status: 204 len: 168 time: 0.2127032 May 26 19:52:49.678069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Routers {'1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:49.678686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:49.792266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1029a-62cb-4de1-af29-f00ea5174764 None None] Pushing event updated for resources: {'Port': ['ID=41576b28-596e-4981-a2cc-6b16e2d85218,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:49.831822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:49.845297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] Set router 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:52:49.999293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4a2bb1-bf83-4750-a51d-2366fd46b5f1', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:45Z', 'updated_at': '2022-05-26T19:52:48Z', 'revision_number': 4, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:50.003208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cab2400-b451-436d-84a7-582d2d2a42d8 None None] The sync data for ids ['1e4a2bb1-bf83-4750-a51d-2366fd46b5f1'] in n-d-843146-9 is: [{'id': '1e4a2bb1-bf83-4750-a51d-2366fd46b5f1', 'name': 'tempest-snat-router-1361266509', 'tenant_id': '491066be851a4637be6d6f67935120c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:52:45Z', 'updated_at': '2022-05-26T19:52:48Z', 'revision_number': 4, 'project_id': '491066be851a4637be6d6f67935120c0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:50.024821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting port 41576b28-596e-4981-a2cc-6b16e2d85218 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:50.025387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:50.331404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] For port 41576b28-596e-4981-a2cc-6b16e2d85218, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=41576b28-596e-4981-a2cc-6b16e2d85218,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:50.331761 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:50.458891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Calling delete_port for 41576b28-596e-4981-a2cc-6b16e2d85218 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:50.617881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3702485-693b-4e0e-b02b-ef87a396f975 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:52:50.693339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port f3702485-693b-4e0e-b02b-ef87a396f975 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:52:50.693708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:50.719430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:50.798367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Port': ['ID=41576b28-596e-4981-a2cc-6b16e2d85218,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:50.835462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port f3702485-693b-4e0e-b02b-ef87a396f975 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:52:50.880704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f0aa7-fe96-4068-a3d1-d65c332f821c req-31f97c5d-c2c5-4976-9788-c0dae68098a7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:50.882093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-101f0aa7-fe96-4068-a3d1-d65c332f821c req-31f97c5d-c2c5-4976-9788-c0dae68098a7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2315397 May 26 19:52:50.888530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.089425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.093319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.100567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-101f0aa7-fe96-4068-a3d1-d65c332f821c req-d60ef2ee-8d82-4740-835e-ca7f5bcfb4ac tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716614 May 26 19:52:51.122194 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.122879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:52:51.136354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.137408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff2c258d-6f85-4275-bdfc-d9d0985b497c tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1e4a2bb1-bf83-4750-a51d-2366fd46b5f1 HTTP/1.1" status: 204 len: 168 time: 2.7830105 May 26 19:52:51.140022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 51994) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:51.326485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.510356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.517660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Deleting port f3702485-693b-4e0e-b02b-ef87a396f975 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:51.517993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.806777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] For port f3702485-693b-4e0e-b02b-ef87a396f975, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f3702485-693b-4e0e-b02b-ef87a396f975,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:51.807433 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:51.930657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Calling delete_port for f3702485-693b-4e0e-b02b-ef87a396f975 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:52.103068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.155021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3702485-693b-4e0e-b02b-ef87a396f975,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:52.298737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.414260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52030) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:52.478506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.482674 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.493661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae70ef9-92eb-4d10-a293-e2dcaf3805b1 req-a1d241c2-d0ac-41ef-8c0b-bdd2dfc79ca9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:52.495105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fae70ef9-92eb-4d10-a293-e2dcaf3805b1 req-a1d241c2-d0ac-41ef-8c0b-bdd2dfc79ca9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2760324 May 26 19:52:52.538817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.539321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7536555d-3dbb-43a5-bc38-bd7171b6e8de {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:52:52.541071 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.560739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:52.564722 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Usage tracker for resource:security_group_rule and tenant:db3b4d6bef5642e595fd3beb9db26cdf is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:52.566046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fae70ef9-92eb-4d10-a293-e2dcaf3805b1 req-7fed90aa-436d-49c6-be5e-a2f236bbcd14 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567448 May 26 19:52:52.567592 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:52.581926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.581926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6db16fd9-b8be-4cb7-8839-b69de2bc15f9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7536555d-3dbb-43a5-bc38-bd7171b6e8de HTTP/1.1" status: 204 len: 168 time: 1.4351914 May 26 19:52:52.581926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52036) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:52.584616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:52.586112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-938075570', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:52.594841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:52.600213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:52.603521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:52.613490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:52.627038 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.628199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.647003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.675119 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.679844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.722894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8427c-7ce5-432c-91d4-c5cf878a0b96,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:52.735986 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8077734f-86a0-4731-8891-e480d513b14d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db3b4d6bef5642e595fd3beb9db26cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206842 May 26 19:52:52.736656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52040) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:52.797406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.823064 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.874187 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.890427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8427c-7ce5-432c-91d4-c5cf878a0b96,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:52.897329 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:52.901342 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5c7cc50f-08ee-4eba-83cb-1c5642f920a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cf8427c-7ce5-432c-91d4-c5cf878a0b96 HTTP/1.1" status: 204 len: 168 time: 0.1636932 May 26 19:52:52.919059 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.203746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52048) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:53.221601 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.236250 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:53.240664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Usage tracker for resource:security_group_rule and tenant:be9ac13e90be4252826f51e8d824cabb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:53.243564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:53.249472 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:53.333442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.337457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.343261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.372505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.385008 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be9ac13e90be4252826f51e8d824cabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801329 May 26 19:52:53.385975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3c1b1-ae15-449a-9ec4-77ce7d5dc349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4186e5d7-8659-45a5-b8dc-cd964cd3f5ec,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:53.388311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52052) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:53.450332 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.476432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.510387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Allocated IP 172.25.0.180 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/05319cd4-0ea1-478e-a52f-713de001e37c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:52:53.528386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.546120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4186e5d7-8659-45a5-b8dc-cd964cd3f5ec,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:53.550203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.555131 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8729ed6e-138b-4dbc-a240-a57ebf8e2947 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4186e5d7-8659-45a5-b8dc-cd964cd3f5ec HTTP/1.1" status: 204 len: 168 time: 0.1658950 May 26 19:52:53.670815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.766659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:53.837726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fbbe7-7e6b-40ee-aa5a-44a83c2db9b1 req-678b8004-d8fe-4b7b-8fe4-c7eab7e22360 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:53.839190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d00fbbe7-7e6b-40ee-aa5a-44a83c2db9b1 req-678b8004-d8fe-4b7b-8fe4-c7eab7e22360 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1589913 May 26 19:52:53.844689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:52:53.848591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:52:53.853673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:52:53.914583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event updated for resources: {'Port': ['ID=05319cd4-0ea1-478e-a52f-713de001e37c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:53.951250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d00fbbe7-7e6b-40ee-aa5a-44a83c2db9b1 req-4d776505-6ca1-4bd9-ba25-e0546e75701c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053896 May 26 19:52:54.300883 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-650098da-606a-49e8-820b-1311810e7918 req-953c585d-4e00-4e4c-a0e2-329b420aa0e3 service neutron] show failed (client error): The resource could not be found. May 26 19:52:54.301930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-953c585d-4e00-4e4c-a0e2-329b420aa0e3 service neutron] 10.222.0.53 "GET /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.4104259 May 26 19:52:54.403599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:54.528869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3702485-693b-4e0e-b02b-ef87a396f975 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:52:54.566021 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f3702485-693b-4e0e-b02b-ef87a396f975 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:52:54.566364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f3702485-693b-4e0e-b02b-ef87a396f975 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:52:54.887828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-a5b1f171-7f55-44c1-bd7f-159ce8ffa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:54.889295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-a5b1f171-7f55-44c1-bd7f-159ce8ffa1ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 1097 time: 0.2286732 May 26 19:52:54.900466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:55.031898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:55.253998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:55.375914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d73aa-8513-414d-bfe2-8fbecfa44a0a req-717e21ca-6408-44ed-8473-eb5fd40dbae4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:55.377382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef6d73aa-8513-414d-bfe2-8fbecfa44a0a req-717e21ca-6408-44ed-8473-eb5fd40dbae4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.2841685 May 26 19:52:55.527848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef6d73aa-8513-414d-bfe2-8fbecfa44a0a req-c9fe2a27-8baa-4a51-913b-975b0465e89b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412456 May 26 19:52:55.531937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Router 2d8638cf-6302-4e4c-ae4e-a7c10dda15de is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:52:55.793159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:52:55.813018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:55.823087 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] Sync routers for ids ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:55.833128 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] Routers {'2d8638cf-6302-4e4c-ae4e-a7c10dda15de'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:55.834336 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:55.856373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:52:55.867799 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52132) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:55.884501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:55.885702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4ea4c55f-5517-4537-b4d3-b6d6b262b0b4 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3038776 May 26 19:52:55.889029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52138) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:55.896294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:52:55.903061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:55.913543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] Routers {'2d8638cf-6302-4e4c-ae4e-a7c10dda15de'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:55.914146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:55.922021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:55.938367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Transition to ACTIVE for port object 9fda6b2f-6283-4a09-86b8-3c111c091d0f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:52:55.939467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:52:55.957623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:55.980557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:55.981206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd95b2-b5f7-470e-881d-c2554df3cfda None None] The sync data for ids ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:56.080276 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f995b3dc-5a3d-48de-a8fa-182d82ab5e97'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'code': 200} May 26 19:52:56.096361 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.120967 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:56.128494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Usage tracker for resource:security_group_rule and tenant:5e5e4fbaced141dabab36b553bbf0e3f is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:56.133456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:56.142580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:56.194730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:56.330942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] No DVR routers for this DVR port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:52:56.560157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:52:56.560493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:52:56.560817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:52:56.565976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:52:56.566288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:52:56.571853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:52:56.572185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:52:56.572565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Bound using segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:52:56.572986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Bound port: 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:52:56.573352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.659345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.667282 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.712871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:52:56.720978 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.724875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:52:56.731734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.733347 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e5e4fbaced141dabab36b553bbf0e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642690 May 26 19:52:56.735802 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf975b-6a44-45d7-a518-4914be297fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c9bfc-50ea-4d33-afb6-16346f07dbb6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:56.738158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:56.807426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8484-7806-485d-bdfe-153e0dd9a0cb req-007025f7-b63c-4ab4-8979-88f1a3762136 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:56.808926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc3c8484-7806-485d-bdfe-153e0dd9a0cb req-007025f7-b63c-4ab4-8979-88f1a3762136 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.1668468 May 26 19:52:56.812356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:56.812887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.814162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] 10.222.0.13 "PUT /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1092 time: 1.9175971 May 26 19:52:56.878801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.902830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ecc33-8fd1-45fd-8290-9a75ef311ffa service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:56.910549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:56.925416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc3c8484-7806-485d-bdfe-153e0dd9a0cb req-f8c6053d-a5a7-46fa-a352-f4a1859db051 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060562 May 26 19:52:56.956419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-5de04b53-0288-4273-bd10-ee94925f9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:56.958620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-5de04b53-0288-4273-bd10-ee94925f9018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1095 time: 0.1127865 May 26 19:52:57.043371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.074352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c9bfc-50ea-4d33-afb6-16346f07dbb6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:57.086615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.087717 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8be7203a-b3d4-472e-8565-c417e557a138 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db4c9bfc-50ea-4d33-afb6-16346f07dbb6 HTTP/1.1" status: 204 len: 168 time: 0.3471873 May 26 19:52:57.115982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-bbc7a61c-af2c-4792-a4a4-6f734dd0b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:57.117667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-bbc7a61c-af2c-4792-a4a4-6f734dd0b48a service neutron] 10.222.0.13 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1529510 May 26 19:52:57.235651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-6852ed0b-0b74-4cdc-aa2b-ea39e0099399 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1112397 May 26 19:52:57.304139 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-f5cf9305-eb4f-49be-a62a-9a9e8475591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:57.306046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-f5cf9305-eb4f-49be-a62a-9a9e8475591d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0642054 May 26 19:52:57.390770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650098da-606a-49e8-820b-1311810e7918 req-d734d998-f458-43f7-9b3e-ca8134a5d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:57.392293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-d734d998-f458-43f7-9b3e-ca8134a5d9c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807152 May 26 19:52:57.416233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52154) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:57.493000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.515616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:52:57.523526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e170ec530d445198834a9121b29cfae is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:52:57.535375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:52:57.538216 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.541516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.544148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:52:57.570187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-ea1e44e4-681a-4ff0-9cd8-1e7afefc0833 service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714325 May 26 19:52:57.643044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.647886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.697149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e170ec530d445198834a9121b29cfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776458 May 26 19:52:57.700081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6b4a-9fbd-4f2c-a240-05c87b11c5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec7d9a-36e8-463d-95e6-2f633e09304a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:57.701022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52158) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:57.725760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:52:57.762931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 2d8638cf-6302-4e4c-ae4e-a7c10dda15de has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:52:57.785565 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:57.787465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:52:57.827342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-650098da-606a-49e8-820b-1311810e7918 req-e593cce3-e712-49d2-b774-a98ded4f8f57 service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282556 May 26 19:52:57.869912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:58.021764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:52:58.033870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] Sync routers for ids ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:52:58.038735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:58.041346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:58.044765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aec7d9a-36e8-463d-95e6-2f633e09304a HTTP/1.1" status: 204 len: 168 time: 0.3405735 May 26 19:52:58.049823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:58.051029 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1db1eecd-d87d-4580-a412-58d122ccf292 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "PUT /v2.0/routers/2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 200 len: 925 time: 2.1607583 May 26 19:52:58.054743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52166) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:58.065778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] Routers {'2d8638cf-6302-4e4c-ae4e-a7c10dda15de'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:58.069208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:58.098314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:52:58.146054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:58.156520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] Routers {'2d8638cf-6302-4e4c-ae4e-a7c10dda15de'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:52:58.157556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:58.172478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9dcd-338d-4caf-8830-2582e3119021 req-d0494652-9fca-4480-97fc-0352ea9ccb39 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.174811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aaa9dcd-338d-4caf-8830-2582e3119021 req-d0494652-9fca-4480-97fc-0352ea9ccb39 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.1115639 May 26 19:52:58.229456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:52:58.229765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e92d3-539a-438b-988c-eb9725d661b2 None None] The sync data for ids ['2d8638cf-6302-4e4c-ae4e-a7c10dda15de'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:52:58.235474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aaa9dcd-338d-4caf-8830-2582e3119021 req-200a4110-c5f4-48c4-8a73-de9976d1b91f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498242 May 26 19:52:58.267726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c49ece-9d4e-472d-bbaa-fbeefbf125ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec7d9a-36e8-463d-95e6-2f633e09304a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:52:58.305076 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7635447-d198-4175-a784-59a6efad54a2'] response: {'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:52:58.409106 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f23395a9-96fa-4fea-9bec-1b1f46dc635e tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 200 len: 925 time: 0.3531485 May 26 19:52:58.412121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:58.493444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f24fc-8fda-48b9-bbdf-9e0f4c47ecca tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.494279 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a50f24fc-8fda-48b9-bbdf-9e0f4c47ecca tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Synchronizing usage tracker for tenant:491066be851a4637be6d6f67935120c0 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:58.516034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a50f24fc-8fda-48b9-bbdf-9e0f4c47ecca tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Unset dirty status for tenant:491066be851a4637be6d6f67935120c0 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:58.519833 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a50f24fc-8fda-48b9-bbdf-9e0f4c47ecca tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=2d8638cf-6302-4e4c-ae4e-a7c10dda15de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1042109 May 26 19:52:58.520063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:58.575429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-329e2020-ddeb-486c-bd6d-aa347ea19edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.576936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-329e2020-ddeb-486c-bd6d-aa347ea19edc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1095 time: 0.2522917 May 26 19:52:58.579426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-2f2f4453-4e4b-4e22-b6c1-bd988c288b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.580748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-2f2f4453-4e4b-4e22-b6c1-bd988c288b45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1095 time: 0.2244477 May 26 19:52:58.659939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f25b88-08a4-4227-b564-dac3e7ae643a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.660468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57f25b88-08a4-4227-b564-dac3e7ae643a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Synchronizing usage tracker for tenant:491066be851a4637be6d6f67935120c0 on resource:network {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:52:58.677719 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-57f25b88-08a4-4227-b564-dac3e7ae643a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Unset dirty status for tenant:491066be851a4637be6d6f67935120c0 on resource:network {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:52:58.682478 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-57f25b88-08a4-4227-b564-dac3e7ae643a tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.1607230 May 26 19:52:58.683150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52192) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:58.740381 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c277909d-dbe1-483e-88a0-c8fc169856e7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 200 len: 205 time: 0.0561039 May 26 19:52:58.740974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:52:58.824065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-fa205fe5-f103-4b60-a2d7-cb5bba93a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.825532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-fa205fe5-f103-4b60-a2d7-cb5bba93a87b service neutron] 10.222.0.13 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2428138 May 26 19:52:58.826603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-11016a8f-8eed-46ac-a1c6-13126233947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:58.827880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-11016a8f-8eed-46ac-a1c6-13126233947d service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2264216 May 26 19:52:58.931477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:59.011303 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-343b6577-0d4e-4090-9319-cba0655f5b0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1795580 May 26 19:52:59.017467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-c48857f4-077f-4d92-8553-3e33bb1c3b0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1289527 May 26 19:52:59.128084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-ea49b50c-a8a2-4b94-8b5c-e1eb0c1595e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:59.129571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-ea49b50c-a8a2-4b94-8b5c-e1eb0c1595e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.1114125 May 26 19:52:59.133479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-04b3c847-8a9e-4c77-b62a-0188c5163d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:59.134808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-04b3c847-8a9e-4c77-b62a-0188c5163d58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0810313 May 26 19:52:59.146104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:59.155630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port 05319cd4-0ea1-478e-a52f-713de001e37c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:52:59.155999 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:59.270582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-960603a8-764d-450d-81a8-8261165f7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:59.272071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-960603a8-764d-450d-81a8-8261165f7b90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361675 May 26 19:52:59.273985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-02631b2c-7ffb-4df4-a144-e0f5faec817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:59.275292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-02631b2c-7ffb-4df4-a144-e0f5faec817d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076479 May 26 19:52:59.397145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:59.556249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for 05319cd4-0ea1-478e-a52f-713de001e37c owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:52:59.621453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-59fdc8c1-e584-463d-a98e-1484f582e62c service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402491 May 26 19:52:59.624759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-38648aeb-3faf-4010-ae61-9fadceb0e89b service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258538 May 26 19:52:59.735109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45d77-bd98-4ca3-8690-d219d034c7a8 req-e0f43900-7c5c-40c8-a729-674acff54680 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:52:59.736624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a45d77-bd98-4ca3-8690-d219d034c7a8 req-e0f43900-7c5c-40c8-a729-674acff54680 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.3493028 May 26 19:52:59.755767 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:52:59.899218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24a45d77-bd98-4ca3-8690-d219d034c7a8 req-9e929b4d-e425-4280-b814-8ec30bcf4cb9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081796 May 26 19:52:59.919479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-603aa02d-8873-487f-bb82-c5139a990d0c service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902031 May 26 19:52:59.927738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b26cfcc9-3c61-47f1-a2a5-6318d05dc3b9 req-54ec6639-2fbd-4242-918f-47bb01752d79 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802913 May 26 19:52:59.961676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=05319cd4-0ea1-478e-a52f-713de001e37c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:00.029704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.204926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.207240 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.229568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.230059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8638cf-6302-4e4c-ae4e-a7c10dda15de {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:00.244698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.245819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-42141419-aea9-4f98-a76a-c50b66493ff8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 204 len: 168 time: 1.5039244 May 26 19:53:00.249509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:00.254620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-206315860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:00.262182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:00.266106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:00.269082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:00.280052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:00.290451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.291408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.306454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.459437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.487553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:00.489008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ae7960c8-dc1c-4216-84f1-09db5b91fdd7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2383916 May 26 19:53:00.492017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:00.496951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:00.853185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:53:00.886346 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.009666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:01.037461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:53:01.096737 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:01.097136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.119691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:53:01.136213 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:01.140417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.206747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:01.265429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bfb18-521b-43a7-ae89-c5c7afcd84f0 req-f8ef8295-dcd6-42df-a16e-6a97c66b98f5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:01.266897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6bfb18-521b-43a7-ae89-c5c7afcd84f0 req-f8ef8295-dcd6-42df-a16e-6a97c66b98f5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 944 time: 0.2363582 May 26 19:53:01.331827 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.369687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.426162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['9fda6b2f-6283-4a09-86b8-3c111c091d0f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:53:01.429460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6bfb18-521b-43a7-ae89-c5c7afcd84f0 req-09141807-b233-41bb-b454-7113a0520bd9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273015 May 26 19:53:01.532393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Allocated IP 172.25.0.9 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/a4961a40-3353-49b9-9c72-f7ed3065ce9a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:01.695087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:01.948089 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:02.030344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-8f3e9729-e956-4a8d-bf98-5dbadda420ea tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:02.031775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-8f3e9729-e956-4a8d-bf98-5dbadda420ea tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 945 time: 0.3249934 May 26 19:53:02.040340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:02.078919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:02.089642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:02.129580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event updated for resources: {'Port': ['ID=a4961a40-3353-49b9-9c72-f7ed3065ce9a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:02.171300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7e810-df14-42eb-820c-b17679af3a29 req-668b5afd-62ef-4c83-a3a0-8ac7b99c8796 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:02.172807 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bd7e810-df14-42eb-820c-b17679af3a29 req-668b5afd-62ef-4c83-a3a0-8ac7b99c8796 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 945 time: 0.4061518 May 26 19:53:02.274699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-c1a012ff-d0b7-44c6-b7e7-758509645129 service neutron] 10.222.0.13 "GET /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.2327583 May 26 19:53:02.435153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bd7e810-df14-42eb-820c-b17679af3a29 req-e1c9dfa3-304e-4be1-ba53-de3857f47d9d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536478 May 26 19:53:02.540138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-f092dbb6-3a01-4bf7-a558-33801ea47260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:02.541549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-f092dbb6-3a01-4bf7-a558-33801ea47260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1096 time: 0.2022195 May 26 19:53:02.772379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:02.838681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-59f0d551-a9c4-4afc-9924-d5837977808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:02.840104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-59f0d551-a9c4-4afc-9924-d5837977808a service neutron] 10.222.0.13 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2904465 May 26 19:53:02.868363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:53:02.942009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:53:02.946777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:02.947150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:03.029490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-f74c0fbb-87c9-4750-a3d4-f27703aeb735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1001 time: 0.1775057 May 26 19:53:03.087058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:03.087338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:03.117855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:03.146626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:03.159299 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:03.199171 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d199ce-df3f-4824-8cd2-72d430bc1b26'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'code': 200} May 26 19:53:03.234565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:03.268027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-88fda5c3-e6cc-45bd-b88c-a048cc56e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:03.269406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-88fda5c3-e6cc-45bd-b88c-a048cc56e489 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.2339654 May 26 19:53:03.448206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:03.458608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:03.628181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-d9df7584-020d-431f-b4fd-157cb9ce2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:03.630284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-d9df7584-020d-431f-b4fd-157cb9ce2c1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3527439 May 26 19:53:03.856838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-2712fef1-7209-4029-a8b9-d47a602a0127 service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185719 May 26 19:53:03.858485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Router ceb5ccf3-548a-4327-bac8-72d01f92954e is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:53:04.043710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc015f9-5190-44a0-b9dd-da797ada6b53 req-ac3e0d9b-b5d0-4f0d-9389-8a0fa21cc450 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:04.045272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcc015f9-5190-44a0-b9dd-da797ada6b53 req-ac3e0d9b-b5d0-4f0d-9389-8a0fa21cc450 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.3034654 May 26 19:53:04.191569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-25f8214b-a190-415b-bf72-079b317c09dc service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279929 May 26 19:53:04.203726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fcc015f9-5190-44a0-b9dd-da797ada6b53 req-c6354217-e3ea-4fda-a66c-ae7528f9284e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490724 May 26 19:53:04.214363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:53:04.225594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:04.229514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52294) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:04.229980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-673d2850-97b9-4fe6-b5bc-242b380fde8f tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "PUT /v2.0/routers/ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 200 len: 881 time: 3.7367299 May 26 19:53:04.231418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] Sync routers for ids ['ceb5ccf3-548a-4327-bac8-72d01f92954e'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:53:04.252510 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] Routers {'ceb5ccf3-548a-4327-bac8-72d01f92954e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:04.253186 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ceb5ccf3-548a-4327-bac8-72d01f92954e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:04.317072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:04.325928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] Routers {'ceb5ccf3-548a-4327-bac8-72d01f92954e'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:04.326288 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ceb5ccf3-548a-4327-bac8-72d01f92954e'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:04.389272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:04.389766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee929973-32c9-4ba1-a4e8-e3613c8f5c07 None None] The sync data for ids ['ceb5ccf3-548a-4327-bac8-72d01f92954e'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:53:04.424803 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6049364a-a04f-4f6d-bfa4-14afdb502c29 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 200 len: 922 time: 0.1940453 May 26 19:53:04.427381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52298) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:04.503514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e088640-ed3b-411b-9ede-569eab2f0ea0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:04.505020 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e088640-ed3b-411b-9ede-569eab2f0ea0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=ceb5ccf3-548a-4327-bac8-72d01f92954e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0767615 May 26 19:53:04.507716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52302) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:04.637201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283b5fb-3540-411d-86d6-dd8f48e12f11 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:04.638576 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b283b5fb-3540-411d-86d6-dd8f48e12f11 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.1299703 May 26 19:53:04.641367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52306) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:04.688182 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-35804e0b-337e-4731-8993-00cfe513b6c3 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 200 len: 205 time: 0.0456679 May 26 19:53:04.690528 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:04.867669 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:05.047809 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:05.057822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port a4961a40-3353-49b9-9c72-f7ed3065ce9a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:05.058154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:05.228599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:05.481370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e997a-fc5f-4cef-a34c-cdcc970be2a4 req-585825b4-0502-4055-8a1b-6567a711f55c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:05.482871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718e997a-fc5f-4cef-a34c-cdcc970be2a4 req-585825b4-0502-4055-8a1b-6567a711f55c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1115828 May 26 19:53:05.500753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for a4961a40-3353-49b9-9c72-f7ed3065ce9a owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:05.536543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-718e997a-fc5f-4cef-a34c-cdcc970be2a4 req-5d2367f1-9e9c-4cd8-96cb-5595a42f729f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469670 May 26 19:53:05.685775 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:05.734726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=a4961a40-3353-49b9-9c72-f7ed3065ce9a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:05.831500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.015589 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.017848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.044906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.045621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router ceb5ccf3-548a-4327-bac8-72d01f92954e {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:06.061736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.066672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52326) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:06.066853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3f5bb8df-865d-4a60-8bc3-94e820fcc778 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 204 len: 168 time: 1.3753953 May 26 19:53:06.072280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-539950847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:06.080696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:06.086309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:06.090064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:06.097752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:06.110136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.111324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.126023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.146936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.175048 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.176249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9ccd3427-9ef1-4109-b602-59eb1391cd11 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1080265 May 26 19:53:06.179206 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52330) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:06.184237 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': True}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:06.321255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-b5dec207-0e8d-49de-930b-0bf6cb34ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:06.322734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-b5dec207-0e8d-49de-930b-0bf6cb34ab47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0754304 May 26 19:53:06.335965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:06.456575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.578379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.745886 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:06.824778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:06.836449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaafbc-fa38-4f5c-ad2e-331fc069b562 req-964ccaf1-351b-42bf-9981-7af994dc9040 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:06.838146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cdaafbc-fa38-4f5c-ad2e-331fc069b562 req-964ccaf1-351b-42bf-9981-7af994dc9040 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1808648 May 26 19:53:06.887436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:53:07.037070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.069982 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.087117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cdaafbc-fa38-4f5c-ad2e-331fc069b562 req-2bc22262-358a-4429-aeb0-317c71fad2b3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305794 May 26 19:53:07.107684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:07.113289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.141130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Transition to ACTIVE for port object 9fda6b2f-6283-4a09-86b8-3c111c091d0f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:53:07.146873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.185708 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c405e37c-f2c4-41bd-b314-6d283d47c680'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'code': 200} May 26 19:53:07.242344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 172.25.0.196 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/693129ff-b076-44ed-9f30-36dbb1e6557c) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:07.305322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:07.325938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.326403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.326838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.327309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.327741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.328160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.328606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.329025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.329462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.330064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.330639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.331058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:07.418834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] No DVR routers for this DVR port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:53:07.440666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.475943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.546882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:07.550842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:07.556397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:07.609188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=693129ff-b076-44ed-9f30-36dbb1e6557c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:07.669233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:53:07.669565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:53:07.669887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:53:07.675653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:53:07.675969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Attempting to bind port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:53:07.682111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:53:07.682502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Checking segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:53:07.682875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Bound using segment: {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:53:07.683295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Bound port: 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50099f46-845e-4475-be7b-0f4d09797554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:53:07.683630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.774758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:53:07.777872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:53:07.782664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.846261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:07.846960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:07.848370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] 10.222.0.53 "PUT /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1093 time: 1.5181885 May 26 19:53:07.868152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb6e6-5314-485f-96d1-beb9bc4d5804 service neutron] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=11']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:07.945546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-5018a5cb-9e72-4729-bae3-16da5da5d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:07.947467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-5018a5cb-9e72-4729-bae3-16da5da5d151 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1096 time: 0.0764296 May 26 19:53:08.052129 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:08.119753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-547e6787-d3a7-493e-8bbf-234bee3f7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:08.121181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-547e6787-d3a7-493e-8bbf-234bee3f7554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1635997 May 26 19:53:08.303089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-d2134f99-ecc3-463e-aca0-6a413097c924 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.1750379 May 26 19:53:08.373395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702a25-62ba-4ad4-b9f4-6129b6a88392 req-cd89131c-1d8c-4100-aff4-cf0757a82a66 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:08.374755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85702a25-62ba-4ad4-b9f4-6129b6a88392 req-cd89131c-1d8c-4100-aff4-cf0757a82a66 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 945 time: 0.1637499 May 26 19:53:08.385582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-0e255c82-8aab-4f3d-a7ad-01527df2af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:08.386948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-0e255c82-8aab-4f3d-a7ad-01527df2af5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0770941 May 26 19:53:08.433285 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:08.437683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:08.479679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85702a25-62ba-4ad4-b9f4-6129b6a88392 req-7d06e834-6051-4469-9de6-78d0c7366f94 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958846 May 26 19:53:08.498846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-f3e833f8-892c-4d44-9d69-fb9d0ab92d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:08.500316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-f3e833f8-892c-4d44-9d69-fb9d0ab92d7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995221 May 26 19:53:08.640836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-49790691-8a61-447c-9e01-74537483d506 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344626 May 26 19:53:08.776881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4d09bd8-6929-48c5-a80a-6e429d1f1f31 req-69249958-552a-4a18-ac14-d888fbd1e10a service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301117 May 26 19:53:08.782631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 600d80d9-29ac-4259-8603-14adbe7c1c9a is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:53:08.930630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:53:08.964898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:53:08.973174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:08.974371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9dfbe420-87c9-4ec4-8687-8819390ede59 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "PUT /v2.0/routers/600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 200 len: 918 time: 2.7941086 May 26 19:53:08.976974 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52362) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:08.981162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] Sync routers for ids ['600d80d9-29ac-4259-8603-14adbe7c1c9a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:53:09.001494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] Routers {'600d80d9-29ac-4259-8603-14adbe7c1c9a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:09.002100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600d80d9-29ac-4259-8603-14adbe7c1c9a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:09.073915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:09.081435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:53:09.089422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] Routers {'600d80d9-29ac-4259-8603-14adbe7c1c9a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:09.090392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600d80d9-29ac-4259-8603-14adbe7c1c9a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:09.169915 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3b1a0c24-c298-46e9-85c8-64514e94832e tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 200 len: 924 time: 0.1918216 May 26 19:53:09.172985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:09.192954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:09.193760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c61d800-7e2d-42b4-b57e-03ffcb0439b5 None None] The sync data for ids ['600d80d9-29ac-4259-8603-14adbe7c1c9a'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:53:09.308007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:09.355713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955d0cb-47cf-4a7f-93fc-04b83116f877 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.359796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c955d0cb-47cf-4a7f-93fc-04b83116f877 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=600d80d9-29ac-4259-8603-14adbe7c1c9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1829605 May 26 19:53:09.360163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52372) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:09.384975 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55916d8b-91f3-41fb-a1b4-6c8670214d60'] response: {'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:53:09.649538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0df3da-3bc4-469f-b620-6d5a9db999b9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.650100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0df3da-3bc4-469f-b620-6d5a9db999b9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Synchronizing usage tracker for tenant:491066be851a4637be6d6f67935120c0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:09.671952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-e4687184-a59d-49ae-a979-4ad570d2c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.673548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-e4687184-a59d-49ae-a979-4ad570d2c921 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1096 time: 0.2523334 May 26 19:53:09.679004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-d931f711-43cc-42a5-a94e-a1ef24c7e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.680520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-d931f711-43cc-42a5-a94e-a1ef24c7e783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1096 time: 0.2947543 May 26 19:53:09.727415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0df3da-3bc4-469f-b620-6d5a9db999b9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Unset dirty status for tenant:491066be851a4637be6d6f67935120c0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:09.728466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a0df3da-3bc4-469f-b620-6d5a9db999b9 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.3673565 May 26 19:53:09.731511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52378) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:09.777803 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-18eb390b-08de-4fc9-ae2a-5bfdd77bac38 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 200 len: 205 time: 0.0428097 May 26 19:53:09.777990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52382) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:09.924909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116d14-0f83-45d1-9739-54e7aea9c875 req-77db5410-4ab0-4c5c-a442-b1f38929a091 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.926482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e116d14-0f83-45d1-9739-54e7aea9c875 req-77db5410-4ab0-4c5c-a442-b1f38929a091 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 945 time: 0.3259144 May 26 19:53:09.970217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-d422582b-788b-4ae5-96e4-2f841e110438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.971679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-d422582b-788b-4ae5-96e4-2f841e110438 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2658768 May 26 19:53:09.978732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-5738a6cc-907a-47ba-a81d-d1338c4c4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:09.980328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-5738a6cc-907a-47ba-a81d-d1338c4c4679 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2973297 May 26 19:53:09.984983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.147735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e116d14-0f83-45d1-9739-54e7aea9c875 req-f567ff93-3e09-414e-9805-6ad6fe215c66 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104311 May 26 19:53:10.198806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.206360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-a80c6922-cdc2-4d98-ae0a-14e5a50f6bdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.2184150 May 26 19:53:10.208591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-8a74e8c0-7044-4b1b-9367-654910319bb5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1000 time: 0.2196987 May 26 19:53:10.210579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port 693129ff-b076-44ed-9f30-36dbb1e6557c {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:10.210719 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.322549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-205847c1-5028-43b7-9e0c-36d158fe9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:10.323987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-205847c1-5028-43b7-9e0c-36d158fe9ca6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.1115713 May 26 19:53:10.327188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-03d4b1fc-269a-42f7-a5e2-8647401d0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:10.328503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-03d4b1fc-269a-42f7-a5e2-8647401d0a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.0808120 May 26 19:53:10.352465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52396) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:10.403276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.461482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-5aa44725-7652-41ae-a99a-e7f1d34ed423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:10.462959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-5aa44725-7652-41ae-a99a-e7f1d34ed423 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319442 May 26 19:53:10.468070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-4dc68fd7-8897-47fb-ae6a-1ac708791861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:10.469674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-4dc68fd7-8897-47fb-ae6a-1ac708791861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002028 May 26 19:53:10.529469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for 693129ff-b076-44ed-9f30-36dbb1e6557c owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:10.586011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.708144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-29359f77-04ae-45a1-a3a3-4a1a5a82be2f service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375875 May 26 19:53:10.710252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-746d6a15-4111-4a17-9f1a-5302dcdd4446 service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225220 May 26 19:53:10.733695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:10.742107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:88071f378daf42f2a89d371616808874 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:10.745778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:10.763931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:10.922571 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.927597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:10.947711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.016508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=693129ff-b076-44ed-9f30-36dbb1e6557c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:11.064235 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88071f378daf42f2a89d371616808874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085569 May 26 19:53:11.066328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52402) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:11.068429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-ae7022df-b0be-44e2-ae50-2c0c6a693503 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545258 May 26 19:53:11.071977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.072299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f97716d-3b18-45d2-88bd-abe17daba483 req-449d6a9c-db29-46a6-af7b-f8f27b4c9ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373599 May 26 19:53:11.072412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.072662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.072992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.073343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.074356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.074688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.075018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.075339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.075659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.075980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.076297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:53:11.107977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a55e5-5d12-418b-b8a8-b5b942f2e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4fa255-d6f2-40e2-bb0e-e284bf699258,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:11.139151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.140003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.165300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.220604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.239579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4fa255-d6f2-40e2-bb0e-e284bf699258,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:11.242961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.246685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b90a268a-7b98-4d34-868d-1fefe2ca3bc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea4fa255-d6f2-40e2-bb0e-e284bf699258 HTTP/1.1" status: 204 len: 168 time: 0.1747770 May 26 19:53:11.323693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.325987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.352070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.352649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router 600d80d9-29ac-4259-8603-14adbe7c1c9a {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:11.356725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a724-23d7-4f23-94f9-bbda1ad28bbd req-43bd6670-18d0-4901-9ebd-3005faae0626 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:11.364574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8212a724-23d7-4f23-94f9-bbda1ad28bbd req-43bd6670-18d0-4901-9ebd-3005faae0626 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 945 time: 0.0904338 May 26 19:53:11.378650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.382087 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38657096-4979-4c0d-9ab2-fc43f7709384 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 204 len: 168 time: 1.6025615 May 26 19:53:11.383772 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52410) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:11.390939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1539652143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:11.399757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:11.403852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:11.408736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:11.415008 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:11.419595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8212a724-23d7-4f23-94f9-bbda1ad28bbd req-74dc3741-39ad-4f8a-97e9-8143e4461357 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538750 May 26 19:53:11.436085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.437203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.454155 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.473258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.496112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.499479 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d5fd2db1-4285-4727-ba8e-771d1ee1e956 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1115634 May 26 19:53:11.500049 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52416) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:11.505554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'enable_snat': False}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:11.595953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52420) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:11.616561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.631954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:11.635936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Usage tracker for resource:security_group_rule and tenant:c74dab45972c4b2b99efe054d98c9e74 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:11.638885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:11.644669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:11.735560 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.740887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.779855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:53:11.793777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f2ca5d-6a09-4cbd-b888-c05a74205f14,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:11.804349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b7fd1678-b91c-4a41-893f-c5efed2f7003 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c74dab45972c4b2b99efe054d98c9e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069049 May 26 19:53:11.806654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52424) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:11.866974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.897814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.928762 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.939413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:11.954943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'port_id': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'mac_address': 'fa:16:3e:6a:84:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:53:11.966806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.983815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f2ca5d-6a09-4cbd-b888-c05a74205f14,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:11.988171 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:11.989350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-535d1688-08d0-4878-9bde-0c4ab876a659 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88f2ca5d-6a09-4cbd-b888-c05a74205f14 HTTP/1.1" status: 204 len: 168 time: 0.1815519 May 26 19:53:12.028188 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:12.028656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.063960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:53:12.082172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:12.087900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.160587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:12.366303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52432) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:12.377388 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.384103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.399238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:12.403041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Usage tracker for resource:security_group_rule and tenant:dfb7f66687774a169fb94b739244f164 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:12.405872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:12.409060 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.411524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:12.430871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9fda6b2f-6283-4a09-86b8-3c111c091d0f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:53:12.568083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Allocated IP 172.25.0.147 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/3bdc6515-73de-4b60-b48f-98ffd2194f07) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:12.575334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.583197 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.647482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfb7f66687774a169fb94b739244f164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775419 May 26 19:53:12.648494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:12.653301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf2515-1efb-4b1b-893a-e8883c03a3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945564a-90bd-44b3-b704-eaee4546ee3a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:12.675757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9bb6-1849-4f23-8054-5369c70e13a6 req-6727fe82-0d88-4926-8421-ff957dadaa1b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:12.677295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b7b9bb6-1849-4f23-8054-5369c70e13a6 req-6727fe82-0d88-4926-8421-ff957dadaa1b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 946 time: 0.1452725 May 26 19:53:12.726058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b7b9bb6-1849-4f23-8054-5369c70e13a6 req-1ce85f68-b04b-48b5-b8dd-a8984f494149 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 May 26 19:53:12.750641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:12.757182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.790517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.802384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.856831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4af4910e-e652-40b5-a7e0-060ea3713301 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 200 len: 993 time: 0.1049299 May 26 19:53:12.868143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.908039 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:12.943145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945564a-90bd-44b3-b704-eaee4546ee3a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:12.953447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:12.958231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:12.960695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:13.008723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Pushing event updated for resources: {'Port': ['ID=3bdc6515-73de-4b60-b48f-98ffd2194f07,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:13.014400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:13.015492 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cfdfecd8-7a21-4c8f-a9ef-52597df54d3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6945564a-90bd-44b3-b704-eaee4546ee3a HTTP/1.1" status: 204 len: 168 time: 0.3664789 May 26 19:53:13.385674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:13.736084 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:13.739401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:13.798998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:53:13.874664 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:53:13.881933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9fda6b2f-6283-4a09-86b8-3c111c091d0f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:13.882542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.013247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9fda6b2f-6283-4a09-86b8-3c111c091d0f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:14.013624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.053920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:53:14.080459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:14.087462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.108053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Router 4ee74c29-64c9-46dd-af56-e8cc8487d636 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:53:14.125817 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ada363-08a6-4dc9-a2af-9d4a60b68864'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'code': 200} May 26 19:53:14.170828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=13']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:14.294751 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:53:14.296042 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.298894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.300233 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fce30f63-c5c1-4fae-bd00-78d31915a3f0 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "PUT /v2.0/routers/4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 200 len: 920 time: 2.7991211 May 26 19:53:14.304656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52508) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:14.307685 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] Sync routers for ids ['4ee74c29-64c9-46dd-af56-e8cc8487d636'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:53:14.316595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] Routers {'4ee74c29-64c9-46dd-af56-e8cc8487d636'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:14.317786 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4ee74c29-64c9-46dd-af56-e8cc8487d636'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:14.382281 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:14.390899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] Routers {'4ee74c29-64c9-46dd-af56-e8cc8487d636'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:14.391537 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:52:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['4ee74c29-64c9-46dd-af56-e8cc8487d636'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:14.453373 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:14.453975 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432976b9-cdd9-4c24-af58-66f914fd78b2 None None] The sync data for ids ['4ee74c29-64c9-46dd-af56-e8cc8487d636'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:53:14.492836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-61a4fef8-03ee-44d1-87f3-520de66e5512 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 200 len: 926 time: 0.1866791 May 26 19:53:14.495746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52516) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:14.575526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68211954-de50-4d3c-8fa2-1a817215fb91 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:14.579844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52520) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:14.580007 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-68211954-de50-4d3c-8fa2-1a817215fb91 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=4ee74c29-64c9-46dd-af56-e8cc8487d636&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830877 May 26 19:53:14.712929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e39643-e388-4e5f-8d9f-7e6658821c94 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:14.713368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6c32f663-b1e1-4f15-969d-699ce2cdea3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:14.714322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-77e39643-e388-4e5f-8d9f-7e6658821c94 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/networks/2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 881 time: 0.1330137 May 26 19:53:14.717415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52534) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:14.765726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e5e76247-b321-471a-a43b-15753b962bae tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 200 len: 205 time: 0.0466239 May 26 19:53:14.768176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52548) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:14.972552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:15.275870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:15.285839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port 3bdc6515-73de-4b60-b48f-98ffd2194f07 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:15.286219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:15.468007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:15.592772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for 3bdc6515-73de-4b60-b48f-98ffd2194f07 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:15.762702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:15.809500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=3bdc6515-73de-4b60-b48f-98ffd2194f07,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:15.909777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.092247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.094570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.118253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.119033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee74c29-64c9-46dd-af56-e8cc8487d636 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:16.141575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.142690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2a6f1761-24a1-4c65-948d-8ab2b592b782 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 204 len: 168 time: 1.3736420 May 26 19:53:16.146436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52564) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:16.151317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901248421', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:16.158772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:16.163449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Usage tracker for resource:router and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:16.166470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:16.173180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:16.187695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.189407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.206391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.593087 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.880242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2f5d54eb-7373-4b42-9067-953fdb689640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.903556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:16.937408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:17.009962 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:53:17.086990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Allocated IP 172.25.0.124 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e9652a7c-095e-49dd-9f6a-25ad85cb6087) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:17.240330 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:17.270213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:17.344506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:17.347491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:17.351779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:17.373160 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:17.381430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event updated for resources: {'Port': ['ID=e9652a7c-095e-49dd-9f6a-25ad85cb6087,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:17.783926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:18.209307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:18.277929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:18.488135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Router a787c272-c420-4678-9b57-ceeced4c1030 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:53:18.670909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:53:18.683553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] Sync routers for ids ['a787c272-c420-4678-9b57-ceeced4c1030'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:53:18.694776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] Routers {'a787c272-c420-4678-9b57-ceeced4c1030'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:18.695414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a787c272-c420-4678-9b57-ceeced4c1030'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:18.698940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:18.700321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3f7c27f1-455a-4bfc-8636-8954c4815f0e tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5529182 May 26 19:53:18.703082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52572) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:18.708702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:18.767953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:18.777402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] Routers {'a787c272-c420-4678-9b57-ceeced4c1030'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:18.778005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a787c272-c420-4678-9b57-ceeced4c1030'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:18.838759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:18.839166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a428-3b06-42ec-a55e-df055f176886 None None] The sync data for ids ['a787c272-c420-4678-9b57-ceeced4c1030'] in n-d-843146-9 is: [] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:53:19.254949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.273030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.282720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Deleting port e9652a7c-095e-49dd-9f6a-25ad85cb6087 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:19.283094 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.455254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.718928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Calling delete_port for e9652a7c-095e-49dd-9f6a-25ad85cb6087 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:19.795771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.889428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:19.940264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Pushing event deleted for resources: {'Port': ['ID=e9652a7c-095e-49dd-9f6a-25ad85cb6087,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:20.030621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:20.418317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:20.421749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-393804'] for router, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:20.557637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Router a787c272-c420-4678-9b57-ceeced4c1030 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:53:20.690880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:53:20.703104 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] Sync routers for ids ['a787c272-c420-4678-9b57-ceeced4c1030'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:53:20.703968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:20.705128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ed23a1d-998a-4da4-b7c4-19e0e2ae56de tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "PUT /v2.0/routers/a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 200 len: 709 time: 2.0010345 May 26 19:53:20.708554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52582) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:20.717847 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] Routers {'a787c272-c420-4678-9b57-ceeced4c1030'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:20.718706 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a787c272-c420-4678-9b57-ceeced4c1030'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:20.780217 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:20.789570 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] Routers {'a787c272-c420-4678-9b57-ceeced4c1030'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:53:20.790354 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['a787c272-c420-4678-9b57-ceeced4c1030'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:20.853088 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-29f03ec6-efe5-4753-994c-a2a14e18bd01 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/routers/a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 200 len: 744 time: 0.1427810 May 26 19:53:20.855160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52586) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:20.860887 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:20.861447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ff9fb-9334-464f-b5dc-ed85f2314dc7 None None] The sync data for ids ['a787c272-c420-4678-9b57-ceeced4c1030'] in n-d-843146-9 is: [] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:53:20.901017 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7755225-1322-4cc6-a3b6-392fcf548835 tempest-RoutersIpV6AdminTest-393546830 tempest-RoutersIpV6AdminTest-393546830-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&device_id=a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 200 len: 205 time: 0.0447903 May 26 19:53:20.903693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52590) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:20.947786 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-39c79e6c-c858-48cf-91de-6abb6a8cf59b tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 200 len: 205 time: 0.0428803 May 26 19:53:20.950214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52594) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.205628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:21.511366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:21.513501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:21.537482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:21.537954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Fanout notify agent at l3_agent the message router_deleted on router a787c272-c420-4678-9b57-ceeced4c1030 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:21.548916 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:21.550044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6767eed0-d64c-4ab8-a097-d39bb7acfb44 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 204 len: 168 time: 0.5986528 May 26 19:53:21.553470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52600) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.597396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8f93fed6-ec3c-4f05-96fb-0370cc9cb551 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 200 len: 205 time: 0.0428183 May 26 19:53:21.600337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52604) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.669340 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-ce945cee-3bf3-4821-be0f-1591e55665d8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:21.670349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce945cee-3bf3-4821-be0f-1591e55665d8 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/a787c272-c420-4678-9b57-ceeced4c1030 HTTP/1.1" status: 404 len: 336 time: 0.0691245 May 26 19:53:21.672894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52608) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.719353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0b6445b7-0a9f-49d8-83ac-de83e6fff0f5 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 200 len: 205 time: 0.0431502 May 26 19:53:21.719599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52612) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.789233 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-49db4bb8-f66c-40dc-889b-e9e2fbd5f76d tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:21.792652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-49db4bb8-f66c-40dc-889b-e9e2fbd5f76d tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/4ee74c29-64c9-46dd-af56-e8cc8487d636 HTTP/1.1" status: 404 len: 336 time: 0.0697472 May 26 19:53:21.792814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52616) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.836044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cee9aa16-fd70-4fef-807f-f02eae3a74a7 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 200 len: 205 time: 0.0421534 May 26 19:53:21.838396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52620) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.908517 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-79a9599e-3d8a-40c2-851b-311d27c46025 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:21.909558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-79a9599e-3d8a-40c2-851b-311d27c46025 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/600d80d9-29ac-4259-8603-14adbe7c1c9a HTTP/1.1" status: 404 len: 336 time: 0.0702877 May 26 19:53:21.912205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52624) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:21.958775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f06fa18a-d031-4a52-a26d-6315e0762055 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 200 len: 205 time: 0.0454354 May 26 19:53:21.961355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52628) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.033292 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ae186e2f-c562-469b-817e-fc9012597af5 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:22.034486 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ae186e2f-c562-469b-817e-fc9012597af5 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/ceb5ccf3-548a-4327-bac8-72d01f92954e HTTP/1.1" status: 404 len: 336 time: 0.0721846 May 26 19:53:22.037095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.081468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ab68c80-b3c7-48f8-a8ef-d6cfc59267b9 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 200 len: 205 time: 0.0432780 May 26 19:53:22.084340 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.156550 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-ecda32c8-239e-4b77-af3e-8afed9d4efbf tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:22.157822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ecda32c8-239e-4b77-af3e-8afed9d4efbf tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/2d8638cf-6302-4e4c-ae4e-a7c10dda15de HTTP/1.1" status: 404 len: 336 time: 0.0720093 May 26 19:53:22.160255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52642) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.205002 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-11c3adbf-784e-4dc0-b474-b6cb75e97311 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "GET /v2.0/ports?device_id=005f071e-9e14-4818-bbac-0f155b4b130a HTTP/1.1" status: 200 len: 205 time: 0.0436852 May 26 19:53:22.208253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52648) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.281233 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-b60a44fa-590e-46d4-b31a-3652f2038b9c tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] delete failed (client error): The resource could not be found. May 26 19:53:22.282295 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b60a44fa-590e-46d4-b31a-3652f2038b9c tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/routers/005f071e-9e14-4818-bbac-0f155b4b130a HTTP/1.1" status: 404 len: 336 time: 0.0731421 May 26 19:53:22.284985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52652) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.326978 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-a263d29a-5e74-4a78-bff8-da6b55dcd9e3 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] DELETE failed (client error): The resource could not be found. May 26 19:53:22.327353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a263d29a-5e74-4a78-bff8-da6b55dcd9e3 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 19:53:22.329004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a263d29a-5e74-4a78-bff8-da6b55dcd9e3 tempest-RoutersIpV6AdminTest-2081734409 tempest-RoutersIpV6AdminTest-2081734409-project] 10.222.0.24 "DELETE /v2.0/subnets/6942a2a7-02e6-44bd-9c53-1480d6f0eff6 HTTP/1.1" status: 404 len: 337 time: 0.0429335 May 26 19:53:22.619713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52660) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.741179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:22.755757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:22.759664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3695c63d1f1f4c69a3e1f5d93c7623da is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:22.762524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:22.768164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:22.853686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:22.857700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:22.909122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3695c63d1f1f4c69a3e1f5d93c7623da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842212 May 26 19:53:22.909122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab9b9b-a394-4ea6-8b8b-29b3081625f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b195e3-f986-4831-b64d-8177ec6d2ff7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:22.909444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52666) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:22.969725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:22.997533 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.053801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.071282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b195e3-f986-4831-b64d-8177ec6d2ff7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:23.075718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.077250 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e71318f1-4344-4b2c-95df-5b35503bd004 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2b195e3-f986-4831-b64d-8177ec6d2ff7 HTTP/1.1" status: 204 len: 168 time: 0.1681609 May 26 19:53:23.385223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:23.439707 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4aa7e4c1-6218-4417-8a71-b7992a9e7207 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=491066be851a4637be6d6f67935120c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529501 May 26 19:53:23.442863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52680) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:23.501931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.532708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.586192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.604689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6df4f-73c4-410a-8524-300f3cf6ea3a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:23.617164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:23.620595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-48a8dee4-50ee-427a-8868-4899bb8d2c1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0e6df4f-73c4-410a-8524-300f3cf6ea3a HTTP/1.1" status: 204 len: 168 time: 0.1744306 May 26 19:53:25.001988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52736) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:25.111175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1159854320', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:25.117108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:25.120902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Usage tracker for resource:port and tenant:05b6d66bedbd4f4d86183e70831cad74 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:25.123770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:25.129458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:25.139620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Made reservation on behalf of 05b6d66bedbd4f4d86183e70831cad74 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:53:25.142065 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:25.154018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:25.168647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:25.172444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Usage tracker for resource:security_group_rule and tenant:05b6d66bedbd4f4d86183e70831cad74 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:25.175235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:25.181398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:25.263715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:25.267583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:25.278264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] device_id is not set on port 7f2517a6-2eb6-462a-a40e-ed29d5e591f7 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:53:25.348737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9f58cc-db76-4e35-96f3-e1a5806b23af,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:25.503974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Allocated IP 172.25.0.205 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/7f2517a6-2eb6-462a-a40e-ed29d5e591f7) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:25.558031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-0d20ae84-b05e-48b7-80cb-908e912a3f7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321216 May 26 19:53:25.872160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:25.883058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-6f5bbff8-7b07-4238-be70-4ee65eeffd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:25.884514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-6f5bbff8-7b07-4238-be70-4ee65eeffd79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.2482104 May 26 19:53:25.925832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.064811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:26.069781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:26.075810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:26.100151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Pushing event updated for resources: {'Port': ['ID=7f2517a6-2eb6-462a-a40e-ed29d5e591f7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:26.155097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-e4f64316-2dae-4068-a875-aac7409f19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:26.156548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-e4f64316-2dae-4068-a875-aac7409f19a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.2514141 May 26 19:53:26.159530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:26.160140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.268168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7518652e-be33-46fc-9562-e69e1ef7712a tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2648940 May 26 19:53:26.270885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52752) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:26.277332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.205'}]}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:26.282188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-ff80647e-07c1-4535-abbf-5045a945d148 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1001 time: 0.1185629 May 26 19:53:26.284288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:26.318926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Usage tracker for resource:router and tenant:05b6d66bedbd4f4d86183e70831cad74 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:26.324311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:26.338339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:26.357123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.358091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.361883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-e9f4452e-03e2-4b3d-a8b6-95c8737545e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:26.363859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-e9f4452e-03e2-4b3d-a8b6-95c8737545e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.0758619 May 26 19:53:26.415797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.643706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-d30cab11-4f63-4f66-a642-0872d2a5ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:26.645549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-d30cab11-4f63-4f66-a642-0872d2a5ef76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2738228 May 26 19:53:26.731511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:26.919089 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-40a72362-1461-4f03-a987-f018d02033ef service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225175 May 26 19:53:27.073864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ba02011-5c13-4fc2-8fc5-f6ab02b98ac4 req-8d7d399b-9257-4c18-8073-af6ba64d033c service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487246 May 26 19:53:27.520610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:27.553890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:27.750830 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.055463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.057738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.081602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.082415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31b7462d-d2d5-44f7-965f-dbc11d934f6d {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:53:28.103801 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 26 19:53:28.104851 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6428d6c8-41c0-4c6f-a9e8-16885d6c2cb4 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8332133 May 26 19:53:28.107831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52760) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:28.170100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Deleting port 7f2517a6-2eb6-462a-a40e-ed29d5e591f7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:28.170440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.499142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.619048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Calling delete_port for 7f2517a6-2eb6-462a-a40e-ed29d5e591f7 owned by {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:28.753138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.803709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f2517a6-2eb6-462a-a40e-ed29d5e591f7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:28.902079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:28.909184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-32187106-89ed-4f6a-909a-55548c8eb549 tempest-RoutersAdminNegativeIpV6Test-2094050573 tempest-RoutersAdminNegativeIpV6Test-2094050573-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7f2517a6-2eb6-462a-a40e-ed29d5e591f7 HTTP/1.1" status: 204 len: 168 time: 0.8001132 May 26 19:53:29.189393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52776) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:29.312340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.327064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:29.330837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Usage tracker for resource:security_group_rule and tenant:be7cbd0c694d4c4fb059c3b95c27c62a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:29.333681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:29.339531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:29.424127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.428785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.479161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be7cbd0c694d4c4fb059c3b95c27c62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877359 May 26 19:53:29.480108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e02d5-e139-48ae-ae4d-de83f5c9e76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcc056f-184a-41c4-857d-6ceb1daf0b8f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:29.482112 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52784) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:29.544406 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.572138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.625185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.643172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcc056f-184a-41c4-857d-6ceb1daf0b8f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:29.646654 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:29.647781 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-280962ba-3143-40fb-802f-3c2dd03de7e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fcc056f-184a-41c4-857d-6ceb1daf0b8f HTTP/1.1" status: 204 len: 168 time: 0.1639111 May 26 19:53:29.940403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:29.992588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8ece606e-9fba-41f5-9872-8fc96ac20fd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05b6d66bedbd4f4d86183e70831cad74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509520 May 26 19:53:29.994976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52796) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:30.055319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:30.081415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:30.138020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:30.154613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9f58cc-db76-4e35-96f3-e1a5806b23af,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:30.175337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:30.176452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a29b4506-0677-4494-8ac8-971ea0e55f5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e9f58cc-db76-4e35-96f3-e1a5806b23af HTTP/1.1" status: 204 len: 168 time: 0.1805985 May 26 19:53:31.001611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52822) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:31.111757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-639865283'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:31.118172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:31.121960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Usage tracker for resource:network and tenant:8ca9bf930c0e455e97766f7778a03d69 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:31.124768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:31.130880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:31.140818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Made reservation on behalf of 8ca9bf930c0e455e97766f7778a03d69 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:53:31.144887 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.160297 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.174717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:31.178572 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Usage tracker for resource:security_group_rule and tenant:8ca9bf930c0e455e97766f7778a03d69 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:31.181400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:31.187351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:31.272150 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.276932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.302041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:53:31.327977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.328325 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Added segment ef399ceb-8dac-4613-b6b1-95dbe1d688d0 of type vlan for network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae May 26 19:53:31.333874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2359b27-59f3-489a-ac6e-2e604789a2cb,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:31.360913 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.396757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.403660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:31.404708 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.520994 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5181720 May 26 19:53:31.523876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52830) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:31.529392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Request body: {'subnet': {'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:31.546788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc9626-396f-487a-9699-8904e04634bd tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'Network': ['ID=d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:31.561885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:53:31.654866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:31.663276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Usage tracker for resource:subnet and tenant:8ca9bf930c0e455e97766f7778a03d69 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:31.666244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:31.674044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:31.684697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Made reservation on behalf of 8ca9bf930c0e455e97766f7778a03d69 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:53:31.688659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.913700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:31.996299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'Subnet': ['ID=53cee601-6f02-4860-a980-7d2af98bf600,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:32.006725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Checking segment: {'id': 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:53:32.007454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Network hostable DHCP agents. Network: d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:53:32.027577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:53:32.037858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:32.042162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:32.042852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.050434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951e79b-1a94-414b-90eb-e95b08634ee1 None None] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:53:32.076330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52834) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:32.077377 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dfef289d-c0f2-41ab-ab94-ac138931524e tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5517571 May 26 19:53:32.082388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Request body: {'port': {'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1894810558'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:32.227117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:32.231904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Usage tracker for resource:port and tenant:8ca9bf930c0e455e97766f7778a03d69 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:32.235349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:32.245467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:32.258515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Made reservation on behalf of 8ca9bf930c0e455e97766f7778a03d69 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:53:32.263089 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.288094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] device_id is not set on port d9326444-e01e-46c9-a303-cecdf7122b9f yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:53:32.288899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae', 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae', 'tenant_id': '8ca9bf930c0e455e97766f7778a03d69', 'fixed_ips': [{'subnet_id': '53cee601-6f02-4860-a980-7d2af98bf600'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:53:32.289881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.449539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Allocated IP 2001:db8::36e (d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae/53cee601-6f02-4860-a980-7d2af98bf600/d9326444-e01e-46c9-a303-cecdf7122b9f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:32.660099 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.677285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Transition to ACTIVE for port object d9326444-e01e-46c9-a303-cecdf7122b9f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:53:32.707769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.835036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Allocated IP 2001:db8::2 (d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae/53cee601-6f02-4860-a980-7d2af98bf600/d9099796-9b5a-407e-80cb-2760b9307866) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:32.925865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:32.929611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:32.935340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:32.940947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:32.944386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:32.950447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'Port': ['ID=d9326444-e01e-46c9-a303-cecdf7122b9f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:32.976823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6dc422e6-027a-403f-98ce-52e1407cc22a tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8973925 May 26 19:53:32.978844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52840) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:32.985057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Request body: {'port': {'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-75575468', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:32.985547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] bootfile-name is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:32.985877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] tftp-server is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:32.986479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] server-ip-address is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:33.140626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:33.145491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Usage tracker for resource:port and tenant:8ca9bf930c0e455e97766f7778a03d69 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:33.150063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:33.155168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:33.172303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Made reservation on behalf of 8ca9bf930c0e455e97766f7778a03d69 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:53:33.177209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.177412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.202523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] device_id is not set on port d28d38f5-ffed-4503-b868-dc63154d7246 yet. {{(pid=88363) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 26 19:53:33.203847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Transition to ACTIVE for port object d9099796-9b5a-407e-80cb-2760b9307866 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:53:33.245242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Transition to ACTIVE for port object d9099796-9b5a-407e-80cb-2760b9307866 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:53:33.253009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.325778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:33.329983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:33.338293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:33.349684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Pushing event updated for resources: {'Port': ['ID=d9099796-9b5a-407e-80cb-2760b9307866,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:33.387454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Allocated IP 2001:db8::3d9 (d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae/53cee601-6f02-4860-a980-7d2af98bf600/d28d38f5-ffed-4503-b868-dc63154d7246) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:53:33.468381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Attempting to bind port d9099796-9b5a-407e-80cb-2760b9307866 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:53:33.468758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Attempting to bind port d9099796-9b5a-407e-80cb-2760b9307866 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:53:33.472149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Attempting to bind port d9099796-9b5a-407e-80cb-2760b9307866 on network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:53:33.481836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:53:33.482187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Checking segment: {'id': 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:53:33.483583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.483936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Bound using segment: {'id': 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:53:33.488316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Bound port: d9099796-9b5a-407e-80cb-2760b9307866, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:53:33.488773 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.672416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.690134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] For port d9099796-9b5a-407e-80cb-2760b9307866, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:53:33.693289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Transition to ACTIVE for port object d28d38f5-ffed-4503-b868-dc63154d7246 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:53:33.693827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] For port d9099796-9b5a-407e-80cb-2760b9307866, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9099796-9b5a-407e-80cb-2760b9307866,segment=NetworkSegment(ef399ceb-8dac-4613-b6b1-95dbe1d688d0),segment_id=ef399ceb-8dac-4613-b6b1-95dbe1d688d0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:53:33.698892 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.731326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.807513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ebea-c9a9-4b54-86f0-899fbe002855 None None] Pushing event updated for resources: {'Port': ['ID=d9099796-9b5a-407e-80cb-2760b9307866,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:33.818157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:53:33.822463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:53:33.826067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:53:33.832086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:33.832731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:33.850007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'Port': ['ID=d28d38f5-ffed-4503-b868-dc63154d7246,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:33.871444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ade26d86-8ad6-43d9-820b-ea69520baad7 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.8915272 May 26 19:53:33.874823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52846) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:34.036817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:34.055998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:34.063091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:34.064316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Synchronizing usage tracker for tenant:8ca9bf930c0e455e97766f7778a03d69 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:34.108094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Unset dirty status for tenant:8ca9bf930c0e455e97766f7778a03d69 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:34.109842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7ec25aec-9f68-4342-8de8-3b8fdc4d2848 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2338448 May 26 19:53:34.112923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52850) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:34.195155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Deleting port d28d38f5-ffed-4503-b868-dc63154d7246 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:34.195155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:34.544482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:34.687586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9099796-9b5a-407e-80cb-2760b9307866 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:53:34.757227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Calling delete_port for d28d38f5-ffed-4503-b868-dc63154d7246 owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:34.862214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d9099796-9b5a-407e-80cb-2760b9307866 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:53:35.032695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.134803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event deleted for resources: {'Port': ['ID=d28d38f5-ffed-4503-b868-dc63154d7246,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:35.140353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68298b1d-88b9-4fca-a96c-3b6cb3829c40 None None] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:53:35.143834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.180704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1b16b1f5-c509-42cc-9778-f784686c3421 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "DELETE /v2.0/ports/d28d38f5-ffed-4503-b868-dc63154d7246 HTTP/1.1" status: 204 len: 168 time: 1.0657103 May 26 19:53:35.186113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52856) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:35.192673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Request body: {'port': {'name': 'tempest-new-port-name-225165383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:35.193073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] bootfile-name is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:35.195988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] tftp-server is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:35.195988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.api.validators [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] server-ip-address is not in valid_values {{(pid=88363) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 26 19:53:35.272305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Provisioning for port d9099796-9b5a-407e-80cb-2760b9307866 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:53:35.293716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Provisioning complete for port d9099796-9b5a-407e-80cb-2760b9307866 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:35.294084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.387200 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.543933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Current status of the port d9099796-9b5a-407e-80cb-2760b9307866 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:35.544417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.595401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] For port d9099796-9b5a-407e-80cb-2760b9307866, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9099796-9b5a-407e-80cb-2760b9307866,segment=NetworkSegment(ef399ceb-8dac-4613-b6b1-95dbe1d688d0),segment_id=ef399ceb-8dac-4613-b6b1-95dbe1d688d0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:35.601634 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.671868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d5280-d2a2-4524-8e46-0b45815b2c76 None None] Pushing event updated for resources: {'Port': ['ID=d9099796-9b5a-407e-80cb-2760b9307866,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:35.887317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.894515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.960122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] In _notify_port_updated(), no bound segment for port d9326444-e01e-46c9-a303-cecdf7122b9f on network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae {{(pid=88363) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 26 19:53:35.965772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:35.966432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:35.970936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "PUT /v2.0/ports/d9326444-e01e-46c9-a303-cecdf7122b9f HTTP/1.1" status: 200 len: 1129 time: 0.7807004 May 26 19:53:35.971793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52862) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:36.009343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8887a-aaab-4728-a4dd-2c9ea0b4bfeb tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event updated for resources: {'Port': ['ID=d9326444-e01e-46c9-a303-cecdf7122b9f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:36.056141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Provisioning complete for port d9099796-9b5a-407e-80cb-2760b9307866 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:36.056690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.116325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa23293-db88-417f-b50d-cfafcff8c0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:36.122543 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4aa23293-db88-417f-b50d-cfafcff8c0e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "GET /v2.0/ports/d9326444-e01e-46c9-a303-cecdf7122b9f HTTP/1.1" status: 200 len: 1129 time: 0.1497540 May 26 19:53:36.123005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52866) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:36.223131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Current status of the port d9099796-9b5a-407e-80cb-2760b9307866 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:36.234761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Deleting port d9326444-e01e-46c9-a303-cecdf7122b9f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:36.236254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.242066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Provisioning for port d9326444-e01e-46c9-a303-cecdf7122b9f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:53:36.261760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Provisioning complete for port d9326444-e01e-46c9-a303-cecdf7122b9f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:36.263497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.348521 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c48dcec6-faca-49e2-a8c5-b1bff6ae69a4 None None] Port d9326444-e01e-46c9-a303-cecdf7122b9f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:53:36.476332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1b35c43c-1b68-4cfa-bdde-7df02cece857 None None] Provisioning complete for port d9326444-e01e-46c9-a303-cecdf7122b9f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:36.476527 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b35c43c-1b68-4cfa-bdde-7df02cece857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.541064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1b35c43c-1b68-4cfa-bdde-7df02cece857 None None] Port d9326444-e01e-46c9-a303-cecdf7122b9f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:53:36.605349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.625930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9099796-9b5a-407e-80cb-2760b9307866 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:53:36.671662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1a0bcde7-a821-413d-bbb7-50586fd1b5fb None None] Could not find standard attr ID for object d28d38f5-ffed-4503-b868-dc63154d7246. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:53:36.770276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d9099796-9b5a-407e-80cb-2760b9307866 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:53:36.772269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.797135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:36.804491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Calling delete_port for d9326444-e01e-46c9-a303-cecdf7122b9f owned by {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:36.929283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d9099796-9b5a-407e-80cb-2760b9307866 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:53:37.032461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.163631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event deleted for resources: {'Port': ['ID=d9326444-e01e-46c9-a303-cecdf7122b9f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:37.182185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.201129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-61e228a3-90ac-4f2a-b7b9-323c8edf4a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "DELETE /v2.0/ports/d9326444-e01e-46c9-a303-cecdf7122b9f HTTP/1.1" status: 204 len: 168 time: 1.0766068 May 26 19:53:37.203727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c44f9be9-3a8f-4d4c-8a5d-7ed018b49d14 None None] Could not find standard attr ID for object d9326444-e01e-46c9-a303-cecdf7122b9f. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 19:53:37.204189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:37.281030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Deleting subnet 53cee601-6f02-4860-a980-7d2af98bf600 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:53:37.286202 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.348567 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.455769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.544351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.596090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.598490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c7669-a193-4c50-aeee-bbf0323ead3c None None] Network d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:53:37.598674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event deleted for resources: {'Subnet': ['ID=53cee601-6f02-4860-a980-7d2af98bf600,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:37.606976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:37.607849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f931de90-6d7e-4c75-b7f0-0ca7c2b31166 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "DELETE /v2.0/subnets/53cee601-6f02-4860-a980-7d2af98bf600 HTTP/1.1" status: 204 len: 168 time: 0.4010599 May 26 19:53:37.807003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:37.825190 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Deleting port d9099796-9b5a-407e-80cb-2760b9307866 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:37.826363 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.115507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] DHCP port deletion for d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:53:38.120159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Deleting port d9099796-9b5a-407e-80cb-2760b9307866 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:38.120514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.282502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] For port d9099796-9b5a-407e-80cb-2760b9307866, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9099796-9b5a-407e-80cb-2760b9307866,segment=NetworkSegment(ef399ceb-8dac-4613-b6b1-95dbe1d688d0),segment_id=ef399ceb-8dac-4613-b6b1-95dbe1d688d0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:38.282873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.375439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] For port d9099796-9b5a-407e-80cb-2760b9307866, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d9099796-9b5a-407e-80cb-2760b9307866,segment=NetworkSegment(ef399ceb-8dac-4613-b6b1-95dbe1d688d0),segment_id=ef399ceb-8dac-4613-b6b1-95dbe1d688d0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:53:38.376014 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.418309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Calling delete_port for d9099796-9b5a-407e-80cb-2760b9307866 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:38.516763 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.531845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Calling delete_port for d9099796-9b5a-407e-80cb-2760b9307866 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:53:38.591293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event deleted for resources: {'Port': ['ID=d9099796-9b5a-407e-80cb-2760b9307866,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:38.599928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] No DVR routers for this DVR port d9099796-9b5a-407e-80cb-2760b9307866 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:53:38.636344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9099796-9b5a-407e-80cb-2760b9307866 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:53:38.678637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d9099796-9b5a-407e-80cb-2760b9307866 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:53:38.679222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d9099796-9b5a-407e-80cb-2760b9307866 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:53:38.686606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:53:38.686956 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:53:38.729637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.755227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:38.767012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:38.767252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef399ceb-8dac-4613-b6b1-95dbe1d688d0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:53:38.778783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.794696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.800706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:53:38.801104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.876892 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ef399ceb-8dac-4613-b6b1-95dbe1d688d0 resource provider aggregate not found May 26 19:53:38.897259 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment ef399ceb-8dac-4613-b6b1-95dbe1d688d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef399ceb-8dac-4613-b6b1-95dbe1d688d0 found for delete ", "request_id": "req-8401adb0-895f-4dfc-8d56-87af722b5b67"}]} May 26 19:53:38.911591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.928554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:38.941753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] Pushing event deleted for resources: {'Network': ['ID=d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:38.946545 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-105c9a3c-ff2e-4585-9e09-4022ebc57143 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924 tempest-ExtraDHCPOptionsIpV6TestJSON-1176518924-project] 10.222.0.24 "DELETE /v2.0/networks/d7dc7ad9-4c7d-465d-a06b-1cebdb65f6ae HTTP/1.1" status: 204 len: 168 time: 1.3383791 May 26 19:53:39.188468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Deleting port d9099796-9b5a-407e-80cb-2760b9307866 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:53:39.189176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:39.222343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52892) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:39.282083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-33af9ca6-0b47-4095-91e7-cef2cc2265a6 None None] The port 'd9099796-9b5a-407e-80cb-2760b9307866' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:53:39.381606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9ecd53ad-404a-42ea-b8ca-193d520082a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ca9bf930c0e455e97766f7778a03d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578996 May 26 19:53:39.383996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52898) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:39.450390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:39.479646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:39.534698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:39.550455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2359b27-59f3-489a-ac6e-2e604789a2cb,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:39.593735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:39.595154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-617d0ecb-e0e2-4bb1-8781-9ba1d3869709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2359b27-59f3-489a-ac6e-2e604789a2cb HTTP/1.1" status: 204 len: 168 time: 0.2098825 May 26 19:53:39.635533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-4da2e7ee-aa01-4717-ad69-b3528301207b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798693 May 26 19:53:39.781703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-1f43c554-41dd-48d2-a712-fc2ce62f6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:39.783177 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-1f43c554-41dd-48d2-a712-fc2ce62f6066 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1098 time: 0.0769868 May 26 19:53:39.943369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-16945cad-0c05-4146-8a6f-ec06a7ed0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:39.945550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-16945cad-0c05-4146-8a6f-ec06a7ed0489 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.1426206 May 26 19:53:40.051192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-7e916a11-4353-4d85-87cc-bddeba179c02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 1002 time: 0.0988896 May 26 19:53:40.220384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-c23ced6d-5966-4c01-bafc-2a654c846500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:40.221803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-c23ced6d-5966-4c01-bafc-2a654c846500 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.1665194 May 26 19:53:40.303279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-876caaf2-868e-4022-85d0-2d251bfe39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:53:40.304768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-876caaf2-868e-4022-85d0-2d251bfe39ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770411 May 26 19:53:40.310933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:40.436816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-737e1fac-43a9-4230-9efd-fac4d8332e10 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:40.437470 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-737e1fac-43a9-4230-9efd-fac4d8332e10 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 19:53:40.437745 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-737e1fac-43a9-4230-9efd-fac4d8332e10 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): There was a conflict when trying to complete your request. May 26 19:53:40.438791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-737e1fac-43a9-4230-9efd-fac4d8332e10 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1269341 May 26 19:53:40.442922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52934) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:40.449554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--836823922'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:40.464060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:40.471643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:40.475358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:40.479475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-dc2207b4-c033-46fe-8299-3ffede9ee25c service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618299 May 26 19:53:40.482898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:40.557022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.587234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.608832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:40.616586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:40.629166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:40.637676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:40.665579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3cc69b8-0281-48e6-9b1d-39afdcc7d644 req-69c5daec-7ca7-42f9-bdc7-39a51a913e57 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791739 May 26 19:53:40.749444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.753851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.768712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:40.779977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:40.786041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:40.794087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:40.795874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685a667-292c-4589-a95d-a6a1203be1e6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:40.873391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.877431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.922949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7deca74-6b22-418d-a978-0229f5d6d03f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:40.925913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:40.929759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff826dbd-824d-4841-9038-84f27583f013 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4832857 May 26 19:53:40.930016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52944) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:40.934914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'e7deca74-6b22-418d-a978-0229f5d6d03f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:40.942178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:40.946029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:40.948949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:40.955357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:40.972594 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.036152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.040290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.064506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f6a4f9-fb6f-4dce-9012-948bfed317cb,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:41.074955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.076253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0265b429-9033-4086-9381-c795399b4f14 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453092 May 26 19:53:41.078880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52948) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.084836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'e7deca74-6b22-418d-a978-0229f5d6d03f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:41.091453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:41.095277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:41.098192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:41.103921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:41.121572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.179560 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): There was a conflict when trying to complete your request. May 26 19:53:41.180816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-84f920f8-b598-4530-87cf-4cab183f7695 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1010361 May 26 19:53:41.183606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52952) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.248009 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.275402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.330346 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.347065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7deca74-6b22-418d-a978-0229f5d6d03f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:41.353890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.354988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fabdc23d-a44e-4385-a091-4cf852b69890 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7deca74-6b22-418d-a978-0229f5d6d03f HTTP/1.1" status: 204 len: 168 time: 0.1705062 May 26 19:53:41.357615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52956) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.413910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a94953ad-6740-4689-b64f-b17973736dbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:41.434448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a94953ad-6740-4689-b64f-b17973736dbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:41.435724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a94953ad-6740-4689-b64f-b17973736dbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772355 May 26 19:53:41.439940 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52960) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.445530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507284770'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:41.452550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:41.463074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:41.491591 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.516087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:41.520032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:41.522939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:41.528680 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:41.598645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.606947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.651391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6195d-ff2c-4918-8d85-0d7856dc2225,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:41.661539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.662796 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-269f41da-2979-4099-9eef-7cdcb390dbbc tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2215886 May 26 19:53:41.665621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52964) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.670351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-caf3d1d5-b238-4218-8b32-6db86e7b0f80 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': '64c6195d-ff2c-4918-8d85-0d7856dc2225', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:41.670829 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-caf3d1d5-b238-4218-8b32-6db86e7b0f80 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 26 19:53:41.671306 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-caf3d1d5-b238-4218-8b32-6db86e7b0f80 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:41.672180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-caf3d1d5-b238-4218-8b32-6db86e7b0f80 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056975 May 26 19:53:41.674455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 52968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.734442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.760358 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.809612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.828086 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6195d-ff2c-4918-8d85-0d7856dc2225,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:41.836093 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.838829 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-be1c8c80-92fe-4c3b-a937-ff2a92fbfaad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/64c6195d-ff2c-4918-8d85-0d7856dc2225 HTTP/1.1" status: 204 len: 168 time: 0.1613650 May 26 19:53:41.840313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.895277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4b54bd1a-02c8-45d6-b8ba-b46af51b8168 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538619 May 26 19:53:41.898989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52980) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:41.903811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979748892'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:41.910675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:41.914716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:41.918227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:41.923762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:41.933739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:41.952753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:41.957005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:41.960076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:41.965957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:42.045606 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.049797 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.096379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345a6eb5-ac09-49ce-a843-7bd59b10fedf,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:42.099789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.100908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4c0e111f-b32d-4adc-8b6e-9a6e92e58007 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2009442 May 26 19:53:42.103788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52984) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.108611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-706b26ac-6aa8-4180-933a-e33c83a0c0fb tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': '345a6eb5-ac09-49ce-a843-7bd59b10fedf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.109445 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-706b26ac-6aa8-4180-933a-e33c83a0c0fb tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 26 19:53:42.109931 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-706b26ac-6aa8-4180-933a-e33c83a0c0fb tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:42.110833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-706b26ac-6aa8-4180-933a-e33c83a0c0fb tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061476 May 26 19:53:42.113571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52988) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.174627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.201942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.248993 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.270368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345a6eb5-ac09-49ce-a843-7bd59b10fedf,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:42.278602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.282106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4e866d95-f880-4c9f-a24c-fbc4223b6a67 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/345a6eb5-ac09-49ce-a843-7bd59b10fedf HTTP/1.1" status: 204 len: 168 time: 0.1651449 May 26 19:53:42.282435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 52992) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.336652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d6e4b47b-042c-4cac-b883-a50674f361b3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:42.354720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d6e4b47b-042c-4cac-b883-a50674f361b3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:42.356423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d6e4b47b-042c-4cac-b883-a50674f361b3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729656 May 26 19:53:42.361440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.367580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030506599'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.377613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:42.391983 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:42.403054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.424296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:42.428759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:42.431647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:42.437258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:42.507898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.511635 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.557408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8675c5-1c04-4a90-ba1f-9c1773e27bbf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:42.560934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.565126 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1bf60e3-b947-4dce-8cc3-823a56113b79 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1996827 May 26 19:53:42.565735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53006) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.571032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-06466102-79f8-4b19-96de-6ccd57fe642d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'fd8675c5-1c04-4a90-ba1f-9c1773e27bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.571936 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-06466102-79f8-4b19-96de-6ccd57fe642d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 26 19:53:42.572444 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-06466102-79f8-4b19-96de-6ccd57fe642d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:42.573375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-06466102-79f8-4b19-96de-6ccd57fe642d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064716 May 26 19:53:42.576228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.581931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e7215916-9db5-491c-a5e8-9036de8c4b76 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'fd8675c5-1c04-4a90-ba1f-9c1773e27bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.582600 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-e7215916-9db5-491c-a5e8-9036de8c4b76 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 26 19:53:42.583087 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-e7215916-9db5-491c-a5e8-9036de8c4b76 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:42.584019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e7215916-9db5-491c-a5e8-9036de8c4b76 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068088 May 26 19:53:42.587020 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53014) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.591623 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-20197fec-43a8-402d-8865-84847efaf1c3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'fd8675c5-1c04-4a90-ba1f-9c1773e27bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.592394 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-20197fec-43a8-402d-8865-84847efaf1c3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 26 19:53:42.592845 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-20197fec-43a8-402d-8865-84847efaf1c3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:42.593765 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-20197fec-43a8-402d-8865-84847efaf1c3 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057504 May 26 19:53:42.596222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53018) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.602643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6bd594e5-f00b-4a9c-8a07-7266c296fded tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'fd8675c5-1c04-4a90-ba1f-9c1773e27bbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.603448 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-6bd594e5-f00b-4a9c-8a07-7266c296fded tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 26 19:53:42.603922 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-6bd594e5-f00b-4a9c-8a07-7266c296fded tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:42.604824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6bd594e5-f00b-4a9c-8a07-7266c296fded tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071275 May 26 19:53:42.607195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53022) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.669001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.695548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.741461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.760166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8675c5-1c04-4a90-ba1f-9c1773e27bbf,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:42.767195 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.768298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-95ab679e-cec0-47ee-965b-5da34c813b64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd8675c5-1c04-4a90-ba1f-9c1773e27bbf HTTP/1.1" status: 204 len: 168 time: 0.1602159 May 26 19:53:42.770876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53026) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.830463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c20c405-c155-448f-b9d7-ada0a5525882 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:42.845828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c20c405-c155-448f-b9d7-ada0a5525882 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:42.853341 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9c20c405-c155-448f-b9d7-ada0a5525882 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754085 May 26 19:53:42.853959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53030) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:42.858545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406518217'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:42.866496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:42.876199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:42.886050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.905967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:42.910169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:42.912887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:42.918460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:42.991959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:42.995688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.043303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca91674d-3e55-4c6f-abcc-2ff095484e09,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:43.046500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.047705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f5061b5a-24c4-4807-a9f9-3154c4c71c5b tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1932607 May 26 19:53:43.051433 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53034) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.061630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b0c5f3b9-580b-4ce2-8e5e-268e971a1602 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.062203 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-b0c5f3b9-580b-4ce2-8e5e-268e971a1602 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 19:53:43.062911 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-b0c5f3b9-580b-4ce2-8e5e-268e971a1602 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.066872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53038) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.067054 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0c5f3b9-580b-4ce2-8e5e-268e971a1602 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132632 May 26 19:53:43.072040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.078876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.082808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.086019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.091743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.122370 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.123297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-81a02de8-3fb7-4e86-a0a4-542536cea991 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0554724 May 26 19:53:43.126123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53042) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.130970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4f54abae-a804-4684-8de4-8fc927754171 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.132300 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-4f54abae-a804-4684-8de4-8fc927754171 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 26 19:53:43.132757 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-4f54abae-a804-4684-8de4-8fc927754171 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.133679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f54abae-a804-4684-8de4-8fc927754171 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067029 May 26 19:53:43.136302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53046) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.140692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.147073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.150899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.153772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.160322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.189150 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.190162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7433ec06-2328-410a-81ef-64fbd54518ae tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527670 May 26 19:53:43.192998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53050) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.197690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ec1d94de-02df-455c-9555-77b9e1ddbef9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.198150 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-ec1d94de-02df-455c-9555-77b9e1ddbef9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 26 19:53:43.198627 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-ec1d94de-02df-455c-9555-77b9e1ddbef9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.199620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ec1d94de-02df-455c-9555-77b9e1ddbef9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057566 May 26 19:53:43.202039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.207157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.214207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.218831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.222483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.228095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.257007 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.258068 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8fc307b8-ab50-4695-a81c-d1176601285d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0550241 May 26 19:53:43.260944 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53058) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.265998 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8bac5403-05e0-4611-891a-beab75094835 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.266473 n-d-843146-9 neutron-server[88362]: WARNING neutron.api.v2.base [None req-8bac5403-05e0-4611-891a-beab75094835 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 26 19:53:43.267018 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-8bac5403-05e0-4611-891a-beab75094835 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.267901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8bac5403-05e0-4611-891a-beab75094835 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059791 May 26 19:53:43.270868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53062) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.276347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.282918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.287436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.290366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.296199 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.325169 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.326128 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1f48763b-addc-438c-8edc-90873f22af6d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0544207 May 26 19:53:43.328955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53066) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.334523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ca91674d-3e55-4c6f-abcc-2ff095484e09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.340939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.344736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.351229 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.356908 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.386769 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:43.387745 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64cb852d-d040-48cd-94b7-5925ef30a349 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578554 May 26 19:53:43.390582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.463487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.491317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.568409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.596315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca91674d-3e55-4c6f-abcc-2ff095484e09,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:43.604409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.605986 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-23184091-eab0-4a03-8c88-7acf09b39ba5 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca91674d-3e55-4c6f-abcc-2ff095484e09 HTTP/1.1" status: 204 len: 168 time: 0.2144537 May 26 19:53:43.609563 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.677452 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8db5a091-9714-4323-af8d-fab003996642 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:43.693061 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8db5a091-9714-4323-af8d-fab003996642 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:43.694391 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8db5a091-9714-4323-af8d-fab003996642 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837376 May 26 19:53:43.698552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.703492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649973935'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.711891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.722839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.733870 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.758230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.762256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.764972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.770778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.841930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.845646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.891586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a9d842-a260-4318-aaf9-bc1448e30f8f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:43.898135 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:43.899361 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c922dbd6-a48d-4047-9dcb-8096c8542c64 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1999900 May 26 19:53:43.902346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.907221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'c2a9d842-a260-4318-aaf9-bc1448e30f8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.914453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.918348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.921249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.927453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:43.961955 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The resource could not be found. May 26 19:53:43.965755 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82d66cf7-c2a7-49ca-967a-aa1a305155e4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0597491 May 26 19:53:43.965991 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53090) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:43.970816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'c2a9d842-a260-4318-aaf9-bc1448e30f8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '67a7bd87-bff9-4341-b558-367750067f3e'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:43.977787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:43.981564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:43.984348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:43.991053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.028849 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The resource could not be found. May 26 19:53:44.032533 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9bce0e5-10d5-4342-9f13-93d8ad5c9c4a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0631015 May 26 19:53:44.032730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53094) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.102074 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.131458 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.179984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.198555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a9d842-a260-4318-aaf9-bc1448e30f8f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:44.209051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.210422 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-34531a7f-f461-42e4-9a87-0a069b6568a9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2a9d842-a260-4318-aaf9-bc1448e30f8f HTTP/1.1" status: 204 len: 168 time: 0.1767533 May 26 19:53:44.212891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53098) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.265392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9bb99195-e896-47ae-8049-c2f784338212 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:44.283639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9bb99195-e896-47ae-8049-c2f784338212 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:44.285499 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9bb99195-e896-47ae-8049-c2f784338212 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716951 May 26 19:53:44.289606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53102) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.297077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': '72e3cd39-a1e4-4395-b66f-8d18504c7b9a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:44.304212 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.304807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.308682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:44.311779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:44.317595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.354665 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The resource could not be found. May 26 19:53:44.355846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4deba6ec-c31a-44fa-83d9-0d4079b387a2 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0646718 May 26 19:53:44.359400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53106) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.364804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--970663523'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:44.372004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.381946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.391292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.412546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.416340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:44.419179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:44.425425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.498442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.503258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.551871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0c563f-b951-46b1-96c3-45c37c26f3a5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:44.555491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.559337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c0f68ea5-9514-4624-bc93-2377fbf30574 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1965020 May 26 19:53:44.559722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53112) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.564989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--504938998'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:44.571716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.575851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:44.578783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:44.584636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.593869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.614282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.617960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:44.620660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:44.626138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.698444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.702992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.711607 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d91c41f4-f67f-42f7-b282-3dbe8e879a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.751945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec9d76-ad56-4c7e-be4c-3b7fc2b5d7e5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:44.755377 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.756571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ecc2aafc-316e-4220-9eec-3f10fd4aca75 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1959343 May 26 19:53:44.759298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53116) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.764311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group_rule': {'security_group_id': 'ba0c563f-b951-46b1-96c3-45c37c26f3a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '69ec9d76-ad56-4c7e-be4c-3b7fc2b5d7e5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:44.771548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:44.775423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:44.778374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:44.784819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:44.812861 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 19:53:44.813918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d99d2e35-a089-4f2e-adb6-b3dd29128979 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0537276 May 26 19:53:44.817170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53120) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:44.878874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.905844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.952020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.971211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec9d76-ad56-4c7e-be4c-3b7fc2b5d7e5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:44.978689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:44.982485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-593ed8f0-26e6-4c1f-b882-8dd4b66c21f9 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/69ec9d76-ad56-4c7e-be4c-3b7fc2b5d7e5 HTTP/1.1" status: 204 len: 168 time: 0.1617131 May 26 19:53:44.982485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53124) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.070965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-723eac29-eece-46ac-b732-489ac9dbc52a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:45.090613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-723eac29-eece-46ac-b732-489ac9dbc52a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:45.092324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-723eac29-eece-46ac-b732-489ac9dbc52a tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1089664 May 26 19:53:45.095318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53130) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.164804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.191960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.254471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.285095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0c563f-b951-46b1-96c3-45c37c26f3a5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:45.303402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.306928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-450a22ce-8b09-492c-b2c9-784e9e98a209 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba0c563f-b951-46b1-96c3-45c37c26f3a5 HTTP/1.1" status: 204 len: 168 time: 0.2082551 May 26 19:53:45.307675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53136) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.365142 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-16e18dec-6bfc-47e6-a0bd-e229eae04688 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561624 May 26 19:53:45.369233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53140) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.374212 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653108719'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:45.381187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:45.385200 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:45.388625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:45.395016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:45.405213 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.429725 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:45.434028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Usage tracker for resource:security_group_rule and tenant:276c4e132e2f45cbb3942a4c2f242dc3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:45.438160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:45.446891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:45.530094 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.534452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.581417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f046d94-634a-4136-985b-85f231939595,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:45.585677 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.587081 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1bf6450d-2cfa-450e-a5b6-87b31cf94ab4 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2171729 May 26 19:53:45.590965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53146) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.602237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c5f26472-734c-4745-a912-e8a1b5634792 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:53:45.604163 n-d-843146-9 neutron-server[88363]: WARNING neutron.api.v2.base [None req-c5f26472-734c-4745-a912-e8a1b5634792 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 26 19:53:45.606846 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-c5f26472-734c-4745-a912-e8a1b5634792 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] update failed (client error): There was a conflict when trying to complete your request. May 26 19:53:45.611574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.612646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5f26472-734c-4745-a912-e8a1b5634792 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "PUT /v2.0/security-groups/9f046d94-634a-4136-985b-85f231939595 HTTP/1.1" status: 409 len: 330 time: 0.0197232 May 26 19:53:45.681152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.709942 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.759161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.779458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f046d94-634a-4136-985b-85f231939595,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:45.787243 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:45.788329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9d32ebab-6f4c-4b61-9868-77394a0734ad tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f046d94-634a-4136-985b-85f231939595 HTTP/1.1" status: 204 len: 168 time: 0.1752815 May 26 19:53:45.791037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53154) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.846430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2c6364ac-43b5-4868-8f5b-770855ac8523 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Synchronizing usage tracker for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:53:45.863513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2c6364ac-43b5-4868-8f5b-770855ac8523 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] Unset dirty status for tenant:276c4e132e2f45cbb3942a4c2f242dc3 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:53:45.864777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2c6364ac-43b5-4868-8f5b-770855ac8523 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725572 May 26 19:53:45.869012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53158) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.890451 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-7f339e69-9cc4-4fd0-8244-58cdcd1ae434 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] delete failed (client error): The resource could not be found. May 26 19:53:45.895797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7f339e69-9cc4-4fd0-8244-58cdcd1ae434 tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "DELETE /v2.0/security-groups/16c120e6-16ca-40b8-987a-717b9fa79ec0 HTTP/1.1" status: 404 len: 347 time: 0.0231526 May 26 19:53:45.896706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53162) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.914605 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-a86bc954-770a-4b4d-beda-6b1ff54ffe1d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] show failed (client error): The resource could not be found. May 26 19:53:45.915598 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a86bc954-770a-4b4d-beda-6b1ff54ffe1d tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-groups/c68e6a59-97c4-4a8e-8f4b-6e0854524acc HTTP/1.1" status: 404 len: 347 time: 0.0178030 May 26 19:53:45.919528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53166) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:45.936481 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-dcdcac6d-39e0-467a-a191-93da27e628fd tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] show failed (client error): The resource could not be found. May 26 19:53:45.937736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dcdcac6d-39e0-467a-a191-93da27e628fd tempest-NegativeSecGroupTest-2120064979 tempest-NegativeSecGroupTest-2120064979-project] 10.222.0.24 "GET /v2.0/security-group-rules/5345d79b-0921-46c0-a1be-290d78df7679 HTTP/1.1" status: 404 len: 356 time: 0.0173244 May 26 19:53:46.268247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53174) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:46.458523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:46.459524 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-57eed31b-5d66-4d17-b338-f4f2859ac584 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276c4e132e2f45cbb3942a4c2f242dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885581 May 26 19:53:46.519461 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:46.546768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:46.601755 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:46.620243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685a667-292c-4589-a95d-a6a1203be1e6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:46.636745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:46.638212 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-594c5a62-6e4d-48e2-bc3e-0f89d3d61b52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a685a667-292c-4589-a95d-a6a1203be1e6 HTTP/1.1" status: 204 len: 168 time: 0.1781778 May 26 19:53:46.895967 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1f629db8-1f54-4bc1-9041-c25e7c32b7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:47.382070 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:48.213361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:48.994334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-379ffcbb-9d57-4f1e-aaa0-4ce55b4a5a67 req-fb18f9fd-ed14-4131-a18e-73a85552a8a2 service neutron] (88363) timed out ('10.222.0.24', 60414) {{(pid=88363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:53:49.590221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53264) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:49.717715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:49.732361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:49.736834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Usage tracker for resource:security_group_rule and tenant:0d0fde337dd649b7af35c8e7f86b3fe7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:49.741321 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:49.747399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:49.797628 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:49.835360 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:49.839142 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:49.889744 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d0fde337dd649b7af35c8e7f86b3fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982445 May 26 19:53:49.891595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84170db9-8fcd-4d99-99fb-db242c6eeaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23149f33-4781-4629-9b31-1d76a55e3dbd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:49.892349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53270) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:49.965426 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:49.993501 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.059476 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.081115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23149f33-4781-4629-9b31-1d76a55e3dbd,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:50.090933 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.092854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fd9b39c9-4792-4f69-9274-389415e2c2a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23149f33-4781-4629-9b31-1d76a55e3dbd HTTP/1.1" status: 204 len: 168 time: 0.1992464 May 26 19:53:50.391147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53280) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:50.412754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.426693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:50.430572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e578f67ccf4a8895be7bee50688660 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:50.433466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:50.439319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:50.531243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.535209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.583167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3e578f67ccf4a8895be7bee50688660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908095 May 26 19:53:50.584005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b616e9b-f09b-47c7-9e4e-3ba4f9378df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff984c-036b-411e-b531-21b3000665a3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:50.586188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:50.646603 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.671568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.725304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.742175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff984c-036b-411e-b531-21b3000665a3,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:50.752283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:50.754294 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cd97512e-7114-434c-b764-3427f8af37f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31ff984c-036b-411e-b531-21b3000665a3 HTTP/1.1" status: 204 len: 168 time: 0.1670277 May 26 19:53:53.023937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:53.199990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.215066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:53.218917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Usage tracker for resource:security_group_rule and tenant:dc07d7899a704f0fbbed1837de012fcd is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:53.222372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:53.228068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:53.308311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.312618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.461176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc07d7899a704f0fbbed1837de012fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333918 May 26 19:53:53.461176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecfcf0-a74c-488b-902a-9a957dc96599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e891ee3e-2ca9-42a4-9865-f4bda2ae1458,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:53.462001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53374) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:53.539319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.565549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.615947 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.631085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891ee3e-2ca9-42a4-9865-f4bda2ae1458,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:53.637120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.640679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-309e7e24-68c5-4f26-b91b-bb678aad7439 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e891ee3e-2ca9-42a4-9865-f4bda2ae1458 HTTP/1.1" status: 204 len: 168 time: 0.1748822 May 26 19:53:53.936177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53384) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:53.954027 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:53.968360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:53:53.972183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Usage tracker for resource:security_group_rule and tenant:234fb09dd89448be9acf42da09ce3eaa is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:53:53.974982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:53:53.980593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:53:54.014826 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:53:54.064275 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.068929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.116516 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=234fb09dd89448be9acf42da09ce3eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792364 May 26 19:53:54.117382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec13cd-e529-4f79-9fb9-566e793ae788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f2629-cdac-45bc-8b60-1873104929ca,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:54.120000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:53:54.180835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.206532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.257679 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.272552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f2629-cdac-45bc-8b60-1873104929ca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:53:54.287211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:53:54.289497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c42cb155-ed12-4c77-b44c-342359be6be8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/727f2629-cdac-45bc-8b60-1873104929ca HTTP/1.1" status: 204 len: 168 time: 0.1676853 May 26 19:53:59.990738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53484) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:00.113717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.128566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:00.132285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Usage tracker for resource:security_group_rule and tenant:cb51fa7c83834aa5bfabeb49bd4aa304 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:00.135058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:00.140693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:00.227703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.231652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.279808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994bec34-0e92-4de5-a02b-9b74bcadd2f3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:00.285561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5e565cb8-590c-4b77-8d12-e53edda3521f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb51fa7c83834aa5bfabeb49bd4aa304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937558 May 26 19:54:00.287200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53490) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:00.345791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.371416 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.425282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.439909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994bec34-0e92-4de5-a02b-9b74bcadd2f3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:00.446626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.447763 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3c900f86-2852-48a6-8d0c-c6c0768a67ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/994bec34-0e92-4de5-a02b-9b74bcadd2f3 HTTP/1.1" status: 204 len: 168 time: 0.1595697 May 26 19:54:00.735070 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53500) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:00.756138 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.771383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:00.775208 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Usage tracker for resource:security_group_rule and tenant:d8081e000ac34b35b95b0150d06af8e7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:00.778038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:00.784244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:00.870862 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.874420 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:00.921964 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8081e000ac34b35b95b0150d06af8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858037 May 26 19:54:00.923621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4abaf-a75b-48b3-9710-c40a83e9b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b6bb0-e60b-40dc-80a3-97b239d04289,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:00.924655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53506) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:01.009022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:01.040001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:01.099080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:01.113492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b6bb0-e60b-40dc-80a3-97b239d04289,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:01.119463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:01.121076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5eac0d7-9c71-495a-a328-feb738fcfedc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/418b6bb0-e60b-40dc-80a3-97b239d04289 HTTP/1.1" status: 204 len: 168 time: 0.1947682 May 26 19:54:01.859241 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53538) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:01.935702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:01.999839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-832160118-network', 'tenant_id': '9ff6ce5baaae462fb488e46b0a563421'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:02.020121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:02.026376 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Usage tracker for resource:network and tenant:9ff6ce5baaae462fb488e46b0a563421 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:02.028874 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.038585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:02.046555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:02.051236 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:02.056368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Usage tracker for resource:security_group_rule and tenant:46e2288e3f634051ba8b070da84e12fb is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:02.060267 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:02.067370 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Made reservation on behalf of 9ff6ce5baaae462fb488e46b0a563421 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:02.069650 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.078610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:02.086169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.110839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:02.117721 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff6ce5baaae462fb488e46b0a563421 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:02.121391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:02.130872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:02.227616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.234192 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.312258 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46e2288e3f634051ba8b070da84e12fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755066 May 26 19:54:02.315556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:02.316003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50ff65-2c14-498c-a8d6-5b02f2dd6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec636167-343e-4d84-a93f-44e4f30f0cc7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:02.319550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.323610 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.356714 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:54:02.362581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e32b02-8607-4c5e-b4c7-fc4add859691,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:02.370143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.370539 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Added segment a736c2bc-48be-49d9-a766-ea6e4d52e377 of type vlan for network 40710f01-a64c-4bf1-967f-7e0a5d407f82 May 26 19:54:02.376480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.398499 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.404108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.429125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.430062 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:02.430676 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.457437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.475790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec636167-343e-4d84-a93f-44e4f30f0cc7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:02.479742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.480772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-59cc6a2a-0249-478a-aab1-77f72011fe26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec636167-343e-4d84-a93f-44e4f30f0cc7 HTTP/1.1" status: 204 len: 168 time: 0.1636736 May 26 19:54:02.543303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] Pushing event updated for resources: {'Network': ['ID=40710f01-a64c-4bf1-967f-7e0a5d407f82,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:02.555412 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a39600a8-2a22-4eeb-ac75-e7aef24c5c28 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6948814 May 26 19:54:02.555861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:54:02.557993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53558) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:02.563388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Request body: {'subnet': {'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-832160118-subnet', 'tenant_id': '9ff6ce5baaae462fb488e46b0a563421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:02.568942 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:02.573946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Usage tracker for resource:subnet and tenant:9ff6ce5baaae462fb488e46b0a563421 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:02.578360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:02.584949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:02.598690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Made reservation on behalf of 9ff6ce5baaae462fb488e46b0a563421 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:02.600252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:02.918117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.000107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5b4f2d-d26e-4a88-84ee-7915d049a152,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:03.004145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Checking segment: {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:03.004505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Network hostable DHCP agents. Network: 40710f01-a64c-4bf1-967f-7e0a5d407f82, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:54:03.026535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:54:03.037887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 40710f01-a64c-4bf1-967f-7e0a5d407f82) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:03.043197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:03.043975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.050586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078095b-fa34-4f34-9d38-83e4786badfe None None] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:03.076059 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-01f8cf3b-5504-4e5b-82f0-3fc63a36fd58 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5168264 May 26 19:54:03.195073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53584) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:03.276916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794f2bf-9e70-4ec6-87fd-af4f2175e9e3 None None] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:03.308015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2039849755-network', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:03.316402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:03.321007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Usage tracker for resource:network and tenant:bb7689166e064b3696f7f2b883f05df3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:03.324765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:03.331513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:03.344066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Made reservation on behalf of bb7689166e064b3696f7f2b883f05df3 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:03.347258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.362185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.380712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:03.385024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7689166e064b3696f7f2b883f05df3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:03.387861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:03.394392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:03.490957 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.496283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.535521 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:54:03.545118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a38d3-73c1-4e67-8b9e-46ee48a56f27,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:03.552006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.552376 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Added segment 7d845ab6-c274-4464-a256-c69b53599aaa of type vlan for network f910d81b-6644-4b8e-92bc-0e97c9a79c02 May 26 19:54:03.579879 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.615932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.617140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:03.617712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:03.729466 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] Pushing event updated for resources: {'Network': ['ID=f910d81b-6644-4b8e-92bc-0e97c9a79c02,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:03.735920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1b266ddd-6353-4a67-b3d0-de9b4509d313 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5371015 May 26 19:54:03.736282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53598) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:03.742359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Request body: {'subnet': {'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2039849755-subnet', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:03.742491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:54:03.748429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:03.753074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Usage tracker for resource:subnet and tenant:bb7689166e064b3696f7f2b883f05df3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:03.756094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:03.762162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:03.773709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Made reservation on behalf of bb7689166e064b3696f7f2b883f05df3 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:03.776274 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.003965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.082514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7488c1fe-6fdf-49e6-8986-18f75376b202,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:04.091283 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Checking segment: {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:04.091636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Network hostable DHCP agents. Network: f910d81b-6644-4b8e-92bc-0e97c9a79c02, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:54:04.110329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:54:04.119463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, f910d81b-6644-4b8e-92bc-0e97c9a79c02) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:04.123515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:04.124096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.130050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f556a6-66e4-4292-a5f0-83397baac32a None None] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:04.146146 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0164976e-5e29-4244-b939-bed28d14c5f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4082642 May 26 19:54:04.148501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53604) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:04.153556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:04.159347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:04.163193 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Usage tracker for resource:router and tenant:bb7689166e064b3696f7f2b883f05df3 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:04.166151 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:04.171843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:04.183785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.184833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.200878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.367187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'fixed_ips': [{'subnet_id': '7488c1fe-6fdf-49e6-8986-18f75376b202'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:54:04.368031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.490459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.530754 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Allocated IP 172.20.0.2 (f910d81b-6644-4b8e-92bc-0e97c9a79c02/7488c1fe-6fdf-49e6-8986-18f75376b202/bab3741e-167d-4e5e-9e66-cd86bf4fee30) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:04.735395 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.746278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Transition to ACTIVE for port object bab3741e-167d-4e5e-9e66-cd86bf4fee30 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:04.766281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Transition to ACTIVE for port object bab3741e-167d-4e5e-9e66-cd86bf4fee30 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:04.772199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.800283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.821621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:04.822749 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:04.831584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.835539 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:04.937274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Pushing event updated for resources: {'Port': ['ID=bab3741e-167d-4e5e-9e66-cd86bf4fee30,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:04.947057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.947401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.947738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.948111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.948385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.948709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.949058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.949377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.949696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.950011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.950328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.950643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:04.956358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Attempting to bind port bab3741e-167d-4e5e-9e66-cd86bf4fee30 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:04.956728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Attempting to bind port bab3741e-167d-4e5e-9e66-cd86bf4fee30 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:04.957105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Attempting to bind port bab3741e-167d-4e5e-9e66-cd86bf4fee30 on network f910d81b-6644-4b8e-92bc-0e97c9a79c02 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:04.963869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:04.964437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Checking segment: {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:04.965006 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:04.965561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Bound using segment: {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:04.966174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Bound port: bab3741e-167d-4e5e-9e66-cd86bf4fee30, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:04.966696 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:05.062360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] For port bab3741e-167d-4e5e-9e66-cd86bf4fee30, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:05.067019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] For port bab3741e-167d-4e5e-9e66-cd86bf4fee30, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bab3741e-167d-4e5e-9e66-cd86bf4fee30,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:05.073739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:05.099805 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Allocated IP 172.25.0.167 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/3138494c-a27a-4f70-8435-8e25e53be71d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:05.122044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-b6dce31c-8ac6-450c-aadf-cd167ed1c85c tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:05.130167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-b6dce31c-8ac6-450c-aadf-cd167ed1c85c tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 808 time: 0.1753192 May 26 19:54:05.143833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-7ae244d1-1e3b-478f-ad19-4c3fc970a2ac tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/quotas/9ff6ce5baaae462fb488e46b0a563421 HTTP/1.1" status: 200 len: 375 time: 0.0124915 May 26 19:54:05.163841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162716d-5c95-480b-a1a9-ea1a66986e9a None None] Pushing event updated for resources: {'Port': ['ID=bab3741e-167d-4e5e-9e66-cd86bf4fee30,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:05.194914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-1412b8c4-bd7c-4363-9f43-f59d6f7b46f5 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450053 May 26 19:54:05.265569 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:05.297888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:05.362416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d5f6d27a-0475-476a-b9c7-49279f3cceb6 service neutron] 10.222.0.24 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606650 May 26 19:54:05.384216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:05.387330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:05.390993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:05.426301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Pushing event updated for resources: {'Port': ['ID=3138494c-a27a-4f70-8435-8e25e53be71d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:05.515919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-59411756-0f49-41e3-b672-f010ca8b0b3f service neutron] 10.222.0.24 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471486 May 26 19:54:05.695802 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c31d9a67-94f2-471a-8838-6b6c7e1b9f72 req-42c67abb-17f4-42fb-a423-90f857ce3046 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 210 time: 0.0429730 May 26 19:54:05.834517 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:06.181886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e0d47-b925-44ba-8bc4-21699fef8d53 None None] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:06.223104 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:06.279421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-555d0048-2bc2-4c97-b356-e4e06f3247de None None] Provisioning for port bab3741e-167d-4e5e-9e66-cd86bf4fee30 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:06.444411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Router f17d0433-c54c-419e-848d-812a2a499722 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:54:06.653541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bab3741e-167d-4e5e-9e66-cd86bf4fee30 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:06.756447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bab3741e-167d-4e5e-9e66-cd86bf4fee30 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:06.762390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bab3741e-167d-4e5e-9e66-cd86bf4fee30 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:06.762758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:06.801132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:06.829764 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:06.833464 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4ea846f3-3121-4f21-aba2-6e302e806a38 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6816065 May 26 19:54:06.837573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53638) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:06.860127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Sync routers for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:06.940368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:06.943196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17d69578-bda9-419c-a6ab-cd2d80fe64ca req-ef5af86f-7e14-441b-ba8e-76caf2d8243b tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 210 time: 0.0642700 May 26 19:54:06.943857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:06.944487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:06.953929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-56200061-cdab-4b42-a0c0-52590dedd8a3 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:06.955398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-56200061-cdab-4b42-a0c0-52590dedd8a3 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 808 time: 0.2730849 May 26 19:54:06.968350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Request body: {'port': {'device_id': '35a69f21-9016-4362-ab74-485656ad5e2a', 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82', 'admin_state_up': True, 'tenant_id': '9ff6ce5baaae462fb488e46b0a563421'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:07.121793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:07.126243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Usage tracker for resource:port and tenant:9ff6ce5baaae462fb488e46b0a563421 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:07.129875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:07.137928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:07.149675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Made reservation on behalf of 9ff6ce5baaae462fb488e46b0a563421 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:07.153521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.169719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bab3741e-167d-4e5e-9e66-cd86bf4fee30 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:07.170104 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.200032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:07.327875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Allocated IP 172.20.0.2 (40710f01-a64c-4bf1-967f-7e0a5d407f82/ee5b4f2d-d26e-4a88-84ee-7915d049a152/81f63bb6-dc76-4406-981b-ccc4dcb51773) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:07.381276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bab3741e-167d-4e5e-9e66-cd86bf4fee30, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bab3741e-167d-4e5e-9e66-cd86bf4fee30,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:07.393781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.466886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bab3741e-167d-4e5e-9e66-cd86bf4fee30,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:07.576265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.576824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:05Z', 'revision_number': 3, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:07.581271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Checking router: f17d0433-c54c-419e-848d-812a2a499722 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:07.581614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Updating router f17d0433-c54c-419e-848d-812a2a499722 port 3138494c-a27a-4f70-8435-8e25e53be71d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:07.643695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.649023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.680370 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.755018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:07.758246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:07.762092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:07.794946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Pushing event updated for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:07.801892 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Allocated IP 172.20.0.1 (f910d81b-6644-4b8e-92bc-0e97c9a79c02/7488c1fe-6fdf-49e6-8986-18f75376b202/5d6fd2dd-2970-4625-a2a0-ae27a9d25583) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:07.814661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.814996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.815325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.815648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.815965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.816278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.816605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.816898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.817229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.817539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.817848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.818154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:07.840848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:07.841507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:07.867056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-d252e65c-0675-4d16-ba2e-8092f026a8b0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9029856 May 26 19:54:07.881575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Request body: {'port': {'device_id': '35a69f21-9016-4362-ab74-485656ad5e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:07.983592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.002485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Transition to ACTIVE for port object 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:08.033086 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.045863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.048049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Transition to ACTIVE for port object 3138494c-a27a-4f70-8435-8e25e53be71d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:08.056256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.060879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.140790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:08.144395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:08.147505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:08.173217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Attempting to bind port 3138494c-a27a-4f70-8435-8e25e53be71d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:08.173585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Attempting to bind port 3138494c-a27a-4f70-8435-8e25e53be71d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:08.173982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Attempting to bind port 3138494c-a27a-4f70-8435-8e25e53be71d on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:08.188597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d68a-6fec-403b-9bd7-bc13f5039023 None None] Pushing event updated for resources: {'Port': ['ID=3138494c-a27a-4f70-8435-8e25e53be71d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:08.199879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:08.200250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:08.200810 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.201018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:08.201515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Bound port: 3138494c-a27a-4f70-8435-8e25e53be71d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:08.204262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.216637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.296230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] For port 3138494c-a27a-4f70-8435-8e25e53be71d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:08.299542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] For port 3138494c-a27a-4f70-8435-8e25e53be71d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3138494c-a27a-4f70-8435-8e25e53be71d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:08.306782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.401125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d68a-6fec-403b-9bd7-bc13f5039023 None None] Pushing event updated for resources: {'Port': ['ID=3138494c-a27a-4f70-8435-8e25e53be71d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:08.418452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:08.419027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:08.461843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb5b3f-495a-40f1-aae4-24ffcb1a9aef req-c470fb48-d5ad-4064-a7e1-3a0c6b1b6e8e tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:08.463342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37bb5b3f-495a-40f1-aae4-24ffcb1a9aef req-c470fb48-d5ad-4064-a7e1-3a0c6b1b6e8e tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1098 time: 0.2142410 May 26 19:54:08.503176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:08.519954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-37bb5b3f-495a-40f1-aae4-24ffcb1a9aef req-9d1ad2aa-509e-4a7d-8395-64d8f22c08df tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506296 May 26 19:54:08.523642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4e143711-9b64-43c3-80cc-df79dd17dad5 None None] Provisioning for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:08.554192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53650) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:08.604033 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4e143711-9b64-43c3-80cc-df79dd17dad5 None None] Provisioning complete for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:08.604646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4e143711-9b64-43c3-80cc-df79dd17dad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.694032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bab3741e-167d-4e5e-9e66-cd86bf4fee30 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:08.704562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.720451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f63bb6-dc76-4406-981b-ccc4dcb51773 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:08.735161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.791104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:08.836693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4e143711-9b64-43c3-80cc-df79dd17dad5 None None] Port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:08.841571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Transition to ACTIVE for port object 81f63bb6-dc76-4406-981b-ccc4dcb51773 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:08.855445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.950195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.955606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.981525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 044cee5e-1433-4a08-8d25-875c8dfea18f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:08.981864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:08.991215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bab3741e-167d-4e5e-9e66-cd86bf4fee30 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:08.991580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.015789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Pushing event updated for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:09.069227 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:09.071621 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.099575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927f7b-5266-41cc-9899-bc176abe83c9 req-139539bf-e0f4-494a-8b25-98eb6886cf29 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:09.100260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-45927f7b-5266-41cc-9899-bc176abe83c9 req-139539bf-e0f4-494a-8b25-98eb6886cf29 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Synchronizing usage tracker for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:09.190478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bab3741e-167d-4e5e-9e66-cd86bf4fee30 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:09.213328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-dc343557-09d1-481f-a16e-cde399647130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:05Z', 'revision_number': 3, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:09.217609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc343557-09d1-481f-a16e-cde399647130 None None] The sync data for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 is: [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:05Z', 'revision_number': 3, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:09.223748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:09.225124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:09.237628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-45927f7b-5266-41cc-9899-bc176abe83c9 req-139539bf-e0f4-494a-8b25-98eb6886cf29 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Unset dirty status for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:09.238777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45927f7b-5266-41cc-9899-bc176abe83c9 req-139539bf-e0f4-494a-8b25-98eb6886cf29 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 931 time: 0.5637534 May 26 19:54:09.301804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Attempting to bind port 81f63bb6-dc76-4406-981b-ccc4dcb51773 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:09.302135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Attempting to bind port 81f63bb6-dc76-4406-981b-ccc4dcb51773 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:09.302454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Attempting to bind port 81f63bb6-dc76-4406-981b-ccc4dcb51773 on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:09.321521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Port 81f63bb6-dc76-4406-981b-ccc4dcb51773 on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:54:09.322036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Attempting to bind port 81f63bb6-dc76-4406-981b-ccc4dcb51773 on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:09.443493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Router f17d0433-c54c-419e-848d-812a2a499722 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:09.475381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:09.475715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Checking segment: {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:09.476100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Bound using segment: {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:09.476524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Bound port: 81f63bb6-dc76-4406-981b-ccc4dcb51773, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:09.476860 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.493534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45927f7b-5266-41cc-9899-bc176abe83c9 req-786fd5a8-efab-4eda-8006-e6fddf3c0e58 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488985 May 26 19:54:09.578983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.579311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.580471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fd6d967c-e072-4f04-869d-c64e303eb0d3 None None] Provisioning complete for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:09.580986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fd6d967c-e072-4f04-869d-c64e303eb0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.641162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d967c-e072-4f04-869d-c64e303eb0d3 None None] Port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:09.682539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:09.694468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-da90331b-2d5a-41ac-82a6-3ff385a9ce40 admin admin] 10.222.0.24 "PUT /v2.0/routers/f17d0433-c54c-419e-848d-812a2a499722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8535106 May 26 19:54:09.719886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 044cee5e-1433-4a08-8d25-875c8dfea18f owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:09.791680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:09.796154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:09.808742 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.877223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:09.877869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:09.879249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] 10.222.0.53 "PUT /v2.0/ports/81f63bb6-dc76-4406-981b-ccc4dcb51773 HTTP/1.1" status: 200 len: 1091 time: 2.0041354 May 26 19:54:09.882300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:09.926102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ae65-8785-415c-9e13-3743e9fdcc83 service neutron] Pushing event updated for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:10.057067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.135086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-43e222b2-aa12-4bd1-b643-402eef0f1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:10.136576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-43e222b2-aa12-4bd1-b643-402eef0f1998 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 1094 time: 0.2060065 May 26 19:54:10.139131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=044cee5e-1433-4a08-8d25-875c8dfea18f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:10.229419 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d6f9f8-0adc-4fea-8bf2-09ffa8f53727'] response: {'name': 'network-changed', 'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773', 'status': 'completed', 'code': 200} May 26 19:54:10.270100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-eaaac9a7-d664-458e-b6e5-5ead437b95fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773 HTTP/1.1" status: 200 len: 217 time: 0.1264887 May 26 19:54:10.323786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53672) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:10.329440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-991910449-network', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:10.339793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:10.342681 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.342998 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 6a603ba7-267d-4552-b864-e0537a203d9f disassociated (deleted). External IP: 172.25.0.190, port: 9fda6b2f-6283-4a09-86b8-3c111c091d0f. May 26 19:54:10.344520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Usage tracker for resource:network and tenant:fba8d10ed8104ed4812f250ed0b0c018 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:10.348320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:10.354258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:10.364852 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Made reservation on behalf of fba8d10ed8104ed4812f250ed0b0c018 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:10.367555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.379823 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.394575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:10.402187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Usage tracker for resource:security_group_rule and tenant:fba8d10ed8104ed4812f250ed0b0c018 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:10.405540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:10.413188 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:10.421952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-589f5f21-6860-4cac-b46d-b7640ebae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:10.423375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-589f5f21-6860-4cac-b46d-b7640ebae7e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5b4f2d-d26e-4a88-84ee-7915d049a152 HTTP/1.1" status: 200 len: 848 time: 0.1422579 May 26 19:54:10.479197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-ed8f737b-1e19-4a84-9cf5-7af767d90e1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40710f01-a64c-4bf1-967f-7e0a5d407f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501065 May 26 19:54:10.494742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.499509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.534975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0a08c-69f1-4fc1-9d68-12cff4c101af,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:10.537502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:54:10.546733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.547157 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Added segment b70f6242-e51a-4383-bb25-fd38ffd4423a of type vlan for network 25dafda5-1d39-477e-a7dc-dd3ad833d517 May 26 19:54:10.582170 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.616082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.617408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:10.618131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.663088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3138494c-a27a-4f70-8435-8e25e53be71d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:10.735254 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4102604 May 26 19:54:10.738454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53678) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:10.742382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b20c67-bfe7-41c9-9d50-462ac74d6aad admin admin] Pushing event updated for resources: {'Network': ['ID=25dafda5-1d39-477e-a7dc-dd3ad833d517,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:10.747462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Request body: {'subnet': {'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-991910449-subnet', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:10.754855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:10.755006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:54:10.758994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Usage tracker for resource:subnet and tenant:fba8d10ed8104ed4812f250ed0b0c018 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:10.761990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:10.774537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:10.786398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Made reservation on behalf of fba8d10ed8104ed4812f250ed0b0c018 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:10.789962 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.866727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3138494c-a27a-4f70-8435-8e25e53be71d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:10.873089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3138494c-a27a-4f70-8435-8e25e53be71d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:10.873597 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:10.910562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-31fba2fd-62a1-417e-9b35-2e75b9eabaf4 service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784473 May 26 19:54:11.028889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.032895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3138494c-a27a-4f70-8435-8e25e53be71d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:11.033572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.055328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3138494c-a27a-4f70-8435-8e25e53be71d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3138494c-a27a-4f70-8435-8e25e53be71d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:11.061921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.118350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:11.120615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Checking segment: {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:11.120972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Network hostable DHCP agents. Network: 25dafda5-1d39-477e-a7dc-dd3ad833d517, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:54:11.123710 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Sync routers for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:11.137182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:11.138112 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:11.144924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.145300 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.145727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.146072 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.146518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.146889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.147219 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.147581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.148458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.149189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.149189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.149573 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:11.153746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:54:11.165731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3138494c-a27a-4f70-8435-8e25e53be71d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:11.165905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 25dafda5-1d39-477e-a7dc-dd3ad833d517) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:11.171555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:11.173147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.176980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2e285-4bda-4e8d-96ea-3a7422ceb7ff None None] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:11.192709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c30a-4470-4bc1-933a-1072a38233cb req-5d83168a-4014-4a9a-b1dc-63349aa8284d tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:11.194928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b0c30a-4470-4bc1-933a-1072a38233cb req-5d83168a-4014-4a9a-b1dc-63349aa8284d tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 943 time: 0.4483817 May 26 19:54:11.205450 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f74bc1f4-9a12-4134-a21e-aee287207976 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4653454 May 26 19:54:11.207758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53682) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:11.214216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:11.221067 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:11.226530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Usage tracker for resource:router and tenant:fba8d10ed8104ed4812f250ed0b0c018 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:11.227529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:11.234752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:11.242629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:11.255160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.256408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.277351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.409867 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:11.444765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89b0c30a-4470-4bc1-933a-1072a38233cb req-a235027f-445c-402e-acb9-a519239c4cd7 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403851 May 26 19:54:11.450873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-25dafda5-1d39-477e-a7dc-dd3ad833d517', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:54:11.451709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.456582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62e10263-4ea5-4cd0-b6d4-721907603e0c req-07e2f950-f37a-4520-b0c9-1041e2e0e7ac service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367587 May 26 19:54:11.499446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:11.529586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Sync routers for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:11.564645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:11.565456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:11.608105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.681587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cea7647f-66a4-41aa-9329-52f6ab2067ab tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/floatingips/6a603ba7-267d-4552-b864-e0537a203d9f HTTP/1.1" status: 204 len: 168 time: 3.1263397 May 26 19:54:11.684031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-05a5415f-12e8-469f-94d0-f6038394e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:11.685643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-05a5415f-12e8-469f-94d0-f6038394e326 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 1094 time: 0.1638076 May 26 19:54:11.797375 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.837634 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 4, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d6fd2dd-2970-4625-a2a0-ae27a9d25583', 'name': '', 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'mac_address': 'fa:16:3e:ee:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:07Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 2, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'subnets': [{'id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:11.842769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Checking router: f17d0433-c54c-419e-848d-812a2a499722 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:11.843122 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Updating router f17d0433-c54c-419e-848d-812a2a499722 port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:11.883835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Allocated IP 172.20.0.2 (25dafda5-1d39-477e-a7dc-dd3ad833d517/3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc/d13de92b-c686-449f-bfd4-6192731ce0d4) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:11.917560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:11.946392 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:11.968531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-80326ff3-2dd9-49c5-8f4a-b24d15ce92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:11.971411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-80326ff3-2dd9-49c5-8f4a-b24d15ce92e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 909 time: 0.2796557 May 26 19:54:12.138090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-fab0d88e-a81f-4e5d-a8f1-5d86121ee53f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773 HTTP/1.1" status: 200 len: 217 time: 0.1605051 May 26 19:54:12.239606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:12.273171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-f1f48d19-a8be-42e8-993a-2506cc7aa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:12.274875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-f1f48d19-a8be-42e8-993a-2506cc7aa4c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5b4f2d-d26e-4a88-84ee-7915d049a152 HTTP/1.1" status: 200 len: 848 time: 0.0991645 May 26 19:54:12.286767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653922b-0a05-4ba5-883d-861ddc627465 req-fb889fe8-5000-454f-a4b3-b58d7b0c8652 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:12.287717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3653922b-0a05-4ba5-883d-861ddc627465 req-fb889fe8-5000-454f-a4b3-b58d7b0c8652 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:12.297380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.335993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.341425 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.342403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-e944617c-9003-4f58-9296-9ad90f850311 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40710f01-a64c-4bf1-967f-7e0a5d407f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492136 May 26 19:54:12.346513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3653922b-0a05-4ba5-883d-861ddc627465 req-fb889fe8-5000-454f-a4b3-b58d7b0c8652 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:12.353887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3653922b-0a05-4ba5-883d-861ddc627465 req-fb889fe8-5000-454f-a4b3-b58d7b0c8652 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 947 time: 0.2146270 May 26 19:54:12.354514 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Transition to ACTIVE for port object 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:12.371728 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.453650 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Pushing event updated for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:12.507756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:12.510182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3653922b-0a05-4ba5-883d-861ddc627465 req-8dfd6a10-e074-4e21-88d2-79c076cf6140 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545148 May 26 19:54:12.512786 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Allocated IP 172.25.0.49 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/84f52022-c9f5-4eb9-8439-a15dba1fb4fc) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:12.534869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Checking router: 01d6e652-e4c0-4ec0-9d90-c62ce908a721 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:12.549853 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.568800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:12.569468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:12.603858 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.604253 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.604578 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.604902 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.605269 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.605586 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.605899 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.606205 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.606516 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.606826 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.607132 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.607440 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:54:12.632015 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b6380b-f6af-426f-a99c-a2e81ef4fe4d'] response: {'name': 'network-changed', 'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:54:12.644680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-17069862-b60c-401c-8993-9de2af08985b service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877202 May 26 19:54:12.692714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3138494c-a27a-4f70-8435-8e25e53be71d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:12.735525 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.765890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Transition to ACTIVE for port object d13de92b-c686-449f-bfd4-6192731ce0d4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:12.778084 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Attempting to bind port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:12.778446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Attempting to bind port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:12.784917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Attempting to bind port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 on network f910d81b-6644-4b8e-92bc-0e97c9a79c02 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:12.792943 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:12.793617 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Checking segment: {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:12.794127 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.794920 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Bound using segment: {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:12.795505 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Bound port: 5d6fd2dd-2970-4625-a2a0-ae27a9d25583, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d845ab6-c274-4464-a256-c69b53599aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:12.795846 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.800630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.889637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:12.891224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Transition to ACTIVE for port object d13de92b-c686-449f-bfd4-6192731ce0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:12.895334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:12.902276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:12.923114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.932527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] For port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:12.936882 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] For port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:12.942184 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:12.961312 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:13.016317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:13.019297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Pushing event updated for resources: {'Port': ['ID=d13de92b-c686-449f-bfd4-6192731ce0d4,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:13.021772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:13.029623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:13.049564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3138494c-a27a-4f70-8435-8e25e53be71d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:13.050366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:13.069456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3345035-5c72-4013-b594-9ac7004d9d4f req-501d95f7-5094-4465-bf41-fdb7b4384516 service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112234 May 26 19:54:13.070399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:13.071178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:13.078802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-313a8e10-06dd-46e8-b4c7-fd06b17a7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:13.080336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-313a8e10-06dd-46e8-b4c7-fd06b17a7afd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 1098 time: 0.2352469 May 26 19:54:13.141466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec12fed-06b1-4d93-86dc-835d8645cb52 req-d9f9a04b-717b-4455-bae6-c34f0d99383f tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:13.163585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:13.166934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ec12fed-06b1-4d93-86dc-835d8645cb52 req-d9f9a04b-717b-4455-bae6-c34f0d99383f tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 943 time: 0.2638679 May 26 19:54:13.274375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c92d5f-2d6a-4f34-b7bd-b0c7129f8949 None None] Pushing event updated for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:13.315220 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:13.347538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-ad1ceeb0-c8fc-4ce6-a93e-60fef4700df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:13.349369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-ad1ceeb0-c8fc-4ce6-a93e-60fef4700df6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 200 len: 897 time: 0.2590103 May 26 19:54:13.379294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ec12fed-06b1-4d93-86dc-835d8645cb52 req-71ffa026-1865-4f42-ad99-ad3a64ac98f0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107689 May 26 19:54:13.467816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Attempting to bind port d13de92b-c686-449f-bfd4-6192731ce0d4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:13.468432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Attempting to bind port d13de92b-c686-449f-bfd4-6192731ce0d4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:13.468944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Attempting to bind port d13de92b-c686-449f-bfd4-6192731ce0d4 on network 25dafda5-1d39-477e-a7dc-dd3ad833d517 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:13.567289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:13.577979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Checking segment: {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:13.578623 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:13.579155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Bound using segment: {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:13.580492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Bound port: d13de92b-c686-449f-bfd4-6192731ce0d4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:13.581068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:13.692672 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 4, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d6fd2dd-2970-4625-a2a0-ae27a9d25583', 'name': '', 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'mac_address': 'fa:16:3e:ee:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:07Z', 'updated_at': '2022-05-26T19:54:12Z', 'revision_number': 4, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'subnets': [{'id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:13.698982 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e10794-aba0-4310-9a7d-b39418e956d9 None None] The sync data for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 is: [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:08Z', 'revision_number': 4, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '5d6fd2dd-2970-4625-a2a0-ae27a9d25583', 'name': '', 'network_id': 'f910d81b-6644-4b8e-92bc-0e97c9a79c02', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'mac_address': 'fa:16:3e:ee:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:07Z', 'updated_at': '2022-05-26T19:54:12Z', 'revision_number': 4, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'subnets': [{'id': '7488c1fe-6fdf-49e6-8986-18f75376b202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:13.718457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-5259ce54-c31c-4f31-b088-7c2865e7cbab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 200 len: 217 time: 0.3439159 May 26 19:54:13.721736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:13.860094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3138494c-a27a-4f70-8435-8e25e53be71d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:13.902095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-c52d354a-48a3-4751-ae2b-d4b804261bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:13.902867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-c52d354a-48a3-4751-ae2b-d4b804261bc0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 200 len: 835 time: 0.1780293 May 26 19:54:13.932371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] For port d13de92b-c686-449f-bfd4-6192731ce0d4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:13.948921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] For port d13de92b-c686-449f-bfd4-6192731ce0d4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d13de92b-c686-449f-bfd4-6192731ce0d4,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:13.959932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.031514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-5d613a1b-ef22-4c44-b2ef-8e48e09b35d6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:14.033244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-5d613a1b-ef22-4c44-b2ef-8e48e09b35d6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 947 time: 0.4245837 May 26 19:54:14.059716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b93e9-d412-46ad-b9d4-4a4eb1b189ec None None] Pushing event updated for resources: {'Port': ['ID=d13de92b-c686-449f-bfd4-6192731ce0d4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:14.065268 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8989aa95-fca7-4cee-b636-149804263563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:14.070264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989aa95-fca7-4cee-b636-149804263563 None None] The sync data for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 is: [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:51:10Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '7b3415d4-c5f0-4e8e-8ccd-3f58498ced05', 'name': '', 'network_id': '72de4951-5da1-46c1-9edf-0809a5fe9ac0', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:5f:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:09Z', 'updated_at': '2022-05-26T19:51:14Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'd2285cb9-5cab-4798-a235-0b839f731de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:14.115207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99915bf4-1ed7-4023-9ab1-417991a11ed8 req-94b39b08-e027-445d-b84b-36320f874369 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:14.124491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99915bf4-1ed7-4023-9ab1-417991a11ed8 req-94b39b08-e027-445d-b84b-36320f874369 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 947 time: 0.4026892 May 26 19:54:14.143360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 81f63bb6-dc76-4406-981b-ccc4dcb51773 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:54:14.201578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-9ed4001b-7812-425d-a42a-0ddc7a70ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:14.203091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-9ed4001b-7812-425d-a42a-0ddc7a70ebfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72de4951-5da1-46c1-9edf-0809a5fe9ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931900 May 26 19:54:14.211170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:14.211511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.297132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.338642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.370886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99915bf4-1ed7-4023-9ab1-417991a11ed8 req-8ea5b127-b9d3-4603-8e0c-3a40fdd80fc7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6a66658-1251-46bc-90e0-75204de96477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450883 May 26 19:54:14.445932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:14.487806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '81f63bb6-dc76-4406-981b-ccc4dcb51773', 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82', 'port_id': '81f63bb6-dc76-4406-981b-ccc4dcb51773', 'mac_address': 'fa:16:3e:02:20:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b4f2d-d26e-4a88-84ee-7915d049a152', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:54:14.620949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 81f63bb6-dc76-4406-981b-ccc4dcb51773 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:14.621923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.654548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f63bb6-dc76-4406-981b-ccc4dcb51773 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:14.670113 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08ceef-64e7-45ec-821b-da955f19c965 None None] New status for floating IP 6a603ba7-267d-4552-b864-e0537a203d9f: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:54:14.674594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:14.680143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.783571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-56311ae4-40d1-40db-97af-26f67add1dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.799515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:14.818019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:14.853898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:54:14.905397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 9fda6b2f-6283-4a09-86b8-3c111c091d0f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9fda6b2f-6283-4a09-86b8-3c111c091d0f,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:14.905948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.925152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:14.932763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:14.933399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:14.992757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['81f63bb6-dc76-4406-981b-ccc4dcb51773'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:54:15.088746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-20ced53d-fa61-4c8d-9f3f-326cd0d7a89b service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468194 May 26 19:54:15.106890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 9fda6b2f-6283-4a09-86b8-3c111c091d0f owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:15.140699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:15.164512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Sync routers for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:15.198507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:15.203414 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c8611e4b-ede1-4d17-9259-96381930fdd8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9942427 May 26 19:54:15.204421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:15.219436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:15.220303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:53:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:15.389549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:15.389916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:15.391276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394120-b304-462c-b602-8a77bdcdb639 req-412c9f69-1005-41ff-8733-8095f8d07a5e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:15.394326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65394120-b304-462c-b602-8a77bdcdb639 req-412c9f69-1005-41ff-8733-8095f8d07a5e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 944 time: 0.7421319 May 26 19:54:15.522381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6298e276-c147-48e7-a6ec-4b74671f35e8 req-7f573b46-12a8-47d6-8eb3-4e6e012f1896 service neutron] 10.222.0.53 "GET /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648503 May 26 19:54:15.542397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:15.557924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:15.571313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:15.572217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d13de92b-c686-449f-bfd4-6192731ce0d4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:15.682547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=9fda6b2f-6283-4a09-86b8-3c111c091d0f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:15.686958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:15.727993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a9865-58a7-493e-8463-35bad285954a None None] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:15.750404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:15.760140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] No DVR routers for this DVR port 9fda6b2f-6283-4a09-86b8-3c111c091d0f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:15.764981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:15.768014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-deleted', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:15.777908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65394120-b304-462c-b602-8a77bdcdb639 req-eaa840b4-a24c-40c0-ace8-9a454464057e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545631 May 26 19:54:15.792338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac68657e-f135-4ff4-a597-7ed54d8be405 req-2bab95d5-9e04-4d0c-a2b1-43ac5f0f7ba2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "DELETE /v2.0/ports/9fda6b2f-6283-4a09-86b8-3c111c091d0f HTTP/1.1" status: 204 len: 173 time: 1.7511375 May 26 19:54:16.013963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-51d62a28-466b-4fbe-8716-ce49cc3124ec None None] Provisioning for port d13de92b-c686-449f-bfd4-6192731ce0d4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:16.147312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d13de92b-c686-449f-bfd4-6192731ce0d4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:16.152146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c9e227e4-efa1-4acf-b09f-e99cd7a1e480 req-4f6a0610-1323-4534-90fa-e15f75e8305d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:16.170443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c9e227e4-efa1-4acf-b09f-e99cd7a1e480 req-4f6a0610-1323-4534-90fa-e15f75e8305d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:16.171823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e227e4-efa1-4acf-b09f-e99cd7a1e480 req-4f6a0610-1323-4534-90fa-e15f75e8305d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=02477f16-7fa0-4a63-a56a-bc3ed4da76b6 HTTP/1.1" status: 200 len: 210 time: 0.2487476 May 26 19:54:16.179564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d13de92b-c686-449f-bfd4-6192731ce0d4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:16.180051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.215477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.269437 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca9b7ef-fc07-4188-8c98-db36d4cf33c1'] response: {'server_uuid': '02477f16-7fa0-4a63-a56a-bc3ed4da76b6', 'name': 'network-vif-deleted', 'tag': '9fda6b2f-6283-4a09-86b8-3c111c091d0f', 'status': 'completed', 'code': 200} May 26 19:54:16.481378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Allocated IP 172.20.0.1 (25dafda5-1d39-477e-a7dc-dd3ad833d517/3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc/2f9254aa-33b8-4c4c-b99b-e453740ac32b) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:16.570710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d13de92b-c686-449f-bfd4-6192731ce0d4 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:16.571091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.595499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:13Z', 'revision_number': 3, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:16.604902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Checking router: 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:16.605282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Updating router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:16.635886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.652739 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Transition to ACTIVE for port object 2f9254aa-33b8-4c4c-b99b-e453740ac32b will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:16.659467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port d13de92b-c686-449f-bfd4-6192731ce0d4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d13de92b-c686-449f-bfd4-6192731ce0d4,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:16.666626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.683053 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.704673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.768309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:16.776989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:16.777909 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:16.780576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:16.783412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:16.840908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.930185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=d13de92b-c686-449f-bfd4-6192731ce0d4,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:16.955955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed7e0a3b-e74c-416c-b98f-7e1a542e0bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.965612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e183b3c4-2d73-4caf-8cdc-5fcac8f7bf15 None None] Provisioning complete for port d13de92b-c686-449f-bfd4-6192731ce0d4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:16.965979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e183b3c4-2d73-4caf-8cdc-5fcac8f7bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.991284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:16.999617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e9db0-6440-4d42-848e-04500d1f9abd req-c60ca086-20ce-4fc9-9ecd-9676763f6fdb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:17.009766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-725e9db0-6440-4d42-848e-04500d1f9abd req-c60ca086-20ce-4fc9-9ecd-9676763f6fdb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 944 time: 0.1040626 May 26 19:54:17.066849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-725e9db0-6440-4d42-848e-04500d1f9abd req-1d56e419-1ae5-4b66-bed1-08b124f37b10 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 May 26 19:54:17.088321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:17.089135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.260993 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.265956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.270853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:17.280942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e183b3c4-2d73-4caf-8cdc-5fcac8f7bf15 None None] Current status of the port d13de92b-c686-449f-bfd4-6192731ce0d4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:17.374368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:17.378345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.382817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:17.403817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.460913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a41eff64-314a-446c-8ded-c8eac975adb9 None None] Provisioning for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:17.472867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a41eff64-314a-446c-8ded-c8eac975adb9 None None] Provisioning complete for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:17.473268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a41eff64-314a-446c-8ded-c8eac975adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.522469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:17.523703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:17.531407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a41eff64-314a-446c-8ded-c8eac975adb9 None None] Port 2f9254aa-33b8-4c4c-b99b-e453740ac32b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:17.533979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.548043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Transition to ACTIVE for port object 84f52022-c9f5-4eb9-8439-a15dba1fb4fc will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:17.556610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.637237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef185a1-fa3b-4928-8414-f1080dcc3e24 None None] Pushing event updated for resources: {'Port': ['ID=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:17.656871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Attempting to bind port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:17.657257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Attempting to bind port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:17.657648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Attempting to bind port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:17.664090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:17.664961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:17.665417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.665802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:17.666259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Bound port: 84f52022-c9f5-4eb9-8439-a15dba1fb4fc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:17.667142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.749153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] For port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:17.749348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:17.753068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] For port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:17.761145 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.842812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:17.843443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:17.927994 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:17.932729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef185a1-fa3b-4928-8414-f1080dcc3e24 None None] Pushing event updated for resources: {'Port': ['ID=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:17.945480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-36e58076-3072-4624-8838-177bb19d546e None None] Provisioning complete for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:17.945847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-36e58076-3072-4624-8838-177bb19d546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.129802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-36e58076-3072-4624-8838-177bb19d546e None None] Port 2f9254aa-33b8-4c4c-b99b-e453740ac32b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:18.132990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:18.156275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:18.170917 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6bbed246-4afe-4e1b-9ae6-eb2d4230a130 admin admin] 10.222.0.24 "PUT /v2.0/routers/33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9563289 May 26 19:54:18.206920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 81f63bb6-dc76-4406-981b-ccc4dcb51773 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:18.290594 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.331079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fd7c7-09a4-4f9b-8b48-b4457015542c req-71870955-145a-4d52-9d6b-7e1bf6299575 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:18.332541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-778fd7c7-09a4-4f9b-8b48-b4457015542c req-71870955-145a-4d52-9d6b-7e1bf6299575 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 944 time: 0.1418142 May 26 19:54:18.432328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 81f63bb6-dc76-4406-981b-ccc4dcb51773 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:18.433350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:18.433804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.447395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 81f63bb6-dc76-4406-981b-ccc4dcb51773 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:18.447760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.464382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-778fd7c7-09a4-4f9b-8b48-b4457015542c req-d99a25e6-9c82-4639-8abb-5a63b715903c tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927260 May 26 19:54:18.640452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 81f63bb6-dc76-4406-981b-ccc4dcb51773 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:18.640825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.668991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:18.670193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.674588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:18.689353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:18.695601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:16Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '2f9254aa-33b8-4c4c-b99b-e453740ac32b', 'name': '', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'mac_address': 'fa:16:3e:fb:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:16Z', 'updated_at': '2022-05-26T19:54:17Z', 'revision_number': 2, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'subnets': [{'id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:18.699573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:18.700344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:18.768360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b650d4-f832-4919-aa27-e7f6e9478bd3 None None] The sync data for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 is: [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:16Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '2f9254aa-33b8-4c4c-b99b-e453740ac32b', 'name': '', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'mac_address': 'fa:16:3e:fb:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:16Z', 'updated_at': '2022-05-26T19:54:17Z', 'revision_number': 2, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'subnets': [{'id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:18.786508 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2aed3b-8763-4143-a198-c2c997bd5d73'] response: {'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773', 'code': 200} May 26 19:54:18.787548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 9fda6b2f-6283-4a09-86b8-3c111c091d0f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:18.787887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9fda6b2f-6283-4a09-86b8-3c111c091d0f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:18.822796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d13de92b-c686-449f-bfd4-6192731ce0d4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:18.903271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:18.919436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d13de92b-c686-449f-bfd4-6192731ce0d4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:18.920033 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:19.010221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:19.108957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d13de92b-c686-449f-bfd4-6192731ce0d4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:19.181021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281f69e-1462-4338-a5ad-1709fefd3cf9 req-c61b7dce-273e-45a8-81d1-786031fb5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:19.182687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2281f69e-1462-4338-a5ad-1709fefd3cf9 req-c61b7dce-273e-45a8-81d1-786031fb5113 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 1096 time: 0.2746165 May 26 19:54:19.241393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2281f69e-1462-4338-a5ad-1709fefd3cf9 req-e1687b93-50bb-4007-91c9-2885c4c70b0f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 May 26 19:54:19.346541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:19.412335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=7b3415d4-c5f0-4e8e-8ccd-3f58498ced05,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:19.765883 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:19.800482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:19.950263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd738-2601-4be9-9fb7-d3d9e756d2e2 req-c9f92bac-833b-4569-8404-6bd16974d2c6 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:19.951786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f5cd738-2601-4be9-9fb7-d3d9e756d2e2 req-c9f92bac-833b-4569-8404-6bd16974d2c6 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 945 time: 0.2298713 May 26 19:54:20.060029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f5cd738-2601-4be9-9fb7-d3d9e756d2e2 req-bd5953b0-fd52-47e7-93c7-f14cfe3f961e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001637 May 26 19:54:20.118660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53768) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:20.190545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:20.369836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:20.387266 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Sync routers for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:20.391785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a7c607bc-cee4-4610-a4b3-1e211fef0dba tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/01d6e652-e4c0-4ec0-9d90-c62ce908a721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170793 May 26 19:54:20.393406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53772) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:20.409840 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:20.410929 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:20.595931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting subnet d2285cb9-5cab-4798-a235-0b839f731de4 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:54:20.598614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.631967 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:20.685152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.762785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.789167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.900640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.961387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Subnet': ['ID=d2285cb9-5cab-4798-a235-0b839f731de4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:20.969598 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:20.981809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7541e7ea-6f85-4278-801a-f18eb3227d1e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/subnets/d2285cb9-5cab-4798-a235-0b839f731de4 HTTP/1.1" status: 204 len: 168 time: 0.5874293 May 26 19:54:20.982987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53776) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:20.983677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 84f52022-c9f5-4eb9-8439-a15dba1fb4fc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:21.050443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0843c1-08ef-4133-96e2-d4a7752c1bdd None None] Network 72de4951-5da1-46c1-9edf-0809a5fe9ac0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:21.286897 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Deleting port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:21.287436 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.293892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.297756 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:54:19Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:21.304787 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Checking router: 01d6e652-e4c0-4ec0-9d90-c62ce908a721 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:21.322247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:21.335830 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Routers {'01d6e652-e4c0-4ec0-9d90-c62ce908a721'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:21.336913 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:21.354870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:21.355505 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.566750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] DHCP port deletion for 72de4951-5da1-46c1-9edf-0809a5fe9ac0 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:54:21.568324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] For port 5d6fd2dd-2970-4625-a2a0-ae27a9d25583, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:21.568688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.592219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Deleting port f6316c98-3670-4f84-9c71-61537c5c3eef {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:21.592594 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.608743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02e5af-d689-493d-b2d5-9a04f975476d req-dece07b8-f85d-4f81-8068-a23fd9e8df37 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:21.610279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e02e5af-d689-493d-b2d5-9a04f975476d req-dece07b8-f85d-4f81-8068-a23fd9e8df37 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 945 time: 0.2465944 May 26 19:54:21.614002 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] Set router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:21.630392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.655595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:21.656419 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.667908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:21.668289 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.738399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e02e5af-d689-493d-b2d5-9a04f975476d req-eda6c503-63bb-4188-8d90-2f3081d324e0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164594 May 26 19:54:21.742570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:21.767757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:21.936257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Calling delete_port for 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:21.955073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:21.955482 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:22.013819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:22.041467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] For port f6316c98-3670-4f84-9c71-61537c5c3eef, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f6316c98-3670-4f84-9c71-61537c5c3eef,segment=NetworkSegment(50099f46-845e-4475-be7b-0f4d09797554),segment_id=50099f46-845e-4475-be7b-0f4d09797554)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:22.041865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:22.112934 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f4a86683-df37-437f-bf79-45800286de7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:54:19Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:22.116999 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a86683-df37-437f-bf79-45800286de7e None None] The sync data for ids ['01d6e652-e4c0-4ec0-9d90-c62ce908a721'] in n-d-843146-9 is: [{'id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412272558', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:51:04Z', 'updated_at': '2022-05-26T19:54:19Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '1b4c3bca-4463-4f9c-8b86-6ea75d918ff9', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6e652-e4c0-4ec0-9d90-c62ce908a721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:51:05Z', 'updated_at': '2022-05-26T19:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:22.162559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:22.214498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Calling delete_port for f6316c98-3670-4f84-9c71-61537c5c3eef owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:22.340883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:22.412307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] Pushing event deleted for resources: {'Port': ['ID=f6316c98-3670-4f84-9c71-61537c5c3eef,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:22.419752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16acbce-d889-4acd-8648-155c5f0e157f None None] No DVR routers for this DVR port f6316c98-3670-4f84-9c71-61537c5c3eef on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:22.422886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:22.519560 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:22.522254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=1b4c3bca-4463-4f9c-8b86-6ea75d918ff9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:22.594380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6fd2dd-2970-4625-a2a0-ae27a9d25583,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:22.709847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Sync routers for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:22.728543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:22.734860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:22.758943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.007101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 84f52022-c9f5-4eb9-8439-a15dba1fb4fc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:23.040293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.111868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:23.112388 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.114907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.118743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.155713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.156248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Fanout notify agent at l3_agent the message router_deleted on router 01d6e652-e4c0-4ec0-9d90-c62ce908a721 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:54:23.166965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:23.180314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5a982-e372-4e89-819d-c4d957212713 req-ba5e5ee6-7716-46b3-889d-801feb15578c tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:23.188685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0a5a982-e372-4e89-819d-c4d957212713 req-ba5e5ee6-7716-46b3-889d-801feb15578c tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 945 time: 0.1212735 May 26 19:54:23.194633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.198151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-25ba9c45-b6ec-4632-b360-c21f6dcc3a8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/routers/01d6e652-e4c0-4ec0-9d90-c62ce908a721 HTTP/1.1" status: 204 len: 168 time: 2.2109904 May 26 19:54:23.199567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53794) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:23.348373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0a5a982-e372-4e89-819d-c4d957212713 req-88b391e2-0985-4be2-86b4-95cf104310e2 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478550 May 26 19:54:23.356308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.465001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Router f17d0433-c54c-419e-848d-812a2a499722 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:23.486853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:23.509411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.536976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72de4951-5da1-46c1-9edf-0809a5fe9ac0']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:23.549360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50099f46-845e-4475-be7b-0f4d09797554') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:23.549661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50099f46-845e-4475-be7b-0f4d09797554') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:23.553893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:16Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '2f9254aa-33b8-4c4c-b99b-e453740ac32b', 'name': '', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'mac_address': 'fa:16:3e:fb:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:16Z', 'updated_at': '2022-05-26T19:54:17Z', 'revision_number': 2, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'subnets': [{'id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:23.557689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Checking router: 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:23.558034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Updating router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d port 2f9254aa-33b8-4c4c-b99b-e453740ac32b binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:23.561399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.578020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.584948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:54:23.585366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.611192 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.653209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:23.653979 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 50099f46-845e-4475-be7b-0f4d09797554 resource provider aggregate not found May 26 19:54:23.663190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Sync routers for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:23.673090 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-04b87ee4-953c-47c3-8308-43627d892d72 admin admin] 10.222.0.24 "PUT /v2.0/routers/f17d0433-c54c-419e-848d-812a2a499722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5529900 May 26 19:54:23.675278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53802) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:23.685930 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:23.686792 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:23.705353 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 50099f46-845e-4475-be7b-0f4d09797554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50099f46-845e-4475-be7b-0f4d09797554 found for delete ", "request_id": "req-03e49c48-56ad-4a6e-b749-5cb9c569b345"}]} May 26 19:54:23.737530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.785523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.789514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Network': ['ID=72de4951-5da1-46c1-9edf-0809a5fe9ac0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:23.804879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-69f07b4e-e7cc-46ee-83c7-d4d60c448c21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/networks/72de4951-5da1-46c1-9edf-0809a5fe9ac0 HTTP/1.1" status: 204 len: 168 time: 0.6009519 May 26 19:54:23.805144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53806) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:23.813121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f6316c98-3670-4f84-9c71-61537c5c3eef no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:23.868281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f6316c98-3670-4f84-9c71-61537c5c3eef {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:23.868906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f6316c98-3670-4f84-9c71-61537c5c3eef not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:23.869493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:23.884553 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.920574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:23.921181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7b3415d4-c5f0-4e8e-8ccd-3f58498ced05 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:23.938133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:23.968928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:24.029222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.058859 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.065887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.067016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6a66658-1251-46bc-90e0-75204de96477 HTTP/1.1" status: 204 len: 168 time: 0.2609794 May 26 19:54:24.068035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdb693-8a20-4fae-a127-83fd6cc0397f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a66658-1251-46bc-90e0-75204de96477,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:24.234841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53814) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:24.244971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446753891', 'description': 'tempest-secgroup-smoke-1446753891 description', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:24.259439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:24.265120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:24.269786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:24.277595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:24.278227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.292240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Transition to ACTIVE for port object 2f9254aa-33b8-4c4c-b99b-e453740ac32b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:24.293486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.300447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.320454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:24.325172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:24.328754 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:22Z', 'revision_number': 5, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:24.329720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:24.333432 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Checking router: f17d0433-c54c-419e-848d-812a2a499722 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:24.338660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:24.342638 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Routers {'f17d0433-c54c-419e-848d-812a2a499722'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:24.343227 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['f17d0433-c54c-419e-848d-812a2a499722'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:24.403835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.422773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Deleting port 3138494c-a27a-4f70-8435-8e25e53be71d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:24.424221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.582464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbaaad-24fb-4edd-92cd-5325d4cf077a None None] Pushing event updated for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:24.609219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Attempting to bind port 2f9254aa-33b8-4c4c-b99b-e453740ac32b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:24.610026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Attempting to bind port 2f9254aa-33b8-4c4c-b99b-e453740ac32b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:24.610720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Attempting to bind port 2f9254aa-33b8-4c4c-b99b-e453740ac32b on network 25dafda5-1d39-477e-a7dc-dd3ad833d517 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:24.622334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:24.622994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Checking segment: {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:24.623549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.624106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Bound using segment: {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:24.624728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Bound port: 2f9254aa-33b8-4c4c-b99b-e453740ac32b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70f6242-e51a-4383-bb25-fd38ffd4423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:24.625288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.626546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] Set router f17d0433-c54c-419e-848d-812a2a499722 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:24.656486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.680362 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] For port 3138494c-a27a-4f70-8435-8e25e53be71d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3138494c-a27a-4f70-8435-8e25e53be71d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:24.680909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-bceb669a-9740-4500-87b0-358c1b4398e9 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:24.681014 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.682359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-bceb669a-9740-4500-87b0-358c1b4398e9 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 945 time: 0.3285494 May 26 19:54:24.691381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.734047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] For port 2f9254aa-33b8-4c4c-b99b-e453740ac32b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:24.737626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] For port 2f9254aa-33b8-4c4c-b99b-e453740ac32b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2f9254aa-33b8-4c4c-b99b-e453740ac32b,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:24.744951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.820240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1310c82-672c-4d8d-9d09-2db389ed1391,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:24.832279 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.834149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-df46ec7f-e160-46d3-8084-bbb50d43400b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5972457 May 26 19:54:24.839172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53820) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:24.841490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:24.849032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8fc26-cafe-44d1-8358-ab8e16f7ddc2 req-673e6824-e8c5-400f-b6e3-bd2588eb3ad8 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:24.851026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9af8fc26-cafe-44d1-8358-ab8e16f7ddc2 req-673e6824-e8c5-400f-b6e3-bd2588eb3ad8 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 945 time: 0.3141093 May 26 19:54:24.856881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Deleting port 81f63bb6-dc76-4406-981b-ccc4dcb51773 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:24.857487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:24.881752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbaaad-24fb-4edd-92cd-5325d4cf077a None None] Pushing event updated for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:24.882550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Calling delete_port for 3138494c-a27a-4f70-8435-8e25e53be71d owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:24.885440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:24.901887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:24.902230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1b4c3bca-4463-4f9c-8b86-6ea75d918ff9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:24.926790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:24.927422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:24.951194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:24.968240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:24.974967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:25.007501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9af8fc26-cafe-44d1-8358-ab8e16f7ddc2 req-ce6399b6-cc7a-4a66-ba90-243296fb1cc9 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142921 May 26 19:54:25.013420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:25.137837 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:22Z', 'revision_number': 5, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:25.150052 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d292929-09a8-41ab-b346-b2970e40dbdd None None] The sync data for ids ['f17d0433-c54c-419e-848d-812a2a499722'] in n-d-843146-9 is: [{'id': 'f17d0433-c54c-419e-848d-812a2a499722', 'name': 'tempest-TestAggregatesBasicOps-2039849755-router', 'tenant_id': 'bb7689166e064b3696f7f2b883f05df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:22Z', 'revision_number': 5, 'project_id': 'bb7689166e064b3696f7f2b883f05df3', 'gw_port': {'id': '3138494c-a27a-4f70-8435-8e25e53be71d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17d0433-c54c-419e-848d-812a2a499722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:04Z', 'updated_at': '2022-05-26T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:25.203475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.227901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:25.287294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] For port 81f63bb6-dc76-4406-981b-ccc4dcb51773, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=81f63bb6-dc76-4406-981b-ccc4dcb51773,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:25.289405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.289546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3138494c-a27a-4f70-8435-8e25e53be71d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:25.353556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.526219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Calling delete_port for 81f63bb6-dc76-4406-981b-ccc4dcb51773 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:25.540949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.543854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.555865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:16Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '2f9254aa-33b8-4c4c-b99b-e453740ac32b', 'name': '', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'mac_address': 'fa:16:3e:fb:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:16Z', 'updated_at': '2022-05-26T19:54:24Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'subnets': [{'id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:25.558701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.560405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29867485-9bf1-4096-9bbf-9636c661b33d None None] The sync data for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 is: [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:16Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '2f9254aa-33b8-4c4c-b99b-e453740ac32b', 'name': '', 'network_id': '25dafda5-1d39-477e-a7dc-dd3ad833d517', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'mac_address': 'fa:16:3e:fb:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:16Z', 'updated_at': '2022-05-26T19:54:24Z', 'revision_number': 4, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'subnets': [{'id': '3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:25.572821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.573473 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17d0433-c54c-419e-848d-812a2a499722 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:54:25.587429 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.588814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2e07fccf-c758-4e31-aac1-7c538c7edcc2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f17d0433-c54c-419e-848d-812a2a499722 HTTP/1.1" status: 204 len: 168 time: 1.9119635 May 26 19:54:25.591416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53824) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:25.661487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Deleting subnet 7488c1fe-6fdf-49e6-8986-18f75376b202 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:54:25.664696 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.683405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.713301 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.729915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.757183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1747ab-272a-443d-a195-5e066d732c9b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:25.781595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.783252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8bacfc7b-459d-43f3-b50c-cb0467f6ac33 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9312093 May 26 19:54:25.784300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.786513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:25.797609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['81f63bb6-dc76-4406-981b-ccc4dcb51773'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:54:25.806813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:25.827803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:25.840272 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:25.848215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Pushing event deleted for resources: {'Port': ['ID=81f63bb6-dc76-4406-981b-ccc4dcb51773,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:25.851744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:25.859391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:25.882392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.910370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.933699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] No DVR routers for this DVR port 81f63bb6-dc76-4406-981b-ccc4dcb51773 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:25.937465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:25.940021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a8bd330-a940-4423-8e04-fe7a90c47c5f req-0cff48f6-eb68-4b7d-bfd6-2ebaaf2286bb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "DELETE /v2.0/ports/81f63bb6-dc76-4406-981b-ccc4dcb51773 HTTP/1.1" status: 204 len: 173 time: 1.2437787 May 26 19:54:25.940489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'name': 'network-vif-deleted', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:25.994884 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9571a6d5-7098-48a5-b48b-e146592f2a77'] response: {'server_uuid': '35a69f21-9016-4362-ab74-485656ad5e2a', 'name': 'network-vif-deleted', 'tag': '81f63bb6-dc76-4406-981b-ccc4dcb51773', 'status': 'completed', 'code': 200} May 26 19:54:26.031741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.050899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.065543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.253023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8785ea57-1e10-4560-b3da-3437acf047d3 req-4916466d-04cf-467e-8f9e-70aa27bac1ae tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Synchronizing usage tracker for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:26.269937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8785ea57-1e10-4560-b3da-3437acf047d3 req-4916466d-04cf-467e-8f9e-70aa27bac1ae tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Unset dirty status for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:26.271542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8785ea57-1e10-4560-b3da-3437acf047d3 req-4916466d-04cf-467e-8f9e-70aa27bac1ae tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a69f21-9016-4362-ab74-485656ad5e2a HTTP/1.1" status: 200 len: 210 time: 0.0687621 May 26 19:54:26.277608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.279902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a8b49-19c9-479b-8cec-60dbacb01176 None None] Network f910d81b-6644-4b8e-92bc-0e97c9a79c02 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:26.284982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f899d6-6196-447c-8c9b-39c1eb3a7d23,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:26.291871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7488c1fe-6fdf-49e6-8986-18f75376b202,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:26.298874 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a1835957-9d2b-4d69-8361-1aec3c738d46 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7488c1fe-6fdf-49e6-8986-18f75376b202 HTTP/1.1" status: 204 len: 168 time: 0.7052684 May 26 19:54:26.300969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53836) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:26.324882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.326217 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fd2de6f7-1e4e-4255-965a-667063d11615 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5384991 May 26 19:54:26.329641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53840) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:26.338270 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:26.398832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:26.422046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:26.427000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:26.444625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:26.484020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.516304 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.539720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-97dd3070-8fac-4d84-85e1-91beef169fa5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106045 May 26 19:54:26.568509 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Deleting port bab3741e-167d-4e5e-9e66-cd86bf4fee30 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:26.568846 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.631388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] DHCP port deletion for f910d81b-6644-4b8e-92bc-0e97c9a79c02 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:54:26.642291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Deleting port bab3741e-167d-4e5e-9e66-cd86bf4fee30 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:26.642760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.664596 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.730492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.754541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e20a-b857-48f9-a449-f0de666da311 req-c971ead5-0009-4c2c-846a-e837224ac429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:26.756315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-c971ead5-0009-4c2c-846a-e837224ac429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.1013429 May 26 19:54:26.772248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c99f633-ce83-4eeb-9bf8-db5baf8f2d10,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:26.838366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2f9254aa-33b8-4c4c-b99b-e453740ac32b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:26.861418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.862688 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6918d320-996d-40bf-9ab4-6803ca09acb8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325463 May 26 19:54:26.868409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53844) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:26.883471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:26.897544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:26.904706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:26.916140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:26.926099 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:26.932934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] For port bab3741e-167d-4e5e-9e66-cd86bf4fee30, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bab3741e-167d-4e5e-9e66-cd86bf4fee30,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:26.933419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:26.947648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e20a-b857-48f9-a449-f0de666da311 req-b7e2ef1b-16e6-434a-8014-f50da92ce90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:26.949428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-b7e2ef1b-16e6-434a-8014-f50da92ce90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.1727743 May 26 19:54:27.028011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] For port bab3741e-167d-4e5e-9e66-cd86bf4fee30, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bab3741e-167d-4e5e-9e66-cd86bf4fee30,segment=NetworkSegment(7d845ab6-c274-4464-a256-c69b53599aaa),segment_id=7d845ab6-c274-4464-a256-c69b53599aaa)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:27.028399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.065318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-2b5ff133-a90f-47fd-b501-fe49b9fdf0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1001 time: 0.1095800 May 26 19:54:27.079596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Calling delete_port for bab3741e-167d-4e5e-9e66-cd86bf4fee30 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:27.090397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:27.122405 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.137406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e20a-b857-48f9-a449-f0de666da311 req-158c55b5-1cab-432b-ac36-2919b614ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:27.138704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-158c55b5-1cab-432b-ac36-2919b614ce37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.0671160 May 26 19:54:27.156922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Calling delete_port for bab3741e-167d-4e5e-9e66-cd86bf4fee30 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:27.184857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:27.185150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.211139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.216772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e20a-b857-48f9-a449-f0de666da311 req-42dd4ceb-9c9a-40fa-8aaf-e229bdd6e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:27.216944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.218580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-42dd4ceb-9c9a-40fa-8aaf-e229bdd6e648 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740366 May 26 19:54:27.255004 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.274048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab3741e-167d-4e5e-9e66-cd86bf4fee30,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.276505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] No DVR routers for this DVR port bab3741e-167d-4e5e-9e66-cd86bf4fee30 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 19:54:27.284151 n-d-843146-9 neutron-server[88364]: util.warn( May 26 19:54:27.317097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9cd486-4691-4ed1-9b03-82ce53508b38,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.348701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2f9254aa-33b8-4c4c-b99b-e453740ac32b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:27.349373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.360693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:54:27.361326 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:54:27.373203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-0a860c2c-6c1c-48e1-b9c2-e776896a7c4d service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484704 May 26 19:54:27.386959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2f9254aa-33b8-4c4c-b99b-e453740ac32b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2f9254aa-33b8-4c4c-b99b-e453740ac32b,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:27.392422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.420980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.422184 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a09f2794-0bb5-4b05-ab64-75e35a9c1eb2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5527050 May 26 19:54:27.425013 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53850) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:27.432285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:27.449725 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.459533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:27.467866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:27.478315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:27.482843 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.485252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bab3741e-167d-4e5e-9e66-cd86bf4fee30 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:27.488828 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:27.491601 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f910d81b-6644-4b8e-92bc-0e97c9a79c02']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:27.508547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d845ab6-c274-4464-a256-c69b53599aaa') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:27.508839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d845ab6-c274-4464-a256-c69b53599aaa') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:27.522799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.523156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bab3741e-167d-4e5e-9e66-cd86bf4fee30 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:27.523507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bab3741e-167d-4e5e-9e66-cd86bf4fee30 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:27.523935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:27.530740 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:54:27.544035 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.562287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.568095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:27.568530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d6fd2dd-2970-4625-a2a0-ae27a9d25583 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:27.569071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3138494c-a27a-4f70-8435-8e25e53be71d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:27.579216 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:54:27.579624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.595628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dae0e20a-b857-48f9-a449-f0de666da311 req-34717ebf-8f09-4790-ad4c-d2b2f8cebee8 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165117 May 26 19:54:27.630078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3138494c-a27a-4f70-8435-8e25e53be71d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:27.630435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3138494c-a27a-4f70-8435-8e25e53be71d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:27.697536 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7d845ab6-c274-4464-a256-c69b53599aaa resource provider aggregate not found May 26 19:54:27.719760 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7d845ab6-c274-4464-a256-c69b53599aaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d845ab6-c274-4464-a256-c69b53599aaa found for delete ", "request_id": "req-17cd1616-658a-4995-a7ef-33a788ce2fde"}]} May 26 19:54:27.723284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.728126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.742445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.747737 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.769304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f910d81b-6644-4b8e-92bc-0e97c9a79c02,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.777732 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-918debd4-9dfc-4631-881d-7277f0a88db5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f910d81b-6644-4b8e-92bc-0e97c9a79c02 HTTP/1.1" status: 204 len: 168 time: 1.4718525 May 26 19:54:27.782348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:27.782973 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed59b9ad-4e48-42d0-a6e7-0aeeea531bd1,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.792520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.793759 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-89358bfc-3698-4957-9290-cf3f51e56a92 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3678217 May 26 19:54:27.796484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:27.801871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'c1310c82-672c-4d8d-9d09-2db389ed1391', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:27.808325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:27.812146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:27.815594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:27.821276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:27.831643 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:54:27.838501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.863272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Deleting port bab3741e-167d-4e5e-9e66-cd86bf4fee30 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:27.864295 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.915871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.920716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.934248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdac12-2e42-425d-af86-7d89ba4578fd None None] The port 'bab3741e-167d-4e5e-9e66-cd86bf4fee30' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:54:27.960150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c915c64-9ca2-40ca-9f84-7bd771ab0909,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:27.967022 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:27.968419 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-24dad625-250f-43ed-baa9-875a70551129 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708417 May 26 19:54:27.972053 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:27.977548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'network': {'name': 'tempest-network-smoke--2043512182', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:27.983140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:27.987784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:network and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:27.990727 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:27.996256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:28.007399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:28.010906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.038654 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:54:28.052208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.052208 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Added segment e3aeb552-67a4-4604-aa0c-8ebac2a16e65 of type vlan for network 84b6a154-c96b-4178-b4c7-98f2fc117d98 May 26 19:54:28.070110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-5441ff71-9eaa-4a0a-83e4-f6eca8922518 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:28.071666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-5441ff71-9eaa-4a0a-83e4-f6eca8922518 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 808 time: 0.3886557 May 26 19:54:28.081600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.104243 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-90a14261-36ee-4169-8466-f36a063953c8 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/quotas/9ff6ce5baaae462fb488e46b0a563421 HTTP/1.1" status: 200 len: 375 time: 0.0245278 May 26 19:54:28.114366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.121570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:28.122161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.216974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-d4c8677b-cc9b-482e-b4af-ed7957c06c18 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032269 May 26 19:54:28.233771 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2578783 May 26 19:54:28.233771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0d29a-43fe-46de-b2d9-feecc7d2e132 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Network': ['ID=84b6a154-c96b-4178-b4c7-98f2fc117d98,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:28.234175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:28.240379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'admin_state_up': True, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:28.243821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:54:28.248765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:28.253434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:router and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:28.256125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:28.260492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 81f63bb6-dc76-4406-981b-ccc4dcb51773 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:28.263233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:28.274691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.275681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.291718 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.342701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 81f63bb6-dc76-4406-981b-ccc4dcb51773 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:28.342951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 81f63bb6-dc76-4406-981b-ccc4dcb51773 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:28.480841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-9e72d5dc-0d4f-420e-b1a5-64d40f664f36 service neutron] 10.222.0.24 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552452 May 26 19:54:28.670298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.674289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-4ccb4fb4-5e76-4275-b6dd-4c09455ddb03 service neutron] 10.222.0.24 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861424 May 26 19:54:28.780483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2f9254aa-33b8-4c4c-b99b-e453740ac32b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:28.781148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.900553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2f9254aa-33b8-4c4c-b99b-e453740ac32b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:28.901136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:28.931590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98c3f019-f059-4d5f-ab04-1c4e4662bd2e req-eaf4423b-be3b-47e5-a729-2c364c5ecbd9 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 210 time: 0.0796521 May 26 19:54:29.047808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.086625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2f9254aa-33b8-4c4c-b99b-e453740ac32b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:29.096357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.246071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.182 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/7db41875-cfdd-4530-bef7-0292688a928a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:29.251027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Deleting port 2f9254aa-33b8-4c4c-b99b-e453740ac32b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:29.252047 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.402305 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.434617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.509771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:29.513078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:29.515849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:29.558074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] For port 2f9254aa-33b8-4c4c-b99b-e453740ac32b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2f9254aa-33b8-4c4c-b99b-e453740ac32b,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:29.558432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.561611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=7db41875-cfdd-4530-bef7-0292688a928a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:29.681114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Calling delete_port for 2f9254aa-33b8-4c4c-b99b-e453740ac32b owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:29.871785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:29.957157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9254aa-33b8-4c4c-b99b-e453740ac32b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:29.980819 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:30.227950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6c7a186-34c9-4513-bd74-79df1351772b req-e3abcad3-94dd-4a60-861f-34b3f551d5b4 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 210 time: 0.1037877 May 26 19:54:30.303022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-a099af49-e80f-49cf-a295-3f8c200891ce tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:30.304323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-a099af49-e80f-49cf-a295-3f8c200891ce tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 808 time: 0.3930132 May 26 19:54:30.316272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Request body: {'port': {'device_id': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82', 'admin_state_up': True, 'tenant_id': '9ff6ce5baaae462fb488e46b0a563421'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:30.519854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:30.541642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:30.612543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:30.642442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:30.718095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Made reservation on behalf of 9ff6ce5baaae462fb488e46b0a563421 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:30.721694 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:30.738933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router deeaa6c0-818f-422b-9d85-a01939263c3a is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:54:30.920943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:30.930722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Sync routers for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:30.941846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:30.942445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:30.949507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:30.953780 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-37d7e37c-b252-4763-957e-47b907d95c71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7154875 May 26 19:54:30.955278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53902) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:31.016245 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:54:31.129215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:31.190361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4363027b-8dcb-4a33-a614-d954c65efc4a tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dc2fddd0d1ff42698e27e18ab2781fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2321899 May 26 19:54:31.193612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:31.224174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Allocated IP 172.20.0.3 (40710f01-a64c-4bf1-967f-7e0a5d407f82/ee5b4f2d-d26e-4a88-84ee-7915d049a152/c231e0d6-ef26-419b-8c1f-81f52189da2b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:31.238296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:31.340094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d1ab1-f7b9-4639-9689-152782e50796 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:31.344327 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b77d1ab1-f7b9-4639-9689-152782e50796 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471686 May 26 19:54:31.345084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53912) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:31.404037 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b236ed89-a230-48d0-8a22-c6e491a29480 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582361 May 26 19:54:31.406299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53916) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:31.414345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189638415', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:31.472173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:31.476012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Checking router: deeaa6c0-818f-422b-9d85-a01939263c3a for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:31.476360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Updating router deeaa6c0-818f-422b-9d85-a01939263c3a port 7db41875-cfdd-4530-bef7-0292688a928a binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:31.531013 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:31.534518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:31.538549 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:subnet and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:31.541564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:31.547299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:31.560299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02516c5-efa3-4dfe-a4d1-ff9934c55d2a req-b3359e15-9220-4e31-8160-af94a2898144 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 210 time: 0.1782773 May 26 19:54:31.571048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:31.584315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:31.607286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:31.618015 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Sync routers for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:31.629687 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:31.630713 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:31.685278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-95903473-217e-4652-9c4f-3d1c64d1bf4c admin admin] 10.222.0.24 "PUT /v2.0/routers/33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936820 May 26 19:54:31.688056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53920) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:31.700079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:31.914175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:31.923068 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:32.013451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.014434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:32.014949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network hostable DHCP agents. Network: 84b6a154-c96b-4178-b4c7-98f2fc117d98, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:54:32.019845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Subnet': ['ID=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:32.049585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:54:32.070012 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 84b6a154-c96b-4178-b4c7-98f2fc117d98) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:32.081325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:32.082125 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.087524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.098160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d85aac-87fb-44c7-afd2-4b7f282bf692 None None] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:32.134143 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a04326f-b0f3-447f-b39e-ff2562317afd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7261298 May 26 19:54:32.136932 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53924) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:32.234133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Network 40710f01-a64c-4bf1-967f-7e0a5d407f82 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:32.239667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:32.308289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 5, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:32.316598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:32.317470 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Checking router: 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:32.318263 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.330271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Routers {'33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:32.331221 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:32.358175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Transition to ACTIVE for port object 7db41875-cfdd-4530-bef7-0292688a928a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:32.371655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Pushing event updated for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:32.422629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:32.423774 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.439957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.441478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.453464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-f8c1d0d0-2b2f-4b6d-9106-dc924ef233ba tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1406181 May 26 19:54:32.454851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Deleting port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:32.455739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.485089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Request body: {'port': {'device_id': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:32.543920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74f828-fea6-4314-bda1-7c45cafbd379 None None] Pushing event updated for resources: {'Port': ['ID=7db41875-cfdd-4530-bef7-0292688a928a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:32.570325 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] Set router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:32.581887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Attempting to bind port 7db41875-cfdd-4530-bef7-0292688a928a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:32.582256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Attempting to bind port 7db41875-cfdd-4530-bef7-0292688a928a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:32.582614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Attempting to bind port 7db41875-cfdd-4530-bef7-0292688a928a on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:32.593878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:32.595261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:32.595667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.596057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:32.596523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Bound port: 7db41875-cfdd-4530-bef7-0292688a928a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:32.597243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.757962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] For port 7db41875-cfdd-4530-bef7-0292688a928a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:32.762117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] For port 7db41875-cfdd-4530-bef7-0292688a928a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7db41875-cfdd-4530-bef7-0292688a928a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:32.768635 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.848742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-84b6a154-c96b-4178-b4c7-98f2fc117d98', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:54:32.849514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.862814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74f828-fea6-4314-bda1-7c45cafbd379 None None] Pushing event updated for resources: {'Port': ['ID=7db41875-cfdd-4530-bef7-0292688a928a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:32.873632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:32.944758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:32.945402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:32.985631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] For port 84f52022-c9f5-4eb9-8439-a15dba1fb4fc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:32.986022 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.013389 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 5, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:33.019275 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8c780c-a32d-4e4f-940d-dc32f785cd5c None None] The sync data for ids ['33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d'] in n-d-843146-9 is: [{'id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'name': 'tempest-TestAggregatesBasicOps-991910449-router', 'tenant_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:11Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 5, 'project_id': 'fba8d10ed8104ed4812f250ed0b0c018', 'gw_port': {'id': '84f52022-c9f5-4eb9-8439-a15dba1fb4fc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:12Z', 'updated_at': '2022-05-26T19:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:33.121960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Calling delete_port for 84f52022-c9f5-4eb9-8439-a15dba1fb4fc owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:33.220301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.259279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eadd2-1677-4be7-acea-291186377f40 req-7e401412-60a5-4f86-be43-5b3a21f86b10 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:33.259976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d06eadd2-1677-4be7-acea-291186377f40 req-7e401412-60a5-4f86-be43-5b3a21f86b10 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Synchronizing usage tracker for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:33.280512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:33.375795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d06eadd2-1677-4be7-acea-291186377f40 req-7e401412-60a5-4f86-be43-5b3a21f86b10 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Unset dirty status for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:33.382519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d06eadd2-1677-4be7-acea-291186377f40 req-7e401412-60a5-4f86-be43-5b3a21f86b10 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 931 time: 0.5677149 May 26 19:54:33.483652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d06eadd2-1677-4be7-acea-291186377f40 req-130ffb2e-20e5-40e2-a53b-202183c0f21f tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001539 May 26 19:54:33.582136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Allocated IP 172.20.0.2 (84b6a154-c96b-4178-b4c7-98f2fc117d98/c59b8ee5-bbc2-425c-b0f2-874b5dfc898d/edd63693-b8fc-40c7-a0ef-9e204864889a) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:33.663981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c231e0d6-ef26-419b-8c1f-81f52189da2b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:33.668209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.705858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.763602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f52022-c9f5-4eb9-8439-a15dba1fb4fc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:33.810166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Transition to ACTIVE for port object c231e0d6-ef26-419b-8c1f-81f52189da2b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:33.816971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.848130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:33.857318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55437741-4920-4b26-ad7e-d7406bb81938 None None] The sync data for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 is: [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:29Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:33.870887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.886883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Transition to ACTIVE for port object edd63693-b8fc-40c7-a0ef-9e204864889a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:33.907104 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Transition to ACTIVE for port object edd63693-b8fc-40c7-a0ef-9e204864889a will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:33.913326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.972672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:33.978332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:33.981871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:33.985817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:33.989090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.1 (84b6a154-c96b-4178-b4c7-98f2fc117d98/c59b8ee5-bbc2-425c-b0f2-874b5dfc898d/b07cb7e7-6f36-4507-ac3e-7f07ee2931a0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:34.028321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Pushing event updated for resources: {'Port': ['ID=edd63693-b8fc-40c7-a0ef-9e204864889a,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:34.100055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Attempting to bind port edd63693-b8fc-40c7-a0ef-9e204864889a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:34.100573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Attempting to bind port edd63693-b8fc-40c7-a0ef-9e204864889a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:34.100959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Attempting to bind port edd63693-b8fc-40c7-a0ef-9e204864889a on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:34.109729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:34.110648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:34.111059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.111444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Bound using segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:34.111900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Bound port: edd63693-b8fc-40c7-a0ef-9e204864889a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:34.112271 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.226002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] For port edd63693-b8fc-40c7-a0ef-9e204864889a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:34.229693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.230150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] For port edd63693-b8fc-40c7-a0ef-9e204864889a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=edd63693-b8fc-40c7-a0ef-9e204864889a,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:34.245795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.248657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Pushing event updated for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:34.258455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:34.285357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.290977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.302401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.341175 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.341832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:54:34.355722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac308-ec7e-4ed9-81d3-0de74f41ccb9 None None] Pushing event updated for resources: {'Port': ['ID=edd63693-b8fc-40c7-a0ef-9e204864889a,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:34.373263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Attempting to bind port c231e0d6-ef26-419b-8c1f-81f52189da2b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:34.373263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Attempting to bind port c231e0d6-ef26-419b-8c1f-81f52189da2b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:34.373263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Attempting to bind port c231e0d6-ef26-419b-8c1f-81f52189da2b on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:34.373263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.373263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2704120d-de82-48be-8481-efe81fb36d92 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33910b29-6ba5-4e9a-b4f1-3c44a89c6c6d HTTP/1.1" status: 204 len: 168 time: 2.6839082 May 26 19:54:34.376917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53930) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:34.403540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:34.406836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:34.412506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:34.418837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Port c231e0d6-ef26-419b-8c1f-81f52189da2b on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:54:34.419231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Attempting to bind port c231e0d6-ef26-419b-8c1f-81f52189da2b on network 40710f01-a64c-4bf1-967f-7e0a5d407f82 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:34.436077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:34.436507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Checking segment: {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:34.436948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Bound using segment: {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:34.437698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Bound port: c231e0d6-ef26-419b-8c1f-81f52189da2b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a736c2bc-48be-49d9-a766-ea6e4d52e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:34.438039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.462347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:34.526259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.720442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Deleting subnet 3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:54:34.733782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.810847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.893225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:34.901266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:34.912969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:34.994717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c5cdd-fa12-4806-8013-bc6c788b9952 req-3b28aac0-0487-405d-80a8-825a099f65cb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:34.996328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a6c5cdd-fa12-4806-8013-bc6c788b9952 req-3b28aac0-0487-405d-80a8-825a099f65cb tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 943 time: 0.3293991 May 26 19:54:35.039654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:35.040743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.042699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] 10.222.0.53 "PUT /v2.0/ports/c231e0d6-ef26-419b-8c1f-81f52189da2b HTTP/1.1" status: 200 len: 1091 time: 2.5617940 May 26 19:54:35.055798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:35.184206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.186042 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.192932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device edd63693-b8fc-40c7-a0ef-9e204864889a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:35.255141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665128a-27bd-48ab-a19f-ad538fb35d13 service neutron] Pushing event updated for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:35.267643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a6c5cdd-fa12-4806-8013-bc6c788b9952 req-150ff0d9-eac9-4730-9e16-582fcf14e7a0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576871 May 26 19:54:35.306760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port edd63693-b8fc-40c7-a0ef-9e204864889a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:35.315187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7db41875-cfdd-4530-bef7-0292688a928a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:35.322639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-bfa52b41-4739-4c27-92b3-2f57c89ae506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:35.326262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-bfa52b41-4739-4c27-92b3-2f57c89ae506 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 1094 time: 0.2232237 May 26 19:54:35.394440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7db41875-cfdd-4530-bef7-0292688a928a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:35.399491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7db41875-cfdd-4530-bef7-0292688a928a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:35.399856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.408238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-a275c609-fa70-4a1f-b4b3-11a5bd4fe7ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b HTTP/1.1" status: 200 len: 217 time: 0.0738478 May 26 19:54:35.412076 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ffb113-f127-4cc8-b598-ca6895441e62'] response: {'name': 'network-changed', 'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b', 'status': 'completed', 'code': 200} May 26 19:54:35.464660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.512052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:35.514026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.523711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-88980204-d95a-4a6a-bab5-a9cb17c89245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:35.525194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-88980204-d95a-4a6a-bab5-a9cb17c89245 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5b4f2d-d26e-4a88-84ee-7915d049a152 HTTP/1.1" status: 200 len: 848 time: 0.1116722 May 26 19:54:35.529380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-042fc03e-3809-4f97-a211-68d0eac34ed0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b1b0caf-1de0-4991-a0e6-1a52bf03b2dc HTTP/1.1" status: 204 len: 168 time: 1.1489527 May 26 19:54:35.529620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 53938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:35.529993 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b3b39-c586-4396-824d-9e24fd6cdad8 None None] Network 25dafda5-1d39-477e-a7dc-dd3ad833d517 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:35.575500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-e6ac485e-d2ec-447f-9e54-091fc581b353 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40710f01-a64c-4bf1-967f-7e0a5d407f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433898 May 26 19:54:35.619194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7db41875-cfdd-4530-bef7-0292688a928a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:35.620103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.650791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7db41875-cfdd-4530-bef7-0292688a928a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7db41875-cfdd-4530-bef7-0292688a928a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:35.701359 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.707081 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.712347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.784859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.806460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Deleting port d13de92b-c686-449f-bfd4-6192731ce0d4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:35.806802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.814515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2f9254aa-33b8-4c4c-b99b-e453740ac32b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:35.831372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:35.867121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2f9254aa-33b8-4c4c-b99b-e453740ac32b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:35.867467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2f9254aa-33b8-4c4c-b99b-e453740ac32b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:35.867888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 84f52022-c9f5-4eb9-8439-a15dba1fb4fc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:35.916848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7db41875-cfdd-4530-bef7-0292688a928a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:35.929405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 84f52022-c9f5-4eb9-8439-a15dba1fb4fc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:35.929965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 84f52022-c9f5-4eb9-8439-a15dba1fb4fc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:35.963853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:36.042778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:36.045713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:36.047209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] DHCP port deletion for 25dafda5-1d39-477e-a7dc-dd3ad833d517 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:54:36.051894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Deleting port d13de92b-c686-449f-bfd4-6192731ce0d4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:36.052272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.080584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] For port d13de92b-c686-449f-bfd4-6192731ce0d4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d13de92b-c686-449f-bfd4-6192731ce0d4,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:36.082529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.153032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-3036aec1-b622-47c5-98be-76ef40d37391 service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873245 May 26 19:54:36.179850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420bc59-be79-4beb-be6d-bc0d11b78e3d None None] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:36.240962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Calling delete_port for d13de92b-c686-449f-bfd4-6192731ce0d4 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:36.309706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router deeaa6c0-818f-422b-9d85-a01939263c3a has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:36.388491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Provisioning for port edd63693-b8fc-40c7-a0ef-9e204864889a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:36.459523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Provisioning complete for port edd63693-b8fc-40c7-a0ef-9e204864889a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:36.460284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.578467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:36.578866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.580388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] For port d13de92b-c686-449f-bfd4-6192731ce0d4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d13de92b-c686-449f-bfd4-6192731ce0d4,segment=NetworkSegment(b70f6242-e51a-4383-bb25-fd38ffd4423a),segment_id=b70f6242-e51a-4383-bb25-fd38ffd4423a)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:36.580786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.602927 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d00c30c-af90-495a-b00e-83da3cf10024 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/deeaa6c0-818f-422b-9d85-a01939263c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4587770 May 26 19:54:36.651559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13de92b-c686-449f-bfd4-6192731ce0d4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:36.666954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] No DVR routers for this DVR port d13de92b-c686-449f-bfd4-6192731ce0d4 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:36.721667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c6a5b1a-500f-4077-9e64-9329ee7f8640 req-100e2480-479d-4931-bd91-1451ee2ef497 service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097134 May 26 19:54:36.764575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Calling delete_port for d13de92b-c686-449f-bfd4-6192731ce0d4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:36.800225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7db41875-cfdd-4530-bef7-0292688a928a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:36.825087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Sync routers for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:36.853984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faabcd-4fc0-4f42-a7cf-b42e59ef4df3 req-9c73629a-05e3-46ec-84f9-3e545d163fc4 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:36.855454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4faabcd-4fc0-4f42-a7cf-b42e59ef4df3 req-9c73629a-05e3-46ec-84f9-3e545d163fc4 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 943 time: 0.3422282 May 26 19:54:36.858428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.896308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:36.896937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:36.915934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dafda5-1d39-477e-a7dc-dd3ad833d517']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:36.943202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70f6242-e51a-4383-bb25-fd38ffd4423a') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:36.943491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70f6242-e51a-4383-bb25-fd38ffd4423a') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:36.960088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4faabcd-4fc0-4f42-a7cf-b42e59ef4df3 req-7dc2a365-5317-4823-919e-bd0241b4aa70 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 May 26 19:54:36.961580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.981670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.984225 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:36.991407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e53b5-f09f-4345-a930-b2488030a870 req-8ca24f16-4c38-4fa7-b9ce-c3b572ff8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:36.992930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-8ca24f16-4c38-4fa7-b9ce-c3b572ff8289 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ff6ce5baaae462fb488e46b0a563421&device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 1094 time: 0.2117774 May 26 19:54:37.005284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:54:37.005723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.155043 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:54:37.155391 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:54:37.155917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Current status of the port edd63693-b8fc-40c7-a0ef-9e204864889a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:37.156285 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.210011 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b70f6242-e51a-4383-bb25-fd38ffd4423a resource provider aggregate not found May 26 19:54:37.213077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7db41875-cfdd-4530-bef7-0292688a928a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:37.213454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.240261 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment b70f6242-e51a-4383-bb25-fd38ffd4423a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b70f6242-e51a-4383-bb25-fd38ffd4423a found for delete ", "request_id": "req-bb66a738-9d0c-4655-97b8-76178171991f"}]} May 26 19:54:37.247107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.278477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.292023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:37.296611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-57af1c9e-86f3-4ac3-91eb-1b96cc53116a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:37.304625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] Pushing event deleted for resources: {'Network': ['ID=25dafda5-1d39-477e-a7dc-dd3ad833d517,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:37.324909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-75c2287b-0fb9-44ec-a345-344ac91bd662 admin admin] 10.222.0.24 "DELETE /v2.0/networks/25dafda5-1d39-477e-a7dc-dd3ad833d517 HTTP/1.1" status: 204 len: 168 time: 1.7920904 May 26 19:54:37.334595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] For port edd63693-b8fc-40c7-a0ef-9e204864889a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=edd63693-b8fc-40c7-a0ef-9e204864889a,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:37.336301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e53b5-f09f-4345-a930-b2488030a870 req-5a23d90a-ec9a-4a8f-84bc-a74301321730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:37.337823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-5a23d90a-ec9a-4a8f-84bc-a74301321730 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 200 len: 909 time: 0.2437506 May 26 19:54:37.341216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-57af1c9e-86f3-4ac3-91eb-1b96cc53116a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:37.342518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-57af1c9e-86f3-4ac3-91eb-1b96cc53116a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446753891&fields=id&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 267 time: 0.2468209 May 26 19:54:37.370206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.433342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-e9e0f91d-f0ec-4843-9638-0848834e9096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b HTTP/1.1" status: 200 len: 217 time: 0.0887272 May 26 19:54:37.570268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e53b5-f09f-4345-a930-b2488030a870 req-b8c9ab49-4f24-43d2-86f5-b6ba3c4a877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:37.572406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-b8c9ab49-4f24-43d2-86f5-b6ba3c4a877b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5b4f2d-d26e-4a88-84ee-7915d049a152 HTTP/1.1" status: 200 len: 848 time: 0.1307995 May 26 19:54:37.611503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53964) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:37.649492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-f0c1d31d-7bef-4552-9830-0c55262a0dea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40710f01-a64c-4bf1-967f-7e0a5d407f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691774 May 26 19:54:37.662871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Deleting port d13de92b-c686-449f-bfd4-6192731ce0d4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:37.663458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.675578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9a8b33af-5f05-4321-8d47-4d9541abee91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb7689166e064b3696f7f2b883f05df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629175 May 26 19:54:37.676228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53968) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:37.699763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-b86cf481-76d6-40a1-8cbb-02fbb0dfa10c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:37.700470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-b86cf481-76d6-40a1-8cbb-02fbb0dfa10c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:37.715999 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad6b33-aaa5-4d80-95b5-98d6f88fe161 None None] Pushing event updated for resources: {'Port': ['ID=edd63693-b8fc-40c7-a0ef-9e204864889a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:37.756299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.771510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ae38aea1-4c53-438b-9faa-c33b010c31d5 None None] The port 'd13de92b-c686-449f-bfd4-6192731ce0d4' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:54:37.772372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7db41875-cfdd-4530-bef7-0292688a928a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:37.792130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.801984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-b86cf481-76d6-40a1-8cbb-02fbb0dfa10c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:37.808885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-b86cf481-76d6-40a1-8cbb-02fbb0dfa10c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 797 time: 0.4085007 May 26 19:54:37.854494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-94cbebd2-aa21-41cc-bd01-fd788c9a39ad tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/quotas/dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 375 time: 0.0445025 May 26 19:54:37.868006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.880753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d13de92b-c686-449f-bfd4-6192731ce0d4 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:37.890468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.894091 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b63a38d3-73c1-4e67-8b9e-46ee48a56f27 HTTP/1.1" status: 204 len: 168 time: 0.2147462 May 26 19:54:37.903273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624600c-d3e5-4d28-8b4a-eb536010614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a38d3-73c1-4e67-8b9e-46ee48a56f27,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:37.937851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d13de92b-c686-449f-bfd4-6192731ce0d4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:37.938723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d13de92b-c686-449f-bfd4-6192731ce0d4 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:37.945004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Provisioning complete for port edd63693-b8fc-40c7-a0ef-9e204864889a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:37.945403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:37.967894 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-d3157446-03ab-40fe-bc15-bdbecb06a83e service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053386 May 26 19:54:38.104111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-d23cb33d-2613-44f3-ae76-50be5bcaaa08 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:38.151332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f2bb532-30df-45a2-9533-031758c9371d req-d23cb33d-2613-44f3-ae76-50be5bcaaa08 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:38.162753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-d23cb33d-2613-44f3-ae76-50be5bcaaa08 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2789989 May 26 19:54:38.163699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 2, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:38.173574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Checking router: deeaa6c0-818f-422b-9d85-a01939263c3a for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:38.174220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Updating router deeaa6c0-818f-422b-9d85-a01939263c3a port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:38.205082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Current status of the port edd63693-b8fc-40c7-a0ef-9e204864889a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:38.242597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Provisioning for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:38.246706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-626e53b5-f09f-4345-a930-b2488030a870 req-288459e9-5eda-416c-9718-624a9d6c365c service neutron] 10.222.0.53 "GET /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710822 May 26 19:54:38.249136 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.261895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Provisioning complete for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:38.262633 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.373481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53978) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:38.373975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ac13c7e7-bac2-4272-8225-955f26a3af54 None None] Port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:38.432703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d8abb61-a5bf-4983-bf5f-2cf9ce735c55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fba8d10ed8104ed4812f250ed0b0c018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553668 May 26 19:54:38.432927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 53982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:38.441765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-152587e7-1c57-4913-bf99-739da65a1fde service neutron] 10.222.0.24 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678685 May 26 19:54:38.493537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.519085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.561098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b572c78b-4250-48dd-9d04-353d3ca277c7 None None] Provisioning complete for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:38.561475 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b572c78b-4250-48dd-9d04-353d3ca277c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.582111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-e8f9f048-577f-45b1-8574-2110f18e87c0 service neutron] 10.222.0.24 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331508 May 26 19:54:38.646898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b572c78b-4250-48dd-9d04-353d3ca277c7 None None] Port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:38.721624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.738810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0a08c-69f1-4fc1-9d68-12cff4c101af,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:38.748773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.752584 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0a77ce23-ab3c-4a12-83c2-466132356566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bb0a08c-69f1-4fc1-9d68-12cff4c101af HTTP/1.1" status: 204 len: 168 time: 0.3162804 May 26 19:54:38.808538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device edd63693-b8fc-40c7-a0ef-9e204864889a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:38.868418 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.888191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Transition to ACTIVE for port object b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:38.900525 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:38.909245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bdcf-2c27-42f1-ab7a-486e8247d46e req-7ca1f64a-25e8-4e94-a4e4-54555a2a273b tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:38.910946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bf6bdcf-2c27-42f1-ab7a-486e8247d46e req-7ca1f64a-25e8-4e94-a4e4-54555a2a273b tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 943 time: 0.0981138 May 26 19:54:38.988151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bf6bdcf-2c27-42f1-ab7a-486e8247d46e req-c0de2d97-3245-44a8-8edc-5f13ea916d87 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712798 May 26 19:54:39.087989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port edd63693-b8fc-40c7-a0ef-9e204864889a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:39.088607 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:39.156183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1af05657-aecb-438d-aeea-11f400164332 req-6978ab47-b405-4273-9858-7c7bfb32ada3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 210 time: 0.0833905 May 26 19:54:39.213951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7d94-af27-48a1-8be8-9e98468848bf None None] Pushing event updated for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:39.286108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Attempting to bind port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:39.286473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Attempting to bind port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:39.286833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Attempting to bind port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:39.326456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:39.326825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:39.327216 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:39.327591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Bound using segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:39.328063 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Bound port: b07cb7e7-6f36-4507-ac3e-7f07ee2931a0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:39.328423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:39.422707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port edd63693-b8fc-40c7-a0ef-9e204864889a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:39.480882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] For port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:39.484982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] For port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:39.490368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:39.574111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:39.574739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:39.660995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7d94-af27-48a1-8be8-9e98468848bf None None] Pushing event updated for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:39.824722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:40.202860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:39Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:40.205251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309838-74d4-4a0a-831d-a650c4cdf7f6 req-b8c3e03c-a951-41d6-85bd-d75d7881ef6b tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:40.207502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7f9d1b-bbf6-4d20-b39a-d8d1b76e4f25 None None] The sync data for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 is: [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:39Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:40.213692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0309838-74d4-4a0a-831d-a650c4cdf7f6 req-b8c3e03c-a951-41d6-85bd-d75d7881ef6b tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 943 time: 0.0980535 May 26 19:54:40.288171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0309838-74d4-4a0a-831d-a650c4cdf7f6 req-85d8beb3-b095-4a3c-b852-c2440405005e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736065 May 26 19:54:40.313628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c231e0d6-ef26-419b-8c1f-81f52189da2b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:54:40.529715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:40.545466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'c231e0d6-ef26-419b-8c1f-81f52189da2b', 'network_id': '40710f01-a64c-4bf1-967f-7e0a5d407f82', 'port_id': 'c231e0d6-ef26-419b-8c1f-81f52189da2b', 'mac_address': 'fa:16:3e:b6:35:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5b4f2d-d26e-4a88-84ee-7915d049a152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:54:40.583920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e920fb-548b-4690-bd85-e420dccfc85c req-804290e9-2e79-4cf1-9b89-82ed7f13cede tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 210 time: 0.0689533 May 26 19:54:40.626489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54042) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:40.650309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c231e0d6-ef26-419b-8c1f-81f52189da2b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:40.650774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:40.675467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c231e0d6-ef26-419b-8c1f-81f52189da2b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:40.694545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:40.699227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:40.706713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-9fce5476-870c-4d72-a875-332f33f7af38 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:40.708194 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-9fce5476-870c-4d72-a875-332f33f7af38 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 797 time: 0.3530877 May 26 19:54:40.789318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-7a7bf0d6-63ca-408f-9aa4-57c0e5e703e2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 380 time: 0.0725470 May 26 19:54:40.790443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:40.799494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'port': {'device_id': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'admin_state_up': True, 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'security_groups': ['c1310c82-672c-4d8d-9d09-2db389ed1391']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:40.821916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:40.903960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'network': {'name': 'tempest-network-smoke--298199083', 'project_id': '93d34144969f40158e6269f17ee0db13', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:40.910159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:40.910845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:40.915784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:network and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:40.917381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:40.917760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:40.919342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:40.926905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:40.940087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:40.944214 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:40.959512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:40.967604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:40.980229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:40.981707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:40.991843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:40.992137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:40.995485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:41.003491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:41.005646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.038499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['c231e0d6-ef26-419b-8c1f-81f52189da2b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:54:41.126167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.131909 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.150457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:54:41.151364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:41.151882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.178532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.178899 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Added segment d07c1198-e238-495c-8009-f830efcf6fda of type vlan for network 934a5a04-fe16-48f5-b1b0-61851e57c542 May 26 19:54:41.204911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf7d04e-d98c-4a99-b7ef-66bfef2f063e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:41.228050 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.230120 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:41.240028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.261532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.268931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:41.269575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.272264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.6 (84b6a154-c96b-4178-b4c7-98f2fc117d98/c59b8ee5-bbc2-425c-b0f2-874b5dfc898d/95d95a39-1b10-4de3-8282-8875efd3dfb8) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:41.341523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:41.417893 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7867663 May 26 19:54:41.418585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:41.426538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-778693370', 'admin_state_up': True, 'project_id': '93d34144969f40158e6269f17ee0db13', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:41.433123 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502830c7-2c8d-4344-8517-17b600e7b21b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Network': ['ID=934a5a04-fe16-48f5-b1b0-61851e57c542,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:41.439050 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:41.444220 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:router and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:41.445750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:54:41.447518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:41.454755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:41.467893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.469188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.492889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.612005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.621935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7608-a3f3-4dc1-9dda-07ce4755f71f req-8a5846ec-6c1a-4fe3-9223-943ec62b78ae tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:41.623471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c3b7608-a3f3-4dc1-9dda-07ce4755f71f req-8a5846ec-6c1a-4fe3-9223-943ec62b78ae tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 944 time: 0.1561513 May 26 19:54:41.656453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object 95d95a39-1b10-4de3-8282-8875efd3dfb8 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:41.688746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c3b7608-a3f3-4dc1-9dda-07ce4755f71f req-a99f6dd6-f8e8-434a-b416-fa0797bfecd7 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570822 May 26 19:54:41.723287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.794189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:41.802726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:41.809161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:41.817987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.909566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:41.939590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:41.940220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:41.972164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-5a2ba665-6651-444b-9527-14b66d75838b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774402 May 26 19:54:41.986326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3d20f-7ed6-4dbb-98b1-f10903822ff0 req-ddc67ee1-132c-46fe-97c3-bde3396b3b65 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:41.987033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ca3d20f-7ed6-4dbb-98b1-f10903822ff0 req-ddc67ee1-132c-46fe-97c3-bde3396b3b65 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:41.995447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Request body: {'port': {'device_id': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:42.053600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1ca3d20f-7ed6-4dbb-98b1-f10903822ff0 req-ddc67ee1-132c-46fe-97c3-bde3396b3b65 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:42.054734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ca3d20f-7ed6-4dbb-98b1-f10903822ff0 req-ddc67ee1-132c-46fe-97c3-bde3396b3b65 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 931 time: 0.2498584 May 26 19:54:42.139235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8b19dc8-b868-432d-9761-cd053186babd None None] Provisioning for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:42.144817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8b19dc8-b868-432d-9761-cd053186babd None None] Provisioning complete for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:42.145262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8b19dc8-b868-432d-9761-cd053186babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.152353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ca3d20f-7ed6-4dbb-98b1-f10903822ff0 req-febeecac-f526-4f57-97fd-c4faeb0d591f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635345 May 26 19:54:42.153058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.166914 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.200220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a8b19dc8-b868-432d-9761-cd053186babd None None] Port 95d95a39-1b10-4de3-8282-8875efd3dfb8 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:42.205779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.316881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c231e0d6-ef26-419b-8c1f-81f52189da2b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:42.352407 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.25.0.174 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5d3b592c-664e-4597-b391-791906f41ee0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:42.392729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port c231e0d6-ef26-419b-8c1f-81f52189da2b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:42.398253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port c231e0d6-ef26-419b-8c1f-81f52189da2b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:42.398876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.507390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.528282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port c231e0d6-ef26-419b-8c1f-81f52189da2b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:42.529515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.541065 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.558185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:42.568043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:42.574455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.613700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:42.614161 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38aca889-4d2c-4697-87f1-f3531b4263a7'] response: {'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b', 'code': 200} May 26 19:54:42.616391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:42.620992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:42.652203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:42.659440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=5d3b592c-664e-4597-b391-791906f41ee0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:42.659741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d95a39-1b10-4de3-8282-8875efd3dfb8 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:42.668257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.687166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Transition to ACTIVE for port object 95d95a39-1b10-4de3-8282-8875efd3dfb8 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:42.690328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.774465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:42.854512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:42.855618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:42.951518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:43.032629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:43.085406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbd98e-b9bc-4b19-a5a4-a107a83efc27 req-ebb77d61-694c-4530-a60d-273e45597878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.086795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3fbd98e-b9bc-4b19-a5a4-a107a83efc27 req-ebb77d61-694c-4530-a60d-273e45597878 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 1096 time: 0.3926919 May 26 19:54:43.145228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:43.145555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:43.145875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:43.157350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4f13f-adcb-4e8d-9f8c-717a30986df4 req-915bad99-8f02-4abf-bba5-40e266708f52 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.158796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49c4f13f-adcb-4e8d-9f8c-717a30986df4 req-915bad99-8f02-4abf-bba5-40e266708f52 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.2908976 May 26 19:54:43.164309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:54:43.164633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:43.173863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3fbd98e-b9bc-4b19-a5a4-a107a83efc27 req-eb3a2b87-383c-4e85-9be7-3de08359b334 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802519 May 26 19:54:43.185785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:43.186121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:43.186488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Bound using segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:43.186918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Bound port: 95d95a39-1b10-4de3-8282-8875efd3dfb8, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:43.187252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:43.238590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:43.268734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49c4f13f-adcb-4e8d-9f8c-717a30986df4 req-d8ae1927-9f5a-47b0-b719-52c7c8860109 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988939 May 26 19:54:43.296575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:43.300176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:43.306184 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:43.371445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.372058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:43.373473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] 10.222.0.13 "PUT /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 1091 time: 1.3825803 May 26 19:54:43.373916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:43.492319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324520f-a163-4d6c-b8c2-6a677e5cd63a service neutron] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:43.542242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d612f-8b64-45ed-943c-3710ac1c7900 req-f4dc72fe-241b-4bd7-a4ee-a807e2e72e42 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.549280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd5d612f-8b64-45ed-943c-3710ac1c7900 req-f4dc72fe-241b-4bd7-a4ee-a807e2e72e42 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 943 time: 0.1681828 May 26 19:54:43.565467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-8fd2b4ec-d6e1-478b-aa0f-7c54f9ade42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.566922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-8fd2b4ec-d6e1-478b-aa0f-7c54f9ade42f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1094 time: 0.1441801 May 26 19:54:43.617968 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:43.649997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-2635a374-d7b0-45ad-8268-c98f13bae169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0756645 May 26 19:54:43.656988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd5d612f-8b64-45ed-943c-3710ac1c7900 req-254cb484-d4ec-4727-90a0-78fcd1d8a2d7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069114 May 26 19:54:43.711233 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acddbfba-b402-4512-a6c3-43c08a636c44'] response: {'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'status': 'completed', 'code': 200} May 26 19:54:43.720045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-025e38f3-bef3-4004-921e-220a606e0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.721663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-025e38f3-bef3-4004-921e-220a606e0711 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.0638263 May 26 19:54:43.795955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb532-30df-45a2-9533-031758c9371d req-cb7c066f-ef5e-4d67-a163-5625e29eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:43.797445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-cb7c066f-ef5e-4d67-a163-5625e29eba22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703802 May 26 19:54:43.836570 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:54:43.931289 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-4d0ba4f6-ebac-466a-afe8-df839df44640 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281464 May 26 19:54:44.013763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:44.028045 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:44.037407 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:44.038237 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:44.048171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:44.050080 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7fc45242-09eb-4e5c-bba8-6ad6baca2457 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6307359 May 26 19:54:44.053481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54064) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:44.081230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f2bb532-30df-45a2-9533-031758c9371d req-8c25e929-9632-4a86-a9d1-d9f1e91dbd2a service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446309 May 26 19:54:44.153459 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea161d44-5133-46fe-aae2-2e5dab2f4e84 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=93d34144969f40158e6269f17ee0db13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987184 May 26 19:54:44.156031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54070) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:44.267691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:44.290038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b136d-cde3-4c99-9124-4b2078282683 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.292113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fc0b136d-cde3-4c99-9124-4b2078282683 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346714 May 26 19:54:44.294333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:44.327571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:44.332022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-07c859d4-ed20-46f8-b685-6524f112d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.334393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-07c859d4-ed20-46f8-b685-6524f112d691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1094 time: 0.2079380 May 26 19:54:44.343245 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-83528ad0-4e28-47e7-beb0-bb216cc72a77 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450785 May 26 19:54:44.345470 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54080) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:44.351844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1851051430', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'project_id': '93d34144969f40158e6269f17ee0db13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:44.540323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-3debd683-3350-4978-b3ba-1a21188cf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.541784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-3debd683-3350-4978-b3ba-1a21188cf629 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.1999288 May 26 19:54:44.610314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:43Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:44.610615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaaa5c-fb89-42c9-9d2e-92b86f594d8a req-1b098625-74da-467f-bf99-4402490ee065 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.612090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbfaaa5c-fb89-42c9-9d2e-92b86f594d8a req-1b098625-74da-467f-bf99-4402490ee065 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.1956503 May 26 19:54:44.617865 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:44.618199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Updating router 497420e1-f43f-4e9c-b8dc-c889771d84c1 port 5d3b592c-664e-4597-b391-791906f41ee0 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:44.619712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:44.632803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:subnet and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:44.637783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:44.638417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-c26a3f3f-fdb3-4483-b347-d3ebb958ed55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0902708 May 26 19:54:44.646257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:44.658023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:44.661697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:44.714832 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:44.716656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbfaaa5c-fb89-42c9-9d2e-92b86f594d8a req-e5f591e7-ec8b-49b5-984d-ad7c86023299 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969582 May 26 19:54:44.728556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-172b732d-098b-40e6-8bcb-acf98d7a135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:44.736364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-31d7363c-810d-46f7-8ea6-e1149e27486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.745843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-31d7363c-810d-46f7-8ea6-e1149e27486b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.0903168 May 26 19:54:44.821144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-f63a1054-f14c-4084-a7cc-41b21ab70d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:44.822603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-f63a1054-f14c-4084-a7cc-41b21ab70d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779903 May 26 19:54:44.944226 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.020389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-60fc5510-ebc3-43ba-bf67-3b55659922f4 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905332 May 26 19:54:45.032050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e876-78f3-414a-bbf6-c2f95f2673c4 req-9f7a1bbf-d885-4b13-856d-6ad535b68f12 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:45.032247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Subnet': ['ID=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:45.038989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cd5e876-78f3-414a-bbf6-c2f95f2673c4 req-9f7a1bbf-d885-4b13-856d-6ad535b68f12 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 943 time: 0.1883450 May 26 19:54:45.040333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Checking segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:45.040797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network hostable DHCP agents. Network: 934a5a04-fe16-48f5-b1b0-61851e57c542, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:54:45.062736 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:54:45.073741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 934a5a04-fe16-48f5-b1b0-61851e57c542) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:45.084481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa22d5-9680-4018-8b4e-ba400cd59921 None None] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:45.087239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:45.087927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.113290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fbf4291c-1498-439d-a545-429835bcae5a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7665968 May 26 19:54:45.116039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54086) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:45.136493 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.154336 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Transition to ACTIVE for port object 5d3b592c-664e-4597-b391-791906f41ee0 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:45.163817 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.177276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cd5e876-78f3-414a-bbf6-c2f95f2673c4 req-e41262b9-c381-4336-bd44-a08a16120037 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373167 May 26 19:54:45.236496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f388ac30-0899-4c9c-93f1-bedd4b7fa774 req-4ce73f70-5358-4158-8e63-21f337e12f07 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954694 May 26 19:54:45.253084 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Attempting to bind port 5d3b592c-664e-4597-b391-791906f41ee0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:45.253680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Attempting to bind port 5d3b592c-664e-4597-b391-791906f41ee0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:45.254221 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Attempting to bind port 5d3b592c-664e-4597-b391-791906f41ee0 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:45.261917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:45.262524 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:45.262922 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.263311 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:45.263773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Bound port: 5d3b592c-664e-4597-b391-791906f41ee0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:45.264141 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.301832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2108-0897-4b3a-8766-f3ebb453ad7e None None] Pushing event updated for resources: {'Port': ['ID=5d3b592c-664e-4597-b391-791906f41ee0,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:45.343621 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] For port 5d3b592c-664e-4597-b391-791906f41ee0, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:45.346580 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] For port 5d3b592c-664e-4597-b391-791906f41ee0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d3b592c-664e-4597-b391-791906f41ee0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:45.351274 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.362558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-934a5a04-fe16-48f5-b1b0-61851e57c542', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:54:45.363655 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.434091 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:45.434717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:45.491068 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2108-0897-4b3a-8766-f3ebb453ad7e None None] Pushing event updated for resources: {'Port': ['ID=5d3b592c-664e-4597-b391-791906f41ee0,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:45.541211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Allocated IP 172.20.0.2 (934a5a04-fe16-48f5-b1b0-61851e57c542/e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c/4aaa5491-037e-4f3e-b0b1-56457b103be0) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:45.625102 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:45.786982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.800824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Transition to ACTIVE for port object 4aaa5491-037e-4f3e-b0b1-56457b103be0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:45.823748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Transition to ACTIVE for port object 4aaa5491-037e-4f3e-b0b1-56457b103be0 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:45.830339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.901823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:45.904586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:45.909261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:45.916824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:45.986463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Pushing event updated for resources: {'Port': ['ID=4aaa5491-037e-4f3e-b0b1-56457b103be0,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:46.008046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c103a31-9a40-4f51-ae9b-d1f0f68e231e req-ca47c106-e64f-4a22-a2f0-12d6d694bb27 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:46.010420 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c103a31-9a40-4f51-ae9b-d1f0f68e231e req-ca47c106-e64f-4a22-a2f0-12d6d694bb27 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.0945144 May 26 19:54:46.030834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Attempting to bind port 4aaa5491-037e-4f3e-b0b1-56457b103be0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:46.031200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Attempting to bind port 4aaa5491-037e-4f3e-b0b1-56457b103be0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:46.031594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Attempting to bind port 4aaa5491-037e-4f3e-b0b1-56457b103be0 on network 934a5a04-fe16-48f5-b1b0-61851e57c542 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:46.037258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:46.037636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Checking segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:46.038052 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:46.038443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Bound using segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:46.038899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Bound port: 4aaa5491-037e-4f3e-b0b1-56457b103be0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:46.039274 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:46.090929 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:43Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:46.098559 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5017a-0209-4645-86c1-baaadb171dd7 None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:43Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:46.098737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c103a31-9a40-4f51-ae9b-d1f0f68e231e req-033b1a3f-0dfe-4a6b-9325-f75c97a6a8d9 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768797 May 26 19:54:46.196735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:46.207871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:46.219140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:46.408687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421d95-fc8c-4f58-ada4-4251ca8b5836 None None] Pushing event updated for resources: {'Port': ['ID=4aaa5491-037e-4f3e-b0b1-56457b103be0,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:46.571930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c1eb-7b74-47ae-9796-7593aa4dcfc2 req-32d92dd3-b39f-428f-89ba-830cc321f7d5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:46.574839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e028c1eb-7b74-47ae-9796-7593aa4dcfc2 req-32d92dd3-b39f-428f-89ba-830cc321f7d5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 943 time: 0.1968989 May 26 19:54:46.658117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e028c1eb-7b74-47ae-9796-7593aa4dcfc2 req-75821b17-e97f-492c-af1f-59314c67bc21 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667405 May 26 19:54:46.894620 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16f3e566-0725-463a-95e3-aa08aef45fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:46.930263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d3b592c-664e-4597-b391-791906f41ee0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:46.970610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.1 (934a5a04-fe16-48f5-b1b0-61851e57c542/e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c/52b357bf-f6c7-4347-9fd1-890a044ad401) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:47.033458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5d3b592c-664e-4597-b391-791906f41ee0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:47.039119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d3b592c-664e-4597-b391-791906f41ee0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:47.039497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.206473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d3b592c-664e-4597-b391-791906f41ee0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:47.206854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.226799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5d3b592c-664e-4597-b391-791906f41ee0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d3b592c-664e-4597-b391-791906f41ee0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:47.230876 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.253383 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.275863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object 52b357bf-f6c7-4347-9fd1-890a044ad401 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:47.303208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5d3b592c-664e-4597-b391-791906f41ee0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:47.310937 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.387164 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.418332 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:47.422869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:47.427793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:47.462550 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:47.496590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:54:47.512353 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.688467 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.706129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:47.724049 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'port_id': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'mac_address': 'fa:16:3e:e8:d2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:54:47.744657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa832-1d70-44ca-8a2a-4329c46acb4a req-dccf4f02-80f9-47d0-87db-392921fcd3db tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:47.753674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-150fa832-1d70-44ca-8a2a-4329c46acb4a req-dccf4f02-80f9-47d0-87db-392921fcd3db tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.1101449 May 26 19:54:47.793757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 95d95a39-1b10-4de3-8282-8875efd3dfb8 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:47.794376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.807852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-150fa832-1d70-44ca-8a2a-4329c46acb4a req-462a7d27-a117-4c17-a18b-346b5eb1240d tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 May 26 19:54:47.829459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d95a39-1b10-4de3-8282-8875efd3dfb8 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:47.845578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:47.853204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:47.929283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e26f3-f9df-4816-b0c5-8be2ad6c3d6f None None] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:54:48.008779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31d25-5efc-48c6-bdea-efceeea3e28a req-2e1e7604-f449-4e5b-b09d-6f44f27d5d69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:48.010390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ee31d25-5efc-48c6-bdea-efceeea3e28a req-2e1e7604-f449-4e5b-b09d-6f44f27d5d69 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.0841837 May 26 19:54:48.071193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ee31d25-5efc-48c6-bdea-efceeea3e28a req-e6cba676-9a39-4d44-bcc8-6bec64c4bbd2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530865 May 26 19:54:48.102392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:48.110489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa6c846c-1f99-4e53-88a2-7c24749e810d None None] Provisioning for port 4aaa5491-037e-4f3e-b0b1-56457b103be0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:48.121785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['95d95a39-1b10-4de3-8282-8875efd3dfb8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:54:48.209872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.215217 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.283462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.331713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.335410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:48.485813 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:48.487322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:48.660910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08b7d6e0-4ed4-4734-9eab-a7fa41373073 None None] Provisioning for port 52b357bf-f6c7-4347-9fd1-890a044ad401 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:48.666377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08b7d6e0-4ed4-4734-9eab-a7fa41373073 None None] Provisioning complete for port 52b357bf-f6c7-4347-9fd1-890a044ad401 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:48.666754 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08b7d6e0-4ed4-4734-9eab-a7fa41373073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.702639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:48.726133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-08b7d6e0-4ed4-4734-9eab-a7fa41373073 None None] Port 52b357bf-f6c7-4347-9fd1-890a044ad401 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:48.877428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d3b592c-664e-4597-b391-791906f41ee0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:48.895752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-2773fd33-5734-4eed-a2ee-88d3a850933e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:48.898230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-2773fd33-5734-4eed-a2ee-88d3a850933e tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.1210375 May 26 19:54:48.926601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-42531e19-c5de-4a1f-8cda-14260495a195 None None] Provisioning complete for port 52b357bf-f6c7-4347-9fd1-890a044ad401 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:48.927307 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-42531e19-c5de-4a1f-8cda-14260495a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:48.981268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Deleting port c231e0d6-ef26-419b-8c1f-81f52189da2b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:54:48.981610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.043528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-42531e19-c5de-4a1f-8cda-14260495a195 None None] Port 52b357bf-f6c7-4347-9fd1-890a044ad401 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:49.061481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d3b592c-664e-4597-b391-791906f41ee0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:49.062095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.120268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:49.131000 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b61415fb-fe7f-4e5c-b9de-73196976eb9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/497420e1-f43f-4e9c-b8dc-c889771d84c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0133314 May 26 19:54:49.132914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54116) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:49.136456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:49.153864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:49.154566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:49.292098 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.293217 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.293730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.294198 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.294655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.295750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.295750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.296069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.297336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2b6056ea-3191-4ea7-900b-09a7558852ff None None] Provisioning complete for port 52b357bf-f6c7-4347-9fd1-890a044ad401 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:49.298072 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fbcfc98a-afed-4013-ac9e-e09309c956e6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5659 time: 0.1639154 May 26 19:54:49.301168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b6056ea-3191-4ea7-900b-09a7558852ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.301796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:49.380215 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.380706 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.381182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.381628 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.382068 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.382506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.383441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.383441 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.387856 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0d4c1ba-cae3-4b76-be4a-11f9196192fa tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5257 time: 0.0824502 May 26 19:54:49.388501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54124) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:49.409219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81922cf-8999-4f97-aae4-c47f7b7d386d req-85b2532e-4927-495f-990b-b7a7759950d8 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.410691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a81922cf-8999-4f97-aae4-c47f7b7d386d req-85b2532e-4927-495f-990b-b7a7759950d8 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 945 time: 0.3590674 May 26 19:54:49.427085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d3b592c-664e-4597-b391-791906f41ee0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:49.427997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4aaa5491-037e-4f3e-b0b1-56457b103be0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:49.490998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2b6056ea-3191-4ea7-900b-09a7558852ff None None] Port 52b357bf-f6c7-4347-9fd1-890a044ad401 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:49.494842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a81922cf-8999-4f97-aae4-c47f7b7d386d req-836cb95d-0f49-4f36-b428-b950900584d0 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/security-groups?id=31e32b02-8607-4c5e-b4c7-fc4add859691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717521 May 26 19:54:49.503759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] For port c231e0d6-ef26-419b-8c1f-81f52189da2b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=c231e0d6-ef26-419b-8c1f-81f52189da2b,segment=NetworkSegment(a736c2bc-48be-49d9-a766-ea6e4d52e377),segment_id=a736c2bc-48be-49d9-a766-ea6e4d52e377)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:49.504336 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.507845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:49.560420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:49.633895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6a75fe9d-7874-4628-8595-a73fd22486c1 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.2442000 May 26 19:54:49.658198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Calling delete_port for c231e0d6-ef26-419b-8c1f-81f52189da2b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:54:49.738047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4aaa5491-037e-4f3e-b0b1-56457b103be0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:49.815921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4aaa5491-037e-4f3e-b0b1-56457b103be0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:49.816205 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.836245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7055c-6258-4baa-9885-0dff0bf59a39 req-09f54f80-419a-4cfe-b9a6-d71c111890ef tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:49.837718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ec7055c-6258-4baa-9885-0dff0bf59a39 req-09f54f80-419a-4cfe-b9a6-d71c111890ef tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.1865923 May 26 19:54:49.868693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:49.883047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:49.883416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.907511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ec7055c-6258-4baa-9885-0dff0bf59a39 req-59b2c164-c3af-45aa-b831-54696a31afcd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576761 May 26 19:54:49.911664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.931827 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:49.944141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['c231e0d6-ef26-419b-8c1f-81f52189da2b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:54:49.964544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Pushing event deleted for resources: {'Port': ['ID=c231e0d6-ef26-419b-8c1f-81f52189da2b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.018588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54130) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:50.024243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717843903', 'description': 'tempest-secgroup-smoke-1717843903 description', 'project_id': '93d34144969f40158e6269f17ee0db13'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:50.031306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.036413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.039329 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.045788 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.057917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] No DVR routers for this DVR port c231e0d6-ef26-419b-8c1f-81f52189da2b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:54:50.060691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.061224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.066080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'name': 'network-vif-deleted', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:50.082301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-603ce72f-d6d2-4d74-8b31-4ce533c6e9f3 req-6805a45e-9416-44eb-b1c1-a84479501bfd tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.53 "DELETE /v2.0/ports/c231e0d6-ef26-419b-8c1f-81f52189da2b HTTP/1.1" status: 204 len: 173 time: 1.1762617 May 26 19:54:50.096346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.100972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.105142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.112036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.133701 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd051e8f-f0c2-485d-b45c-4583816d6857'] response: {'server_uuid': '503b0ab8-8501-48c1-a6d0-d07e2cb84f8f', 'name': 'network-vif-deleted', 'tag': 'c231e0d6-ef26-419b-8c1f-81f52189da2b', 'status': 'completed', 'code': 200} May 26 19:54:50.206455 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.211127 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.246662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4aaa5491-037e-4f3e-b0b1-56457b103be0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:50.247054 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.259158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8eca4-614e-4630-abfa-413f2c40a282,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.262015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.263206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-29b952f9-6475-45cb-8b5d-e6fdeca56e31 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436357 May 26 19:54:50.266549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54136) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:50.273220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:50.281525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.285499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.288463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.295066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.309689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 95d95a39-1b10-4de3-8282-8875efd3dfb8 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:50.310096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.312280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.343429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:50.346893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 2, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:50.353781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:50.360971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.377723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.382712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.393246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:50.393599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Updating router 497420e1-f43f-4e9c-b8dc-c889771d84c1 port 52b357bf-f6c7-4347-9fd1-890a044ad401 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:54:50.421922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86b9814-0b63-45fc-9620-d2031f0abbad,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.427796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.429625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6b99901a-eef7-4f27-8931-0fa65e1a08aa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611123 May 26 19:54:50.431777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54142) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:50.438219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:50.445590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.449079 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d757a6c3-752a-4f2b-b1a6-5c93bccff39f'] response: {'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'code': 200} May 26 19:54:50.449762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.453506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.457340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:50.461173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.478076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.498794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4aaa5491-037e-4f3e-b0b1-56457b103be0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.501439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.538624 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.598231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d56fe-981d-45ae-90cd-674f1717e966 req-cf4f24aa-5bf7-4cda-bac5-714cf3af1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:50.600124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-235d56fe-981d-45ae-90cd-674f1717e966 req-cf4f24aa-5bf7-4cda-bac5-714cf3af1bed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1096 time: 0.1357136 May 26 19:54:50.633461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.642316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.660427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.685903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2dad65-c9e3-4127-b55a-1f2591035e8b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.736061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-235d56fe-981d-45ae-90cd-674f1717e966 req-a7e43b1e-d84c-4290-a2e1-27cbc9053481 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286783 May 26 19:54:50.747240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b447b4b3-15e0-45f8-be94-3dc89d8d8a1c req-11575c7b-faca-4602-86a4-3f34b4811600 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Synchronizing usage tracker for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:50.760352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.764498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54148) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:50.765149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-187ff8a0-fcc2-4375-8706-45a74f523e47 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317556 May 26 19:54:50.771209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b447b4b3-15e0-45f8-be94-3dc89d8d8a1c req-11575c7b-faca-4602-86a4-3f34b4811600 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] Unset dirty status for tenant:9ff6ce5baaae462fb488e46b0a563421 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:50.776152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:50.784099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b447b4b3-15e0-45f8-be94-3dc89d8d8a1c req-11575c7b-faca-4602-86a4-3f34b4811600 tempest-VolumesActionsTest-1282955955 tempest-VolumesActionsTest-1282955955-project] 10.222.0.24 "GET /v2.0/ports?device_id=503b0ab8-8501-48c1-a6d0-d07e2cb84f8f HTTP/1.1" status: 200 len: 210 time: 0.0879815 May 26 19:54:50.795187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4aaa5491-037e-4f3e-b0b1-56457b103be0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:50.802720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.806519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.809377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.815120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.832935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.895078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.898617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.918018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4aaa5491-037e-4f3e-b0b1-56457b103be0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:50.918671 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.922016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1816806b-2cea-44ae-bec3-43c764e7588b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:50.931165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:50.934885 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0db4488d-ab8c-468b-a4e9-c3c0fbd8143c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666164 May 26 19:54:50.935101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54154) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:50.940807 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:50.947833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:50.952191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:50.955579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:50.961743 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:50.980539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.052079 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.059713 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.081369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9514922b-a5c4-42a9-b5c1-2018d203264b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:51.090689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.110171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.113996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dd8977f9-ec46-4b08-b51a-129aea277e2a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1754587 May 26 19:54:51.114197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54158) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:51.120793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:51.120961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Transition to ACTIVE for port object 52b357bf-f6c7-4347-9fd1-890a044ad401 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:51.127900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:51.130518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4aaa5491-037e-4f3e-b0b1-56457b103be0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:51.132925 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:51.133634 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.137348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:51.143655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:51.149971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7af4-04bf-4928-9d16-a64eea7aac05 req-8d4d74e0-f69b-4398-b879-5e6f7f7e9f35 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:51.154256 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:54:51.157490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-690f7af4-04bf-4928-9d16-a64eea7aac05 req-8d4d74e0-f69b-4398-b879-5e6f7f7e9f35 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1030693 May 26 19:54:51.162038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.204426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-690f7af4-04bf-4928-9d16-a64eea7aac05 req-766a79ea-a19e-4769-ac30-27ecf63fe06c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 May 26 19:54:51.245691 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.250668 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.279748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde88078-a71d-4a62-933a-b15600cb7d88,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:51.294675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.298534 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7c594d71-4d5e-4e44-95ea-b2861674896e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1806192 May 26 19:54:51.298823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54162) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:51.304153 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '86e8eca4-614e-4630-abfa-413f2c40a282', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:51.309478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14f2f4-3e3d-47de-be65-36735116ea21 None None] Pushing event updated for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:51.311599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:51.316078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:51.319458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:51.325553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:51.338687 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:54:51.346067 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.364147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Attempting to bind port 52b357bf-f6c7-4347-9fd1-890a044ad401 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:51.364519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Attempting to bind port 52b357bf-f6c7-4347-9fd1-890a044ad401 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:51.364860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Attempting to bind port 52b357bf-f6c7-4347-9fd1-890a044ad401 on network 934a5a04-fe16-48f5-b1b0-61851e57c542 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:51.370744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:51.371026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Checking segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:51.371415 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.371803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Bound using segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:51.372271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Bound port: 52b357bf-f6c7-4347-9fd1-890a044ad401, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:51.372629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.417252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.420985 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.444579 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112f58ad-9b30-410e-a00e-b7a17f8f91f2,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:51.454748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.455952 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc2a2e0d-46bf-40e8-a3c6-1d654113f3e1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562049 May 26 19:54:51.479556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] For port 52b357bf-f6c7-4347-9fd1-890a044ad401, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:51.482671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] For port 52b357bf-f6c7-4347-9fd1-890a044ad401, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=52b357bf-f6c7-4347-9fd1-890a044ad401,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:51.487057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:51.564254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:51.564897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:51.620066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-198c63db-b094-4fc8-a7c9-abad451638e2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717843903&fields=id&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 267 time: 0.0416002 May 26 19:54:51.649454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14f2f4-3e3d-47de-be65-36735116ea21 None None] Pushing event updated for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:51.787346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4125a97b-758d-4272-b7b0-efe941a7bc60 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:51.789059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4125a97b-758d-4272-b7b0-efe941a7bc60 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 796 time: 0.1614361 May 26 19:54:51.806182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-bdc2e127-bb3d-49ec-9f90-4b9a56d27a26 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/quotas/93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 375 time: 0.0108428 May 26 19:54:51.840834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:51.895401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-6c70deac-844c-4034-ae56-f4145a74deab tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831316 May 26 19:54:52.087506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-0a3d360e-480f-4883-bb28-448ff5a1c4dc service neutron] 10.222.0.24 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799428 May 26 19:54:52.165495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:51Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:52.169314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f6adf-ed32-41e2-8e99-385f4c995c22 None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:51Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:52.343896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-b03ad45d-548c-4fc8-b253-d22c7741521d service neutron] 10.222.0.24 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504117 May 26 19:54:52.369656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c231e0d6-ef26-419b-8c1f-81f52189da2b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:54:52.426728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: c231e0d6-ef26-419b-8c1f-81f52189da2b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:54:52.427037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device c231e0d6-ef26-419b-8c1f-81f52189da2b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:54:52.712569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0715c1-c55c-4547-93ef-09ae7cbefd22 req-431c97c8-da26-4982-bf65-f41f2d13d56b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:52.714328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d0715c1-c55c-4547-93ef-09ae7cbefd22 req-431c97c8-da26-4982-bf65-f41f2d13d56b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0910904 May 26 19:54:52.765244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d0715c1-c55c-4547-93ef-09ae7cbefd22 req-1b1ae7e5-a8bf-451a-90a3-8846e6d6da5b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 May 26 19:54:52.835624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 52b357bf-f6c7-4347-9fd1-890a044ad401 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:52.921428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b149d85f-a80e-43cb-a5c9-6c98212948ee req-012f93ae-6514-4210-8786-86f5281d4037 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 210 time: 0.0767765 May 26 19:54:52.959375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 52b357bf-f6c7-4347-9fd1-890a044ad401 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:52.966990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 52b357bf-f6c7-4347-9fd1-890a044ad401 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:52.968053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.168420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63861-02cc-454a-b9db-8c545edcf21e req-a2cf8006-a286-4ef8-b35c-2b4f9a8e4ed4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:53.171506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5d63861-02cc-454a-b9db-8c545edcf21e req-a2cf8006-a286-4ef8-b35c-2b4f9a8e4ed4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1010981 May 26 19:54:53.242989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5d63861-02cc-454a-b9db-8c545edcf21e req-d352e496-5afe-4702-8abb-87b06cff8eda tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648592 May 26 19:54:53.253022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 52b357bf-f6c7-4347-9fd1-890a044ad401 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:53.253427 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.260274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54216) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:53.320670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 52b357bf-f6c7-4347-9fd1-890a044ad401, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=52b357bf-f6c7-4347-9fd1-890a044ad401,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:54:53.325987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.401818 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f472d-e5e2-40d6-b2cd-9007fc2070de tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:53.403558 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-445f472d-e5e2-40d6-b2cd-9007fc2070de tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1091 time: 0.1415350 May 26 19:54:53.407213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54224) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:53.413205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:53.421069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:53.422681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:53.429343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:floatingip and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:53.432814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:53.439846 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:53.451765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.610888 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.773938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.196 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/da3a04b5-025c-4381-9ea7-5c85d3fff122) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:53.928270 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:53.964576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:54.020664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:54.028162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:54.032383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:54.100320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=da3a04b5-025c-4381-9ea7-5c85d3fff122,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:54.212012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17c55fc1-eedc-4492-9cd0-380585cb9cfc req-827a097d-878c-4d55-970e-2e09e119a7fb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 210 time: 0.1032512 May 26 19:54:54.373883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-f5b160bd-e0ce-4443-a406-5bccb9aa4dbc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:54.375508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-f5b160bd-e0ce-4443-a406-5bccb9aa4dbc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 796 time: 0.2058780 May 26 19:54:54.439761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-cd2b374d-34a0-4433-8a09-b00394be911c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 380 time: 0.0491972 May 26 19:54:54.448465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'port': {'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'admin_state_up': True, 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'security_groups': ['86e8eca4-614e-4630-abfa-413f2c40a282']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:54.597644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:54:54.601566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:port and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:54:54.604612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:54:54.613021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:54:54.623438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:54:54.628676 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:54.654636 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:54.749949 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:54.802565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 52b357bf-f6c7-4347-9fd1-890a044ad401 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:54:54.825705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.6 (934a5a04-fe16-48f5-b1b0-61851e57c542/e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c/d6cc9088-51ad-44d5-8645-1c2e8c729b6e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:54:54.910114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 52b357bf-f6c7-4347-9fd1-890a044ad401 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:54.910858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:54.988167 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.002083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.057621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 52b357bf-f6c7-4347-9fd1-890a044ad401 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:54:55.081690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.099277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object d6cc9088-51ad-44d5-8645-1c2e8c729b6e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:55.116843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.126964 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.199786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:54:55.203674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:54:55.207670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:54:55.211361 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=da3a04b5-025c-4381-9ea7-5c85d3fff122,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:55.262791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:55.376395 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:55.377862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.432356 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 2df04f98-5f6b-4e65-8cf8-94ec1e6976af associated. External IP: 172.25.0.196, port: 95d95a39-1b10-4de3-8282-8875efd3dfb8. May 26 19:54:55.484842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-4c50d749-9e67-4096-9112-c30bf105b97f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0393939 May 26 19:54:55.498928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Request body: {'port': {'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:54:55.614080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c168c6-fe03-4d4a-a11d-5f5ac903f6dc req-e169afe0-cda5-4cdc-904f-b028c8695eb2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:55.614716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a3c168c6-fe03-4d4a-a11d-5f5ac903f6dc req-e169afe0-cda5-4cdc-904f-b028c8695eb2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:54:55.653296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.686409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4d82b899-fe00-408f-9ae2-db6d04689a03 None None] Provisioning for port d6cc9088-51ad-44d5-8645-1c2e8c729b6e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:54:55.699018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4d82b899-fe00-408f-9ae2-db6d04689a03 None None] Provisioning complete for port d6cc9088-51ad-44d5-8645-1c2e8c729b6e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:54:55.699527 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d82b899-fe00-408f-9ae2-db6d04689a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:55.706055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a3c168c6-fe03-4d4a-a11d-5f5ac903f6dc req-e169afe0-cda5-4cdc-904f-b028c8695eb2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:54:55.706988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3c168c6-fe03-4d4a-a11d-5f5ac903f6dc req-e169afe0-cda5-4cdc-904f-b028c8695eb2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 931 time: 0.3175087 May 26 19:54:55.796122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4d82b899-fe00-408f-9ae2-db6d04689a03 None None] Port d6cc9088-51ad-44d5-8645-1c2e8c729b6e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:54:55.838161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3c168c6-fe03-4d4a-a11d-5f5ac903f6dc req-529e0288-148f-486a-b695-be067cf8768e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205623 May 26 19:54:56.016891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router deeaa6c0-818f-422b-9d85-a01939263c3a has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:54:56.099980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cc9088-51ad-44d5-8645-1c2e8c729b6e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:54:56.107766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.127002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Transition to ACTIVE for port object d6cc9088-51ad-44d5-8645-1c2e8c729b6e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:54:56.133178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.256142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:54:56.268145 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Sync routers for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:54:56.287515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:56.288145 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:56.290570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.325871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Pushing event updated for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:56.570038 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0a6ca73-6362-4e9a-869f-dd699fbbe45e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1618271 May 26 19:54:56.570636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:56.570941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Attempting to bind port d6cc9088-51ad-44d5-8645-1c2e8c729b6e on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:54:56.571409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Attempting to bind port d6cc9088-51ad-44d5-8645-1c2e8c729b6e by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:54:56.571879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Attempting to bind port d6cc9088-51ad-44d5-8645-1c2e8c729b6e on network 934a5a04-fe16-48f5-b1b0-61851e57c542 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:56.578038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Port d6cc9088-51ad-44d5-8645-1c2e8c729b6e on network 934a5a04-fe16-48f5-b1b0-61851e57c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:54:56.578361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Attempting to bind port d6cc9088-51ad-44d5-8645-1c2e8c729b6e on network 934a5a04-fe16-48f5-b1b0-61851e57c542 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:54:56.591527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:54:56.591944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Checking segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:54:56.594382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Bound using segment: {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:54:56.594883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Bound port: d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07c1198-e238-495c-8009-f830efcf6fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:54:56.595310 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.652290 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:56.799244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:54:56.806143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:54:56.816307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.864586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793c0e7-979e-48ce-afed-46ec94797cee req-aef6a599-c026-4dda-a35a-fe232b7ffd51 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:56.866218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1793c0e7-979e-48ce-afed-46ec94797cee req-aef6a599-c026-4dda-a35a-fe232b7ffd51 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1789362 May 26 19:54:56.915567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:56.918715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:54:56.920627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] 10.222.0.53 "PUT /v2.0/ports/d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 1091 time: 1.4281573 May 26 19:54:56.921281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:54:56.978436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1793c0e7-979e-48ce-afed-46ec94797cee req-83d9f478-e793-42c6-ae9e-a4d662bb53dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023757 May 26 19:54:57.013439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54296) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:57.029506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce3377-157b-4877-8616-134d38c00cdd service neutron] Pushing event updated for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:54:57.069872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-9912058f-cbbc-4728-976c-4571b9aad623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.072172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-9912058f-cbbc-4728-976c-4571b9aad623 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1094 time: 0.0982158 May 26 19:54:57.250349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-55afec3d-877c-45bf-a182-73b07313dfdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 217 time: 0.1671996 May 26 19:54:57.279216 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-89e724b9-c837-4221-8253-81f7b2c70a3a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 200 len: 991 time: 0.2635381 May 26 19:54:57.300123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '2df04f98-5f6b-4e65-8cf8-94ec1e6976af', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'port_id': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'mac_address': 'fa:16:3e:e8:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:54:54Z', 'updated_at': '2022-05-26T19:54:54Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:57.306878 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Checking router: deeaa6c0-818f-422b-9d85-a01939263c3a for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:54:57.319572 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:54:57.320427 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:57.377757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fe790331-319e-492e-9b1a-609d38fa4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.379634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-fe790331-319e-492e-9b1a-609d38fa4bb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.1252754 May 26 19:54:57.430482 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df00cacf-b1e7-4236-ae5d-3b5d0c622752'] response: {'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'status': 'completed', 'code': 200} May 26 19:54:57.615307 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:54:57.659037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a793e-9d51-4339-afe6-3017d629b005 req-fbde7480-0f4a-4f50-b6c8-c02afe403d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.660509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-fbde7480-0f4a-4f50-b6c8-c02afe403d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1096 time: 0.2013278 May 26 19:54:57.665409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-32ca1ccd-617d-49a6-9eaa-bd0d4578bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.666792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-32ca1ccd-617d-49a6-9eaa-bd0d4578bd79 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2805176 May 26 19:54:57.885955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69852c-d38b-496e-adfa-63eb485d20f5 req-a33cdeb8-e9e2-4844-85ee-9a231dd03e2d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.887426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f69852c-d38b-496e-adfa-63eb485d20f5 req-a33cdeb8-e9e2-4844-85ee-9a231dd03e2d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 943 time: 0.3127584 May 26 19:54:57.952897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a793e-9d51-4339-afe6-3017d629b005 req-a12bbe05-e042-4d54-a577-4447b1e318b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:57.954952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-a12bbe05-e042-4d54-a577-4447b1e318b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.2863486 May 26 19:54:58.060760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f69852c-d38b-496e-adfa-63eb485d20f5 req-7846b1b7-3b93-465e-b315-6dbef456db9c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637094 May 26 19:54:58.069200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-bdf85c86-c3cb-4983-80d8-47876cf74591 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753293 May 26 19:54:58.127003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '2df04f98-5f6b-4e65-8cf8-94ec1e6976af', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'port_id': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'mac_address': 'fa:16:3e:e8:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:54:54Z', 'updated_at': '2022-05-26T19:54:54Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:54:58.132251 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d5991d-3605-4ab1-8e3b-78bcc5682018 None None] The sync data for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 is: [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '2df04f98-5f6b-4e65-8cf8-94ec1e6976af', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'port_id': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'mac_address': 'fa:16:3e:e8:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:54:54Z', 'updated_at': '2022-05-26T19:54:54Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:54:58.226754 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06c2d1e-74c9-4f38-b5b7-d71f909270af'] response: {'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'status': 'completed', 'code': 200} May 26 19:54:58.244251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-325f77f2-700d-4d69-9acc-49118ab545fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 999 time: 0.2820523 May 26 19:54:58.280551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:58.500047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a793e-9d51-4339-afe6-3017d629b005 req-c8b87545-737a-4939-b149-185fc2e51c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:58.502910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-c8b87545-737a-4939-b149-185fc2e51c95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.2527487 May 26 19:54:58.509839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf0a7e-d910-4703-9073-959353f4cbc8 None None] New status for floating IP 2df04f98-5f6b-4e65-8cf8-94ec1e6976af: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:54:58.521314 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c1ea1ef-649d-4a94-b62b-db84a08fb332 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 200 len: 991 time: 0.2379334 May 26 19:54:58.567377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9c339b6-103c-4f04-b267-69a1de291b46 req-160d2cc4-9895-44b3-9c26-1bab269ebb4f service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840617 May 26 19:54:58.617718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a793e-9d51-4339-afe6-3017d629b005 req-8e080260-105b-475d-bd27-9f614a95d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:58.620183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-8e080260-105b-475d-bd27-9f614a95d989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000440 May 26 19:54:58.830855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-0d2f3610-942d-45b9-81a7-0553048340cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:58.832479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-0d2f3610-942d-45b9-81a7-0553048340cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1094 time: 0.2112992 May 26 19:54:58.957344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-3a55adba-3318-4451-8f6c-e06e327615b7 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920673 May 26 19:54:59.113598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-d789126d-0c65-449f-8078-a9b69f44d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:59.117442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-d789126d-0c65-449f-8078-a9b69f44d2a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 897 time: 0.2730663 May 26 19:54:59.213281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-16c6da8a-3573-4583-b46c-f3bddf80da3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 217 time: 0.0803981 May 26 19:54:59.298086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-488a793e-9d51-4339-afe6-3017d629b005 req-eb41a213-5276-45b8-aa06-b2cc5b9c4593 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353970 May 26 19:54:59.346478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-d1415d2e-722d-40ad-9d54-9f5f3a118215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:59.347917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-d1415d2e-722d-40ad-9d54-9f5f3a118215 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.0892243 May 26 19:54:59.416913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabcffd-1863-4df9-a2b2-238ac0d13d84 req-745942fd-12f2-4151-8451-50e6c9aa6871 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:59.418909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfabcffd-1863-4df9-a2b2-238ac0d13d84 req-745942fd-12f2-4151-8451-50e6c9aa6871 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 943 time: 0.2019761 May 26 19:54:59.494064 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfabcffd-1863-4df9-a2b2-238ac0d13d84 req-5af9a4a2-1a94-430b-9052-d0670c666c27 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643408 May 26 19:54:59.521446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-00d8a1a8-1347-4c3c-a586-e91c4a821673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:54:59.522339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:54:59.522817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-00d8a1a8-1347-4c3c-a586-e91c4a821673 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682949 May 26 19:54:59.661798 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07964aa3-68ed-4e73-849d-be59d7526505 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 200 len: 993 time: 0.1382368 May 26 19:54:59.694358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-85d5401a-3c3d-4bb4-900c-c4ebf67547fc service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650295 May 26 19:54:59.847529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fcf834d-60ef-4ff6-b413-e1cb8953a7d4 req-17b447dc-d517-4e0e-8b1e-8d0721726f73 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471615 May 26 19:55:00.700974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fb9f5-e5dd-49d4-af08-6e8a39faa169 req-98e8632f-24f8-411f-8ed2-bead96066dcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:00.708528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d7fb9f5-e5dd-49d4-af08-6e8a39faa169 req-98e8632f-24f8-411f-8ed2-bead96066dcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 943 time: 0.1040320 May 26 19:55:00.754404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d7fb9f5-e5dd-49d4-af08-6e8a39faa169 req-5daaf5e7-40ed-4adb-a893-423a376982f5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 May 26 19:55:01.976982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bf084-5fa5-4128-b1a0-3685ffebf9af req-8771e5a0-1ef0-4f2b-8582-59ad0aa89a13 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:01.978635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c4bf084-5fa5-4128-b1a0-3685ffebf9af req-8771e5a0-1ef0-4f2b-8582-59ad0aa89a13 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 943 time: 0.0941854 May 26 19:55:02.033591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c4bf084-5fa5-4128-b1a0-3685ffebf9af req-6f285acb-21ef-490f-9e8a-d6e3f8493246 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 May 26 19:55:02.413540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6cc9088-51ad-44d5-8645-1c2e8c729b6e details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:55:02.581088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:02.596218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:55:02.664760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d6cc9088-51ad-44d5-8645-1c2e8c729b6e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:55:02.666429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:02.684312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cc9088-51ad-44d5-8645-1c2e8c729b6e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:55:02.701264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:02.706541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:02.777610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:03.049076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d6cc9088-51ad-44d5-8645-1c2e8c729b6e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:55:03.311464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe66bd-6573-4489-8be1-f28baf70f67a req-8fa45b7d-46aa-4755-9dbe-9f1f548ccd49 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:03.320447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bfe66bd-6573-4489-8be1-f28baf70f67a req-8fa45b7d-46aa-4755-9dbe-9f1f548ccd49 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 944 time: 0.1390409 May 26 19:55:03.387622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bfe66bd-6573-4489-8be1-f28baf70f67a req-a9b057dd-9e5c-4ed8-b279-71af3a005479 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657482 May 26 19:55:04.443205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6cc9088-51ad-44d5-8645-1c2e8c729b6e up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:55:04.561760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d6cc9088-51ad-44d5-8645-1c2e8c729b6e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:55:04.568824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d6cc9088-51ad-44d5-8645-1c2e8c729b6e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:55:04.569288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:04.721141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca276-2edb-46b8-8089-c26849c15438 req-f7c1b874-70c6-4675-a63b-f3760d23524b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:04.722609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f73ca276-2edb-46b8-8089-c26849c15438 req-f7c1b874-70c6-4675-a63b-f3760d23524b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 944 time: 0.1498661 May 26 19:55:04.792559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d6cc9088-51ad-44d5-8645-1c2e8c729b6e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:55:04.793212 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:04.796677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f73ca276-2edb-46b8-8089-c26849c15438 req-5837c063-12f5-43d9-a538-c71318c85206 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635295 May 26 19:55:04.841751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:04.859044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:04.865863 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:04.965326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:04.974592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.974929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.975682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.976885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.978851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.981116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.982007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.982581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.982924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.983528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.984027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:04.984714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:05.003123 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda915df-c087-48d1-ac05-275a308139d6'] response: {'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'code': 200} May 26 19:55:05.268249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d32d4-8083-4108-a2a0-2c06c7c589c8 req-a4d3f560-8ff7-4093-966e-12da1092f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:05.269673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-778d32d4-8083-4108-a2a0-2c06c7c589c8 req-a4d3f560-8ff7-4093-966e-12da1092f4df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1096 time: 0.2186000 May 26 19:55:05.316578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-778d32d4-8083-4108-a2a0-2c06c7c589c8 req-f79097a9-7b08-4cb0-b60f-b6c2c94c37ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 May 26 19:55:05.990989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a776f0-8c35-48c1-9776-d8b5eeb68770 req-2d4fa31a-dfe6-4e0d-9e91-b99e8e35c3cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:05.992385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40a776f0-8c35-48c1-9776-d8b5eeb68770 req-2d4fa31a-dfe6-4e0d-9e91-b99e8e35c3cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.0871229 May 26 19:55:06.080531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40a776f0-8c35-48c1-9776-d8b5eeb68770 req-61c70679-b016-463c-8dab-5d07e307fa49 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785382 May 26 19:55:06.804711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:07.300950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf328c7-ca35-439d-bd1e-4aa66aa317a5 req-e7c8cad2-bfa4-4de0-b447-b6149858e028 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:07.302454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cf328c7-ca35-439d-bd1e-4aa66aa317a5 req-e7c8cad2-bfa4-4de0-b447-b6149858e028 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.1010334 May 26 19:55:07.356286 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7cf328c7-ca35-439d-bd1e-4aa66aa317a5 req-33afc671-5d97-49ec-8908-0345c662f024 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 May 26 19:55:07.566341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391fbc-ef73-40ec-b887-544c2e2c7933 req-85b3503a-d15b-4e7b-bd29-bb66ff99760f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:07.568225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8391fbc-ef73-40ec-b887-544c2e2c7933 req-85b3503a-d15b-4e7b-bd29-bb66ff99760f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.0847607 May 26 19:55:07.626517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8391fbc-ef73-40ec-b887-544c2e2c7933 req-49fca02a-57d1-44fc-b842-11b06cc21148 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515740 May 26 19:55:07.651497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54380) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:07.728096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edf7ef-299d-4b8a-a879-adea5e18bee1 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:07.729785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-04edf7ef-299d-4b8a-a879-adea5e18bee1 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1091 time: 0.0769405 May 26 19:55:07.732743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54384) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:07.738178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:55:07.745629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:55:07.750144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:floatingip and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:55:07.753674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:55:07.760021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:55:07.775955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:07.945559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:08.021186 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:55:08.114303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.25.0.81 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6a7fad94-1585-47ba-a671-119b2676723b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:55:08.280775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:08.316016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:08.394740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=6a7fad94-1585-47ba-a671-119b2676723b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:08.411653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.412388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.413059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.413557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.414042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.414594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.415276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.416577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.416916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.417274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.417585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.417905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:08.424070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:55:08.425353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:55:08.427674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:55:08.886139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:08.961030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:09.185529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:09.193411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:09.447685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=6a7fad94-1585-47ba-a671-119b2676723b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:09.455124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:09.648637 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Floating IP ff9129b1-f010-449d-ac38-10166296d499 associated. External IP: 172.25.0.81, port: d6cc9088-51ad-44d5-8645-1c2e8c729b6e. May 26 19:55:10.055805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:55:10.284053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:55:10.299849 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:10.310757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:10.314743 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:10.322023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:10.399653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0bb441f6-2fb6-4a80-819e-e4c07e761bae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6657465 May 26 19:55:10.402425 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54408) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:10.416028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:10.489632 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a6799b-2489-4de9-8098-6670263d47bf'] response: {'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'status': 'completed', 'code': 200} May 26 19:55:10.552501 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-68209b52-2770-40b4-8247-31020b9f2a45 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/ff9129b1-f010-449d-ac38-10166296d499 HTTP/1.1" status: 200 len: 990 time: 0.1488302 May 26 19:55:10.570779 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:10.625234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-1f34aa36-7d3a-4343-8999-b4270d4caec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:10.627278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-1f34aa36-7d3a-4343-8999-b4270d4caec6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1096 time: 0.1209886 May 26 19:55:10.826131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-bf31173f-50d7-48eb-925b-47a27c8a2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:10.831172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-bf31173f-50d7-48eb-925b-47a27c8a2f9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 897 time: 0.1962547 May 26 19:55:11.035408 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:08Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:11.046903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:11.060674 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:11.061720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:54:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:11.085834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-7f6e0650-3b35-45bf-b37a-05e43415d85c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 998 time: 0.2458627 May 26 19:55:11.180291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-85e3a250-e3ed-4d30-a6ef-84fd82b9ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:11.181919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-85e3a250-e3ed-4d30-a6ef-84fd82b9ddbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.0935402 May 26 19:55:11.276003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-f5ca2180-089a-4f18-a14e-8358d9efb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:11.281136 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:11.282223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-f5ca2180-089a-4f18-a14e-8358d9efb0bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907011 May 26 19:55:11.556211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54420) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:11.632265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-2fb6e016-b1f7-4cba-ab66-0af984ba478a service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439181 May 26 19:55:11.783107 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:08Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:11.790000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c5a56f-c573-446d-bd84-181affccdbc3 req-6c87d41b-b144-4415-bc37-aa2ccb6cf550 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524377 May 26 19:55:11.792332 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19873b-aab3-4962-90fa-61ebe54a790e None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:08Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:11.813544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2d74f6a6-4b74-4508-a0cf-13a156430eb9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/ff9129b1-f010-449d-ac38-10166296d499 HTTP/1.1" status: 200 len: 990 time: 0.2552221 May 26 19:55:12.085255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a1737-c0f4-4dc1-879b-744aed221690 None None] New status for floating IP ff9129b1-f010-449d-ac38-10166296d499: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:55:12.817210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54432) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:12.924578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8c46945b-a19e-411d-a6cb-8117ab121e4b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/ff9129b1-f010-449d-ac38-10166296d499 HTTP/1.1" status: 200 len: 992 time: 0.1062205 May 26 19:55:14.334038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:14.725397 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0ec8-8701-4715-921d-718929b81369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:16.876475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54524) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:16.898900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f20998c-affc-4691-9f4e-b249de275700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:16.947535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Deleting subnet ee5b4f2d-d26e-4a88-84ee-7915d049a152 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:55:16.950683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:16.999484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.063310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.141587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.180416 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5b4f2d-d26e-4a88-84ee-7915d049a152,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:17.183137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.192385 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee5b4f2d-d26e-4a88-84ee-7915d049a152 HTTP/1.1" status: 204 len: 168 time: 0.3148723 May 26 19:55:17.193842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.194183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.194618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.194955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.195047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54528) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:17.195467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.195593 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.195913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.196232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.196551 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.196966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.197324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.197640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029561e1-101e-4f49-8217-889001023ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:55:17.302992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.380009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.432708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.462494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40710f01-a64c-4bf1-967f-7e0a5d407f82']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:17.474111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a736c2bc-48be-49d9-a766-ea6e4d52e377') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:17.474402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a736c2bc-48be-49d9-a766-ea6e4d52e377') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:17.485438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.501525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.507341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:55:17.507713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.570668 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a736c2bc-48be-49d9-a766-ea6e4d52e377 resource provider aggregate not found May 26 19:55:17.595474 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment a736c2bc-48be-49d9-a766-ea6e4d52e377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a736c2bc-48be-49d9-a766-ea6e4d52e377 found for delete ", "request_id": "req-18aa5111-ae68-437d-84ef-82addec51cc7"}]} May 26 19:55:17.606626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.622326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.631361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] Pushing event deleted for resources: {'Network': ['ID=40710f01-a64c-4bf1-967f-7e0a5d407f82,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:17.634069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-13153548-97b9-461c-a8b8-db37f7ca286e admin admin] 10.222.0.24 "DELETE /v2.0/networks/40710f01-a64c-4bf1-967f-7e0a5d407f82 HTTP/1.1" status: 204 len: 168 time: 0.4381120 May 26 19:55:17.799840 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54538) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:17.848186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c30fdeee-3ee4-49bb-b466-8a1cf13d7396 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ff6ce5baaae462fb488e46b0a563421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470309 May 26 19:55:17.850518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54542) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:17.909378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.934531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:17.986345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:18.002398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e32b02-8607-4c5e-b4c7-fc4add859691,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:18.006802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:18.007895 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5885e56d-a434-49a1-bfa2-ced987b02fff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31e32b02-8607-4c5e-b4c7-fc4add859691 HTTP/1.1" status: 204 len: 168 time: 0.1565087 May 26 19:55:18.220054 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:19.806764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:26.471702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-85fc4ff8-b892-4ce3-9d7d-6544e8505249 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684726 May 26 19:55:26.616608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba376-8362-4561-8d37-0278002eb916 req-d888fabf-a405-4cc3-aefe-5ea86cbd9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:26.618034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-d888fabf-a405-4cc3-aefe-5ea86cbd9634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 1097 time: 0.0752528 May 26 19:55:26.764097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba376-8362-4561-8d37-0278002eb916 req-281b2317-9d45-4acc-b302-1cbcf49c86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:26.766117 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-281b2317-9d45-4acc-b302-1cbcf49c86f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 200 len: 910 time: 0.1290174 May 26 19:55:26.869390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-e12e2ab7-5149-440c-ae12-a3ad2cdde4fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 200 len: 1001 time: 0.0967858 May 26 19:55:26.931862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba376-8362-4561-8d37-0278002eb916 req-4d83138c-2ee2-4262-9a4d-b9fb501d90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:26.933320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-4d83138c-2ee2-4262-9a4d-b9fb501d90ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 200 len: 848 time: 0.0581129 May 26 19:55:27.034640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aba376-8362-4561-8d37-0278002eb916 req-943e16d0-30cc-46aa-aaf6-9a5f9c410755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:27.036145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-943e16d0-30cc-46aa-aaf6-9a5f9c410755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8ace425-522b-4324-a193-b444ba0cabfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923724 May 26 19:55:27.232242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-663fe951-8be6-48d8-8ea2-2636b40f4748 service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889431 May 26 19:55:27.242785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15b920-e90b-4ce8-b331-d8f1606d2688 req-2062071b-1b05-4198-adff-6830bb029352 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:27.244132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee15b920-e90b-4ce8-b331-d8f1606d2688 req-2062071b-1b05-4198-adff-6830bb029352 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1807947 May 26 19:55:27.467030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee15b920-e90b-4ce8-b331-d8f1606d2688 req-b17bb2e1-498c-4dda-87f5-76d9d7359839 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032726 May 26 19:55:27.491879 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54676) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:27.504696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1aba376-8362-4561-8d37-0278002eb916 req-317b1278-150f-4c68-a6cf-807d1c9d6b6b service neutron] 10.222.0.13 "GET /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596469 May 26 19:55:27.601018 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-eafedf10-d757-44ca-9e88-c14147b251e6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 200 len: 993 time: 0.1078949 May 26 19:55:28.055064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6ccfa-b684-4aff-9b50-35e42f1677b9 req-40038029-49e1-4a99-b4c6-17c49cd0c470 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:28.056755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dd6ccfa-b684-4aff-9b50-35e42f1677b9 req-40038029-49e1-4a99-b4c6-17c49cd0c470 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1096 time: 0.0779409 May 26 19:55:28.103811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0dd6ccfa-b684-4aff-9b50-35e42f1677b9 req-92dcae78-4961-4e0f-b379-1e69850ad9ac tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387495 May 26 19:55:28.819696 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-67be5310-01fe-4ac9-818f-b691c3c89d5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690718 May 26 19:55:29.468211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-88314326-b189-4667-a768-143d7bd02b8c tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:55:29.469240 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-88314326-b189-4667-a768-143d7bd02b8c tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1932876 May 26 19:55:29.482026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Request body: {'binding': {'host': 'n-h2-843146-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:55:29.482510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Unknown quota resources ['binding']. {{(pid=88362) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 26 19:55:29.803078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on host n-h2-843146-9 for vnic_type normal with profile None {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:55:29.803410 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:55:29.803733 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:55:29.808456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:55:29.808773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:55:29.814475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:55:29.814810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:55:29.815187 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Bound using segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} {{(pid=88362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:55:29.815605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Bound port: 95d95a39-1b10-4de3-8282-8875efd3dfb8, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}}] {{(pid=88362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:55:29.844569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:55:29.849652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] Notify callbacks [] for binding, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:29.850821 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-3e31f7b1-7e32-497d-b709-925ae3846c86 service neutron] 10.222.0.24 "POST /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3756440 May 26 19:55:30.144393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5848-31e5-4e38-99a1-386e0713ea7a req-ea1e2abd-1770-4f6e-a38d-a3edbacfd116 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.145874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06ff5848-31e5-4e38-99a1-386e0713ea7a req-ea1e2abd-1770-4f6e-a38d-a3edbacfd116 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1484408 May 26 19:55:30.152017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-077bdfef-ba83-4ba0-9067-73e7b13e885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.153404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-077bdfef-ba83-4ba0-9067-73e7b13e885c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1096 time: 0.1083541 May 26 19:55:30.273657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06ff5848-31e5-4e38-99a1-386e0713ea7a req-36ae3bb9-2d9c-4bbd-ae97-44af2d8d1879 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193173 May 26 19:55:30.318399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-909966c4-ad55-461b-bfcf-14fb8f863cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.319820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-909966c4-ad55-461b-bfcf-14fb8f863cc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.1501024 May 26 19:55:30.427864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-ec1fb8b6-4a7f-4e29-a350-8f92f1227031 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 1001 time: 0.1022830 May 26 19:55:30.495016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-ef73de65-426d-458b-ad10-397fd490af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.496613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-ef73de65-426d-458b-ad10-397fd490af47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.0630105 May 26 19:55:30.593466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-8201d79b-132e-4313-b9ab-3b2b545f8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.595062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-8201d79b-132e-4313-b9ab-3b2b545f8448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930750 May 26 19:55:30.731218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-24944198-5ed4-4b34-b286-273c801c5b31 service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292269 May 26 19:55:30.862015 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-02bb0ff9-6875-463e-9380-340336f8fc70 service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238210 May 26 19:55:30.989211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-8568b3ed-cc70-4bbf-8879-7cb79c15fd70 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:30.990615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-8568b3ed-cc70-4bbf-8879-7cb79c15fd70 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1096 time: 0.0738122 May 26 19:55:31.008130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843146-9'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:55:31.114906 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:31.305877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:31.339073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:55:31.454107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:31.462428 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:31.469159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:31.809685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba67f8-6d8e-409d-87d7-1769378d9cd7 req-9e99dc3e-8dd8-4534-ae08-ab85cc95ab8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:31.811510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cba67f8-6d8e-409d-87d7-1769378d9cd7 req-9e99dc3e-8dd8-4534-ae08-ab85cc95ab8b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.4246178 May 26 19:55:31.849020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:31.859339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on host n-h1-843146-9 for vnic_type normal with profile {"migrating_to": "n-h2-843146-9"} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:55:31.859823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:55:31.860224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:55:31.873509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:55:31.873826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Attempting to bind port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on network 84b6a154-c96b-4178-b4c7-98f2fc117d98 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:55:31.885278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:55:31.885611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Checking segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:55:31.886001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Bound using segment: {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:55:31.886405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Bound port: 95d95a39-1b10-4de3-8282-8875efd3dfb8, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:55:31.886752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:31.902747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cba67f8-6d8e-409d-87d7-1769378d9cd7 req-a6bcb3ab-c5b0-4339-a1d0-38cac4cbdd99 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818038 May 26 19:55:31.957482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Provisioning complete for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:55:31.958362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:31.981634 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7810b1dd-bddb-4e60-9657-99621b3592c2'] response: {'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'code': 200} May 26 19:55:31.993634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:55:31.996654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:55:32.001937 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:32.099602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Current status of the port 95d95a39-1b10-4de3-8282-8875efd3dfb8 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:55:32.100023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:32.102972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:32.130460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:32.141081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:32.146564 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:32.264746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:32.265367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:32.266907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-85821a6d-c43e-41d5-967d-5686d4fc9778 service neutron] 10.222.0.53 "PUT /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 1121 time: 1.2693105 May 26 19:55:32.278186 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3d95a6-7aa6-4d06-ada2-aa0438bbacc3'] response: {'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'code': 200} May 26 19:55:32.327429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87ba20-6126-42ad-8412-7c522dfcc7d9 None None] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:32.348315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['95d95a39-1b10-4de3-8282-8875efd3dfb8'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:55:32.588915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b5f2e61c-6f31-4200-bdc4-dc786a4b3768 None None] Provisioning complete for port 95d95a39-1b10-4de3-8282-8875efd3dfb8 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:55:32.589310 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e61c-6f31-4200-bdc4-dc786a4b3768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:32.799147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2e61c-6f31-4200-bdc4-dc786a4b3768 None None] Current status of the port 95d95a39-1b10-4de3-8282-8875efd3dfb8 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:55:32.998913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54748) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:33.096508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a02ea3-46b9-4cf7-a02e-bb6daaadf565 req-6a207d86-4811-4339-9484-caf0c7d747ae tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:33.098132 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55a02ea3-46b9-4cf7-a02e-bb6daaadf565 req-6a207d86-4811-4339-9484-caf0c7d747ae tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0829206 May 26 19:55:33.138924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.172421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:55:33.177222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55a02ea3-46b9-4cf7-a02e-bb6daaadf565 req-e96f3243-5c97-4816-9260-43a8535dca75 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734398 May 26 19:55:33.179895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Usage tracker for resource:security_group_rule and tenant:816721f7fd9d4329b093300b55c7c0fe is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:55:33.182956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:55:33.188937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:55:33.269557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.272877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.318356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=816721f7fd9d4329b093300b55c7c0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185513 May 26 19:55:33.319884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cc574-0925-4f78-8386-48af2d4edd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf3c358-7530-4d47-9c58-3274d59eac19,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:33.321065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54754) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:33.380448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.405963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.457160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.471337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf3c358-7530-4d47-9c58-3274d59eac19,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:33.478435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:33.479563 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a628e5db-2ba2-4cf8-8343-87e74ab01e6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acf3c358-7530-4d47-9c58-3274d59eac19 HTTP/1.1" status: 204 len: 168 time: 0.1574886 May 26 19:55:33.982946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:34.034937 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bdadb2-5305-449b-994c-eeb18c97bc96'] response: {'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'status': 'completed', 'code': 200} May 26 19:55:34.125226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-2f1d6b0a-a7bf-4927-bc47-003de78c5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:34.126677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-2f1d6b0a-a7bf-4927-bc47-003de78c5cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1126 time: 0.0711839 May 26 19:55:34.261143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-d6acf36e-b209-4a8b-a111-9dd5a150f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:34.262505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-d6acf36e-b209-4a8b-a111-9dd5a150f9f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.1298208 May 26 19:55:34.420607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-f05e4b49-6fcc-4d26-81a4-d7c09d3208a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 1001 time: 0.1514778 May 26 19:55:34.480645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ac90-e853-4196-a022-558069a79c2d req-b95eb5df-7e29-4bbd-bff2-dfdf0d805b62 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:34.482133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf7ac90-e853-4196-a022-558069a79c2d req-b95eb5df-7e29-4bbd-bff2-dfdf0d805b62 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1613905 May 26 19:55:34.515489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-3e8ff33a-60d8-4301-8659-330da4d4c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:34.516809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-3e8ff33a-60d8-4301-8659-330da4d4c78e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.0900638 May 26 19:55:34.580796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebf7ac90-e853-4196-a022-558069a79c2d req-76cedcfb-22b9-4a5a-87c2-2b603706b731 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911541 May 26 19:55:34.616822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-09a242ae-67b3-4c49-9326-312ad5b8587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:34.618328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-09a242ae-67b3-4c49-9326-312ad5b8587f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932806 May 26 19:55:34.630905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:55:34.754155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-0a90f33a-b108-48f6-9bfe-2c81853d6eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293221 May 26 19:55:34.798291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:34.810927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 has no active binding in host n-h2-843146-9 {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 26 19:55:34.886042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3669e020-1607-4f9f-98a1-04db169c1a40 req-a8186c53-2126-4e72-a779-023f941432b7 service neutron] 10.222.0.13 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258764 May 26 19:55:35.863558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba951f7-bb1b-43c6-a271-8fe8f68928e5 req-b4b997a0-1e53-4759-aa25-ee2bf6054991 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:35.865081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ba951f7-bb1b-43c6-a271-8fe8f68928e5 req-b4b997a0-1e53-4759-aa25-ee2bf6054991 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1727688 May 26 19:55:35.909186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ba951f7-bb1b-43c6-a271-8fe8f68928e5 req-0f48ba13-8639-460b-9348-5b7278bb2295 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 May 26 19:55:36.793301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:37.095745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d005-7374-47cc-87c6-6e8153a6945b req-73ec457d-285d-478d-9463-1bab75ef144c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:37.097205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6975d005-7374-47cc-87c6-6e8153a6945b req-73ec457d-285d-478d-9463-1bab75ef144c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0814826 May 26 19:55:37.140799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6975d005-7374-47cc-87c6-6e8153a6945b req-4b6ec75a-cae4-467d-b26f-0dbdc32916cc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 May 26 19:55:38.322940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271960a7-c812-40dc-8fe2-cbcd310131d8 req-a6425654-4ba1-4dd9-838c-63ec07ee08cd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:38.324323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-271960a7-c812-40dc-8fe2-cbcd310131d8 req-a6425654-4ba1-4dd9-838c-63ec07ee08cd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0783265 May 26 19:55:38.371380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-271960a7-c812-40dc-8fe2-cbcd310131d8 req-e60a9711-95d8-405e-9c44-ecb38d2da2d4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 May 26 19:55:39.553292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4c26d-a6aa-44e5-9b30-ccbae366b6a0 req-eed0cfd4-26d9-4237-ac3c-e15168cf6716 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:39.554723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa4c26d-a6aa-44e5-9b30-ccbae366b6a0 req-eed0cfd4-26d9-4237-ac3c-e15168cf6716 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0782373 May 26 19:55:39.598229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aa4c26d-a6aa-44e5-9b30-ccbae366b6a0 req-d1b2d18e-3870-42d1-a14d-ffa56f622587 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374217 May 26 19:55:40.783527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6718d98-17f5-429a-b792-d491d78a1757 req-2d377b1d-511e-4193-940c-e35e61712ae3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:40.784940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6718d98-17f5-429a-b792-d491d78a1757 req-2d377b1d-511e-4193-940c-e35e61712ae3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0837340 May 26 19:55:40.830577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6718d98-17f5-429a-b792-d491d78a1757 req-63624b3e-0eab-48f8-9d8e-72681847244b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 May 26 19:55:42.017370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64834a9-a9db-474f-acbf-59870aff808d req-01283b6d-29f6-47a1-b0ad-9312908e43c8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:42.018824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d64834a9-a9db-474f-acbf-59870aff808d req-01283b6d-29f6-47a1-b0ad-9312908e43c8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0793724 May 26 19:55:42.062461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d64834a9-a9db-474f-acbf-59870aff808d req-4d6f7be0-1438-4289-9a95-123a92eef14c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379035 May 26 19:55:42.975342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-dfb96776-5ab5-46f5-b097-2a9c57048a6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723691 May 26 19:55:43.124911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-045c4911-0509-430d-9c40-aff7016f0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:43.126396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-045c4911-0509-430d-9c40-aff7016f0101 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1096 time: 0.0708306 May 26 19:55:43.336092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-4bb5530b-a937-40c7-a1a7-f00a4a3f9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:43.337453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-4bb5530b-a937-40c7-a1a7-f00a4a3f9a1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 897 time: 0.1835704 May 26 19:55:43.347968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a699acc-12f1-41dd-8c3d-9248f474ab60 req-d56e03c3-9421-4a67-b94c-aac643cbc365 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:43.349323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a699acc-12f1-41dd-8c3d-9248f474ab60 req-d56e03c3-9421-4a67-b94c-aac643cbc365 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.1767967 May 26 19:55:43.475510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a699acc-12f1-41dd-8c3d-9248f474ab60 req-51720c19-9fdf-47ac-aaab-91fbace3ebaa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205342 May 26 19:55:43.481391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-16b2d451-f902-43b4-b11c-f675d834b3d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 1000 time: 0.1142638 May 26 19:55:43.544293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-36a17986-c5af-4d14-8cda-71cce4574db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:43.545799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-36a17986-c5af-4d14-8cda-71cce4574db6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.0578568 May 26 19:55:43.621268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-9aaa4930-7720-494c-bbd8-37aee0c44c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:43.622584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-9aaa4930-7720-494c-bbd8-37aee0c44c01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709405 May 26 19:55:43.751609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-f674e8aa-cb96-42c0-80a9-969c85c1e3b3 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215963 May 26 19:55:43.882236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9ce686a-56ef-40ad-a603-da3dd23a2bf9 req-b47987e2-f54c-438c-9acd-41fdbddd31d9 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240826 May 26 19:55:44.336117 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:44.655916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5351e-8367-45bc-9824-413bbf9d292e req-081279ce-be09-4fbf-8415-90f85e1ac4c0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:44.657372 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65e5351e-8367-45bc-9824-413bbf9d292e req-081279ce-be09-4fbf-8415-90f85e1ac4c0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 945 time: 0.0778482 May 26 19:55:44.699800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65e5351e-8367-45bc-9824-413bbf9d292e req-df71d05f-9680-4f6b-97b6-c27491ce4d42 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367959 May 26 19:55:44.718879 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e19523cf-8c6d-46cf-b343-e572c0f5c94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:45.020863 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:55:45.740028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-63e64a7d-21fd-4fee-a823-6a830c14a9db service neutron] 10.222.0.13 "GET /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8/bindings/n-h2-843146-9 HTTP/1.1" status: 200 len: 384 time: 0.1816251 May 26 19:55:45.991374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:46.021959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:55:46.082206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:46.092172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:46.109559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:46.212698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] Transition to ACTIVE for port object 95d95a39-1b10-4de3-8282-8875efd3dfb8 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:55:46.217341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:46.388041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] Pushing event updated for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=11']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:46.428083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] No DVR routers for this DVR port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:46.649176 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4031b57e-e017-43dc-84b6-1189ad310e35 service neutron] 10.222.0.13 "PUT /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8/bindings/n-h2-843146-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9042633 May 26 19:55:46.894138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-87bd6d3c-4538-41d7-aebf-e0d232f09d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:47.384713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:47.764562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:55:47.827855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:55:48.223063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:49.808783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:51.117198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-f30491dc-bd93-470c-8a3e-14b6fda7163b tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.118668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-f30491dc-bd93-470c-8a3e-14b6fda7163b tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1213374 May 26 19:55:51.210128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe145a9-c1bf-41ad-afee-83aaea99b306 req-513c5263-a0c1-4833-9e64-a37cc3dd2603 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.211538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fe145a9-c1bf-41ad-afee-83aaea99b306 req-513c5263-a0c1-4833-9e64-a37cc3dd2603 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.1447513 May 26 19:55:51.232698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-9d5c70d2-cf33-4764-b1b4-91412ca62889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.234098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-9d5c70d2-cf33-4764-b1b4-91412ca62889 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1083467 May 26 19:55:51.302928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fe145a9-c1bf-41ad-afee-83aaea99b306 req-206aeb4c-d3f0-483d-86dc-94347d12b60c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840611 May 26 19:55:51.344183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-81d33721-4c5e-499a-a4a3-76c194b0a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.346165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-81d33721-4c5e-499a-a4a3-76c194b0a5d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1095 time: 0.0907359 May 26 19:55:51.377398 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cf24a1-ba7d-4a19-a9ba-b985f7caa554'] response: {'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'code': 200} May 26 19:55:51.484725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-49224787-e76b-448b-9a90-06bc22d86746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.486186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-49224787-e76b-448b-9a90-06bc22d86746 service neutron] 10.222.0.53 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.1338181 May 26 19:55:51.596989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-a3d37468-a8ae-41a7-9aac-5edeca8701c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 999 time: 0.1046505 May 26 19:55:51.809002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-21568fff-9432-492a-9673-b66fcd655caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.810594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-21568fff-9432-492a-9673-b66fcd655caf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.2083786 May 26 19:55:51.902205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc19a-2435-477a-8e14-731947d36d6a req-97386339-5ea4-4379-a044-3f7c86f16aad tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.903787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29ddc19a-2435-477a-8e14-731947d36d6a req-97386339-5ea4-4379-a044-3f7c86f16aad tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.2574134 May 26 19:55:51.930209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4f665127-7d8d-4805-9eef-6f12fbbfe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:51.931616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-4f665127-7d8d-4805-9eef-6f12fbbfe8aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148627 May 26 19:55:52.036774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-29ddc19a-2435-477a-8e14-731947d36d6a req-7f4ce3c1-fba7-41b2-af32-f62cf2a4cad6 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271102 May 26 19:55:52.091170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-422926d9-d0d0-4833-a8b7-e140ce05e62c service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533692 May 26 19:55:52.219574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-c9a01aa8-9912-4293-aef9-40487c3a27e1 service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225650 May 26 19:55:52.546663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48575d56-6429-4547-af5e-7d99dd7f772d req-54c6b85e-f266-4220-a351-d790706f9bcd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:52.548020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48575d56-6429-4547-af5e-7d99dd7f772d req-54c6b85e-f266-4220-a351-d790706f9bcd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.1390991 May 26 19:55:52.549955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-e102fec4-3828-446d-a1e7-6ff797fef057 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:52.551266 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-e102fec4-3828-446d-a1e7-6ff797fef057 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 1095 time: 0.1063824 May 26 19:55:52.648984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48575d56-6429-4547-af5e-7d99dd7f772d req-16e0a39f-8073-4dd1-b4b4-d534d8776d7a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952685 May 26 19:55:52.704554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-baf04483-0331-48c5-bba7-8758ad8a4747 service neutron] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:55:52.708689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-baf04483-0331-48c5-bba7-8758ad8a4747 service neutron] Notify callbacks [] for binding, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:52.709775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c5657c2-9975-4dcc-8e91-b96f69b273c1 req-baf04483-0331-48c5-bba7-8758ad8a4747 service neutron] 10.222.0.53 "DELETE /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8/bindings/n-h1-843146-9 HTTP/1.1" status: 204 len: 173 time: 0.1407955 May 26 19:55:53.097354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-aec9e5f0-f554-4630-aaf0-c3a8c9c13509 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:53.098852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-aec9e5f0-f554-4630-aaf0-c3a8c9c13509 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.13 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.2472286 May 26 19:55:53.226840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Deleting port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:53.227542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:53.346372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7227-448a-4a04-b40d-88c11e74e7f8 req-2d3573ae-5202-4b48-bc8b-b5f89065aaf0 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:53.347959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97cd7227-448a-4a04-b40d-88c11e74e7f8 req-2d3573ae-5202-4b48-bc8b-b5f89065aaf0 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 946 time: 0.1892102 May 26 19:55:53.477518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97cd7227-448a-4a04-b40d-88c11e74e7f8 req-a547dbb1-0883-4a27-94b3-3a84424bc67e tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/security-groups?id=2cf7457a-1577-419c-b3a1-8c9d92cb902d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231501 May 26 19:55:53.534001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] For port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:53.534373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:53.871654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:53.871934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:53.872238 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Floating IP b2beb009-17ce-4d01-aaf4-a2410dc47973 disassociated. External IP: 172.25.0.30, port: eeff0ed8-a6bc-4ce1-8d7c-926e656830d9. May 26 19:55:53.872572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Calling delete_port for eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:55:54.037759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa21256-e7af-4e76-bc6d-d285d4564101 req-2bca4328-57a5-420a-86d3-ada1c093450a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:54.039208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aaa21256-e7af-4e76-bc6d-d285d4564101 req-2bca4328-57a5-420a-86d3-ada1c093450a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.2628183 May 26 19:55:54.135375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aaa21256-e7af-4e76-bc6d-d285d4564101 req-41967eca-6854-42cb-a79a-18a617f241be tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814481 May 26 19:55:54.156452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:54.206356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event deleted for resources: {'Port': ['ID=eeff0ed8-a6bc-4ce1-8d7c-926e656830d9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:54.445937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d100ebf-c2ab-4ab0-95f6-c8742cdf6a47 req-05f7ed67-4653-4997-8780-e25f5f3d455c tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:54.447429 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d100ebf-c2ab-4ab0-95f6-c8742cdf6a47 req-05f7ed67-4653-4997-8780-e25f5f3d455c tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1095 time: 0.1778252 May 26 19:55:54.451779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:55:54.566791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d100ebf-c2ab-4ab0-95f6-c8742cdf6a47 req-b8ba533a-f139-45ff-ba3e-29401e3c2c05 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124232 May 26 19:55:54.675110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:55:54.685469 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Sync routers for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:54.698890 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:54.699414 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:54.755076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e34b27e-ea2a-4de3-8709-5958969dd600 req-a521ceb0-5b87-45a7-9b42-05a6bd176d23 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=601c140d-6780-4ea8-82b9-8cf30036f6f4 HTTP/1.1" status: 200 len: 210 time: 0.0821521 May 26 19:55:54.791636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] No DVR routers for this DVR port eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:54.794510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:54.798326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'name': 'network-vif-deleted', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:54.819545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8a4717c-28f2-4403-9aa8-2c1a464075ab req-078cd213-82b8-4496-8afe-b1751847c497 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.13 "DELETE /v2.0/ports/eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 HTTP/1.1" status: 204 len: 173 time: 1.7045250 May 26 19:55:54.932319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:54.966463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0365-3616-428c-83b7-84e04657d031 req-a335ac6d-2810-423c-9b3e-8505933b498f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:54.967875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3bd0365-3616-428c-83b7-84e04657d031 req-a335ac6d-2810-423c-9b3e-8505933b498f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.0881526 May 26 19:55:55.033137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e3bd0365-3616-428c-83b7-84e04657d031 req-d9ca27dd-ff41-4aac-856b-004dfe065a71 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550921 May 26 19:55:55.057606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54826) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:55.127873 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aa6ee6-7027-4b9b-9064-b6a275da6bfa'] response: {'server_uuid': '601c140d-6780-4ea8-82b9-8cf30036f6f4', 'name': 'network-vif-deleted', 'tag': 'eeff0ed8-a6bc-4ce1-8d7c-926e656830d9', 'status': 'completed', 'code': 200} May 26 19:55:55.173923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cb0860d7-49c5-4d15-8d1a-f06c84603c9d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 200 len: 991 time: 0.1149528 May 26 19:55:55.282838 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:55.286729 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Checking router: ccab6ad1-5603-4373-8f8b-9a6c92b70e60 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:55.295553 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:55.296143 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:55.435343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54834) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:55.481779 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:55.633464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port da3a04b5-025c-4381-9ea7-5c85d3fff122 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:55.634061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:55.795038 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:55.799710 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2eda4f-2e93-453a-9be7-9fd710a7ac35 None None] The sync data for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 is: [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:50:41Z', 'revision_number': 4, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '3804c457-c31a-4bed-a526-fefa3f5fbead', 'name': '', 'network_id': 'b8ace425-522b-4324-a193-b444ba0cabfe', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'mac_address': 'fa:16:3e:17:03:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:40Z', 'updated_at': '2022-05-26T19:50:48Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'subnets': [{'id': 'e0f160a6-38b6-4e06-a181-47fdb96cfd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:55.801732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:55.802110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:55.858286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54840) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:56.026154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Deleting port 5ea56e05-5735-449d-a38b-c30a51c0d2ab {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:56.026742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.044767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for da3a04b5-025c-4381-9ea7-5c85d3fff122 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:55:56.079306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1105e0-dcce-4778-83ce-3fc6d765b322 None None] New status for floating IP b2beb009-17ce-4d01-aaf4-a2410dc47973: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:55:56.202886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.203803 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.204140 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.290942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=da3a04b5-025c-4381-9ea7-5c85d3fff122,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:56.338620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Calling delete_port for 5ea56e05-5735-449d-a38b-c30a51c0d2ab owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:55:56.356530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.356882 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 2df04f98-5f6b-4e65-8cf8-94ec1e6976af disassociated (deleted). External IP: 172.25.0.196, port: 95d95a39-1b10-4de3-8282-8875efd3dfb8. May 26 19:55:56.425634 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.db.api [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:55:56.426110 n-d-843146-9 neutron-server[88362]: DEBUG oslo_db.api [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:55:56.726379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router deeaa6c0-818f-422b-9d85-a01939263c3a has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:55:56.902467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:55:56.911772 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Sync routers for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:55:56.922334 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:56.923168 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:56.923309 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.927643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Deleting port 5ea56e05-5735-449d-a38b-c30a51c0d2ab {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:56.928098 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:56.979612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f34ec89-1a40-4856-a7a0-223cdb5edbed tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/floatingips/2df04f98-5f6b-4e65-8cf8-94ec1e6976af HTTP/1.1" status: 204 len: 168 time: 1.5401089 May 26 19:55:57.116690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:57.117010 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:57.125277 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:57.128761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:57.229129 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c10b01-b8f2-445d-a436-badb5d52d291'] response: {'name': 'network-changed', 'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'status': 'completed', 'code': 200} May 26 19:55:57.249022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Calling delete_port for 5ea56e05-5735-449d-a38b-c30a51c0d2ab owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:55:57.397945 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:57.398273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-30b126b2-8926-478a-b604-553fb963f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:57.399979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-30b126b2-8926-478a-b604-553fb963f2e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 1095 time: 0.1486588 May 26 19:55:57.447076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event deleted for resources: {'Port': ['ID=5ea56e05-5735-449d-a38b-c30a51c0d2ab,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:57.497398 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:57.503034 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Checking router: deeaa6c0-818f-422b-9d85-a01939263c3a for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:55:57.517200 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:55:57.518173 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:57.541532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc81c9-89d9-45e4-8b85-e0235b8e542d req-091fca09-5e70-4f2e-9cbc-56a75d854f5b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:57.542213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21dc81c9-89d9-45e4-8b85-e0235b8e542d req-091fca09-5e70-4f2e-9cbc-56a75d854f5b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:55:57.545697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:57.560037 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:57.563706 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3d7f4083-b322-4eb5-b5fb-fdea89c5e913 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2beb009-17ce-4d01-aaf4-a2410dc47973 HTTP/1.1" status: 204 len: 168 time: 1.7018890 May 26 19:55:57.568204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-a3b038ee-4a3a-4183-9f52-f33a26901f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:57.569657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-a3b038ee-4a3a-4183-9f52-f33a26901f8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 200 len: 898 time: 0.1605277 May 26 19:55:57.574426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-21dc81c9-89d9-45e4-8b85-e0235b8e542d req-091fca09-5e70-4f2e-9cbc-56a75d854f5b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:55:57.575564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dc81c9-89d9-45e4-8b85-e0235b8e542d req-091fca09-5e70-4f2e-9cbc-56a75d854f5b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.2312212 May 26 19:55:57.709668 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:55:57.767944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-7ecec936-3ada-4cf6-be24-2d867e63156d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 200 len: 217 time: 0.1904254 May 26 19:55:57.826374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:55:57.834623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21dc81c9-89d9-45e4-8b85-e0235b8e542d req-a8d2b952-4572-4f11-865a-e7aa8c28e43b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=c1310c82-672c-4d8d-9d09-2db389ed1391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095299 May 26 19:55:57.855663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-4a14a19f-5f02-4538-b65c-3a0dccefdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:57.855663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-4a14a19f-5f02-4538-b65c-3a0dccefdd09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 200 len: 834 time: 0.0736926 May 26 19:55:57.877029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:55:57.877390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device eeff0ed8-a6bc-4ce1-8d7c-926e656830d9 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:55:57.991512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-d3c190ab-ca08-455b-ad49-3dc747a65bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:57.993001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-d3c190ab-ca08-455b-ad49-3dc747a65bf1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=84b6a154-c96b-4178-b4c7-98f2fc117d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369059 May 26 19:55:58.001658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbcbf-1b8d-4860-a165-12726041a874 req-5efa2234-964f-4c3f-a46d-a2e073f0d3f6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:55:58.002437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36acbcbf-1b8d-4860-a165-12726041a874 req-5efa2234-964f-4c3f-a46d-a2e073f0d3f6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 944 time: 0.1070604 May 26 19:55:58.012349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54856) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:58.047483 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:55:58.051490 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8f81f-7359-4146-b338-d6b7154018c8 None None] The sync data for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 is: [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:54:34Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b07cb7e7-6f36-4507-ac3e-7f07ee2931a0', 'name': '', 'network_id': '84b6a154-c96b-4178-b4c7-98f2fc117d98', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:1e:e8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:33Z', 'updated_at': '2022-05-26T19:54:41Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'c59b8ee5-bbc2-425c-b0f2-874b5dfc898d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:55:58.107415 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.140165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.163289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 95d95a39-1b10-4de3-8282-8875efd3dfb8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:58.163626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.215195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.235847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf7457a-1577-419c-b3a1-8c9d92cb902d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:58.239330 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.240522 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b355150f-5693-4f25-9bd0-c27802b36c65 tempest-TestServerBasicOps-1079978669 tempest-TestServerBasicOps-1079978669-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cf7457a-1577-419c-b3a1-8c9d92cb902d HTTP/1.1" status: 204 len: 168 time: 0.2263484 May 26 19:55:58.255736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-08c52f09-a3ac-4ff6-b6ae-134a97a7ee94 service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523699 May 26 19:55:58.281402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54862) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:55:58.345321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fdf93-048f-4949-b5a1-85dd1ed51566 None None] New status for floating IP 2df04f98-5f6b-4e65-8cf8-94ec1e6976af: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:55:58.554161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb432579-e1c2-448c-9ba0-8b2392db1546 req-d6921e15-5803-421c-966b-a84dd463db89 service neutron] 10.222.0.53 "GET /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633007 May 26 19:55:58.579675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 95d95a39-1b10-4de3-8282-8875efd3dfb8, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=95d95a39-1b10-4de3-8282-8875efd3dfb8,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:58.580039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.707444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 95d95a39-1b10-4de3-8282-8875efd3dfb8 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:55:58.861730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:58.912420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=95d95a39-1b10-4de3-8282-8875efd3dfb8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:55:59.025898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] No DVR routers for this DVR port 95d95a39-1b10-4de3-8282-8875efd3dfb8 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:55:59.033499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:59.038097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5080df7c-e590-42fc-8f83-9d0345d094e8 req-f1f05e97-bd87-41ab-9387-88f9dbfae753 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee52a62e-e4e2-4d3b-8c82-92c8fa01118b HTTP/1.1" status: 200 len: 210 time: 0.0577552 May 26 19:55:59.054933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-36acbcbf-1b8d-4860-a165-12726041a874 req-6a21a0a3-d47b-43d8-96e6-d3b0343c6b93 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.53 "DELETE /v2.0/ports/95d95a39-1b10-4de3-8282-8875efd3dfb8 HTTP/1.1" status: 204 len: 173 time: 1.0323021 May 26 19:55:59.171092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:59.231242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-deleted', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:55:59.280775 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2e72d9-7721-4c37-a944-4818b0be43ee'] response: {'server_uuid': 'ee52a62e-e4e2-4d3b-8c82-92c8fa01118b', 'name': 'network-vif-deleted', 'tag': '95d95a39-1b10-4de3-8282-8875efd3dfb8', 'status': 'completed', 'code': 200} May 26 19:55:59.547951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Deleting port 3804c457-c31a-4bed-a526-fefa3f5fbead {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:55:59.548203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:59.717295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] For port 3804c457-c31a-4bed-a526-fefa3f5fbead, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3804c457-c31a-4bed-a526-fefa3f5fbead,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:55:59.717564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:55:59.837863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Calling delete_port for 3804c457-c31a-4bed-a526-fefa3f5fbead owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:00.139513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54878) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:00.148797 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:00.326467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Pushing event deleted for resources: {'Port': ['ID=3804c457-c31a-4bed-a526-fefa3f5fbead,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:00.600714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:00.823397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:00.968515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:01.148686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:01.159007 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Sync routers for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:01.166030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ea2f47f4-65ba-41ac-9995-b37835ec1406 admin admin] 10.222.0.24 "PUT /v2.0/routers/ccab6ad1-5603-4373-8f8b-9a6c92b70e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8836608 May 26 19:56:01.166333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54882) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:01.168923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:01.169556 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:01.256003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:01.256264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:01.350547 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:01.476854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:01.639195 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:56:00Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:01.643038 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Checking router: ccab6ad1-5603-4373-8f8b-9a6c92b70e60 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:01.651386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Routers {'ccab6ad1-5603-4373-8f8b-9a6c92b70e60'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:01.651971 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:01.669211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port b07cb7e7-6f36-4507-ac3e-7f07ee2931a0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:01.669570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:01.827234 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] Set router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:01.917661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:01.968695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:01.989176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Deleting port 81c8a7ca-de8a-4f4f-85e3-15862f678045 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:01.989506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:02.146919 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:56:00Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:02.150753 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ddc3c-bc67-49f2-9358-3f2d9b0b1c9c None None] The sync data for ids ['ccab6ad1-5603-4373-8f8b-9a6c92b70e60'] in n-d-843146-9 is: [{'id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'name': 'tempest-TestServerBasicOps-1969995013-router', 'tenant_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:33Z', 'updated_at': '2022-05-26T19:56:00Z', 'revision_number': 5, 'project_id': 'b7c2ab3244f942af82c5cc7b41a320ea', 'gw_port': {'id': '81c8a7ca-de8a-4f4f-85e3-15862f678045', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab6ad1-5603-4373-8f8b-9a6c92b70e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:35Z', 'updated_at': '2022-05-26T19:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:02.204982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] For port 81c8a7ca-de8a-4f4f-85e3-15862f678045, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=81c8a7ca-de8a-4f4f-85e3-15862f678045,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:02.205541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:02.364859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Calling delete_port for 81c8a7ca-de8a-4f4f-85e3-15862f678045 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:02.449974 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:02.541780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=b07cb7e7-6f36-4507-ac3e-7f07ee2931a0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:02.794305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:02.826582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3804c457-c31a-4bed-a526-fefa3f5fbead no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:02.848245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:02.871723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 95d95a39-1b10-4de3-8282-8875efd3dfb8 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:02.872067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 95d95a39-1b10-4de3-8282-8875efd3dfb8 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:02.874027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3804c457-c31a-4bed-a526-fefa3f5fbead {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:02.874376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3804c457-c31a-4bed-a526-fefa3f5fbead not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:02.906277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Pushing event deleted for resources: {'Port': ['ID=81c8a7ca-de8a-4f4f-85e3-15862f678045,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:02.938852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.080479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.425999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.429828 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.510279 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.510744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccab6ad1-5603-4373-8f8b-9a6c92b70e60 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:56:03.555770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.556883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ca70eb40-373a-4c1e-94e7-ef24cbb742fd admin admin] 10.222.0.24 "DELETE /v2.0/routers/ccab6ad1-5603-4373-8f8b-9a6c92b70e60 HTTP/1.1" status: 204 len: 168 time: 2.3896451 May 26 19:56:03.559458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54890) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:03.697473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Deleting subnet e0f160a6-38b6-4e06-a181-47fdb96cfd66 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:56:03.703098 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.736054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router deeaa6c0-818f-422b-9d85-a01939263c3a has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:03.814825 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:03.988766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:03.994830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad5c03cb-7317-461a-b261-27225129d0f4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/deeaa6c0-818f-422b-9d85-a01939263c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8542755 May 26 19:56:03.997614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54894) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:04.000906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Sync routers for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:04.009910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:04.010508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:04.032730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.116869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting subnet c59b8ee5-bbc2-425c-b0f2-874b5dfc898d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:56:04.121191 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.160677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.187296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:04.208376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f160a6-38b6-4e06-a181-47fdb96cfd66,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:04.212135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.221766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7e18c9ba-f85f-40fe-923f-31d30fd01134 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0f160a6-38b6-4e06-a181-47fdb96cfd66 HTTP/1.1" status: 204 len: 168 time: 0.6613307 May 26 19:56:04.224192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.224374 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54898) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:04.232588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5682f-ce7a-4c7f-9f6b-65ff2d8e03c0 None None] Network b8ace425-522b-4324-a193-b444ba0cabfe requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:04.309113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.336404 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.347889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Deleting port f5f02825-886f-4248-8fc6-390d3070a8d9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:04.348302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.394922 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.434148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.450729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/subnets/c59b8ee5-bbc2-425c-b0f2-874b5dfc898d HTTP/1.1" status: 204 len: 168 time: 0.4515121 May 26 19:56:04.451585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be0e2-010c-40ad-a6b8-4726bbe8f13e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b8ee5-bbc2-425c-b0f2-874b5dfc898d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:04.453279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54902) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:04.465497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e7b1a-1887-42ed-8ec1-3d5b772de91c None None] Network 84b6a154-c96b-4178-b4c7-98f2fc117d98 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:04.565880 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] For port f5f02825-886f-4248-8fc6-390d3070a8d9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=f5f02825-886f-4248-8fc6-390d3070a8d9,segment=NetworkSegment(05406149-a107-43d8-8a0e-079d628eecb0),segment_id=05406149-a107-43d8-8a0e-079d628eecb0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:04.566387 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.634623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.836046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Calling delete_port for f5f02825-886f-4248-8fc6-390d3070a8d9 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:04.845803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81c8a7ca-de8a-4f4f-85e3-15862f678045 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:04.891168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 81c8a7ca-de8a-4f4f-85e3-15862f678045 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:04.891767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 81c8a7ca-de8a-4f4f-85e3-15862f678045 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:04.931380 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:04.937057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '7db41875-cfdd-4530-bef7-0292688a928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:56:02Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': '7db41875-cfdd-4530-bef7-0292688a928a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:29Z', 'updated_at': '2022-05-26T19:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:04.941113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Checking router: deeaa6c0-818f-422b-9d85-a01939263c3a for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:04.951660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Routers {'deeaa6c0-818f-422b-9d85-a01939263c3a'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:04.952485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['deeaa6c0-818f-422b-9d85-a01939263c3a'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:04.990461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] No DVR routers for this DVR port f5f02825-886f-4248-8fc6-390d3070a8d9 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:56:04.990755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.003000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 7db41875-cfdd-4530-bef7-0292688a928a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:05.003366 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.031790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f02825-886f-4248-8fc6-390d3070a8d9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:05.088505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c2b1c-d936-42e9-9e9a-0f844f8fdf30 None None] DHCP port deletion for b8ace425-522b-4324-a193-b444ba0cabfe request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:56:05.090305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] DHCP port deletion for 84b6a154-c96b-4178-b4c7-98f2fc117d98 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:56:05.111321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Deleting port edd63693-b8fc-40c7-a0ef-9e204864889a {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:05.111959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.135038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.167643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ace425-522b-4324-a193-b444ba0cabfe']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:05.182137 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05406149-a107-43d8-8a0e-079d628eecb0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:05.182556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05406149-a107-43d8-8a0e-079d628eecb0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:05.194742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.209375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 7db41875-cfdd-4530-bef7-0292688a928a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7db41875-cfdd-4530-bef7-0292688a928a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:05.209375 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.212535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.220084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:56:05.220617 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.224606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] Set router deeaa6c0-818f-422b-9d85-a01939263c3a gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:05.301876 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 05406149-a107-43d8-8a0e-079d628eecb0 resource provider aggregate not found May 26 19:56:05.323627 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 05406149-a107-43d8-8a0e-079d628eecb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05406149-a107-43d8-8a0e-079d628eecb0 found for delete ", "request_id": "req-cc6aa515-43c6-409d-b13b-431f689e93f9"}]} May 26 19:56:05.333553 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.338433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 7db41875-cfdd-4530-bef7-0292688a928a owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:05.338910 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.344072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:56:04Z', 'revision_number': 6, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:05.349626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82ba35-9887-4ba4-b238-130adab0c24c None None] The sync data for ids ['deeaa6c0-818f-422b-9d85-a01939263c3a'] in n-d-843146-9 is: [{'id': 'deeaa6c0-818f-422b-9d85-a01939263c3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-201908030', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:28Z', 'updated_at': '2022-05-26T19:56:04Z', 'revision_number': 6, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:05.366831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ace425-522b-4324-a193-b444ba0cabfe,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:05.373644 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-539bd094-f20c-4d64-a057-58349655eac0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b8ace425-522b-4324-a193-b444ba0cabfe HTTP/1.1" status: 204 len: 168 time: 1.1480696 May 26 19:56:05.376266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54910) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:05.469875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] For port edd63693-b8fc-40c7-a0ef-9e204864889a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=edd63693-b8fc-40c7-a0ef-9e204864889a,segment=NetworkSegment(e3aeb552-67a4-4604-aa0c-8ebac2a16e65),segment_id=e3aeb552-67a4-4604-aa0c-8ebac2a16e65)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:05.470788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.521904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.570183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=7db41875-cfdd-4530-bef7-0292688a928a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:05.593657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Calling delete_port for edd63693-b8fc-40c7-a0ef-9e204864889a owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:05.663446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.731591 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.787193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] No DVR routers for this DVR port edd63693-b8fc-40c7-a0ef-9e204864889a on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:56:05.802360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Pushing event deleted for resources: {'Port': ['ID=edd63693-b8fc-40c7-a0ef-9e204864889a,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:05.811926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.812102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.812354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.812669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.813004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.813368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.813701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.814078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.814403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.814721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.815038 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.815354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4845c-4a4a-481e-b9d1-e66a81095942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:05.853986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.856189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.882127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.882731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Fanout notify agent at l3_agent the message router_deleted on router deeaa6c0-818f-422b-9d85-a01939263c3a {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:56:05.900274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:05.901358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6888f455-21f0-433b-972a-8dc4333201b1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/routers/deeaa6c0-818f-422b-9d85-a01939263c3a HTTP/1.1" status: 204 len: 168 time: 1.4471762 May 26 19:56:05.904147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54916) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:05.977793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.016349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.147323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.175435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b6a154-c96b-4178-b4c7-98f2fc117d98']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:06.190897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:06.191184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3aeb552-67a4-4604-aa0c-8ebac2a16e65') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:06.203303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.220537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.226500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:56:06.226876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.341126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Deleting port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:06.342088 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.410942 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment e3aeb552-67a4-4604-aa0c-8ebac2a16e65 resource provider aggregate not found May 26 19:56:06.436823 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment e3aeb552-67a4-4604-aa0c-8ebac2a16e65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3aeb552-67a4-4604-aa0c-8ebac2a16e65 found for delete ", "request_id": "req-324346a2-9ab8-4953-9689-c9cafea1ceaf"}]} May 26 19:56:06.454839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.484671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.491424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Network': ['ID=84b6a154-c96b-4178-b4c7-98f2fc117d98,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:06.503055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a2f907c2-4db1-414e-bd2e-6e0ac6b3906f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/networks/84b6a154-c96b-4178-b4c7-98f2fc117d98 HTTP/1.1" status: 204 len: 168 time: 0.5978539 May 26 19:56:06.505753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54924) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:06.580103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.610989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.642139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] For port 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:06.642494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.674888 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.693004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1310c82-672c-4d8d-9d09-2db389ed1391,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:06.703950 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.707777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-798b7052-fefa-463a-8a4a-302c3f908dc0 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/security-groups/c1310c82-672c-4d8d-9d09-2db389ed1391 HTTP/1.1" status: 204 len: 168 time: 0.1983895 May 26 19:56:06.781684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Calling delete_port for 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:06.797550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.822262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:06.848851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54932) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:06.854577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344509192', 'description': 'tempest-secgroup-smoke-1344509192 description', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:06.860948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:06.862416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:06.862696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b07cb7e7-6f36-4507-ac3e-7f07ee2931a0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:06.863278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device edd63693-b8fc-40c7-a0ef-9e204864889a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:06.865407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:06.868376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:06.876876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:06.891948 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:06.904068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: edd63693-b8fc-40c7-a0ef-9e204864889a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:06.904414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device edd63693-b8fc-40c7-a0ef-9e204864889a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:06.904871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7db41875-cfdd-4530-bef7-0292688a928a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:06.912297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:06.916417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:06.919535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:06.925913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:06.939991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7db41875-cfdd-4530-bef7-0292688a928a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:06.940335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7db41875-cfdd-4530-bef7-0292688a928a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:06.940761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f5f02825-886f-4248-8fc6-390d3070a8d9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:06.977783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: f5f02825-886f-4248-8fc6-390d3070a8d9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:06.978130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device f5f02825-886f-4248-8fc6-390d3070a8d9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:06.999005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.004061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.006419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.051393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a7129-603b-4181-9ea7-45f62e1c6647,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.055554 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.059912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad3c78b7-152d-4b3a-a1e4-490be4d46801 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2071464 May 26 19:56:07.060572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.061486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.066308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.082278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.086686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.089527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.095188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.113452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.189024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.192960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.219236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c86a90-500d-4b0a-bd96-c10c17510e1c,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.231488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.236477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b5759c8c-3e12-4009-870b-b2ff321f0d27 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722484 May 26 19:56:07.236806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54942) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.242579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.249795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.253675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.256625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.264006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.280575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.344736 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.348333 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.357667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.373758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f883adf-ddf7-438d-bb18-5eeeb992a672,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.384784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.385989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-352b5c91-7ce6-4e63-a999-68425ea49794 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475239 May 26 19:56:07.389373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54946) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.394645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.401423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.405788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.408610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.414667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.431732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.499519 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.503858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.525381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcb0853-b081-479c-a54a-25cf57c0590d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.537506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.538665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d04f41b1-8c9d-45a1-948a-2593d85f3497 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483140 May 26 19:56:07.541749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54950) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.546453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.552758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.556526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.559364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.565281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.581747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.643701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.647267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.670068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8daafa1-c256-4d88-833f-e700e862a75e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.679902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.681120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-12529b55-8e5c-4550-9d97-fac41ebb7064 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387382 May 26 19:56:07.684051 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.689523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.695868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.699868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.703387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.709358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.719841 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:56:07.725406 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Router 01100604-d19c-4ad7-871d-c8342c6a8a64 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:07.726645 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.795677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.799943 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.823631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e910cb07-3028-4dce-8962-5f2e8d5d501d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.835055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.836704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c7129ab3-95b5-4297-9ed3-732dde98e660 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517434 May 26 19:56:07.839382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54958) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.844343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'security_group_rule': {'security_group_id': 'd17a7129-603b-4181-9ea7-45f62e1c6647', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:07.850995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:07.854865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:security_group_rule and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:07.857858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:07.863611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:07.874164 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Project dc2fddd0d1ff42698e27e18ab2781fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:56:07.880555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.904771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:07.913704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Sync routers for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:07.914155 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17cf79ef-9600-41b7-a8ba-822a4db5fbe4 admin admin] 10.222.0.24 "PUT /v2.0/routers/01100604-d19c-4ad7-871d-c8342c6a8a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364439 May 26 19:56:07.916461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54962) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:07.924015 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:07.924741 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:07.953627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.957295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:07.984685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59c1ff-e661-4835-ae1a-fb8420d6bde8,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:07.999631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.004991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ecb3e1f-db55-4cae-9075-7921463dd27b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644781 May 26 19:56:08.005967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:08.013758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'network': {'name': 'tempest-network-smoke--1360481073', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:08.020767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:08.026027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:network and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:08.030043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:08.037053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:08.052393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:08.056989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.096262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:56:08.107721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.108286 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Added segment 7e85d6e9-3958-452e-9fce-a3adb48e55d5 of type vlan for network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 May 26 19:56:08.130752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:08.140098 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.185914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.191809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:08.192489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.229655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.303747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2935612 May 26 19:56:08.303980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f066e2-c039-44be-acb4-962c7453ef30 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Network': ['ID=5fbe7bd9-757a-4f6e-be28-0628c386dec5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:08.304077 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54970) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:08.316284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:56:08.317705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'admin_state_up': True, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:08.326369 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:08.330311 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:router and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:08.333448 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:08.343258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:08.414310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.415334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.422445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:56:06Z', 'revision_number': 5, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port': {'id': '0e886b53-1470-4811-aa1d-3d0ea1884ccc', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:50:46Z', 'updated_at': '2022-05-26T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:08.426429 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Checking router: 01100604-d19c-4ad7-871d-c8342c6a8a64 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:08.436375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Routers {'01100604-d19c-4ad7-871d-c8342c6a8a64'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:08.436888 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['01100604-d19c-4ad7-871d-c8342c6a8a64'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:08.453401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.476100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.546522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Deleting port 0e886b53-1470-4811-aa1d-3d0ea1884ccc {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:08.546854 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:08.591005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] Set router 01100604-d19c-4ad7-871d-c8342c6a8a64 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:08.699939 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:56:08Z', 'revision_number': 6, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:08.704395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec13a4-997a-49b7-b902-c28c51fdce0a None None] The sync data for ids ['01100604-d19c-4ad7-871d-c8342c6a8a64'] in n-d-843146-9 is: [{'id': '01100604-d19c-4ad7-871d-c8342c6a8a64', 'name': 'tempest-TestServerBasicOps-785229564-router', 'tenant_id': '6ea5b82b847f4db6beb94915e11f9d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:50:44Z', 'updated_at': '2022-05-26T19:56:08Z', 'revision_number': 6, 'project_id': '6ea5b82b847f4db6beb94915e11f9d78', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:08.863726 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.002084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] For port 0e886b53-1470-4811-aa1d-3d0ea1884ccc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0e886b53-1470-4811-aa1d-3d0ea1884ccc,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:09.002340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.104342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:09.133652 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Calling delete_port for 0e886b53-1470-4811-aa1d-3d0ea1884ccc owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:09.140003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:09.140345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f3f74e8-80d2-4df4-b7f5-e0fe8722cf32 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:09.537416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.599355 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.682401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.736698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e886b53-1470-4811-aa1d-3d0ea1884ccc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:09.883020 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:09.926527 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.200 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ebcb2e6a-21ac-4a81-896d-0e55cc787800) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:10.069001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.084370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.167366 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.167862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01100604-d19c-4ad7-871d-c8342c6a8a64 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:56:10.211712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.212845 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-927f3051-e75e-4172-8ff2-8087a0326544 admin admin] 10.222.0.24 "DELETE /v2.0/routers/01100604-d19c-4ad7-871d-c8342c6a8a64 HTTP/1.1" status: 204 len: 168 time: 2.2954831 May 26 19:56:10.215443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:10.235258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.271857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.285422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Deleting subnet 775d6dcc-d33e-43b6-80c2-37192a8a6421 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:56:10.288244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.337747 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.337951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:10.340797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:10.344339 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:10.386762 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=ebcb2e6a-21ac-4a81-896d-0e55cc787800,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:10.422252 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.489617 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.526502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775d6dcc-d33e-43b6-80c2-37192a8a6421,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:10.530673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.536017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eec4dd-f5ee-4494-9f0a-4076f677bd6d None None] Network 1d4d8488-4474-49ad-b2a8-0bb18a973365 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:10.540181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.540521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.540850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.541247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.541577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.541897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.542212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.542524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.542835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.543145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.543459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.543768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:10.550169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-900e2a2b-2ac5-4e0b-89c5-c4be6b1bfa5c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/775d6dcc-d33e-43b6-80c2-37192a8a6421 HTTP/1.1" status: 204 len: 168 time: 0.3328149 May 26 19:56:10.552261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:10.661410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.672628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Deleting port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:10.673077 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.784505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.825809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] DHCP port deletion for 1d4d8488-4474-49ad-b2a8-0bb18a973365 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:56:10.830522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Deleting port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:10.831239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.867145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0e886b53-1470-4811-aa1d-3d0ea1884ccc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:10.892322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] For port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:10.892706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:10.915199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0e886b53-1470-4811-aa1d-3d0ea1884ccc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:10.915596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0e886b53-1470-4811-aa1d-3d0ea1884ccc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:11.019896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Calling delete_port for 15380f19-7bd3-448b-a1e7-6ed700ea2b5e owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:11.099672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] For port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,segment=NetworkSegment(0fa76e81-4aef-4d47-b931-cb6c7db3b588),segment_id=0fa76e81-4aef-4d47-b931-cb6c7db3b588)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:11.100066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.102260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.150670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15380f19-7bd3-448b-a1e7-6ed700ea2b5e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:11.152458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] No DVR routers for this DVR port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:56:11.224771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Calling delete_port for 15380f19-7bd3-448b-a1e7-6ed700ea2b5e owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:56:11.269295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.295028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4d8488-4474-49ad-b2a8-0bb18a973365']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:11.301150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:56:11.301515 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:56:11.303423 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.307282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa76e81-4aef-4d47-b931-cb6c7db3b588') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:11.307576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa76e81-4aef-4d47-b931-cb6c7db3b588') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:11.318897 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.335507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.342360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:56:11.342997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.505639 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 0fa76e81-4aef-4d47-b931-cb6c7db3b588 resource provider aggregate not found May 26 19:56:11.514642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:56:11.528570 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 0fa76e81-4aef-4d47-b931-cb6c7db3b588 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fa76e81-4aef-4d47-b931-cb6c7db3b588 found for delete ", "request_id": "req-5b3fbc47-49c0-4b2e-b1aa-5af7c22c1520"}]} May 26 19:56:11.539614 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.544172 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.566258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4d8488-4474-49ad-b2a8-0bb18a973365,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:11.571288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c7035e42-41ef-4e8b-81d9-8af91c8128a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1d4d8488-4474-49ad-b2a8-0bb18a973365 HTTP/1.1" status: 204 len: 168 time: 1.0179603 May 26 19:56:11.684646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54988) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.705295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:11.716462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Sync routers for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:11.725988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:11.726877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:11.730827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.732839 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-82fdd103-3331-40c8-a281-151d22caf1fa tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4277310 May 26 19:56:11.735951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54992) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.781397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-502393ce-06ae-4cfd-8e8f-1bc9c9bfc603 tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dc2fddd0d1ff42698e27e18ab2781fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440686 May 26 19:56:11.783773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-33d4544d-ca77-4f30-951c-13fd09251ba3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7c2ab3244f942af82c5cc7b41a320ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973890 May 26 19:56:11.784323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 54996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.786551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 54998) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.804391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Deleting port 15380f19-7bd3-448b-a1e7-6ed700ea2b5e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:56:11.804964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.845578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.874138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.879327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0b96e-8530-4d08-b581-2655ab9e896e None None] The port '15380f19-7bd3-448b-a1e7-6ed700ea2b5e' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:56:11.934804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.936567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d75b27-1fbc-43c7-b6e2-19ee7048c02f tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:11.940606 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-41d75b27-1fbc-43c7-b6e2-19ee7048c02f tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1525965 May 26 19:56:11.941059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.958527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88909e89-3287-4c6c-a347-a77b49a31b25,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:11.962847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:11.964103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1db3b220-c29d-4461-b47f-6426709b0b53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88909e89-3287-4c6c-a347-a77b49a31b25 HTTP/1.1" status: 204 len: 168 time: 0.1765146 May 26 19:56:11.984852 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3175c50-d500-46d2-9049-a969776f7f6b tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398338 May 26 19:56:11.989486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55010) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:11.996409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472689189', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:12.066776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:12.140990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:12.145233 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:subnet and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:12.148032 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:12.155196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:12.165692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:12.170441 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.354313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:12.370990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:10Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:12.375697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Checking router: c91ca1d8-bc47-4e76-bc92-8b874c522ad9 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:12.376040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Updating router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 port ebcb2e6a-21ac-4a81-896d-0e55cc787800 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:12.432112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.438815 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c37d44f-772d-4a82-8c41-334070821924 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ea5b82b847f4db6beb94915e11f9d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833960 May 26 19:56:12.439828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.441472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55020) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:12.506956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.517716 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Subnet': ['ID=f452d5f1-1830-49a0-8227-f0668c89b571,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:12.527912 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Checking segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:12.528269 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network hostable DHCP agents. Network: 5fbe7bd9-757a-4f6e-be28-0628c386dec5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:56:12.540067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.548364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:56:12.558209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 5fbe7bd9-757a-4f6e-be28-0628c386dec5) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:12.563074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:12.563663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.572470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450ba3d-7727-46d3-b6ea-4b149fa9bf24 None None] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:12.589971 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5e1c8343-323d-4e08-bd1f-c86ceb4dc7dd tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5988243 May 26 19:56:12.592883 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:12.611730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.634280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d71ed9a-3164-4dd7-828e-650ec8aa538f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:12.637756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:12.641942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-617da5d2-6519-4b5e-ab8e-7b6d5c54661d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d71ed9a-3164-4dd7-828e-650ec8aa538f HTTP/1.1" status: 204 len: 168 time: 0.1986947 May 26 19:56:12.865885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15380f19-7bd3-448b-a1e7-6ed700ea2b5e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:56:12.922912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 15380f19-7bd3-448b-a1e7-6ed700ea2b5e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:56:12.923249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 15380f19-7bd3-448b-a1e7-6ed700ea2b5e not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:56:13.070021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.081950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:56:13.083015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.098256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Transition to ACTIVE for port object ebcb2e6a-21ac-4a81-896d-0e55cc787800 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:13.108214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.246338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Attempting to bind port ebcb2e6a-21ac-4a81-896d-0e55cc787800 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:13.246701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Attempting to bind port ebcb2e6a-21ac-4a81-896d-0e55cc787800 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:13.247060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Attempting to bind port ebcb2e6a-21ac-4a81-896d-0e55cc787800 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:13.261323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:13.261769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:13.262079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.262467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:13.262953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Bound port: ebcb2e6a-21ac-4a81-896d-0e55cc787800, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:13.263322 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.296757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a347-e800-41dc-a327-b548cce9b6f3 None None] Pushing event updated for resources: {'Port': ['ID=ebcb2e6a-21ac-4a81-896d-0e55cc787800,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:13.396894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] For port ebcb2e6a-21ac-4a81-896d-0e55cc787800, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:13.401905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] For port ebcb2e6a-21ac-4a81-896d-0e55cc787800, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ebcb2e6a-21ac-4a81-896d-0e55cc787800,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:13.403587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Allocated IP 172.20.0.2 (5fbe7bd9-757a-4f6e-be28-0628c386dec5/f452d5f1-1830-49a0-8227-f0668c89b571/2cb56de5-87d6-4a0e-9835-9760994471c4) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:13.406812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.491005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55048) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:13.522648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.570714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:13.571333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:55:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:13.613717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1649929551-network', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:13.628742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:13.635965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Usage tracker for resource:network and tenant:c44d844035a149e38f1fbb51841f0323 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:13.640134 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:13.643922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8a347-e800-41dc-a327-b548cce9b6f3 None None] Pushing event updated for resources: {'Port': ['ID=ebcb2e6a-21ac-4a81-896d-0e55cc787800,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:13.648899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:13.728542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Made reservation on behalf of c44d844035a149e38f1fbb51841f0323 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:13.730871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.749933 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:13.811499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:13.818334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Usage tracker for resource:security_group_rule and tenant:c44d844035a149e38f1fbb51841f0323 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:13.825530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:13.842289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:13.894440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:13.997795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.002521 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.010567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.042044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:56:14.048247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03407c60-1f77-4586-b3a0-52181f77b22c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.057765 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.058155 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Added segment b7254eef-af7d-446a-b1c0-0ea6c0a31ebd of type vlan for network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 May 26 19:56:14.084065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Transition to ACTIVE for port object 2cb56de5-87d6-4a0e-9835-9760994471c4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:14.088013 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.119367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Transition to ACTIVE for port object 2cb56de5-87d6-4a0e-9835-9760994471c4 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:14.121692 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.122803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:14.123445 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.126105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.216935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:14.221016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:14.226069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:14.265848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Pushing event updated for resources: {'Port': ['ID=2cb56de5-87d6-4a0e-9835-9760994471c4,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.288389 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7963686 May 26 19:56:14.291502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.1 (5fbe7bd9-757a-4f6e-be28-0628c386dec5/f452d5f1-1830-49a0-8227-f0668c89b571/c69e7a33-395d-495d-9aa6-041bb3f1ccaf) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:14.291759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55056) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:14.293891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64323934-5ac0-459d-a388-b407b098fa9b admin admin] Pushing event updated for resources: {'Network': ['ID=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.297622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Request body: {'subnet': {'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1649929551-subnet', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:14.307711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:14.314125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Usage tracker for resource:subnet and tenant:c44d844035a149e38f1fbb51841f0323 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:14.317262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:14.322923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:14.334066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Made reservation on behalf of c44d844035a149e38f1fbb51841f0323 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:14.336465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.343899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:56:14.458588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Attempting to bind port 2cb56de5-87d6-4a0e-9835-9760994471c4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:14.458957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Attempting to bind port 2cb56de5-87d6-4a0e-9835-9760994471c4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:14.459321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Attempting to bind port 2cb56de5-87d6-4a0e-9835-9760994471c4 on network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:14.461449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.470501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:14.470871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Checking segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:14.471470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.471878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Bound using segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:14.472338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Bound port: 2cb56de5-87d6-4a0e-9835-9760994471c4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:14.472711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.555684 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.556811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:10Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:14.564352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf59d5-2e7c-49d3-a735-abc48d2458d9 None None] The sync data for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 is: [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:10Z', 'revision_number': 3, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:14.600433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] For port 2cb56de5-87d6-4a0e-9835-9760994471c4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:14.604152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] For port 2cb56de5-87d6-4a0e-9835-9760994471c4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2cb56de5-87d6-4a0e-9835-9760994471c4,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:14.606450 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.610071 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.624360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object c69e7a33-395d-495d-9aa6-041bb3f1ccaf will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:14.655555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=178cd1a8-fd29-4931-bd9b-a5265ed0caee,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.657587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.659681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Checking segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:14.660228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Network hostable DHCP agents. Network: a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:56:14.686924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:56:14.701788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:14.704542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07ea5-41f5-421c-aca6-9f652c5afc2f None None] Pushing event updated for resources: {'Port': ['ID=2cb56de5-87d6-4a0e-9835-9760994471c4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.706685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:14.709238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.725130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be87c39-3d5a-4356-ab96-e87f3563411e None None] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:14.742468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:14.746839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:14.751486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:14.752921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9c847e6b-2c68-4b46-883e-d497e573f7bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4597650 May 26 19:56:14.753726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55060) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:14.763814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:14.770313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:14.775237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Usage tracker for resource:router and tenant:c44d844035a149e38f1fbb51841f0323 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:14.779317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:14.786661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:14.789566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:14.803243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.804251 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.821795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.827544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:14.871381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9da8ea5e-3ea7-415a-98d2-4376d30eeaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.059583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:56:15.060528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.254832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.267321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.318300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Allocated IP 172.20.0.2 (a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8/178cd1a8-fd29-4931-bd9b-a5265ed0caee/3a993997-50cc-498a-88e2-c220c86a073d) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:15.582748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.595880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Transition to ACTIVE for port object 3a993997-50cc-498a-88e2-c220c86a073d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:15.615799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Transition to ACTIVE for port object 3a993997-50cc-498a-88e2-c220c86a073d will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:15.625631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.650071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.691635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.777666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:15.786876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:15.791183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:15.844761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Pushing event updated for resources: {'Port': ['ID=3a993997-50cc-498a-88e2-c220c86a073d,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:15.849939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.865796 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.936671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Attempting to bind port 3a993997-50cc-498a-88e2-c220c86a073d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:15.937051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Attempting to bind port 3a993997-50cc-498a-88e2-c220c86a073d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:15.937428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Attempting to bind port 3a993997-50cc-498a-88e2-c220c86a073d on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:15.947548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:15.947915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Checking segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:15.948359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.948857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Bound using segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:15.949292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Bound port: 3a993997-50cc-498a-88e2-c220c86a073d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:15.949648 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.980963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:15.984159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Allocated IP 172.25.0.51 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:16.057203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] For port 3a993997-50cc-498a-88e2-c220c86a073d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:16.064035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] For port 3a993997-50cc-498a-88e2-c220c86a073d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3a993997-50cc-498a-88e2-c220c86a073d,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:16.072094 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.132108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:16.168803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.195509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f211fac-03ab-47fc-ab0e-2b3e2b77882d None None] Pushing event updated for resources: {'Port': ['ID=3a993997-50cc-498a-88e2-c220c86a073d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:16.213536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:16.214752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:16.219849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873843f-ffa6-49dc-acd8-f354d491f5ad None None] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:16.229420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.339636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f39d5508-c8ec-4546-83c8-f9bf23ffa562 None None] Provisioning for port 2cb56de5-87d6-4a0e-9835-9760994471c4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:16.340027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:16.342018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:16.344055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Pushing event updated for resources: {'Port': ['ID=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:16.346364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:16.473388 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:16.912779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d4b492ec-188e-4eaa-aa30-83517519e4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.932363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:16.947036 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.954630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d30049cd-677a-4632-8f65-df3e1f9d0689 None None] Provisioning for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:16.958697 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f29512e2-0934-4414-a1ca-eb981d7f3c7b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/c91ca1d8-bc47-4e76-bc92-8b874c522ad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3545268 May 26 19:56:16.969535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d30049cd-677a-4632-8f65-df3e1f9d0689 None None] Provisioning complete for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:16.969910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d30049cd-677a-4632-8f65-df3e1f9d0689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:16.985311 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Sync routers for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:17.002494 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:17.003646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:17.037891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d30049cd-677a-4632-8f65-df3e1f9d0689 None None] Port c69e7a33-395d-495d-9aa6-041bb3f1ccaf cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:17.039451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ebcb2e6a-21ac-4a81-896d-0e55cc787800 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:17.130700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ebcb2e6a-21ac-4a81-896d-0e55cc787800 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:17.137262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ebcb2e6a-21ac-4a81-896d-0e55cc787800 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:17.138645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.288326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-4d4f63a5-b375-4435-8dbc-348a6d3afa9a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:17.296090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:17.329234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8a947eaa-6db6-434f-a015-67763b040943 None None] Provisioning complete for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:17.329515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8a947eaa-6db6-434f-a015-67763b040943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.408289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ebcb2e6a-21ac-4a81-896d-0e55cc787800 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:17.408774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.436373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.445224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port ebcb2e6a-21ac-4a81-896d-0e55cc787800, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ebcb2e6a-21ac-4a81-896d-0e55cc787800,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:17.452318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8a947eaa-6db6-434f-a015-67763b040943 None None] Port c69e7a33-395d-495d-9aa6-041bb3f1ccaf cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:17.455548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.456712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3a993997-50cc-498a-88e2-c220c86a073d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:17.503391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-4d4f63a5-b375-4435-8dbc-348a6d3afa9a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:17.504800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-4d4f63a5-b375-4435-8dbc-348a6d3afa9a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344509192&fields=id&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 267 time: 0.2797012 May 26 19:56:17.608411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=ebcb2e6a-21ac-4a81-896d-0e55cc787800,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:17.628423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3a993997-50cc-498a-88e2-c220c86a073d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:17.634100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2cb56de5-87d6-4a0e-9835-9760994471c4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:17.687631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.700575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08d41efd-9bc0-4438-82b5-dab143de6f1f None None] Provisioning complete for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:17.700929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08d41efd-9bc0-4438-82b5-dab143de6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.764581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2cb56de5-87d6-4a0e-9835-9760994471c4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:17.771096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2cb56de5-87d6-4a0e-9835-9760994471c4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:17.771469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:17.791083 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 2, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:17.796090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Checking router: c91ca1d8-bc47-4e76-bc92-8b874c522ad9 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:17.796531 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Updating router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 port c69e7a33-395d-495d-9aa6-041bb3f1ccaf binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:17.813699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-08d41efd-9bc0-4438-82b5-dab143de6f1f None None] Port c69e7a33-395d-495d-9aa6-041bb3f1ccaf cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:17.832741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-48a5a800-5c83-4c5d-a8e3-a30b3b4bac1a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:17.833448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-48a5a800-5c83-4c5d-a8e3-a30b3b4bac1a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:17.848036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e98fd-b931-4001-a98c-a0edce0377fa None None] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:17.863050 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.008092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Provisioning for port 3a993997-50cc-498a-88e2-c220c86a073d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:18.034479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Provisioning complete for port 3a993997-50cc-498a-88e2-c220c86a073d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:18.034988 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.065994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-48a5a800-5c83-4c5d-a8e3-a30b3b4bac1a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:18.073351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-48a5a800-5c83-4c5d-a8e3-a30b3b4bac1a tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 797 time: 0.5590932 May 26 19:56:18.091472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2cb56de5-87d6-4a0e-9835-9760994471c4 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:18.092198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.093387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-89d6d166-7d63-41cf-9772-55b5e950148b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/quotas/dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 375 time: 0.0190032 May 26 19:56:18.181053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 2cb56de5-87d6-4a0e-9835-9760994471c4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2cb56de5-87d6-4a0e-9835-9760994471c4,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:18.191620 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.197816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:56:18.216229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-f93d885c-5e49-45c0-9b80-be1a8ef9c494 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:18.248377 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.261257 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Transition to ACTIVE for port object c69e7a33-395d-495d-9aa6-041bb3f1ccaf will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:18.269304 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.310938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6421a125-2013-4e34-9475-b88e4563b855 req-f93d885c-5e49-45c0-9b80-be1a8ef9c494 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:18.312300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-f93d885c-5e49-45c0-9b80-be1a8ef9c494 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061532 May 26 19:56:18.400056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.411602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Current status of the port 3a993997-50cc-498a-88e2-c220c86a073d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:18.412119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.439435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=2cb56de5-87d6-4a0e-9835-9760994471c4,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:18.456678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Pushing event updated for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:18.462781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] For port 3a993997-50cc-498a-88e2-c220c86a073d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3a993997-50cc-498a-88e2-c220c86a073d,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:18.469938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.486373 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.486725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.487386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.487386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.488249 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.489232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.489616 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.489954 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.490722 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.491346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.491844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.492176 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:18.494598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:18.516582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Sync routers for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:18.549462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-fc4d8bbd-cf3c-44f6-a56b-ec8ce577c204 service neutron] 10.222.0.24 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831901 May 26 19:56:18.550659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.551612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-50912e64-33aa-459b-aac8-6975540ca119 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7968874 May 26 19:56:18.555310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55076) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:18.555832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:18.556136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:18.575773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Attempting to bind port c69e7a33-395d-495d-9aa6-041bb3f1ccaf on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:18.576480 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Attempting to bind port c69e7a33-395d-495d-9aa6-041bb3f1ccaf by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:18.576898 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Attempting to bind port c69e7a33-395d-495d-9aa6-041bb3f1ccaf on network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:18.585977 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:18.586399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Checking segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:18.586985 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.587385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Bound using segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:18.587857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Bound port: c69e7a33-395d-495d-9aa6-041bb3f1ccaf, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:18.588274 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.646850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99c4fb-0f81-43ba-9dac-821cbe2bc65b None None] Pushing event updated for resources: {'Port': ['ID=3a993997-50cc-498a-88e2-c220c86a073d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:18.730474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-64c365a3-9dcb-45ec-ad61-ff2302dcb9ea service neutron] 10.222.0.24 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703563 May 26 19:56:18.798989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:18.813838 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] For port c69e7a33-395d-495d-9aa6-041bb3f1ccaf, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:18.828200 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] For port c69e7a33-395d-495d-9aa6-041bb3f1ccaf, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:18.834888 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:18.934441 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:18.935817 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:19.032306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ebcb2e6a-21ac-4a81-896d-0e55cc787800 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:19.102031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28fbf-0a1f-4601-911e-0d0fe077e361 None None] Pushing event updated for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:19.129873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca664fd6-d5fb-4ba8-a099-001fc0c94993 req-ecb3cfff-8f61-41e4-90d2-a29e7bcf939f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 210 time: 0.0912335 May 26 19:56:19.242312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-eb08e74e-0b11-4026-b0b1-cd38e0928084 None None] Provisioning complete for port 3a993997-50cc-498a-88e2-c220c86a073d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:19.242912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-eb08e74e-0b11-4026-b0b1-cd38e0928084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:19.267124 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:19.361897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ebcb2e6a-21ac-4a81-896d-0e55cc787800 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:19.362266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:19.496264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-eb08e74e-0b11-4026-b0b1-cd38e0928084 None None] Current status of the port 3a993997-50cc-498a-88e2-c220c86a073d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:19.561076 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:19.614841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ebcb2e6a-21ac-4a81-896d-0e55cc787800 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:19.615891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3a993997-50cc-498a-88e2-c220c86a073d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:19.679300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:16Z', 'revision_number': 3, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:19.688816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Checking router: e6dfc9f5-5771-48d7-a785-82b865ab9ea6 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:19.689192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Updating router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:19.717912 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:18Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:19.724488 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370797e1-c152-45da-8549-aaa8a01e8169 None None] The sync data for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 is: [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:18Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:19.753437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:19.782578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3a993997-50cc-498a-88e2-c220c86a073d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:19.783088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:19.837868 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Allocated IP 172.20.0.1 (a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8/178cd1a8-fd29-4931-bd9b-a5265ed0caee/00986668-997c-4418-94a2-295bb9b9a711) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:19.935822 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.028934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.049028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Transition to ACTIVE for port object 00986668-997c-4418-94a2-295bb9b9a711 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:20.077180 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.110604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3a993997-50cc-498a-88e2-c220c86a073d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:20.111700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2cb56de5-87d6-4a0e-9835-9760994471c4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:20.165910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Pushing event updated for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:20.174553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:20.177184 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:20.194533 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:20.243497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.243845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.244176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.244503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.244826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.245175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.245495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.245809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.246125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.246440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.246757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.247857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:56:20.302071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2cb56de5-87d6-4a0e-9835-9760994471c4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:20.302622 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.302714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.369628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08f95f73-8912-4e89-b539-0ab68ca55450 req-fab1d607-49fd-462d-8c19-66d9a1048a40 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 210 time: 0.0735426 May 26 19:56:20.531802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.572028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.581481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Transition to ACTIVE for port object 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:20.614545 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.626079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-ec8df0d7-54da-4957-8394-fbe1a721d651 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:20.627852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-ec8df0d7-54da-4957-8394-fbe1a721d651 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 797 time: 0.2562938 May 26 19:56:20.682904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2cb56de5-87d6-4a0e-9835-9760994471c4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:20.689931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c42ab577-b560-4771-8478-9eecdd75ff30 None None] Provisioning for port 00986668-997c-4418-94a2-295bb9b9a711 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:20.707906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c42ab577-b560-4771-8478-9eecdd75ff30 None None] Provisioning complete for port 00986668-997c-4418-94a2-295bb9b9a711 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:20.708040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-d45cf3d5-e873-4362-b695-b45b72f68572 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0 HTTP/1.1" status: 200 len: 380 time: 0.0703063 May 26 19:56:20.708276 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c42ab577-b560-4771-8478-9eecdd75ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.719293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'port': {'device_id': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'admin_state_up': True, 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'security_groups': ['d17a7129-603b-4181-9ea7-45f62e1c6647']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:20.763376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15f19b-d28a-427f-80bf-83f4ad235583 None None] Pushing event updated for resources: {'Port': ['ID=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:20.770463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Attempting to bind port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:20.770833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Attempting to bind port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:20.771196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Attempting to bind port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:20.783106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:20.783544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:20.783883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.784273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:20.784752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Bound port: 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:20.785163 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.838244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c42ab577-b560-4771-8478-9eecdd75ff30 None None] Port 00986668-997c-4418-94a2-295bb9b9a711 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:20.914967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] For port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:20.919429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] For port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:20.925558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:20.925840 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.939563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:20.950841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Made reservation on behalf of dc2fddd0d1ff42698e27e18ab2781fc0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:20.955253 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:20.973920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c69e7a33-395d-495d-9aa6-041bb3f1ccaf up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:21.007996 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.014927 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.086821 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:21.087462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:21.173646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.184779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Pushing event updated for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:21.187092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15f19b-d28a-427f-80bf-83f4ad235583 None None] Pushing event updated for resources: {'Port': ['ID=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:21.225203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.20.0.12 (5fbe7bd9-757a-4f6e-be28-0628c386dec5/f452d5f1-1830-49a0-8227-f0668c89b571/47da5943-4f02-4f97-8450-15f242b3bf18) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:21.227043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55094) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:21.261477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:21.284620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:21.284985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.351568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:21.353372 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:21.366938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:21.435405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1596eb5-0988-4fd9-a2a6-929b64036de6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:21.435937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1596eb5-0988-4fd9-a2a6-929b64036de6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:21.436313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1596eb5-0988-4fd9-a2a6-929b64036de6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:21.437987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1596eb5-0988-4fd9-a2a6-929b64036de6 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=93d34144969f40158e6269f17ee0db13&network_id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 2969 time: 0.2098851 May 26 19:56:21.530696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c69e7a33-395d-495d-9aa6-041bb3f1ccaf is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:21.531075 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.562367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.633632 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:21.659531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4beeeee5-14f5-4a86-b482-930f4e670a6a req-7b78db44-9ee9-4973-a11a-e925e30bf846 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 210 time: 0.0644398 May 26 19:56:21.662863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Transition to ACTIVE for port object 47da5943-4f02-4f97-8450-15f242b3bf18 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:21.714886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.789216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port c69e7a33-395d-495d-9aa6-041bb3f1ccaf, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:21.799523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.839899 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:21.853521 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e65849f1-aa79-4c71-9c38-cd0756950008 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6dfc9f5-5771-48d7-a785-82b865ab9ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2960205 May 26 19:56:21.883822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2e15fe58-631c-4428-a7cd-9eff29bc82c9 None None] Provisioning complete for port 00986668-997c-4418-94a2-295bb9b9a711 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:21.884199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e15fe58-631c-4428-a7cd-9eff29bc82c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.902461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:21.905782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:21.909726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:21.955572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:21.983382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:21.984395 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:21.997699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:22.004759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2e15fe58-631c-4428-a7cd-9eff29bc82c9 None None] Port 00986668-997c-4418-94a2-295bb9b9a711 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:22.038372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:56:22.038918 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-2f168602-2caf-4046-a546-8ae822b87a77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3231192 May 26 19:56:22.049552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '00986668-997c-4418-94a2-295bb9b9a711', 'name': '', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'mac_address': 'fa:16:3e:9e:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:19Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 2, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'subnets': [{'id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:22.051326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Request body: {'port': {'device_id': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:22.054690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0ae18-2854-46e0-a9da-b4464d4bf9b6 None None] The sync data for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 is: [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '00986668-997c-4418-94a2-295bb9b9a711', 'name': '', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'mac_address': 'fa:16:3e:9e:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:19Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 2, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'subnets': [{'id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:22.203861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.229816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cbd73345-6314-4266-8a91-4e6505863a89 None None] Provisioning for port 47da5943-4f02-4f97-8450-15f242b3bf18 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:22.239278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cbd73345-6314-4266-8a91-4e6505863a89 None None] Provisioning complete for port 47da5943-4f02-4f97-8450-15f242b3bf18 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:22.239884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cbd73345-6314-4266-8a91-4e6505863a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.340586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-cbd73345-6314-4266-8a91-4e6505863a89 None None] Port 47da5943-4f02-4f97-8450-15f242b3bf18 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:22.545675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55120) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:22.551286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-804862483-network', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:22.556754 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:22.560779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Usage tracker for resource:network and tenant:fb302ed10c144d49bb96111b241aec62 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:22.564285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:22.571980 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:22.584977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Made reservation on behalf of fb302ed10c144d49bb96111b241aec62 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:22.588083 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.602196 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.621856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:22.627597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Usage tracker for resource:security_group_rule and tenant:fb302ed10c144d49bb96111b241aec62 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:22.631259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:22.636762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47da5943-4f02-4f97-8450-15f242b3bf18 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:22.639984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:22.645717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.661933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Transition to ACTIVE for port object 47da5943-4f02-4f97-8450-15f242b3bf18 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:22.666136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.765697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.776577 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.832734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:56:22.848610 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c0c14-7df9-46b4-850c-15557fbedd91,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:22.883898 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.884341 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Added segment 40f97ec7-2968-41b8-b3ea-9a3bd74c9877 of type vlan for network 66390f2e-1545-40b2-8c77-2ef5baef8a20 May 26 19:56:22.914267 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.941707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c69e7a33-395d-495d-9aa6-041bb3f1ccaf up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:22.967607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:22.969239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:22.970948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.010612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:23.107636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c69e7a33-395d-495d-9aa6-041bb3f1ccaf triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:23.108015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.111609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] Pushing event updated for resources: {'Network': ['ID=66390f2e-1545-40b2-8c77-2ef5baef8a20,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:23.117672 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dc6ba5e6-68aa-4b61-8423-619bea8e8adb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5709167 May 26 19:56:23.118297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55128) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:23.124809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Request body: {'subnet': {'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-804862483-subnet', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:23.133937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:23.146308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Usage tracker for resource:subnet and tenant:fb302ed10c144d49bb96111b241aec62 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:23.149823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:23.150173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2c304-3225-48ff-8b6e-f91b1ea33e34 req-0d4abfee-2f3d-4e6b-b530-947521de6a5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.150908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92e2c304-3225-48ff-8b6e-f91b1ea33e34 req-0d4abfee-2f3d-4e6b-b530-947521de6a5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:23.156529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:23.172639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Made reservation on behalf of fb302ed10c144d49bb96111b241aec62 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:23.176836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.178322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Attempting to bind port 47da5943-4f02-4f97-8450-15f242b3bf18 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:23.178659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Attempting to bind port 47da5943-4f02-4f97-8450-15f242b3bf18 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:23.179218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Attempting to bind port 47da5943-4f02-4f97-8450-15f242b3bf18 on network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:23.184378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-92e2c304-3225-48ff-8b6e-f91b1ea33e34 req-0d4abfee-2f3d-4e6b-b530-947521de6a5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:23.186538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92e2c304-3225-48ff-8b6e-f91b1ea33e34 req-0d4abfee-2f3d-4e6b-b530-947521de6a5e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 944 time: 0.3330333 May 26 19:56:23.188751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Port 47da5943-4f02-4f97-8450-15f242b3bf18 on network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:56:23.189081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Attempting to bind port 47da5943-4f02-4f97-8450-15f242b3bf18 on network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:23.211153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:23.211532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Checking segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:23.211860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Bound using segment: {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:23.212300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Bound port: 47da5943-4f02-4f97-8450-15f242b3bf18, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e85d6e9-3958-452e-9fce-a3adb48e55d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:23.212635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.221415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:56:23.231138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55132) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:23.339288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92e2c304-3225-48ff-8b6e-f91b1ea33e34 req-d49a5a13-eaab-466a-90db-21b8b3d2bef7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458280 May 26 19:56:23.403791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432370d9-6cf3-405b-874a-e3f8b2fee4a0 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.405485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-432370d9-6cf3-405b-874a-e3f8b2fee4a0 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a HTTP/1.1" status: 200 len: 814 time: 0.1712532 May 26 19:56:23.422075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:23.426871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:23.432643 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.456375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c69e7a33-395d-495d-9aa6-041bb3f1ccaf is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:23.462487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.503057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.503720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.505135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 1092 time: 1.4589000 May 26 19:56:23.505580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:23.547866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc3d11-0f57-46c0-a1d0-9859e98396e9 service neutron] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:23.561929 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaff1a6-b023-4520-987f-fa7dd88d6de9,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:23.578225 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Checking segment: {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:23.578582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Network hostable DHCP agents. Network: 66390f2e-1545-40b2-8c77-2ef5baef8a20, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:56:23.601055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:56:23.617976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 66390f2e-1545-40b2-8c77-2ef5baef8a20) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:23.619619 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f1f800-4529-4f94-8fb1-814a3eeadeb0'] response: {'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'status': 'completed', 'code': 200} May 26 19:56:23.623558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.624264 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.632367 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aebeab-1a57-4157-957c-86770a5b4904 None None] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:23.672010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55142) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:23.672560 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2df6c55b-632f-4d66-b642-a02900c9141e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5525930 May 26 19:56:23.680112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:23.687251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:23.691256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-c0c2aee6-0674-454f-90c7-9771e57b7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.692736 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-c0c2aee6-0674-454f-90c7-9771e57b7463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1095 time: 0.1321874 May 26 19:56:23.695347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Usage tracker for resource:router and tenant:fb302ed10c144d49bb96111b241aec62 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:23.698458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:23.758483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:23.773395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-9bc4fd2f-3fc0-4ffb-b26f-adcffea8b8a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 217 time: 0.0708911 May 26 19:56:23.818374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.820720 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.859465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.868197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-8ecd6128-28b5-4df9-9585-c55bf07b2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:23.869658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-8ecd6128-28b5-4df9-9585-c55bf07b2234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 200 len: 835 time: 0.0900996 May 26 19:56:23.899827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-66390f2e-1545-40b2-8c77-2ef5baef8a20', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:56:23.900656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:23.948175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55146) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:23.955363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'network': {'name': 'tempest-network-smoke--1176255365', 'project_id': '93d34144969f40158e6269f17ee0db13', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:23.961616 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:23.965565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:network and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:23.969508 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:23.975303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:23.990594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:23.994607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.035810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:56:24.052031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.052480 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Added segment 96af2d82-9110-4956-96f6-419caf18ac29 of type vlan for network b0ab570e-a6f0-48a2-9e3c-246781712b2f May 26 19:56:24.087374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Allocated IP 172.20.0.2 (66390f2e-1545-40b2-8c77-2ef5baef8a20/8eaff1a6-b023-4520-987f-fa7dd88d6de9/079c2638-4a04-41c0-bfe4-e5c39cb898a4) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:24.089549 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.135557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.143048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.144675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.257290 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3079560 May 26 19:56:24.260214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55150) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.302303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a67b70-633d-4ea6-a859-24455b7b49a8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Network': ['ID=b0ab570e-a6f0-48a2-9e3c-246781712b2f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:24.314046 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.319725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.331787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Transition to ACTIVE for port object 079c2638-4a04-41c0-bfe4-e5c39cb898a4 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:24.335000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421a125-2013-4e34-9475-b88e4563b855 req-4e4e0443-e0cc-4250-8645-6a5c3036073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.336815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-4e4e0443-e0cc-4250-8645-6a5c3036073e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fbe7bd9-757a-4f6e-be28-0628c386dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4596682 May 26 19:56:24.354075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Transition to ACTIVE for port object 079c2638-4a04-41c0-bfe4-e5c39cb898a4 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:24.359895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:56:24.376841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.484707 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98863ab3-dc9c-4f18-9141-6e9163e26156 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.488752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98863ab3-dc9c-4f18-9141-6e9163e26156 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=93d34144969f40158e6269f17ee0db13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2248058 May 26 19:56:24.488965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55156) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.503491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:24.523356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:24.532045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:24.561076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-0caed305-5fce-4a38-bf8a-3a5b0ab42a24 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096932 May 26 19:56:24.632831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Pushing event updated for resources: {'Port': ['ID=079c2638-4a04-41c0-bfe4-e5c39cb898a4,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:24.646764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad4165-0c0c-4206-a9a1-69525d31fe55 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.650850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-efad4165-0c0c-4206-a9a1-69525d31fe55 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583676 May 26 19:56:24.651081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55160) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.656151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Attempting to bind port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:24.656518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Attempting to bind port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:24.656879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Attempting to bind port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 on network 66390f2e-1545-40b2-8c77-2ef5baef8a20 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:24.662484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:24.663092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Checking segment: {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:24.663659 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.664200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Bound using segment: {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:24.664834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Bound port: 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:24.665386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.692297 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-06bfd7df-789e-438e-98d1-63eff045de4e tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401845 May 26 19:56:24.696606 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.738798 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7a67e85d-8331-49d1-840b-156cbc8f6df4 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=93d34144969f40158e6269f17ee0db13&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386589 May 26 19:56:24.739531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.766880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] For port 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:24.770233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] For port 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=079c2638-4a04-41c0-bfe4-e5c39cb898a4,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:24.776264 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:24.886896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc849fa-2915-49ed-89b9-26afdebdf4d2 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.887332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c238f4-cdfa-4904-aa9a-cf3c0b308a73 None None] Pushing event updated for resources: {'Port': ['ID=079c2638-4a04-41c0-bfe4-e5c39cb898a4,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:24.891490 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5fc849fa-2915-49ed-89b9-26afdebdf4d2 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487231 May 26 19:56:24.891614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:24.899073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6421a125-2013-4e34-9475-b88e4563b855 req-9c6ac999-bf9f-4f44-9a66-167cc02f5ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326907 May 26 19:56:24.899756 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55172) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.959411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62d7bd-0dda-4fca-89dd-9572fbce017c req-dea44b20-5477-440d-911b-afc007271769 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:24.960881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f62d7bd-0dda-4fca-89dd-9572fbce017c req-dea44b20-5477-440d-911b-afc007271769 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 944 time: 0.3156409 May 26 19:56:24.976858 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-21844d6c-0cc2-42a8-8d86-41b090d598d3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759459 May 26 19:56:24.979650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55176) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:24.986204 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337727457', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'project_id': '93d34144969f40158e6269f17ee0db13', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:24.987185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:24.994217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:24.994604 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.072038 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.078672 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Sync routers for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:25.095344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:25.096718 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:25.115071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.174408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f62d7bd-0dda-4fca-89dd-9572fbce017c req-f5800fcb-e588-4a70-866d-bd04d0a0ec08 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733007 May 26 19:56:25.181688 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:25.201398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:subnet and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:25.208814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:25.217397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:25.234093 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:25.235173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:25.235657 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.237770 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.248120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-3fd2c842-626e-41bf-8db5-338551a3d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:25.255164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-3fd2c842-626e-41bf-8db5-338551a3d3cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1095 time: 0.2933476 May 26 19:56:25.261495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:25.273712 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.346383 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:25.410802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:25.480383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Allocated IP 172.25.0.254 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/610c3523-ad29-4674-bb56-306a72f5df74) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:25.532521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-de01f9a2-f1f8-4439-bd33-5f1c3b9083f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:25.534293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-de01f9a2-f1f8-4439-bd33-5f1c3b9083f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 898 time: 0.2671151 May 26 19:56:25.570736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.656446 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Checking segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:25.656817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network hostable DHCP agents. Network: b0ab570e-a6f0-48a2-9e3c-246781712b2f, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:56:25.661138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Subnet': ['ID=49f8318c-4b3f-4b6c-844b-d0d83e3a54b9,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:25.681028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:56:25.688267 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '00986668-997c-4418-94a2-295bb9b9a711', 'name': '', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'mac_address': 'fa:16:3e:9e:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:19Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 2, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'subnets': [{'id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:25.691831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, b0ab570e-a6f0-48a2-9e3c-246781712b2f) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:25.694243 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Checking router: e6dfc9f5-5771-48d7-a785-82b865ab9ea6 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:25.695371 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Updating router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 port 00986668-997c-4418-94a2-295bb9b9a711 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:25.696343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:25.696935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.707505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bbada3-46f7-44aa-9457-475d8f11fdc0 None None] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:25.734456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2a4a02c8-de63-49ee-8cc3-5c22735d3822 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7538395 May 26 19:56:25.759551 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.801869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-72a1472a-2f93-4ac3-b93e-30676c2d427d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 217 time: 0.2158093 May 26 19:56:25.823357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:25.829537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499926219', 'description': 'tempest-secgroup-smoke-1499926219 description', 'project_id': '93d34144969f40158e6269f17ee0db13'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:25.836548 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:25.840882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:25.844172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:25.852639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:25.872995 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:25.900377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-46dcb239-6edf-490d-b0fc-9c5e9bee01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:25.901957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-46dcb239-6edf-490d-b0fc-9c5e9bee01a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 200 len: 835 time: 0.0949903 May 26 19:56:25.906243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:25.911104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:25.915296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:25.920945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:25.964802 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.031279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-73c9f542-aa4b-4c94-a9d4-1a9af776f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:26.032896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-73c9f542-aa4b-4c94-a9d4-1a9af776f1c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fbe7bd9-757a-4f6e-be28-0628c386dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197660 May 26 19:56:26.046084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.069288 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.077880 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.140080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ips': [{'subnet_id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:56:26.140907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.170791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c8762a-9102-4d5b-85b7-654ce4d3777e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.179238 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.181030 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6c1a8a84-2893-461c-a01f-577013e01d71 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3559041 May 26 19:56:26.189059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55188) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:26.194576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:26.216461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:26.222347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:26.226781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:26.228249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:26.238673 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:26.239791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:26.253698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:26.279791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Pushing event updated for resources: {'Port': ['ID=610c3523-ad29-4674-bb56-306a72f5df74,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.286941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.359233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-1ddc88ef-5323-4072-900e-1c8b3286b890 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146410 May 26 19:56:26.386811 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.400865 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.402669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Allocated IP 172.20.0.18 (b0ab570e-a6f0-48a2-9e3c-246781712b2f/49f8318c-4b3f-4b6c-844b-d0d83e3a54b9/4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:26.406108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.410591 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Transition to ACTIVE for port object 00986668-997c-4418-94a2-295bb9b9a711 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:26.422420 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.446494 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.452143 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620149 May 26 19:56:26.453459 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55194) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:26.454391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453cc20-f817-4e9d-8beb-b86767cb7760 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83de615-ee94-4ec5-a340-bed7daf093d7,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.463856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:26.471282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:26.476103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:26.479638 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:26.492619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:26.518894 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.627490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.636802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.673071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a9fa16-9a9b-406a-ab73-a166b848ee21,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.683478 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.688338 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0bc3149f-9ab3-4efc-99dc-c7f59ee93fe3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314227 May 26 19:56:26.689500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55198) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:26.702120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:26.706701 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:26.711945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:26.716494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:26.722956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:26.732032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d38565-7780-478c-b85f-f18dc8158573 None None] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:26.753527 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7a21b-37b9-4f45-96ed-4e356a7c74bb None None] Pushing event updated for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.753773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.787593 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Attempting to bind port 00986668-997c-4418-94a2-295bb9b9a711 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:26.787873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Attempting to bind port 00986668-997c-4418-94a2-295bb9b9a711 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:26.788355 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Attempting to bind port 00986668-997c-4418-94a2-295bb9b9a711 on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:26.796018 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:26.796435 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Checking segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:26.796874 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.797293 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Bound using segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:26.798000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Bound port: 00986668-997c-4418-94a2-295bb9b9a711, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:26.798229 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.882848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.890606 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.930955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2394c43d-88f7-4157-ab40-76987b9e9b76,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:26.935397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1685c0d0-e590-476b-a743-8c2f4d119d03 None None] Provisioning for port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:26.951072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] For port 00986668-997c-4418-94a2-295bb9b9a711, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:26.955377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] For port 00986668-997c-4418-94a2-295bb9b9a711, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00986668-997c-4418-94a2-295bb9b9a711,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:26.959432 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.962666 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.965486 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:26.967202 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5e521a63-1d8a-4cfa-8f43-cd54179c5209 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2765658 May 26 19:56:26.970391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55202) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:26.979723 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:26.990409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:27.006968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aafa6-a96e-4393-88b3-e7f8a53bbd87 req-8b8553e3-b1ab-47d7-9362-bdf439481d32 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:27.020055 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:27.023715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a4aafa6-a96e-4393-88b3-e7f8a53bbd87 req-8b8553e3-b1ab-47d7-9362-bdf439481d32 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 944 time: 0.6087496 May 26 19:56:27.030968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:27.037141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Transition to ACTIVE for port object 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:27.057586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:27.058081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b502b0a-59f9-487b-9326-7b9d0d60d416 req-54b2f706-414a-4e1a-ac86-d41930abb03f service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880121 May 26 19:56:27.066709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:27.077349 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:27.078322 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:27.096784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a4aafa6-a96e-4393-88b3-e7f8a53bbd87 req-2052b701-4183-42d0-9a89-8bd671b4c4c8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716271 May 26 19:56:27.111989 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.199684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Transition to ACTIVE for port object 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:27.253895 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.254123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7a21b-37b9-4f45-96ed-4e356a7c74bb None None] Pushing event updated for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:27.265408 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.271367 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.307530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5272f4-3a01-49a1-8f08-9a011cb44931,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:27.319401 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.326335 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bbdf4f55-f1e5-4ac2-a13a-1fc4a2de3fbd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529124 May 26 19:56:27.329644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55206) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:27.337218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:27.346025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:27.346203 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:27.351371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:27.354600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:27.357579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:27.365693 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:27.371431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:27.381277 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:56:27.385970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.389662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.407682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:27.407682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.427500 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:27.469188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.475863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.509985 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900fef8a-91b2-4f4a-b003-fba3b5b912bf,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:27.530488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.532266 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-afa32515-4f51-474f-a201-067a75915cfd tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2016675 May 26 19:56:27.535144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55210) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:27.541538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '82c8762a-9102-4d5b-85b7-654ce4d3777e', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:27.550197 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:27.554904 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:27.558490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:27.565962 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:27.579150 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:56:27.589854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Pushing event updated for resources: {'Port': ['ID=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:27.593430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.632427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Attempting to bind port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:27.632815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Attempting to bind port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:27.633269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Attempting to bind port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd on network b0ab570e-a6f0-48a2-9e3c-246781712b2f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:27.646267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:27.646632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Checking segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:27.647030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.647414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Bound using segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:27.648176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Bound port: 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:27.648300 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.664655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:27.665742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 079c2638-4a04-41c0-bfe4-e5c39cb898a4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:27.671038 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.675944 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.719741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28853252-37ef-46e4-a177-52d0f2265444,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:27.727742 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.729486 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca98ace5-d1fc-429b-94e7-8b35a74f634f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1931863 May 26 19:56:27.828223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] For port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:27.832146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-42417a4b-afa2-4440-a332-9877480593ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '00986668-997c-4418-94a2-295bb9b9a711', 'name': '', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'mac_address': 'fa:16:3e:9e:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:19Z', 'updated_at': '2022-05-26T19:56:26Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'subnets': [{'id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:27.836327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] For port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:27.840239 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42417a4b-afa2-4440-a332-9877480593ba None None] The sync data for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 is: [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:56:20Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '00986668-997c-4418-94a2-295bb9b9a711', 'name': '', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'mac_address': 'fa:16:3e:9e:cb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:19Z', 'updated_at': '2022-05-26T19:56:26Z', 'revision_number': 4, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'subnets': [{'id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:27.842231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:27.854594 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.895292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:27.895538 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:27.982895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:56:28.070840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.202247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-66b212c6-aa79-463b-a158-41016e7ec6b4 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499926219&fields=id&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 267 time: 0.1505911 May 26 19:56:28.206571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a963-7acc-45f1-9452-08c1df855c5d None None] Pushing event updated for resources: {'Port': ['ID=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:28.241012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:28.376994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '47da5943-4f02-4f97-8450-15f242b3bf18', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'mac_address': 'fa:16:3e:49:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:56:28.380981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5382aaee-a037-4fa2-8990-32c33127cb1b None None] Provisioning complete for port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:28.381372 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5382aaee-a037-4fa2-8990-32c33127cb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.443891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:28.444487 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.459367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-adcf6870-9993-45ba-ac49-f72a07f9d154 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:28.467062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-adcf6870-9993-45ba-ac49-f72a07f9d154 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/networks?id=b0ab570e-a6f0-48a2-9e3c-246781712b2f HTTP/1.1" status: 200 len: 797 time: 0.2638421 May 26 19:56:28.503013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-ca97c34e-286e-4c4d-ba0f-b3fd559fd8c0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/quotas/93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 375 time: 0.0339820 May 26 19:56:28.552525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Router be56ff3f-7cb4-4674-8408-7afd52bb2be7 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:56:28.561886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 47da5943-4f02-4f97-8450-15f242b3bf18 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:28.562260 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.572460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=079c2638-4a04-41c0-bfe4-e5c39cb898a4,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:28.585392 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.617723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47da5943-4f02-4f97-8450-15f242b3bf18 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:28.701777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:28.717834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.727617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5382aaee-a037-4fa2-8990-32c33127cb1b None None] Current status of the port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:28.733596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=079c2638-4a04-41c0-bfe4-e5c39cb898a4,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:28.764963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-062275d9-a342-4b55-858c-f0f7fbad61e9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2610679 May 26 19:56:28.822093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:28.871349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:28.881776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Sync routers for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:28.899159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:28.899962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:28.928068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:28.929294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-67968c0a-8ce3-4db2-8276-15068b78e16a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2553213 May 26 19:56:28.932301 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55228) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:28.968304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-b622eb30-be12-4bb4-933a-8220ffe30423 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810253 May 26 19:56:29.001426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['47da5943-4f02-4f97-8450-15f242b3bf18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:56:29.042355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00986668-997c-4418-94a2-295bb9b9a711 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:29.169207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-cd1063b6-add7-42c9-adbd-f1943ce2f8c6 service neutron] 10.222.0.24 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959319 May 26 19:56:29.339875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 00986668-997c-4418-94a2-295bb9b9a711 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:29.361840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:29.408845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 00986668-997c-4418-94a2-295bb9b9a711 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:29.409095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:29.505410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d8a29-0ede-4d83-bd77-649aefc93abc req-0fe67af0-b4b0-4a7d-b9ec-c2129350bddc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:29.506807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6c776-c966-4e58-9639-8926d0ce61ef None None] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:56:29.507314 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523d8a29-0ede-4d83-bd77-649aefc93abc req-0fe67af0-b4b0-4a7d-b9ec-c2129350bddc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 945 time: 0.1085253 May 26 19:56:29.563436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-523d8a29-0ede-4d83-bd77-649aefc93abc req-b73d151b-973e-414e-b2de-11eab1580a67 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502942 May 26 19:56:29.717887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6064dfe5-d9cf-44f7-ba81-55f8fd3bd77d req-459ffeb9-9724-4684-ada7-7b6b1c690184 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 210 time: 0.0662246 May 26 19:56:29.729285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bed1c2bd-4025-4d54-ad0d-b538e8311829 None None] Provisioning for port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:29.959722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.050246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 00986668-997c-4418-94a2-295bb9b9a711 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:30.050649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.215753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Allocated IP 172.20.0.1 (66390f2e-1545-40b2-8c77-2ef5baef8a20/8eaff1a6-b023-4520-987f-fa7dd88d6de9/b9350608-3110-4129-ad32-7cb4cb6c4bd0) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:30.224143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 00986668-997c-4418-94a2-295bb9b9a711, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00986668-997c-4418-94a2-295bb9b9a711,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:30.238492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.239245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:30.336334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:26Z', 'revision_number': 3, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:30.360799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Checking router: be56ff3f-7cb4-4674-8408-7afd52bb2be7 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:30.361157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Updating router be56ff3f-7cb4-4674-8408-7afd52bb2be7 port 610c3523-ad29-4674-bb56-306a72f5df74 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:30.366128 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.382995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Transition to ACTIVE for port object b9350608-3110-4129-ad32-7cb4cb6c4bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:30.410832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.443908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:30.447217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.479285 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:30.493337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:30.496596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:30.508185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:30.563434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Pushing event updated for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:30.575736 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.595354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:30.595715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.755093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-5e0244e6-a24e-46e5-8a77-53fa33d81a88 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:30.757228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-5e0244e6-a24e-46e5-8a77-53fa33d81a88 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/networks?id=b0ab570e-a6f0-48a2-9e3c-246781712b2f HTTP/1.1" status: 200 len: 797 time: 0.2850718 May 26 19:56:30.839664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:30.919565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-cda04846-02f0-4a60-b663-0c7e3f6b084a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 473 time: 0.1542418 May 26 19:56:30.938449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'port': {'device_id': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'admin_state_up': True, 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'security_groups': ['82c8762a-9102-4d5b-85b7-654ce4d3777e']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:30.958654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Provisioning for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:30.980314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Provisioning complete for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:30.980684 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.038652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cadd9f-d2da-441b-b37a-e587cb147db8 req-5f66238b-2b4f-4914-8d9d-b4f22d05aaad tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:31.045538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04cadd9f-d2da-441b-b37a-e587cb147db8 req-5f66238b-2b4f-4914-8d9d-b4f22d05aaad tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 945 time: 0.2310746 May 26 19:56:31.051294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:31.051670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.089565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Port b9350608-3110-4129-ad32-7cb4cb6c4bd0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:31.118392 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.123717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.147316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:31.165424 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.166200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 079c2638-4a04-41c0-bfe4-e5c39cb898a4 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:31.237003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.240550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Provisioning complete for port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:31.240926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.241569 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Pushing event updated for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:31.250910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04cadd9f-d2da-441b-b37a-e587cb147db8 req-5df1a830-dbc1-4a29-9c3a-d31af03d9b08 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044287 May 26 19:56:31.279385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:31.284022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:port and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:31.286962 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:31.294256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:31.307339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:31.312363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.332875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.364317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Transition to ACTIVE for port object 610c3523-ad29-4674-bb56-306a72f5df74 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:31.370815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:31.375325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.425309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:31.427108 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:31.451965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3af9dea7-e8bc-401a-a7e2-6a3e47fe8523 req-e4025282-4499-4695-b05f-18fad9aa8803 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 210 time: 0.0661600 May 26 19:56:31.522091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400826-49eb-4fab-a5eb-387ef7c73be5 None None] Pushing event updated for resources: {'Port': ['ID=610c3523-ad29-4674-bb56-306a72f5df74,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:31.524431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Attempting to bind port 610c3523-ad29-4674-bb56-306a72f5df74 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:31.524798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Attempting to bind port 610c3523-ad29-4674-bb56-306a72f5df74 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:31.525183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Attempting to bind port 610c3523-ad29-4674-bb56-306a72f5df74 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:31.531855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:31.532193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.566011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:31.566342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:31.566689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.567080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:31.567557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Bound port: 610c3523-ad29-4674-bb56-306a72f5df74, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:31.567929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.584665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.28 (b0ab570e-a6f0-48a2-9e3c-246781712b2f/49f8318c-4b3f-4b6c-844b-d0d83e3a54b9/dd854154-eed9-4618-a5e9-a8026262d069) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:31.622686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e6df9563-4883-46ee-b247-3978b7d4cce1 None None] Current status of the port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:31.681735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] For port 610c3523-ad29-4674-bb56-306a72f5df74, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:31.685686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] For port 610c3523-ad29-4674-bb56-306a72f5df74, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=610c3523-ad29-4674-bb56-306a72f5df74,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:31.697306 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.852576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:31.853242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:31.868159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Router be56ff3f-7cb4-4674-8408-7afd52bb2be7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:31.876394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.903747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object dd854154-eed9-4618-a5e9-a8026262d069 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:31.920703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:31.932755 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:31.940987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400826-49eb-4fab-a5eb-387ef7c73be5 None None] Pushing event updated for resources: {'Port': ['ID=610c3523-ad29-4674-bb56-306a72f5df74,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:31.958935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b92f9afb-9541-4c6e-ad6a-276d14b9ed5b None None] Provisioning complete for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:31.959309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b92f9afb-9541-4c6e-ad6a-276d14b9ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.008142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:32.038820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:32.042936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:32.062542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:32.094778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00986668-997c-4418-94a2-295bb9b9a711 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:32.098202 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:32.116455 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2a4ba82c-06de-4c36-8752-0f7e7d7c6670 admin admin] 10.222.0.24 "PUT /v2.0/routers/be56ff3f-7cb4-4674-8408-7afd52bb2be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751962 May 26 19:56:32.160591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b92f9afb-9541-4c6e-ad6a-276d14b9ed5b None None] Port b9350608-3110-4129-ad32-7cb4cb6c4bd0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:32.163404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:32.164096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.167999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:32.198062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-27a93565-cc70-43cb-98ea-3180e6dea388 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2651839 May 26 19:56:32.209630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Request body: {'port': {'device_id': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:32.341603 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.348402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:32.421885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 47da5943-4f02-4f97-8450-15f242b3bf18 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:32.431335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 00986668-997c-4418-94a2-295bb9b9a711 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:32.431709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.466180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 47da5943-4f02-4f97-8450-15f242b3bf18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:32.466548 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.522045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-97dadd0a-3554-42a1-80ac-e09821891bbf None None] Provisioning for port dd854154-eed9-4618-a5e9-a8026262d069 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:32.541188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bc31b-7e08-41af-b6ad-10c41431555e req-d0f46e89-3f77-4a7c-bd7f-77385018e356 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:32.542650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-162bc31b-7e08-41af-b6ad-10c41431555e req-d0f46e89-3f77-4a7c-bd7f-77385018e356 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 945 time: 0.1612160 May 26 19:56:32.601051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-97dadd0a-3554-42a1-80ac-e09821891bbf None None] Provisioning complete for port dd854154-eed9-4618-a5e9-a8026262d069 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:32.601629 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97dadd0a-3554-42a1-80ac-e09821891bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.667545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-162bc31b-7e08-41af-b6ad-10c41431555e req-be67144f-e2e3-4e1a-a504-e3262fda23d5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182215 May 26 19:56:32.796014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-97dadd0a-3554-42a1-80ac-e09821891bbf None None] Port dd854154-eed9-4618-a5e9-a8026262d069 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:32.827436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd854154-eed9-4618-a5e9-a8026262d069 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:32.840376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.859338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Transition to ACTIVE for port object dd854154-eed9-4618-a5e9-a8026262d069 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:32.863524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:32.890234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 00986668-997c-4418-94a2-295bb9b9a711 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:32.890234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:32.992161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 47da5943-4f02-4f97-8450-15f242b3bf18 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:32.992539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.086339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:33.110655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:33.113603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:33.113882 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.156844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.234910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Pushing event updated for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:33.268722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:33.276812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Attempting to bind port dd854154-eed9-4618-a5e9-a8026262d069 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:33.277174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Attempting to bind port dd854154-eed9-4618-a5e9-a8026262d069 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:33.277506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Attempting to bind port dd854154-eed9-4618-a5e9-a8026262d069 on network b0ab570e-a6f0-48a2-9e3c-246781712b2f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:33.287771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795c63-247e-458e-baf8-309de8d3afe6 req-d5616c2b-b220-4ccb-a066-46bc2257654e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:33.288457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a795c63-247e-458e-baf8-309de8d3afe6 req-d5616c2b-b220-4ccb-a066-46bc2257654e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:33.293363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Port dd854154-eed9-4618-a5e9-a8026262d069 on network b0ab570e-a6f0-48a2-9e3c-246781712b2f not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:56:33.293690 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Attempting to bind port dd854154-eed9-4618-a5e9-a8026262d069 on network b0ab570e-a6f0-48a2-9e3c-246781712b2f {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:33.303731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:33.304064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Checking segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:33.304437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Bound using segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:33.304861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Bound port: dd854154-eed9-4618-a5e9-a8026262d069, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:33.305400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.326398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3a795c63-247e-458e-baf8-309de8d3afe6 req-d5616c2b-b220-4ccb-a066-46bc2257654e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:33.327557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a795c63-247e-458e-baf8-309de8d3afe6 req-d5616c2b-b220-4ccb-a066-46bc2257654e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 944 time: 0.2715437 May 26 19:56:33.329165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b9350608-3110-4129-ad32-7cb4cb6c4bd0', 'name': '', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'mac_address': 'fa:16:3e:56:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:30Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 2, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'subnets': [{'id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:33.339739 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01559b-bf1a-4410-af65-2be6301ae1a0 None None] The sync data for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 is: [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b9350608-3110-4129-ad32-7cb4cb6c4bd0', 'name': '', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'mac_address': 'fa:16:3e:56:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:30Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 2, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'subnets': [{'id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:33.353531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:33.430867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a795c63-247e-458e-baf8-309de8d3afe6 req-ebd60bcc-a213-4d63-8bf5-238435589f21 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737123 May 26 19:56:33.437345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:33.442800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd854154-eed9-4618-a5e9-a8026262d069,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:33.453814 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.720868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:33.721503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:33.722979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] 10.222.0.53 "PUT /v2.0/ports/dd854154-eed9-4618-a5e9-a8026262d069 HTTP/1.1" status: 200 len: 1092 time: 1.5178699 May 26 19:56:33.725465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:33.772683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f41bd-cce7-4fd5-8765-517db2f7795c service neutron] Pushing event updated for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:33.860403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-cf4ae8a5-30dc-4c09-84dd-3217145fb66b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:33.867450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-cf4ae8a5-30dc-4c09-84dd-3217145fb66b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.2443132 May 26 19:56:33.882718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-ff8c1003-86a4-4ae9-8be1-c5e42ffa746c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/quotas/fb302ed10c144d49bb96111b241aec62 HTTP/1.1" status: 200 len: 375 time: 0.0143175 May 26 19:56:33.949941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-3c534b5e-b116-463a-bbaf-e8551e6d29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:33.951472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-3c534b5e-b116-463a-bbaf-e8551e6d29cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 1095 time: 0.1756482 May 26 19:56:34.036318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-4715bdac-cfde-44a1-970e-23916990c3b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=dd854154-eed9-4618-a5e9-a8026262d069 HTTP/1.1" status: 200 len: 217 time: 0.0763679 May 26 19:56:34.097757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-52cee3fe-4d19-4132-9945-e1889ce0365e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2041795 May 26 19:56:34.202198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-c814c962-0af1-4d21-92e4-05fb2c233798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:34.203640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-c814c962-0af1-4d21-92e4-05fb2c233798 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49f8318c-4b3f-4b6c-844b-d0d83e3a54b9 HTTP/1.1" status: 200 len: 838 time: 0.1602631 May 26 19:56:34.298863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-b83fac02-47c5-492e-a3e3-af7d4c625aea service neutron] 10.222.0.24 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931584 May 26 19:56:34.396614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-2df5b900-6338-451a-83b4-d2f4b584db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:34.398131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-2df5b900-6338-451a-83b4-d2f4b584db6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0ab570e-a6f0-48a2-9e3c-246781712b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876159 May 26 19:56:34.535007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-e62a08eb-17ec-473d-966a-53114a898a0a service neutron] 10.222.0.24 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296436 May 26 19:56:34.576062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-1cbd3f79-e6ec-4a6a-b1d5-38ba409291fa service neutron] 10.222.0.53 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702373 May 26 19:56:34.682884 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3913067-251a-4695-aaab-c663d66e119e'] response: {'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'code': 200} May 26 19:56:34.732250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-be3db177-8313-4bcf-ae22-4bc2f5dfd954 req-bc6fa8ce-120d-49c9-9bb5-406ebfb05e6d service neutron] 10.222.0.53 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510637 May 26 19:56:34.893528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f3218-7c7d-4d32-961b-c508b1bc5003 req-4b94e142-0886-4f12-9de3-43433d59583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:34.895014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc0f3218-7c7d-4d32-961b-c508b1bc5003 req-4b94e142-0886-4f12-9de3-43433d59583a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1097 time: 0.1348684 May 26 19:56:34.907428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47c73-6f27-4151-9d64-a431e1b4b315 req-9b84174f-23f2-472e-bb7c-743541692ca4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:34.908770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56b47c73-6f27-4151-9d64-a431e1b4b315 req-9b84174f-23f2-472e-bb7c-743541692ca4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1132371 May 26 19:56:34.982252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc0f3218-7c7d-4d32-961b-c508b1bc5003 req-3dbbb543-f406-44d9-8ff2-e9d936bd41fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725074 May 26 19:56:34.986970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-56b47c73-6f27-4151-9d64-a431e1b4b315 req-50e66b1b-8821-4fb8-ae34-c614501305b9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598326 May 26 19:56:35.052475 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0870fc75-8976-42c7-b850-d7b8a76fb4c5'] response: {'name': 'network-changed', 'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069', 'status': 'completed', 'code': 200} May 26 19:56:35.181704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-f9b3af49-1082-42cd-856f-8020a81925b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:35.183010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-f9b3af49-1082-42cd-856f-8020a81925b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 1095 time: 0.1058927 May 26 19:56:35.345456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-78245a75-f8b0-4809-9d2f-46f77e4161fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:35.346884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-78245a75-f8b0-4809-9d2f-46f77e4161fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0ab570e-a6f0-48a2-9e3c-246781712b2f HTTP/1.1" status: 200 len: 898 time: 0.1568723 May 26 19:56:35.354531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e76e0-638a-4162-8586-a3d87c6ccbfa req-fcf35a4a-0921-4bfb-a4fd-405c7cd2c29a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:35.355957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-642e76e0-638a-4162-8586-a3d87c6ccbfa req-fcf35a4a-0921-4bfb-a4fd-405c7cd2c29a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 944 time: 0.2060258 May 26 19:56:35.531673 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Sync routers for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:35.540923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:35.541586 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:35.547909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-397dbd34-bbdb-4dda-8de3-ba4b0ea4fd95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=dd854154-eed9-4618-a5e9-a8026262d069 HTTP/1.1" status: 200 len: 217 time: 0.1910267 May 26 19:56:35.613284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-642e76e0-638a-4162-8586-a3d87c6ccbfa req-7a773ce7-9581-490e-8d91-a70f036af51b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941634 May 26 19:56:35.628673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-8fc1e080-fbf8-495f-8986-f1a6e8444931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:35.630321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-8fc1e080-fbf8-495f-8986-f1a6e8444931 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49f8318c-4b3f-4b6c-844b-d0d83e3a54b9 HTTP/1.1" status: 200 len: 838 time: 0.0720975 May 26 19:56:35.709979 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-83d3b83c-95b8-424f-99e2-01945bdec6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:35.711414 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-83d3b83c-95b8-424f-99e2-01945bdec6e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0ab570e-a6f0-48a2-9e3c-246781712b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752075 May 26 19:56:35.723104 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:35.784280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-664008a4-e6e0-42e3-8b4c-abf47cef596a req-52d4cb42-72fa-44f4-8344-60beac75d2f6 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 210 time: 0.0674968 May 26 19:56:35.973262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-e0d972a7-8b01-48bb-a39c-0e64b781a845 service neutron] 10.222.0.53 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228713 May 26 19:56:36.087285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b9350608-3110-4129-ad32-7cb4cb6c4bd0', 'name': '', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'mac_address': 'fa:16:3e:56:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:30Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 2, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'subnets': [{'id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:36.099291 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Checking router: be56ff3f-7cb4-4674-8408-7afd52bb2be7 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:36.099786 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Updating router be56ff3f-7cb4-4674-8408-7afd52bb2be7 port b9350608-3110-4129-ad32-7cb4cb6c4bd0 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:36.132562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 610c3523-ad29-4674-bb56-306a72f5df74 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:36.211614 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.256743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 610c3523-ad29-4674-bb56-306a72f5df74 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:36.263750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 610c3523-ad29-4674-bb56-306a72f5df74 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:36.264357 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.320415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-5d467306-d3de-41b1-8d95-292ef233c7e1 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:36.321955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-5d467306-d3de-41b1-8d95-292ef233c7e1 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.13 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.4373732 May 26 19:56:36.335255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Request body: {'port': {'device_id': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'admin_state_up': True, 'tenant_id': 'fb302ed10c144d49bb96111b241aec62'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:36.354625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:36.373537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Usage tracker for resource:port and tenant:fb302ed10c144d49bb96111b241aec62 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:36.377583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:36.389910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:36.421155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc188630-a787-4c1f-80f7-6c582b23e97f req-c93b22aa-6558-4af5-b7c2-77da8d5a1af9 service neutron] 10.222.0.53 "GET /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395437 May 26 19:56:36.423864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Made reservation on behalf of fb302ed10c144d49bb96111b241aec62 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:36.426409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.429462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 610c3523-ad29-4674-bb56-306a72f5df74 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:36.430134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.445835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c5679-6aaf-49a8-b884-d428ef3a0dd7 req-4c328525-868d-4579-842d-674b9aad8687 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:36.447302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b7c5679-6aaf-49a8-b884-d428ef3a0dd7 req-4c328525-868d-4579-842d-674b9aad8687 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.2192428 May 26 19:56:36.452468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 610c3523-ad29-4674-bb56-306a72f5df74, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=610c3523-ad29-4674-bb56-306a72f5df74,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:36.456887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.527663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=610c3523-ad29-4674-bb56-306a72f5df74,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:36.558285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b7c5679-6aaf-49a8-b884-d428ef3a0dd7 req-8492a782-5ed0-4031-a75c-b574b5767039 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016402 May 26 19:56:36.628821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Allocated IP 172.20.0.8 (a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8/178cd1a8-fd29-4931-bd9b-a5265ed0caee/65d2502f-87e5-4a07-adc4-62d39101b0cc) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:36.649187 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.661438 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Transition to ACTIVE for port object b9350608-3110-4129-ad32-7cb4cb6c4bd0 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:36.669145 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.799452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.864397 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3347b4-009b-4bf6-8280-cddb86f05aa3 None None] Pushing event updated for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:36.888078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f16cf9-b7a5-446a-aa06-d53b9b157570 req-721c95a0-dc6e-46fc-b8f7-ea56c3001e46 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:36.889616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91f16cf9-b7a5-446a-aa06-d53b9b157570 req-721c95a0-dc6e-46fc-b8f7-ea56c3001e46 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 944 time: 0.1403935 May 26 19:56:36.893725 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Attempting to bind port b9350608-3110-4129-ad32-7cb4cb6c4bd0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:36.894320 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Attempting to bind port b9350608-3110-4129-ad32-7cb4cb6c4bd0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:36.894832 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Attempting to bind port b9350608-3110-4129-ad32-7cb4cb6c4bd0 on network 66390f2e-1545-40b2-8c77-2ef5baef8a20 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:36.897365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.901330 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:36.901927 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Checking segment: {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:36.902510 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.903577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Bound using segment: {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:36.904179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Bound port: b9350608-3110-4129-ad32-7cb4cb6c4bd0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f97ec7-2968-41b8-b3ea-9a3bd74c9877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:36.904722 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:36.923507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd854154-eed9-4618-a5e9-a8026262d069 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:56:36.933957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Transition to ACTIVE for port object 65d2502f-87e5-4a07-adc4-62d39101b0cc will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:36.956743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91f16cf9-b7a5-446a-aa06-d53b9b157570 req-6808fe70-c4bb-41ea-a13d-cc6c8df87a98 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560641 May 26 19:56:36.988530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.004976 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] For port b9350608-3110-4129-ad32-7cb4cb6c4bd0, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:37.008091 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] For port b9350608-3110-4129-ad32-7cb4cb6c4bd0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b9350608-3110-4129-ad32-7cb4cb6c4bd0,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:37.013828 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.124560 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3347b4-009b-4bf6-8280-cddb86f05aa3 None None] Pushing event updated for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:37.126948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:37.139650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:37.146613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:37.153468 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:37.155152 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:37.170087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd854154-eed9-4618-a5e9-a8026262d069,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:37.186342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'dd854154-eed9-4618-a5e9-a8026262d069', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'port_id': 'dd854154-eed9-4618-a5e9-a8026262d069', 'mac_address': 'fa:16:3e:1b:64:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:56:37.204805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:37.205457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.210087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Pushing event updated for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:37.255212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-68751ff7-ce2f-4e5c-b5c2-e31128698845 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9244823 May 26 19:56:37.274039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Request body: {'port': {'device_id': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:37.372418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd854154-eed9-4618-a5e9-a8026262d069 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:37.373204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.383247 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1423125-b5b3-4158-94f9-eb80ee907aaf req-678228ba-8b7f-4ebb-abf5-cead16e0d5da tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:37.384075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a1423125-b5b3-4158-94f9-eb80ee907aaf req-678228ba-8b7f-4ebb-abf5-cead16e0d5da tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Synchronizing usage tracker for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:37.399273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd854154-eed9-4618-a5e9-a8026262d069 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:37.427597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd854154-eed9-4618-a5e9-a8026262d069,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:37.433025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a1423125-b5b3-4158-94f9-eb80ee907aaf req-678228ba-8b7f-4ebb-abf5-cead16e0d5da tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Unset dirty status for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:37.434242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.434387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1423125-b5b3-4158-94f9-eb80ee907aaf req-678228ba-8b7f-4ebb-abf5-cead16e0d5da tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1027 time: 0.3592627 May 26 19:56:37.436794 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.462803 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:37.523093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:37.530848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ce49b344-ef33-40d4-9a6d-45bc3c3a81b4 None None] Provisioning for port 65d2502f-87e5-4a07-adc4-62d39101b0cc completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:37.536808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ce49b344-ef33-40d4-9a6d-45bc3c3a81b4 None None] Provisioning complete for port 65d2502f-87e5-4a07-adc4-62d39101b0cc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:37.537305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ce49b344-ef33-40d4-9a6d-45bc3c3a81b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:37.598035 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ce49b344-ef33-40d4-9a6d-45bc3c3a81b4 None None] Port 65d2502f-87e5-4a07-adc4-62d39101b0cc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:37.651767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1423125-b5b3-4158-94f9-eb80ee907aaf req-9b950b96-ccfe-43f2-803a-107c86742642 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053049 May 26 19:56:37.729681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['dd854154-eed9-4618-a5e9-a8026262d069'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:56:37.805326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b9350608-3110-4129-ad32-7cb4cb6c4bd0', 'name': '', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'mac_address': 'fa:16:3e:56:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:30Z', 'updated_at': '2022-05-26T19:56:37Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'subnets': [{'id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:37.811694 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d5e0b-2e90-42b4-8f60-9290c5b7b59d None None] The sync data for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 is: [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:56:30Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b9350608-3110-4129-ad32-7cb4cb6c4bd0', 'name': '', 'network_id': '66390f2e-1545-40b2-8c77-2ef5baef8a20', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'mac_address': 'fa:16:3e:56:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:30Z', 'updated_at': '2022-05-26T19:56:37Z', 'revision_number': 4, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'subnets': [{'id': '8eaff1a6-b023-4520-987f-fa7dd88d6de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:37.953904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9b567-3988-48a4-bacc-4cedb073b0d8 req-785e1c65-cea0-4d3a-b76b-9d468b2d20f9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:37.955449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dad9b567-3988-48a4-bacc-4cedb073b0d8 req-785e1c65-cea0-4d3a-b76b-9d468b2d20f9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1949177 May 26 19:56:38.074274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dad9b567-3988-48a4-bacc-4cedb073b0d8 req-bc42892f-492b-4ffa-950c-791e2850d7f9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124318 May 26 19:56:38.094058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d2502f-87e5-4a07-adc4-62d39101b0cc {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:38.104202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 610c3523-ad29-4674-bb56-306a72f5df74 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:38.107133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.137201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Transition to ACTIVE for port object 65d2502f-87e5-4a07-adc4-62d39101b0cc will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:38.144323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.191831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 610c3523-ad29-4674-bb56-306a72f5df74 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:38.193640 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.349154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 610c3523-ad29-4674-bb56-306a72f5df74 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:38.350586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b9350608-3110-4129-ad32-7cb4cb6c4bd0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:38.368826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Pushing event updated for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:38.437157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:38.442864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:38.443235 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.458187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528670d-4bfa-4d49-98f3-85fd6fd94ecb req-90455bd0-f53b-4a41-96a5-0299b2c307b8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:38.459678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9528670d-4bfa-4d49-98f3-85fd6fd94ecb req-90455bd0-f53b-4a41-96a5-0299b2c307b8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 945 time: 0.2159152 May 26 19:56:38.519905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9528670d-4bfa-4d49-98f3-85fd6fd94ecb req-3b2d73a2-5df5-44be-b639-a480bf7a28f2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 May 26 19:56:38.522028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Attempting to bind port 65d2502f-87e5-4a07-adc4-62d39101b0cc on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:38.522354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Attempting to bind port 65d2502f-87e5-4a07-adc4-62d39101b0cc by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:38.522674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Attempting to bind port 65d2502f-87e5-4a07-adc4-62d39101b0cc on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:38.527900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Port 65d2502f-87e5-4a07-adc4-62d39101b0cc on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:56:38.528068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Attempting to bind port 65d2502f-87e5-4a07-adc4-62d39101b0cc on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:38.533141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:38.533456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Checking segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:38.533824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Bound using segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:38.537509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Bound port: 65d2502f-87e5-4a07-adc4-62d39101b0cc, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:38.537879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.577478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b9350608-3110-4129-ad32-7cb4cb6c4bd0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:38.577848 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.612904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b9350608-3110-4129-ad32-7cb4cb6c4bd0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b9350608-3110-4129-ad32-7cb4cb6c4bd0,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:38.619166 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.697751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:38.703742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:38.714815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:38.724151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.787785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:38.788636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:38.790262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] 10.222.0.13 "PUT /v2.0/ports/65d2502f-87e5-4a07-adc4-62d39101b0cc HTTP/1.1" status: 200 len: 1091 time: 1.5256507 May 26 19:56:38.795142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:38.823615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc5042-3931-495a-b591-fcde46c905b7 req-194a3b76-3777-443d-82a9-38316f118921 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:38.825325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78fc5042-3931-495a-b591-fcde46c905b7 req-194a3b76-3777-443d-82a9-38316f118921 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1868651 May 26 19:56:38.891939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca1ad3-df2f-4290-8b6c-d5e05db6db5d service neutron] Pushing event updated for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:38.928365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd854154-eed9-4618-a5e9-a8026262d069 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:38.931077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78fc5042-3931-495a-b591-fcde46c905b7 req-a145f217-09ed-4494-a590-87b94f848b82 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655115 May 26 19:56:38.949532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-308e3c86-7cb3-4977-b2b8-6c235d0e0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:38.949532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-308e3c86-7cb3-4977-b2b8-6c235d0e0dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1094 time: 0.1193321 May 26 19:56:38.955398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:39.018838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port dd854154-eed9-4618-a5e9-a8026262d069 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:39.028441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port dd854154-eed9-4618-a5e9-a8026262d069 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:39.028820 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.030797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-208b206e-8cd0-4c7e-9642-180b03b8aae4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc HTTP/1.1" status: 200 len: 217 time: 0.0723152 May 26 19:56:39.070286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf66e8-6015-4872-bfc8-34bf20ea07da tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.077780 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a3bf66e8-6015-4872-bfc8-34bf20ea07da tempest-TestNetworkAdvancedServerOps-872264917 tempest-TestNetworkAdvancedServerOps-872264917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1092 time: 0.1207278 May 26 19:56:39.078778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55308) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:39.089907 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:39.099224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:39.104763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Usage tracker for resource:floatingip and tenant:dc2fddd0d1ff42698e27e18ab2781fc0 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:56:39.109060 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:56:39.117394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:39.129272 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.170006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-aa6b97b9-584f-46b5-bf32-a14f1e34dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.171458 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-aa6b97b9-584f-46b5-bf32-a14f1e34dbfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cd1a8-fd29-4931-bd9b-a5265ed0caee HTTP/1.1" status: 200 len: 849 time: 0.1345241 May 26 19:56:39.174320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port dd854154-eed9-4618-a5e9-a8026262d069 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:39.174905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.202835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:39.213506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd854154-eed9-4618-a5e9-a8026262d069,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:39.219150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.229000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1b4ac-7b09-4a57-9a32-fc66e0f3a7a7 req-c50edfeb-4e36-44c8-b603-ffe9634e5a94 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.233503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b1b4ac-7b09-4a57-9a32-fc66e0f3a7a7 req-c50edfeb-4e36-44c8-b603-ffe9634e5a94 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1094 time: 0.1457226 May 26 19:56:39.278564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.298574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7b1b4ac-7b09-4a57-9a32-fc66e0f3a7a7 req-0cdb8a62-a925-47ac-81f3-fcbf5626083b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548990 May 26 19:56:39.301456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-d4242129-b16f-489f-ad4f-0fb45e60763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.303006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-d4242129-b16f-489f-ad4f-0fb45e60763b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233995 May 26 19:56:39.305076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:39.382751 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ddab5d-ce33-4c99-9370-99be7103a76c'] response: {'name': 'network-changed', 'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc', 'status': 'completed', 'code': 200} May 26 19:56:39.391867 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7242733-fb78-4886-8216-1a3268770e62'] response: {'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069', 'code': 200} May 26 19:56:39.430169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Allocated IP 172.25.0.205 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/d3422782-04d1-4d54-951a-fd53ae3a37d1) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:39.456525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-e9660c5d-f8a8-4691-9075-2d282315e976 service neutron] 10.222.0.13 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417663 May 26 19:56:39.590786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.621977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:39.692681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:39.695480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:39.698021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:39.745831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=d3422782-04d1-4d54-951a-fd53ae3a37d1,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:39.802232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f4dafc4-23df-4f35-bff4-4bd320a85bb0 req-8580f750-f2f1-4a50-84b0-5f079836f6d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030232 May 26 19:56:39.816686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7c38c-226f-4af7-a90d-a561a42cb048 req-1522b968-ae1f-432f-8bae-b79fe07391b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.818233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32b7c38c-226f-4af7-a90d-a561a42cb048 req-1522b968-ae1f-432f-8bae-b79fe07391b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 1097 time: 0.3608091 May 26 19:56:39.834575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f926be-9be6-466f-9b9e-be288166fea9 req-c828cb9f-accb-4e72-83dc-65c12cc6fe9e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.836005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22f926be-9be6-466f-9b9e-be288166fea9 req-c828cb9f-accb-4e72-83dc-65c12cc6fe9e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1576331 May 26 19:56:39.956717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-32b7c38c-226f-4af7-a90d-a561a42cb048 req-db7256fa-c0c9-4b55-b37b-0f815bf9c144 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310892 May 26 19:56:39.962750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22f926be-9be6-466f-9b9e-be288166fea9 req-a6f2b195-5e1b-4cd5-9f82-9fcfddcf2103 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137640 May 26 19:56:39.991111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-0b2c7000-f837-4ba2-a850-98b6f2f5e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:39.992583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-0b2c7000-f837-4ba2-a850-98b6f2f5e826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1094 time: 0.1425872 May 26 19:56:40.008233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b9350608-3110-4129-ad32-7cb4cb6c4bd0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:40.080742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b9350608-3110-4129-ad32-7cb4cb6c4bd0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:40.081220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.151699 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.154716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-ea0f3e63-7b0d-431d-b7fc-cabb5bb138ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:40.155313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-ea0f3e63-7b0d-431d-b7fc-cabb5bb138ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.1557739 May 26 19:56:40.203479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b9350608-3110-4129-ad32-7cb4cb6c4bd0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:40.232256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-4fe80f60-33ca-437a-bd32-d461e67f4003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc HTTP/1.1" status: 200 len: 217 time: 0.0702186 May 26 19:56:40.239475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.293027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-7b5dabdd-e194-45f2-928f-80e89061e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:40.295058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-7b5dabdd-e194-45f2-928f-80e89061e769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=178cd1a8-fd29-4931-bd9b-a5265ed0caee HTTP/1.1" status: 200 len: 849 time: 0.0569050 May 26 19:56:40.369120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-c0228d08-be30-4669-8cb2-24d25537874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:40.370771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-c0228d08-be30-4669-8cb2-24d25537874f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695920 May 26 19:56:40.561123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-7ea5f13f-bafd-417e-90e5-5671a81a9f31 service neutron] 10.222.0.13 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841114 May 26 19:56:40.566152 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.570961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.590170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bf838-1dfd-46d7-bd39-8bdf948de9ea req-a23f26cb-b2b4-4f8a-b12c-439873687f3e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:40.591593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b03bf838-1dfd-46d7-bd39-8bdf948de9ea req-a23f26cb-b2b4-4f8a-b12c-439873687f3e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1094 time: 0.1450870 May 26 19:56:40.680150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event updated for resources: {'Port': ['ID=d3422782-04d1-4d54-951a-fd53ae3a37d1,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:40.691216 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:40.705427 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b03bf838-1dfd-46d7-bd39-8bdf948de9ea req-c810541e-43d8-4950-b328-0a7b9a6ec216 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657849 May 26 19:56:40.727375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ffbb5700-7765-4071-9449-5dc3ac8512e2 req-194cec9b-2c46-4611-a508-6715e422613f service neutron] 10.222.0.13 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600091 May 26 19:56:40.858367 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 29fe810a-dc7c-41d3-a800-53fa833c1e48 associated. External IP: 172.25.0.205, port: 47da5943-4f02-4f97-8450-15f242b3bf18. May 26 19:56:41.213757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:41.321015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fb93b-3432-4c42-b3ef-29972801ee55 req-78ae058c-e804-442d-b3c4-4e66fa4d220d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:41.322805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d17fb93b-3432-4c42-b3ef-29972801ee55 req-78ae058c-e804-442d-b3c4-4e66fa4d220d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.0913088 May 26 19:56:41.372835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d17fb93b-3432-4c42-b3ef-29972801ee55 req-d0817859-22c2-43de-a1b8-63c59be24d5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 May 26 19:56:41.409226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:41.418824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Sync routers for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:41.429566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:41.430212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:41.435757 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:41.490511 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c455c2f-cdff-4055-86dd-e73616e5674b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4102888 May 26 19:56:41.491005 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:41.615902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:41.651311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f137-fcf9-4346-96d5-1fa6aadb25cb req-a166f592-f983-4159-9ecb-c4e95ddadbf4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:41.652900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7581f137-fcf9-4346-96d5-1fa6aadb25cb req-a166f592-f983-4159-9ecb-c4e95ddadbf4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0787036 May 26 19:56:41.697365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7581f137-fcf9-4346-96d5-1fa6aadb25cb req-8333f574-53bd-44b1-a81a-2a643d2d294c tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383470 May 26 19:56:41.721619 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55324) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:41.800587 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98def7b1-ea3f-44e7-b865-2001d0ca1a0e'] response: {'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'status': 'completed', 'code': 200} May 26 19:56:41.848975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-669b7333-9c2e-40cd-9d14-2b57219f00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:41.850597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-669b7333-9c2e-40cd-9d14-2b57219f00d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1097 time: 0.0779171 May 26 19:56:41.865975 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64b2544f-aec9-4e91-aa0d-c3a756e82c13 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/29fe810a-dc7c-41d3-a800-53fa833c1e48 HTTP/1.1" status: 200 len: 992 time: 0.1424351 May 26 19:56:42.022710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65d2502f-87e5-4a07-adc4-62d39101b0cc details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:56:42.061913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29fe810a-dc7c-41d3-a800-53fa833c1e48', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'mac_address': 'fa:16:3e:49:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:56:40Z', 'updated_at': '2022-05-26T19:56:40Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:42.069444 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Checking router: c91ca1d8-bc47-4e76-bc92-8b874c522ad9 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:42.136818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:42.137442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:42.157440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-c2931d39-36d8-48c3-b5fc-3e2408e45c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.158878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-c2931d39-36d8-48c3-b5fc-3e2408e45c49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 898 time: 0.3019454 May 26 19:56:42.164586 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf4d49-e891-417e-91b1-608464904a81 req-2f0d29f5-0434-4543-a246-4fa5ae03ba84 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.166013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fbf4d49-e891-417e-91b1-608464904a81 req-2f0d29f5-0434-4543-a246-4fa5ae03ba84 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1094 time: 0.2871735 May 26 19:56:42.287877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fbf4d49-e891-417e-91b1-608464904a81 req-d462a2f4-9429-4930-9f7e-86bd1caf472f tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 May 26 19:56:42.291602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-22f76869-5b93-42b6-a725-144d47318c73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 1000 time: 0.1247199 May 26 19:56:42.326884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:42.347686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '65d2502f-87e5-4a07-adc4-62d39101b0cc', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'port_id': '65d2502f-87e5-4a07-adc4-62d39101b0cc', 'mac_address': 'fa:16:3e:cb:18:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:56:42.358750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-969aa5a7-b47f-4c1d-8a24-68140b4d181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.360188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-969aa5a7-b47f-4c1d-8a24-68140b4d181d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 200 len: 835 time: 0.0631251 May 26 19:56:42.395895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:42.437862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-283d9b0a-3a9a-495f-aade-9f52006580b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.439408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-283d9b0a-3a9a-495f-aade-9f52006580b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fbe7bd9-757a-4f6e-be28-0628c386dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739594 May 26 19:56:42.483771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 65d2502f-87e5-4a07-adc4-62d39101b0cc is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:42.484416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:42.578183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2502f-87e5-4a07-adc4-62d39101b0cc {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:42.618997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:42.623736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:42.639273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-71fc81eb-f21b-4957-8b30-53af77ad57b5 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941183 May 26 19:56:42.650023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41879b7-6a43-40ba-a1f9-6375d3d64d9b req-b0524956-ad38-4427-b44d-084d3a20abbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.651388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e41879b7-6a43-40ba-a1f9-6375d3d64d9b req-b0524956-ad38-4427-b44d-084d3a20abbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1329651 May 26 19:56:42.771741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e41879b7-6a43-40ba-a1f9-6375d3d64d9b req-04d3ecaf-380f-4861-b37c-7f829603774a tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019747 May 26 19:56:42.779680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:42.816973 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12879e92-c5ce-4f5f-957f-dcec459022ba req-90a54de6-aa5a-431f-825d-aefe188894a6 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644790 May 26 19:56:42.839051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['65d2502f-87e5-4a07-adc4-62d39101b0cc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:56:42.868214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55336) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:42.915264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29fe810a-dc7c-41d3-a800-53fa833c1e48', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'mac_address': 'fa:16:3e:49:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:56:40Z', 'updated_at': '2022-05-26T19:56:40Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:42.921517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc0f196-8400-44f6-9e5c-16a2b9e9b748 None None] The sync data for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 is: [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '29fe810a-dc7c-41d3-a800-53fa833c1e48', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'mac_address': 'fa:16:3e:49:9e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:56:40Z', 'updated_at': '2022-05-26T19:56:40Z', 'revision_number': 0, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:42.980035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac10bf-37e4-4ca9-ae2d-518d9fb8549e req-a21462a6-15c8-4c1a-af77-f45f508230fb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:42.991417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16ac10bf-37e4-4ca9-ae2d-518d9fb8549e req-a21462a6-15c8-4c1a-af77-f45f508230fb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1046674 May 26 19:56:43.000282 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ba8298b1-9e8b-4806-9445-945f0e5065c2 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/29fe810a-dc7c-41d3-a800-53fa833c1e48 HTTP/1.1" status: 200 len: 992 time: 0.1295056 May 26 19:56:43.052481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16ac10bf-37e4-4ca9-ae2d-518d9fb8549e req-ebfd1c2d-d4c0-4d66-b23d-ad2d8262b277 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601866 May 26 19:56:43.152199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0c0b9-93cd-4683-9c5e-e60b551702d9 None None] New status for floating IP 29fe810a-dc7c-41d3-a800-53fa833c1e48: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:56:43.465179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2083160-8ed5-49c1-9b20-0f01f0f88e3e req-67a6275d-bcea-4c3c-ad65-6cefa98a8e9a tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:43.466664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2083160-8ed5-49c1-9b20-0f01f0f88e3e req-67a6275d-bcea-4c3c-ad65-6cefa98a8e9a tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1095 time: 0.0708289 May 26 19:56:43.507088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2083160-8ed5-49c1-9b20-0f01f0f88e3e req-e1682c4c-eb61-4a61-b6de-e3d65eb14f98 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 May 26 19:56:43.653155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-b83a4124-ebad-4f28-b4f0-cca0fd4670df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729079 May 26 19:56:43.789319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4228-17da-45ea-83ad-43a69454538d req-fb64a2c0-8f61-4c94-9d88-1cf32f14ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:43.790744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-fb64a2c0-8f61-4c94-9d88-1cf32f14ce40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1096 time: 0.0720170 May 26 19:56:43.933442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4228-17da-45ea-83ad-43a69454538d req-f0b013a6-1465-44dc-8a1d-a7c438bffe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:43.934943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-f0b013a6-1465-44dc-8a1d-a7c438bffe20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 897 time: 0.1252475 May 26 19:56:44.004048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55346) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:44.040074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-de660793-9b7f-4542-bd26-ccdd72f1751e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 1000 time: 0.0992100 May 26 19:56:44.052936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65d2502f-87e5-4a07-adc4-62d39101b0cc up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:44.103938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4228-17da-45ea-83ad-43a69454538d req-a97c1e0a-5599-4cf4-b233-9cefbcb683e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:44.105470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-a97c1e0a-5599-4cf4-b233-9cefbcb683e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.0589154 May 26 19:56:44.117703 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-128e5d09-3f27-4836-85b2-8152f0243984 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/29fe810a-dc7c-41d3-a800-53fa833c1e48 HTTP/1.1" status: 200 len: 994 time: 0.1124802 May 26 19:56:44.134023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 65d2502f-87e5-4a07-adc4-62d39101b0cc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:44.139307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 65d2502f-87e5-4a07-adc4-62d39101b0cc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:44.139676 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:44.184012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4228-17da-45ea-83ad-43a69454538d req-a6fcb00a-b059-492c-9ee6-89c5437b1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:44.185523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-a6fcb00a-b059-492c-9ee6-89c5437b1692 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743670 May 26 19:56:44.254500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 65d2502f-87e5-4a07-adc4-62d39101b0cc is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:44.254873 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:44.281950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:44.291756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:44.296193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:44.383781 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e420e56c-bbc4-4ed3-a959-6923d2129025'] response: {'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc', 'code': 200} May 26 19:56:44.418831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:44.433377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:44.481605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-f2bf926d-0093-4985-bc4a-d653c1449b03 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900336 May 26 19:56:44.566350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaf1e3-a911-4661-bd5f-19daafdec89a req-d3119d35-2155-4a75-ae9b-8797146631af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:44.567805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7faaf1e3-a911-4661-bd5f-19daafdec89a req-d3119d35-2155-4a75-ae9b-8797146631af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.1563773 May 26 19:56:44.674723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7faaf1e3-a911-4661-bd5f-19daafdec89a req-d6084159-7afa-46e3-8d05-d1289f8d7b06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990272 May 26 19:56:44.688923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55354) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:56:44.702425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-42aa4228-17da-45ea-83ad-43a69454538d req-81111789-28a2-4d28-987d-9ee2cdbf3d33 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140715 May 26 19:56:44.720946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926052-b1f0-412a-ad1d-3cb833f7a827 req-34e0251f-fa79-4fec-ba91-b49663fe6499 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:44.722449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12926052-b1f0-412a-ad1d-3cb833f7a827 req-34e0251f-fa79-4fec-ba91-b49663fe6499 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.1114202 May 26 19:56:44.736293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4cb46375-665d-4514-a219-2a9edf7de7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:44.767106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12926052-b1f0-412a-ad1d-3cb833f7a827 req-18f11f1a-b1b7-4e8a-8ca5-6b42b95e7e66 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 May 26 19:56:45.497026 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:45.905415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.17 (b0ab570e-a6f0-48a2-9e3c-246781712b2f/49f8318c-4b3f-4b6c-844b-d0d83e3a54b9/575d73db-6526-4631-b7ee-ac451360e9a9) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:45.950625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6513e-5ba1-481f-8114-9a9b2ed4a476 req-8f7076cb-3991-4834-8da1-e3d6c99785cd tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:45.952889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59e6513e-5ba1-481f-8114-9a9b2ed4a476 req-8f7076cb-3991-4834-8da1-e3d6c99785cd tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0761406 May 26 19:56:45.998754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59e6513e-5ba1-481f-8114-9a9b2ed4a476 req-2b54a859-eac9-46d9-8680-5e360ea9dbb2 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 May 26 19:56:46.088877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.106189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object 575d73db-6526-4631-b7ee-ac451360e9a9 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:46.130848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.192134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623273b-8f78-4b34-ace7-172ec49eae9a req-b5bd5b33-ddee-49d1-8cb0-663f91431c75 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:46.193793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3623273b-8f78-4b34-ace7-172ec49eae9a req-b5bd5b33-ddee-49d1-8cb0-663f91431c75 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0784919 May 26 19:56:46.202017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:46.205319 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:46.209516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:46.248170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3623273b-8f78-4b34-ace7-172ec49eae9a req-f697fc8a-361e-48b0-bc81-bd0cbd21224b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 May 26 19:56:46.254412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:46.294656 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.444447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.446278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0346-21de-4ad7-a5ab-6acdb6d3ffc2 req-146b20c1-0309-4883-bdf6-6736937b6572 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:46.447782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a4c0346-21de-4ad7-a5ab-6acdb6d3ffc2 req-146b20c1-0309-4883-bdf6-6736937b6572 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0898998 May 26 19:56:46.487963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab6d462a-1a6f-4e04-9d13-1b54351328aa None None] Provisioning for port 575d73db-6526-4631-b7ee-ac451360e9a9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:46.490979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a4c0346-21de-4ad7-a5ab-6acdb6d3ffc2 req-6038866f-25d9-4709-b5c8-18ccbc49ee65 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 May 26 19:56:46.500414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ab6d462a-1a6f-4e04-9d13-1b54351328aa None None] Provisioning complete for port 575d73db-6526-4631-b7ee-ac451360e9a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:46.500761 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ab6d462a-1a6f-4e04-9d13-1b54351328aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.562868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d462a-1a6f-4e04-9d13-1b54351328aa None None] Port 575d73db-6526-4631-b7ee-ac451360e9a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:46.767090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-783dff99-26fa-4a63-9d79-0bc87c7034c9 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:46.768534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-783dff99-26fa-4a63-9d79-0bc87c7034c9 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.1264656 May 26 19:56:46.783814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-08b491e9-458e-4090-ad30-f30202c52e24 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/quotas/fb302ed10c144d49bb96111b241aec62 HTTP/1.1" status: 200 len: 375 time: 0.0096624 May 26 19:56:46.860697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-fefd12d8-540e-42c5-9e3d-6684df4823e0 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712457 May 26 19:56:46.895044 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59942271-9b39-41f7-b40d-c63f7cbd0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.988475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.992864 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:46.996304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-3cd3ee0f-7b6c-4b22-8edd-d40cef3a7810 service neutron] 10.222.0.24 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285377 May 26 19:56:47.108367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:47.110923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:47.132723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-29e3fd4e-0ca5-49b4-99cf-11142fa27e4e service neutron] 10.222.0.24 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291132 May 26 19:56:47.265295 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:47.266683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:47.328798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27642b54-2ea9-488a-8d53-e64cc136119b req-c7bf7ad8-fba8-4fb7-97b0-328208e44836 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 210 time: 0.0615888 May 26 19:56:47.399579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:47.488430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:56:47.597325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-806a5eea-07ed-465e-867c-4ee7f02d8e70 None None] Provisioning complete for port 575d73db-6526-4631-b7ee-ac451360e9a9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:47.597864 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-806a5eea-07ed-465e-867c-4ee7f02d8e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:47.655942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-806a5eea-07ed-465e-867c-4ee7f02d8e70 None None] Port 575d73db-6526-4631-b7ee-ac451360e9a9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:47.677600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:56:47.688930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:56:47.696780 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-34257b9b-f3e4-4cc4-b808-1caf18d7be5c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/497420e1-f43f-4e9c-b8dc-c889771d84c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0067716 May 26 19:56:47.698918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:47.700197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:47.884616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:48.239076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.251519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:56:46Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575d73db-6526-4631-b7ee-ac451360e9a9', 'name': '', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:f7:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:45Z', 'updated_at': '2022-05-26T19:56:46Z', 'revision_number': 2, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:48.255436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:56:48.255787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Updating router 497420e1-f43f-4e9c-b8dc-c889771d84c1 port 575d73db-6526-4631-b7ee-ac451360e9a9 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:56:48.312981 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.414069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-9e008107-aaa8-4821-923e-8ba06f31ffee tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:48.415743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-9e008107-aaa8-4821-923e-8ba06f31ffee tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.1475837 May 26 19:56:48.427087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Request body: {'port': {'device_id': '8671dc8c-d757-4837-9599-3c3d483b1778', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'admin_state_up': True, 'tenant_id': 'fb302ed10c144d49bb96111b241aec62'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:48.433964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:56:48.483834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09df6a40-383a-4c7b-a719-3a8956c73c37 req-9be233ba-bad5-4487-b6cb-18210eda8272 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 210 time: 0.0509980 May 26 19:56:48.484655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:56:48.494790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Made reservation on behalf of fb302ed10c144d49bb96111b241aec62 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:56:48.497969 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.650699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Allocated IP 172.20.0.10 (a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8/178cd1a8-fd29-4931-bd9b-a5265ed0caee/ecad661f-293c-4631-9337-6aa60e1a21c2) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:56:48.674293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.685603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Transition to ACTIVE for port object 575d73db-6526-4631-b7ee-ac451360e9a9 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:48.691101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.821318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816fec9-0c6f-416a-b053-f8a35aee29a4 None None] Pushing event updated for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:48.915874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Attempting to bind port 575d73db-6526-4631-b7ee-ac451360e9a9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:48.916441 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Attempting to bind port 575d73db-6526-4631-b7ee-ac451360e9a9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:48.916807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Attempting to bind port 575d73db-6526-4631-b7ee-ac451360e9a9 on network b0ab570e-a6f0-48a2-9e3c-246781712b2f {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:48.922835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:48.923211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Checking segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:48.923614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.924004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Bound using segment: {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:48.924641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Bound port: 575d73db-6526-4631-b7ee-ac451360e9a9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96af2d82-9110-4956-96f6-419caf18ac29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:48.925014 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.962177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:48.977206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Transition to ACTIVE for port object ecad661f-293c-4631-9337-6aa60e1a21c2 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:49.001740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.029293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['65d2502f-87e5-4a07-adc4-62d39101b0cc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:56:49.074736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:56:49.077838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:56:49.081557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:56:49.111347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Pushing event updated for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:49.144641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:49.145722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.149660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] For port 575d73db-6526-4631-b7ee-ac451360e9a9, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:49.170403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] For port 575d73db-6526-4631-b7ee-ac451360e9a9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=575d73db-6526-4631-b7ee-ac451360e9a9,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:49.173091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-02b2eaad-132e-4182-bf23-59586b300529 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7498481 May 26 19:56:49.179385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.185124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Request body: {'port': {'device_id': '8671dc8c-d757-4837-9599-3c3d483b1778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:56:49.297872 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:56:49.298381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:49.306821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.397261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816fec9-0c6f-416a-b053-f8a35aee29a4 None None] Pushing event updated for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:49.497588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-74419bd5-8b79-4c64-9956-73361f36810f None None] Provisioning for port ecad661f-293c-4631-9337-6aa60e1a21c2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:49.508032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-74419bd5-8b79-4c64-9956-73361f36810f None None] Provisioning complete for port ecad661f-293c-4631-9337-6aa60e1a21c2 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:49.508412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-74419bd5-8b79-4c64-9956-73361f36810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.583455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-74419bd5-8b79-4c64-9956-73361f36810f None None] Port ecad661f-293c-4631-9337-6aa60e1a21c2 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:56:49.588619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:56:49.736624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad661f-293c-4631-9337-6aa60e1a21c2 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:49.744582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2ec23-cd37-4c4a-86ba-363879833fb1 req-37ebb388-324f-4ded-a741-3be59ae2e03b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:49.745296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cbd2ec23-cd37-4c4a-86ba-363879833fb1 req-37ebb388-324f-4ded-a741-3be59ae2e03b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Synchronizing usage tracker for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:56:49.748670 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.772328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Transition to ACTIVE for port object ecad661f-293c-4631-9337-6aa60e1a21c2 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:56:49.775073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-cbd2ec23-cd37-4c4a-86ba-363879833fb1 req-37ebb388-324f-4ded-a741-3be59ae2e03b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Unset dirty status for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:56:49.776539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbd2ec23-cd37-4c4a-86ba-363879833fb1 req-37ebb388-324f-4ded-a741-3be59ae2e03b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1028 time: 0.1790411 May 26 19:56:49.778510 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.857390 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:49.942880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:49.951800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cbd2ec23-cd37-4c4a-86ba-363879833fb1 req-8dc77216-f445-45f4-8ebe-d73ccff74cca tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380711 May 26 19:56:49.975226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:56:46Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575d73db-6526-4631-b7ee-ac451360e9a9', 'name': '', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:f7:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:45Z', 'updated_at': '2022-05-26T19:56:49Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:56:49.980722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253525f-be05-4dbd-9167-a8e1e0aca819 None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:56:46Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575d73db-6526-4631-b7ee-ac451360e9a9', 'name': '', 'network_id': 'b0ab570e-a6f0-48a2-9e3c-246781712b2f', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:f7:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:45Z', 'updated_at': '2022-05-26T19:56:49Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '49f8318c-4b3f-4b6c-844b-d0d83e3a54b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:56:50.090683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Attempting to bind port ecad661f-293c-4631-9337-6aa60e1a21c2 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:56:50.090886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Attempting to bind port ecad661f-293c-4631-9337-6aa60e1a21c2 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:56:50.093284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Attempting to bind port ecad661f-293c-4631-9337-6aa60e1a21c2 on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:50.099337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Port ecad661f-293c-4631-9337-6aa60e1a21c2 on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:56:50.099751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Attempting to bind port ecad661f-293c-4631-9337-6aa60e1a21c2 on network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:56:50.107271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:56:50.107737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Checking segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:56:50.108480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Bound using segment: {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:56:50.108984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Bound port: ecad661f-293c-4631-9337-6aa60e1a21c2, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:56:50.109411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:50.214660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:56:50.218293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ecad661f-293c-4631-9337-6aa60e1a21c2,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:56:50.222940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:50.290351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:50.290967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:50.292347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/ecad661f-293c-4631-9337-6aa60e1a21c2 HTTP/1.1" status: 200 len: 1092 time: 1.1122644 May 26 19:56:50.292825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:50.325033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425c87-15d8-4e24-9ab4-4dddf47b84a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:50.370715 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11c367b-dbf7-4a45-bd59-ec59fd4812f6'] response: {'name': 'network-changed', 'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2', 'status': 'completed', 'code': 200} May 26 19:56:50.416927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-5cac2112-7475-4c92-93f0-03b2f3f43efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:50.419300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-5cac2112-7475-4c92-93f0-03b2f3f43efd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.0854836 May 26 19:56:50.498090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-29e81a76-3c7c-4cf5-a6c2-731fff2e5beb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecad661f-293c-4631-9337-6aa60e1a21c2 HTTP/1.1" status: 200 len: 217 time: 0.0694823 May 26 19:56:50.561587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-9b7fede4-058b-42de-95bb-f70783b6d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:50.562966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-9b7fede4-058b-42de-95bb-f70783b6d215 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=178cd1a8-fd29-4931-bd9b-a5265ed0caee HTTP/1.1" status: 200 len: 849 time: 0.0596306 May 26 19:56:50.642826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-76f1ce85-f4eb-410d-b35e-ba28953987f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:50.644415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-76f1ce85-f4eb-410d-b35e-ba28953987f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757425 May 26 19:56:50.874257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-b9137258-40ab-4609-a2b5-463e164b31f9 service neutron] 10.222.0.53 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233922 May 26 19:56:51.001724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05048a51-0d27-4cf5-86a8-c76a148cadd6 req-a9a1b37b-a4de-476e-ac2a-c31176d00893 service neutron] 10.222.0.53 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218162 May 26 19:56:51.179677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-1bb79e97-4b94-4e7e-9640-5669c45554e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:51.181211 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-1bb79e97-4b94-4e7e-9640-5669c45554e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb302ed10c144d49bb96111b241aec62&device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.1336491 May 26 19:56:51.184256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c4a86-1e96-4dac-a3b8-07fff95fb4f8 req-428cbe81-9cc0-4335-b8ca-0148f98688a2 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:51.185618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c6c4a86-1e96-4dac-a3b8-07fff95fb4f8 req-428cbe81-9cc0-4335-b8ca-0148f98688a2 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.1078951 May 26 19:56:51.303369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c6c4a86-1e96-4dac-a3b8-07fff95fb4f8 req-8652abe8-3f91-417c-b65e-11cc8735692e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984015 May 26 19:56:51.337883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-e9ef07b3-150a-4ca2-9602-bf39c7745535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:51.339299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-e9ef07b3-150a-4ca2-9602-bf39c7745535 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 200 len: 911 time: 0.1518505 May 26 19:56:51.421854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-f91c468d-f0aa-4662-a433-1423c0720d83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecad661f-293c-4631-9337-6aa60e1a21c2 HTTP/1.1" status: 200 len: 217 time: 0.0638626 May 26 19:56:51.483006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-ddbcdf28-2603-4183-b4e3-690544d8441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:51.484347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-ddbcdf28-2603-4183-b4e3-690544d8441b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=178cd1a8-fd29-4931-bd9b-a5265ed0caee HTTP/1.1" status: 200 len: 849 time: 0.0573411 May 26 19:56:51.560554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-bb3d3677-6cb2-4542-82df-f31c620e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:51.562044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-bb3d3677-6cb2-4542-82df-f31c620e3ad9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720718 May 26 19:56:51.692165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-f17cc921-b323-45f3-bf15-43b1f4050b79 service neutron] 10.222.0.53 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233642 May 26 19:56:51.820842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c2737a5-75cd-48ed-890e-343e9fad8c42 req-e559189b-a23c-446d-a2e7-bcb824e2645e service neutron] 10.222.0.53 "GET /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218550 May 26 19:56:52.022020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 575d73db-6526-4631-b7ee-ac451360e9a9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:52.092867 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 575d73db-6526-4631-b7ee-ac451360e9a9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:52.097479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 575d73db-6526-4631-b7ee-ac451360e9a9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:52.097851 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:52.213624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 575d73db-6526-4631-b7ee-ac451360e9a9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:52.213998 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:52.245165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 575d73db-6526-4631-b7ee-ac451360e9a9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=575d73db-6526-4631-b7ee-ac451360e9a9,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:52.249681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:52.315390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:52.476910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f0eac-a648-40ee-b215-5774c800bcdf req-aba3af18-2b61-4613-afec-8ea922d1b7ef tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:52.478435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e2f0eac-a648-40ee-b215-5774c800bcdf req-aba3af18-2b61-4613-afec-8ea922d1b7ef tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.0693679 May 26 19:56:52.519046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6e2f0eac-a648-40ee-b215-5774c800bcdf req-3bfa99cc-7ed9-449d-9bc1-c9751db3d3a6 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 May 26 19:56:53.690937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b19356-61ac-47f7-b602-c43aa0515243 req-82634ee5-4fde-4f1d-9fd2-40b26170400e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:53.692301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0b19356-61ac-47f7-b602-c43aa0515243 req-82634ee5-4fde-4f1d-9fd2-40b26170400e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.0725770 May 26 19:56:53.732878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0b19356-61ac-47f7-b602-c43aa0515243 req-2047df46-5c3c-41b5-b711-b5d0570f5701 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 May 26 19:56:54.006183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 575d73db-6526-4631-b7ee-ac451360e9a9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:54.076205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 575d73db-6526-4631-b7ee-ac451360e9a9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:54.076578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:54.194582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 575d73db-6526-4631-b7ee-ac451360e9a9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:54.909422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07745-a455-48a8-a483-f86ac64e1795 req-b5aca5c1-6ea4-4376-9d1b-c0ffbb6a4a53 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:54.910859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b07745-a455-48a8-a483-f86ac64e1795 req-b5aca5c1-6ea4-4376-9d1b-c0ffbb6a4a53 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1095 time: 0.0679760 May 26 19:56:54.950704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15b07745-a455-48a8-a483-f86ac64e1795 req-ea4b0ba4-76df-48d7-bf23-1abe72b952a6 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 May 26 19:56:55.001043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ecad661f-293c-4631-9337-6aa60e1a21c2 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:56:55.132797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ecad661f-293c-4631-9337-6aa60e1a21c2,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:55.150171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ecad661f-293c-4631-9337-6aa60e1a21c2', 'network_id': 'a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8', 'port_id': 'ecad661f-293c-4631-9337-6aa60e1a21c2', 'mac_address': 'fa:16:3e:91:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178cd1a8-fd29-4931-bd9b-a5265ed0caee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:56:55.234043 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ecad661f-293c-4631-9337-6aa60e1a21c2 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:55.234406 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:55.250850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecad661f-293c-4631-9337-6aa60e1a21c2 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:56:55.265748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ecad661f-293c-4631-9337-6aa60e1a21c2,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:55.269638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:55.337918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:55.603904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ecad661f-293c-4631-9337-6aa60e1a21c2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:56:56.140265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a350e84-0dbe-4ca5-a3f2-1ed3eb21c9f0 req-4e2fb8a0-ac91-41f2-85ca-80eb29957c36 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:56.141760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a350e84-0dbe-4ca5-a3f2-1ed3eb21c9f0 req-4e2fb8a0-ac91-41f2-85ca-80eb29957c36 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1096 time: 0.0790939 May 26 19:56:56.181435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a350e84-0dbe-4ca5-a3f2-1ed3eb21c9f0 req-2da2edfa-5b8d-4556-bde7-681668ae5e9f tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 May 26 19:56:57.011078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ecad661f-293c-4631-9337-6aa60e1a21c2 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:56:57.080577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ecad661f-293c-4631-9337-6aa60e1a21c2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:56:57.085931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ecad661f-293c-4631-9337-6aa60e1a21c2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:56:57.086482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:57.204884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ecad661f-293c-4631-9337-6aa60e1a21c2 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:56:57.205294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:57.232662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:56:57.242645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ecad661f-293c-4631-9337-6aa60e1a21c2,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:56:57.246324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:56:57.312753 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:56:57.361590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55cf5e-2929-4be6-a4ae-869d6d5cace9 req-572d95c1-7e9d-45ac-ad07-8bc07d5b11b4 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:57.363077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd55cf5e-2929-4be6-a4ae-869d6d5cace9 req-572d95c1-7e9d-45ac-ad07-8bc07d5b11b4 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0708945 May 26 19:56:57.407118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd55cf5e-2929-4be6-a4ae-869d6d5cace9 req-da5e3828-4ef0-4039-9ea4-2d5099714587 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 May 26 19:56:57.457260 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcc6eae-32db-4399-9c31-73df4bc64bed'] response: {'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2', 'code': 200} May 26 19:56:57.583188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027bda-e115-44b3-9a91-481f77a1feb6 req-cfd2bcd9-36f7-4bde-a04b-e754194cdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:57.584566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44027bda-e115-44b3-9a91-481f77a1feb6 req-cfd2bcd9-36f7-4bde-a04b-e754194cdf01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0712974 May 26 19:56:57.623964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44027bda-e115-44b3-9a91-481f77a1feb6 req-3c401a2c-1594-4830-af5c-880d69a59e5a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 May 26 19:56:58.580045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc56797-97e0-4d40-a9fc-184a2bb15012 req-26c2384c-2a5f-44a1-9bb1-9e0ae0b1eb91 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:58.581656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bc56797-97e0-4d40-a9fc-184a2bb15012 req-26c2384c-2a5f-44a1-9bb1-9e0ae0b1eb91 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0676436 May 26 19:56:58.719415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5bc56797-97e0-4d40-a9fc-184a2bb15012 req-01d9daa1-73a7-4bfc-ae97-9e627705ed80 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316783 May 26 19:56:59.018938 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:56:59.891434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cb1e8-2909-4d03-be41-c431ecbf858f req-e830a011-7be8-46db-9d11-22a642369381 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:56:59.892901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-798cb1e8-2909-4d03-be41-c431ecbf858f req-e830a011-7be8-46db-9d11-22a642369381 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0691690 May 26 19:56:59.932267 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-798cb1e8-2909-4d03-be41-c431ecbf858f req-784633f2-ab1b-4309-bc43-5ea224a77209 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337219 May 26 19:57:00.110429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44927752-ddf4-4636-850c-f0387b0ec2db req-efb8ae5f-1644-484a-a499-92b0e5f47767 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:00.111904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44927752-ddf4-4636-850c-f0387b0ec2db req-efb8ae5f-1644-484a-a499-92b0e5f47767 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0729046 May 26 19:57:00.152268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44927752-ddf4-4636-850c-f0387b0ec2db req-1573196f-f4e6-4bb7-9be5-873e0885408d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 May 26 19:57:00.330226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f00ec-b131-4f87-abb6-a350f0c236ea req-ffc4edaf-bf5b-4ea5-b0a8-42c1122e12bd tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:00.331688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a4f00ec-b131-4f87-abb6-a350f0c236ea req-ffc4edaf-bf5b-4ea5-b0a8-42c1122e12bd tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0682540 May 26 19:57:00.371326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a4f00ec-b131-4f87-abb6-a350f0c236ea req-5c7813ea-b080-4bdc-93a3-ba079299bd4d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 May 26 19:57:00.734730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375ceb-2f9e-4a8c-babd-960c18f70dd7 req-9dc2b4b1-6f5e-4a6f-9400-2a89fac9f09e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:00.736110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c375ceb-2f9e-4a8c-babd-960c18f70dd7 req-9dc2b4b1-6f5e-4a6f-9400-2a89fac9f09e tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0713592 May 26 19:57:00.775227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c375ceb-2f9e-4a8c-babd-960c18f70dd7 req-3b7f527e-b396-4445-a241-285c7e3d3aa0 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 May 26 19:57:01.950822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882014-d448-4af2-abe0-463016bee89f req-fbe005a6-f96c-455e-b966-b7aaca112e6d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:01.952301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e882014-d448-4af2-abe0-463016bee89f req-fbe005a6-f96c-455e-b966-b7aaca112e6d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0696664 May 26 19:57:01.995467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e882014-d448-4af2-abe0-463016bee89f req-9496020c-1eb6-4ebb-a195-60387bbedb1a tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 May 26 19:57:02.329408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-bbae5b33-dc3e-4efc-b783-3eabfa901f1d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:02.330791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-bbae5b33-dc3e-4efc-b783-3eabfa901f1d tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 1097 time: 0.0689240 May 26 19:57:02.393248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Deleting port ecad661f-293c-4631-9337-6aa60e1a21c2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:02.393580 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:02.619981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] For port ecad661f-293c-4631-9337-6aa60e1a21c2, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ecad661f-293c-4631-9337-6aa60e1a21c2,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:02.620241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:02.747622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Calling delete_port for ecad661f-293c-4631-9337-6aa60e1a21c2 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:02.878456 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:02.890237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ecad661f-293c-4631-9337-6aa60e1a21c2'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:57:02.914721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['65d2502f-87e5-4a07-adc4-62d39101b0cc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:57:02.928880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecad661f-293c-4631-9337-6aa60e1a21c2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:03.009201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] No DVR routers for this DVR port ecad661f-293c-4631-9337-6aa60e1a21c2 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:03.012485 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:03.016664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'name': 'network-vif-deleted', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:03.045188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ebe99d01-55bf-48af-b66d-32e1fd60eed4 req-98db5845-7733-43fe-87fb-6089a4aacb64 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ecad661f-293c-4631-9337-6aa60e1a21c2 HTTP/1.1" status: 204 len: 173 time: 0.7084987 May 26 19:57:03.177112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-886afe23-5606-4a1b-82b8-e932d3a0a576 req-bfbf7c47-5c45-4cbc-9fc4-51d56f5c364f tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Synchronizing usage tracker for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:03.193409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-886afe23-5606-4a1b-82b8-e932d3a0a576 req-bfbf7c47-5c45-4cbc-9fc4-51d56f5c364f tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Unset dirty status for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:03.194676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-886afe23-5606-4a1b-82b8-e932d3a0a576 req-bfbf7c47-5c45-4cbc-9fc4-51d56f5c364f tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8671dc8c-d757-4837-9599-3c3d483b1778 HTTP/1.1" status: 200 len: 210 time: 0.0651031 May 26 19:57:03.245285 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0395c825-3731-4dec-b4d1-3625cd1407a7'] response: {'server_uuid': '8671dc8c-d757-4837-9599-3c3d483b1778', 'name': 'network-vif-deleted', 'tag': 'ecad661f-293c-4631-9337-6aa60e1a21c2', 'status': 'completed', 'code': 200} May 26 19:57:04.633948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2644594-34f6-45c2-bb0b-dbc8eb95de85 req-e3ed9622-d4b6-4d3d-bb96-142604385e85 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:04.635442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2644594-34f6-45c2-bb0b-dbc8eb95de85 req-e3ed9622-d4b6-4d3d-bb96-142604385e85 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0701041 May 26 19:57:04.677018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2644594-34f6-45c2-bb0b-dbc8eb95de85 req-f5945ca4-6e05-4d93-a489-25717c93b4ff tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 May 26 19:57:05.852407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e4ed-1a37-4cea-b867-3e262c0cdd64 req-a4551225-8a38-43d8-8e3f-1e5a1d3ffe96 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:05.853922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c1e4ed-1a37-4cea-b867-3e262c0cdd64 req-a4551225-8a38-43d8-8e3f-1e5a1d3ffe96 tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0718448 May 26 19:57:05.932552 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c1e4ed-1a37-4cea-b867-3e262c0cdd64 req-27e4290e-f2b6-41df-bf5a-b5816c2f30ae tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d05c0c14-7df9-46b4-850c-15557fbedd91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723863 May 26 19:57:05.959688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-2ab0a7dd-5746-4194-9f77-e5a58c61dafc tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:05.961109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-2ab0a7dd-5746-4194-9f77-e5a58c61dafc tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 1096 time: 0.0750878 May 26 19:57:06.027215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Deleting port 65d2502f-87e5-4a07-adc4-62d39101b0cc {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:06.027544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:06.245977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] For port 65d2502f-87e5-4a07-adc4-62d39101b0cc, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=65d2502f-87e5-4a07-adc4-62d39101b0cc,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:06.246241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:06.376023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Calling delete_port for 65d2502f-87e5-4a07-adc4-62d39101b0cc owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:06.600508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:06.612775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['65d2502f-87e5-4a07-adc4-62d39101b0cc'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:57:06.654029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d2502f-87e5-4a07-adc4-62d39101b0cc,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:06.736230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] No DVR routers for this DVR port 65d2502f-87e5-4a07-adc4-62d39101b0cc on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:06.739399 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:06.741949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'name': 'network-vif-deleted', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:06.758301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d1831bd-63c6-4e6d-a62c-8a4d8edb2d77 req-6b31d27d-3611-4aa9-8dd0-544eee9c663c tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.13 "DELETE /v2.0/ports/65d2502f-87e5-4a07-adc4-62d39101b0cc HTTP/1.1" status: 204 len: 173 time: 0.7917073 May 26 19:57:06.803039 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a3ea4c-a013-430a-8d27-ef82d4ec7504'] response: {'server_uuid': 'b3e2c2a9-b40f-4168-867c-cea747688839', 'name': 'network-vif-deleted', 'tag': '65d2502f-87e5-4a07-adc4-62d39101b0cc', 'status': 'completed', 'code': 200} May 26 19:57:06.804204 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:07.045869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ecad661f-293c-4631-9337-6aa60e1a21c2 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:07.084780 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: ecad661f-293c-4631-9337-6aa60e1a21c2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:07.085291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ecad661f-293c-4631-9337-6aa60e1a21c2 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:07.099269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ed098501-63b6-4f4a-aa2e-4a1fd490242f req-1b984d83-8f62-4af1-bca3-13d30a63054b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Synchronizing usage tracker for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:07.113717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ed098501-63b6-4f4a-aa2e-4a1fd490242f req-1b984d83-8f62-4af1-bca3-13d30a63054b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] Unset dirty status for tenant:fb302ed10c144d49bb96111b241aec62 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:07.114893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ed098501-63b6-4f4a-aa2e-4a1fd490242f req-1b984d83-8f62-4af1-bca3-13d30a63054b tempest-TestServerMultinode-1894058797 tempest-TestServerMultinode-1894058797-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3e2c2a9-b40f-4168-867c-cea747688839 HTTP/1.1" status: 200 len: 210 time: 0.0598392 May 26 19:57:08.215532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:08.869788 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:09.215501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Deleting port 00986668-997c-4418-94a2-295bb9b9a711 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:09.215857 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:09.392464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] For port 00986668-997c-4418-94a2-295bb9b9a711, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=00986668-997c-4418-94a2-295bb9b9a711,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:09.392825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:09.518239 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Calling delete_port for 00986668-997c-4418-94a2-295bb9b9a711 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:09.835851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:09.883396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=00986668-997c-4418-94a2-295bb9b9a711,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:10.258174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65d2502f-87e5-4a07-adc4-62d39101b0cc no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:10.269804 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:10.292151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 65d2502f-87e5-4a07-adc4-62d39101b0cc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:10.292483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 65d2502f-87e5-4a07-adc4-62d39101b0cc not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:10.629649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:10.804614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:10.813802 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8c12fa18-3966-4365-93ac-1394d91334d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6dfc9f5-5771-48d7-a785-82b865ab9ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5966294 May 26 19:57:10.814446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Sync routers for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:10.816294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55482) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:10.824317 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:10.824903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:11.007262 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:11.034095 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:11.183974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:11.193815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Deleting port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:11.194144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:11.317857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:57:09Z', 'revision_number': 5, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port': {'id': '0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:15Z', 'updated_at': '2022-05-26T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:11.321541 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Checking router: e6dfc9f5-5771-48d7-a785-82b865ab9ea6 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:11.330444 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Routers {'e6dfc9f5-5771-48d7-a785-82b865ab9ea6'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:11.331032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:11.370347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] For port 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:11.370908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:11.480950 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] Set router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:11.593270 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:57:11Z', 'revision_number': 6, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:11.597404 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff227ef8-ba28-49fa-a11b-16eada22c852 None None] The sync data for ids ['e6dfc9f5-5771-48d7-a785-82b865ab9ea6'] in n-d-843146-9 is: [{'id': 'e6dfc9f5-5771-48d7-a785-82b865ab9ea6', 'name': 'tempest-TestServerMultinode-1649929551-router', 'tenant_id': 'c44d844035a149e38f1fbb51841f0323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:14Z', 'updated_at': '2022-05-26T19:57:11Z', 'revision_number': 6, 'project_id': 'c44d844035a149e38f1fbb51841f0323', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:11.624353 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Calling delete_port for 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:11.792558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:11.842993 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:11.930972 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.033429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00986668-997c-4418-94a2-295bb9b9a711 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:12.078391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 00986668-997c-4418-94a2-295bb9b9a711 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:12.078726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 00986668-997c-4418-94a2-295bb9b9a711 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:12.112844 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.114961 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.136963 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.137556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dfc9f5-5771-48d7-a785-82b865ab9ea6 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:57:12.150698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.151790 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-98d02582-4924-426b-9cea-d2325a8f8ce0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e6dfc9f5-5771-48d7-a785-82b865ab9ea6 HTTP/1.1" status: 204 len: 168 time: 1.3346236 May 26 19:57:12.154324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55486) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:12.215242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Deleting subnet 178cd1a8-fd29-4931-bd9b-a5265ed0caee {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:57:12.218630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.267241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.343600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.415921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.458834 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.462614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178cd1a8-fd29-4931-bd9b-a5265ed0caee,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:12.467329 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-395f2af5-93a0-4f16-a13e-0d446d74c8d8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/178cd1a8-fd29-4931-bd9b-a5265ed0caee HTTP/1.1" status: 204 len: 168 time: 0.3120339 May 26 19:57:12.469203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e5d29-f33d-47de-b7c1-0de8553dbb68 None None] Network a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:12.469900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55492) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:12.578721 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.591650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Deleting port 3a993997-50cc-498a-88e2-c220c86a073d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:12.591986 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.739011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] DHCP port deletion for a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:57:12.743151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Deleting port 3a993997-50cc-498a-88e2-c220c86a073d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:12.743662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.806881 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] For port 3a993997-50cc-498a-88e2-c220c86a073d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3a993997-50cc-498a-88e2-c220c86a073d,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:12.807232 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:12.931451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Calling delete_port for 3a993997-50cc-498a-88e2-c220c86a073d owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:12.944113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] For port 3a993997-50cc-498a-88e2-c220c86a073d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3a993997-50cc-498a-88e2-c220c86a073d,segment=NetworkSegment(b7254eef-af7d-446a-b1c0-0ea6c0a31ebd),segment_id=b7254eef-af7d-446a-b1c0-0ea6c0a31ebd)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:12.944503 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.007206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.070530 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Calling delete_port for 3a993997-50cc-498a-88e2-c220c86a073d owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:13.145445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:57:13.145796 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:57:13.170959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] No DVR routers for this DVR port 3a993997-50cc-498a-88e2-c220c86a073d on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:13.172614 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a993997-50cc-498a-88e2-c220c86a073d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:13.287588 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.312939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:13.324445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:13.324734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7254eef-af7d-446a-b1c0-0ea6c0a31ebd') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:13.337130 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.352939 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.358781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:57:13.359151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.426405 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b7254eef-af7d-446a-b1c0-0ea6c0a31ebd resource provider aggregate not found May 26 19:57:13.445153 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment b7254eef-af7d-446a-b1c0-0ea6c0a31ebd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7254eef-af7d-446a-b1c0-0ea6c0a31ebd found for delete ", "request_id": "req-db8b15fc-91e5-4cb2-b1cd-5905bd0c1164"}]} May 26 19:57:13.460930 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.477800 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.488556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:13.495812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55512) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:13.496276 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5fafa7cd-2604-4c17-a012-a45801c58e36 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a63f2db5-3d8f-47bf-b1cb-14d8e1f137c8 HTTP/1.1" status: 204 len: 168 time: 1.0249944 May 26 19:57:13.649852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Deleting port 3a993997-50cc-498a-88e2-c220c86a073d {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:13.650699 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:13.780142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3aad4971-876c-44d6-a9db-0acff30720a8 None None] The port '3a993997-50cc-498a-88e2-c220c86a073d' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:57:14.015377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251f943-3e74-4208-bb69-e13dcbd580f2 req-d81141c6-a83b-4575-a065-1f8673ca1576 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:14.016832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1251f943-3e74-4208-bb69-e13dcbd580f2 req-d81141c6-a83b-4575-a065-1f8673ca1576 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1828749 May 26 19:57:14.024501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:14.059028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:14.059980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 0441f9bf-b2f2-45e9-ab46-4f9a75b1ef13 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:14.060672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3a993997-50cc-498a-88e2-c220c86a073d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:14.077680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1251f943-3e74-4208-bb69-e13dcbd580f2 req-f9e1c7c3-23fb-4d23-8b06-573d31bdffef tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541794 May 26 19:57:14.096131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3a993997-50cc-498a-88e2-c220c86a073d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:14.096627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3a993997-50cc-498a-88e2-c220c86a073d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:14.165107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:14.342529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:14.501150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Deleting port b9350608-3110-4129-ad32-7cb4cb6c4bd0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:14.501741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:14.738338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-766dcf67-5c37-449b-b25b-ff153df04431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:14.770613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] For port b9350608-3110-4129-ad32-7cb4cb6c4bd0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b9350608-3110-4129-ad32-7cb4cb6c4bd0,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:14.770963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:14.891411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Calling delete_port for b9350608-3110-4129-ad32-7cb4cb6c4bd0 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:15.077460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:15.128291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9350608-3110-4129-ad32-7cb4cb6c4bd0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:15.168285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.168539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.168814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.169173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.169494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.170317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.170317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.170646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.170957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.171320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.171639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.171947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:15.412757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b892fc-a405-4c8d-8163-66b3cdce3963 req-3c9fae81-3dd2-4da1-a02c-bdd24c1bab55 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:15.414636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80b892fc-a405-4c8d-8163-66b3cdce3963 req-3c9fae81-3dd2-4da1-a02c-bdd24c1bab55 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.2045715 May 26 19:57:15.535908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80b892fc-a405-4c8d-8163-66b3cdce3963 req-eac9d8a0-05b0-4ab3-86c9-151a8d30836b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135161 May 26 19:57:15.542386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:15.903660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Router be56ff3f-7cb4-4674-8408-7afd52bb2be7 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:16.189840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:16.198019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Sync routers for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:16.205744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d3066fac-2590-4673-adc2-b48ed36b0a48 admin admin] 10.222.0.24 "PUT /v2.0/routers/be56ff3f-7cb4-4674-8408-7afd52bb2be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088156 May 26 19:57:16.208371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55526) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:16.209370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:16.210050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:16.384311 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:16.394610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:16.564901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:16.577076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Deleting port 610c3523-ad29-4674-bb56-306a72f5df74 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:16.577400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:16.691665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '610c3523-ad29-4674-bb56-306a72f5df74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:57:15Z', 'revision_number': 5, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port': {'id': '610c3523-ad29-4674-bb56-306a72f5df74', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:25Z', 'updated_at': '2022-05-26T19:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:16.695635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Checking router: be56ff3f-7cb4-4674-8408-7afd52bb2be7 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:16.705201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Routers {'be56ff3f-7cb4-4674-8408-7afd52bb2be7'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:16.705871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:56:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:16.818456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] For port 610c3523-ad29-4674-bb56-306a72f5df74, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=610c3523-ad29-4674-bb56-306a72f5df74,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:16.818695 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:16.839905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5427-5160-452b-93d9-0facb624b115 req-2cd3c266-9880-4c9c-9b92-bb19029bb780 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:16.841396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f0d5427-5160-452b-93d9-0facb624b115 req-2cd3c266-9880-4c9c-9b92-bb19029bb780 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1891346 May 26 19:57:16.870189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] Set router be56ff3f-7cb4-4674-8408-7afd52bb2be7 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:16.967597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Calling delete_port for 610c3523-ad29-4674-bb56-306a72f5df74 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:17.002341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:57:16Z', 'revision_number': 6, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:17.008624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73189f3-9fab-4c78-b0cd-a48140088ab7 None None] The sync data for ids ['be56ff3f-7cb4-4674-8408-7afd52bb2be7'] in n-d-843146-9 is: [{'id': 'be56ff3f-7cb4-4674-8408-7afd52bb2be7', 'name': 'tempest-TestServerMultinode-804862483-router', 'tenant_id': 'fb302ed10c144d49bb96111b241aec62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:23Z', 'updated_at': '2022-05-26T19:57:16Z', 'revision_number': 6, 'project_id': 'fb302ed10c144d49bb96111b241aec62', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:17.015106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-53754620-d545-4aea-a26b-124632ac0444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.049630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f0d5427-5160-452b-93d9-0facb624b115 req-ce55067c-a49e-4d90-8489-8e194dc5641d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580036 May 26 19:57:17.175236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.224421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Pushing event deleted for resources: {'Port': ['ID=610c3523-ad29-4674-bb56-306a72f5df74,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:17.313990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.393256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.495913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.498157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.518924 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.519435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be56ff3f-7cb4-4674-8408-7afd52bb2be7 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:57:17.531602 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.532686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ca00e412-21fd-4d2c-a870-e03493958476 admin admin] 10.222.0.24 "DELETE /v2.0/routers/be56ff3f-7cb4-4674-8408-7afd52bb2be7 HTTP/1.1" status: 204 len: 168 time: 1.3234308 May 26 19:57:17.535099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55534) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:17.595082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Deleting subnet 8eaff1a6-b023-4520-987f-fa7dd88d6de9 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:57:17.597887 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.752752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.827971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.897913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.935617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eaff1a6-b023-4520-987f-fa7dd88d6de9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:17.939056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:17.944807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143c4e9-f9e0-4888-8b30-67decd5d4e20 None None] Network 66390f2e-1545-40b2-8c77-2ef5baef8a20 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:17.945135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-37465927-a719-44dd-bf78-4dd0b9f52755 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8eaff1a6-b023-4520-987f-fa7dd88d6de9 HTTP/1.1" status: 204 len: 168 time: 0.4089503 May 26 19:57:17.947391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55538) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:18.060540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b9350608-3110-4129-ad32-7cb4cb6c4bd0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:18.067859 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.077129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Deleting port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:18.077465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.123117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b9350608-3110-4129-ad32-7cb4cb6c4bd0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:18.123709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b9350608-3110-4129-ad32-7cb4cb6c4bd0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:18.124310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 610c3523-ad29-4674-bb56-306a72f5df74 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:18.173801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 610c3523-ad29-4674-bb56-306a72f5df74 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:18.174150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 610c3523-ad29-4674-bb56-306a72f5df74 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:18.258978 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.327868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] DHCP port deletion for 66390f2e-1545-40b2-8c77-2ef5baef8a20 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:57:18.332058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Deleting port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:18.332576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.349852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] For port 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=079c2638-4a04-41c0-bfe4-e5c39cb898a4,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:18.350193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.371232 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f34083-34db-463d-847c-172c8b8e969f req-d2a397e1-56f1-4e7d-84a1-308b57f395f1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:18.372733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9f34083-34db-463d-847c-172c8b8e969f req-d2a397e1-56f1-4e7d-84a1-308b57f395f1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1982648 May 26 19:57:18.501391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Calling delete_port for 079c2638-4a04-41c0-bfe4-e5c39cb898a4 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:18.571174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9f34083-34db-463d-847c-172c8b8e969f req-1ffe31c8-8bf3-4fee-bf99-87cc0136c1d4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457832 May 26 19:57:18.583266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] For port 079c2638-4a04-41c0-bfe4-e5c39cb898a4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=079c2638-4a04-41c0-bfe4-e5c39cb898a4,segment=NetworkSegment(40f97ec7-2968-41b8-b3ea-9a3bd74c9877),segment_id=40f97ec7-2968-41b8-b3ea-9a3bd74c9877)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:18.583817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.597854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.646001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=079c2638-4a04-41c0-bfe4-e5c39cb898a4,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:18.650984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] No DVR routers for this DVR port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:18.706646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Calling delete_port for 079c2638-4a04-41c0-bfe4-e5c39cb898a4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:18.769278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.775933 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:57:18.776286 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:57:18.795269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66390f2e-1545-40b2-8c77-2ef5baef8a20']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:18.807032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f97ec7-2968-41b8-b3ea-9a3bd74c9877') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:18.807322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f97ec7-2968-41b8-b3ea-9a3bd74c9877') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:18.818842 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.834391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.840197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:57:18.841086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.905480 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 40f97ec7-2968-41b8-b3ea-9a3bd74c9877 resource provider aggregate not found May 26 19:57:18.927139 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 40f97ec7-2968-41b8-b3ea-9a3bd74c9877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40f97ec7-2968-41b8-b3ea-9a3bd74c9877 found for delete ", "request_id": "req-bdebffec-d055-41b8-a660-d245ae793109"}]} May 26 19:57:18.938108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.953787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:18.966732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66390f2e-1545-40b2-8c77-2ef5baef8a20,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:18.971393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3b64056-c8da-439f-a933-6b1664285da4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/66390f2e-1545-40b2-8c77-2ef5baef8a20 HTTP/1.1" status: 204 len: 168 time: 1.0230258 May 26 19:57:19.142716 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55552) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:19.189955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5826ac2d-f4e7-45d2-9d99-d467a171464b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c44d844035a149e38f1fbb51841f0323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461309 May 26 19:57:19.192452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55556) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:19.247910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.272615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.277692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Deleting port 079c2638-4a04-41c0-bfe4-e5c39cb898a4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:19.278656 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.322839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.343478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03407c60-1f77-4586-b3a0-52181f77b22c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:19.347150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8efc212e-088c-4439-ac16-8f17d45611f6 None None] The port '079c2638-4a04-41c0-bfe4-e5c39cb898a4' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:57:19.348214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.351188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0a86d06b-dd73-4d47-ae76-2c2a7dcae41a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03407c60-1f77-4586-b3a0-52181f77b22c HTTP/1.1" status: 204 len: 168 time: 0.1561377 May 26 19:57:19.369458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55562) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:19.716438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:19.766482 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e31af5f4-c965-488b-8f7f-7b5b7d246af4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb302ed10c144d49bb96111b241aec62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487559 May 26 19:57:19.769011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:19.819262 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.830883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.857239 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.913222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.919857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e102f3b-7ddc-4e2b-b056-39c4f15ae0b9 req-5f23b0d4-e3de-457e-ab7b-183ef8cf3634 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:19.921308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e102f3b-7ddc-4e2b-b056-39c4f15ae0b9 req-5f23b0d4-e3de-457e-ab7b-183ef8cf3634 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1913719 May 26 19:57:19.928468 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c0c14-7df9-46b4-850c-15557fbedd91,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:19.935356 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:19.939070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3712a71f-b17e-400d-844d-16aab7ebb995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d05c0c14-7df9-46b4-850c-15557fbedd91 HTTP/1.1" status: 204 len: 168 time: 0.1691310 May 26 19:57:20.014133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e102f3b-7ddc-4e2b-b056-39c4f15ae0b9 req-f8f02ea3-5fdd-429a-9372-26c55dd7a797 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643973 May 26 19:57:20.042544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 079c2638-4a04-41c0-bfe4-e5c39cb898a4 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:20.087378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 079c2638-4a04-41c0-bfe4-e5c39cb898a4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:20.088044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 079c2638-4a04-41c0-bfe4-e5c39cb898a4 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:20.160544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:20.581701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 575d73db-6526-4631-b7ee-ac451360e9a9 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:20.582635 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:20.766920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 575d73db-6526-4631-b7ee-ac451360e9a9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=575d73db-6526-4631-b7ee-ac451360e9a9,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:20.767263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:20.888155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 575d73db-6526-4631-b7ee-ac451360e9a9 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:21.072220 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:21.226190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=575d73db-6526-4631-b7ee-ac451360e9a9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:21.447889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa260a-835a-4665-8259-123d1609014e req-59f8d227-cc4b-43b2-afb2-0cac108f9b77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:21.449363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1baa260a-835a-4665-8259-123d1609014e req-59f8d227-cc4b-43b2-afb2-0cac108f9b77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.2244661 May 26 19:57:21.580228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1baa260a-835a-4665-8259-123d1609014e req-506a000c-92e3-4f9b-ac51-3d0cf1678b8d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185656 May 26 19:57:21.606981 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:21.960191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:22.135387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:22.145287 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:22.148780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8065d319-9cef-4490-a423-76481264efd9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/497420e1-f43f-4e9c-b8dc-c889771d84c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7777815 May 26 19:57:22.154782 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:22.155377 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:22.335305 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:22.526426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2f070-dd26-40ce-879e-df31ef1cd27a req-b6946fac-1071-4377-adce-f253a0861205 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:22.527029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0eb2f070-dd26-40ce-879e-df31ef1cd27a req-b6946fac-1071-4377-adce-f253a0861205 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:22.542842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-0eb2f070-dd26-40ce-879e-df31ef1cd27a req-b6946fac-1071-4377-adce-f253a0861205 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:22.543985 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0eb2f070-dd26-40ce-879e-df31ef1cd27a req-b6946fac-1071-4377-adce-f253a0861205 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1029465 May 26 19:57:22.589773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0eb2f070-dd26-40ce-879e-df31ef1cd27a req-344ec476-9fc4-4a07-9c6b-b79b9bb19718 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 May 26 19:57:22.721427 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:22.726526 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:22.734973 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:22.735568 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:22.766914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b611c-455a-493c-b3b4-fc388510ebb9 req-64d3d3a3-3905-46c8-820f-b8673731412f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:22.768440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a7b611c-455a-493c-b3b4-fc388510ebb9 req-64d3d3a3-3905-46c8-820f-b8673731412f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0824218 May 26 19:57:22.812188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a7b611c-455a-493c-b3b4-fc388510ebb9 req-cc0eae47-39cd-438e-926e-71d7a64383c5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379424 May 26 19:57:22.911247 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:23.249819 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:23.253691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8c6c6-f437-4fa4-8939-6cf9cd8fd046 None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ff9129b1-f010-449d-ac38-10166296d499', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.81', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'port_id': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'mac_address': 'fa:16:3e:c1:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:55:08Z', 'updated_at': '2022-05-26T19:55:12Z', 'revision_number': 1, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:23.835501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1e14c-66cf-44a5-9529-07a7791d31bf req-d328cd23-5072-4757-9620-f09fadba70c4 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:23.836835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9d1e14c-66cf-44a5-9529-07a7791d31bf req-d328cd23-5072-4757-9620-f09fadba70c4 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1372144 May 26 19:57:23.889701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9d1e14c-66cf-44a5-9529-07a7791d31bf req-fd3d3da9-e403-4e55-866b-bc9b3d1d4b96 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=82c8762a-9102-4d5b-85b7-654ce4d3777e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 May 26 19:57:23.896886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-ad3b180f-386e-4bb1-818c-2da831d9e5ba tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:23.898239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-ad3b180f-386e-4bb1-818c-2da831d9e5ba tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 946 time: 0.1353617 May 26 19:57:23.967116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port dd854154-eed9-4618-a5e9-a8026262d069 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:23.967451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:23.984401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 575d73db-6526-4631-b7ee-ac451360e9a9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:24.020216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 575d73db-6526-4631-b7ee-ac451360e9a9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:24.020963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 575d73db-6526-4631-b7ee-ac451360e9a9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:24.337730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e880df8-7d54-458c-aafa-6c2a37c1b186 req-2273d5d8-40bd-4f40-9ad2-6cdee845521f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:24.339152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e880df8-7d54-458c-aafa-6c2a37c1b186 req-2273d5d8-40bd-4f40-9ad2-6cdee845521f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.3458736 May 26 19:57:24.421003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e880df8-7d54-458c-aafa-6c2a37c1b186 req-b991f9eb-9410-4f71-a2e0-fe4448755cf8 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755291 May 26 19:57:24.427406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port dd854154-eed9-4618-a5e9-a8026262d069, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=dd854154-eed9-4618-a5e9-a8026262d069,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:24.427983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:24.551109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for dd854154-eed9-4618-a5e9-a8026262d069 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:24.690795 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:24.740684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=dd854154-eed9-4618-a5e9-a8026262d069,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:24.816730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] No DVR routers for this DVR port dd854154-eed9-4618-a5e9-a8026262d069 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:24.819147 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:24.821622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'name': 'network-vif-deleted', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:24.837859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b150e570-cebc-41ca-9c41-79b5b12858e8 req-19680c3d-772a-47ea-96c1-af6184f5cd44 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "DELETE /v2.0/ports/dd854154-eed9-4618-a5e9-a8026262d069 HTTP/1.1" status: 204 len: 173 time: 0.9341037 May 26 19:57:24.867412 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f43dd6-8bf8-46bd-aa6f-dcd7984fe357'] response: {'server_uuid': '1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb', 'name': 'network-vif-deleted', 'tag': 'dd854154-eed9-4618-a5e9-a8026262d069', 'status': 'completed', 'code': 200} May 26 19:57:25.060124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b8d3c719-df1a-4f18-bcef-09f46253d754 req-65b7ac2b-31d5-4e9b-b782-85b630af9ca3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:25.076505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b8d3c719-df1a-4f18-bcef-09f46253d754 req-65b7ac2b-31d5-4e9b-b782-85b630af9ca3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:25.077857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b8d3c719-df1a-4f18-bcef-09f46253d754 req-65b7ac2b-31d5-4e9b-b782-85b630af9ca3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba02e6-7f5e-4c7c-9bad-5d08c4a863bb HTTP/1.1" status: 200 len: 210 time: 0.0585034 May 26 19:57:25.608619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd15d3-8690-4043-a219-6e45f9eb9725 req-31f613d8-4b04-4dee-ac70-fe18721ea914 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:25.609972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ecd15d3-8690-4043-a219-6e45f9eb9725 req-31f613d8-4b04-4dee-ac70-fe18721ea914 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0813780 May 26 19:57:25.653146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ecd15d3-8690-4043-a219-6e45f9eb9725 req-ca5ae4c8-b3a4-4334-a8ab-d01a2ea008c3 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375679 May 26 19:57:26.177795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55600) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:26.244429 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.274947 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.338622 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.357344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c8762a-9102-4d5b-85b7-654ce4d3777e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:26.363415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.364498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-76db8baf-b432-49b0-9ed6-9fef9d3fb6fc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/security-groups/82c8762a-9102-4d5b-85b7-654ce4d3777e HTTP/1.1" status: 204 len: 168 time: 0.1856744 May 26 19:57:26.394947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:26.459846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting subnet 49f8318c-4b3f-4b6c-844b-d0d83e3a54b9 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:57:26.462677 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.515264 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.597934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.669130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.709928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Subnet': ['ID=49f8318c-4b3f-4b6c-844b-d0d83e3a54b9,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:26.711839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.718045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc49c0-32e4-48a7-97ad-ab172c987fee None None] Network b0ab570e-a6f0-48a2-9e3c-246781712b2f requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:26.720515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55612) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:26.720917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4e358909-20a2-41db-989c-00a6c5568117 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/subnets/49f8318c-4b3f-4b6c-844b-d0d83e3a54b9 HTTP/1.1" status: 204 len: 168 time: 0.3247545 May 26 19:57:26.837850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.848055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab30f51-395b-424b-8376-01c2004e51e1 req-e9944e8e-279f-44a8-bef3-5162b2c5ac9b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:26.848753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:26.849117 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:26.849879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aab30f51-395b-424b-8376-01c2004e51e1 req-e9944e8e-279f-44a8-bef3-5162b2c5ac9b tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0851996 May 26 19:57:26.896021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aab30f51-395b-424b-8376-01c2004e51e1 req-f9c87647-7e25-4d41-82f9-b5941f8f0393 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 May 26 19:57:26.985053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] DHCP port deletion for b0ab570e-a6f0-48a2-9e3c-246781712b2f request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:57:26.989301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Deleting port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:26.989675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.064367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:27.064729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.184561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd854154-eed9-4618-a5e9-a8026262d069 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:27.190971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:27.230016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: dd854154-eed9-4618-a5e9-a8026262d069 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:27.230275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device dd854154-eed9-4618-a5e9-a8026262d069 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:27.238234 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] For port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,segment=NetworkSegment(96af2d82-9110-4956-96f6-419caf18ac29),segment_id=96af2d82-9110-4956-96f6-419caf18ac29)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:27.238625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.266299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.311540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:27.320965 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] No DVR routers for this DVR port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:27.322958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.323299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.323645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.323969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.324322 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.324651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.324972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.325313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.325631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.325945 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.326259 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.326577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:27.367077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Calling delete_port for 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:27.442050 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:57:27.442319 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:57:27.454507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.485831 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ab570e-a6f0-48a2-9e3c-246781712b2f']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:27.497697 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96af2d82-9110-4956-96f6-419caf18ac29') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:27.497986 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96af2d82-9110-4956-96f6-419caf18ac29') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:27.509206 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.525597 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.532438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:57:27.532812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.603105 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 96af2d82-9110-4956-96f6-419caf18ac29 resource provider aggregate not found May 26 19:57:27.626143 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 96af2d82-9110-4956-96f6-419caf18ac29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96af2d82-9110-4956-96f6-419caf18ac29 found for delete ", "request_id": "req-83f3f52f-5793-4014-9119-9d7eb01bd200"}]} May 26 19:57:27.641590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.659384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.672417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Network': ['ID=b0ab570e-a6f0-48a2-9e3c-246781712b2f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:27.679512 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a3085669-b637-4e9e-9c79-19fb80b60bef tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/networks/b0ab570e-a6f0-48a2-9e3c-246781712b2f HTTP/1.1" status: 204 len: 168 time: 0.9574339 May 26 19:57:27.682258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55620) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:27.943837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Deleting port 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:27.944338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:27.983594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 6a7fad94-1585-47ba-a671-119b2676723b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:27.984085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:28.043194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:28.090165 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0765412b-cc76-43de-b757-c0b492a4505b None None] The port '4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:57:28.091791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:28.092354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4e52f0ac-5c8f-4331-b6ad-80a75d1aa7dd not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:28.095964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d5066-b352-43bb-97d4-c7bb27c90a34 req-3d972362-c78b-4331-9741-7c8d9e9e4820 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:28.098068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c7d5066-b352-43bb-97d4-c7bb27c90a34 req-3d972362-c78b-4331-9741-7c8d9e9e4820 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0885639 May 26 19:57:28.148982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c7d5066-b352-43bb-97d4-c7bb27c90a34 req-ad205f9c-ce7c-47ea-aa99-bdff3ed7fc7f tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 May 26 19:57:28.180279 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:28.180547 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:28.305853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 6a7fad94-1585-47ba-a671-119b2676723b owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:28.456531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:28.501860 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=6a7fad94-1585-47ba-a671-119b2676723b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:28.595662 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:28.596009 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Floating IP ff9129b1-f010-449d-ac38-10166296d499 disassociated (deleted). External IP: 172.25.0.81, port: d6cc9088-51ad-44d5-8645-1c2e8c729b6e. May 26 19:57:28.942702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:29.124635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:29.134280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:29.140938 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:29.144364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:29.144980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:29.199668 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c10525a7-4813-45f4-a00b-7754b01c36d2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/floatingips/ff9129b1-f010-449d-ac38-10166296d499 HTTP/1.1" status: 204 len: 168 time: 1.5139875 May 26 19:57:29.199668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:29.341192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aadaab-8faa-4478-98e8-412f35c6b3c6 req-6532fcf0-6797-479c-9b16-ee5d6cf74cee tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:29.342635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3aadaab-8faa-4478-98e8-412f35c6b3c6 req-6532fcf0-6797-479c-9b16-ee5d6cf74cee tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0848391 May 26 19:57:29.360497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:29.386198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3aadaab-8faa-4478-98e8-412f35c6b3c6 req-c8edcbfb-aada-4ca3-a3f4-6bf88eaafed4 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 May 26 19:57:29.640072 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0d08bd-f8be-4e87-b045-4a4008ad341f'] response: {'name': 'network-changed', 'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'status': 'completed', 'code': 200} May 26 19:57:29.689845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:29.693767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:29.703704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:29.704307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:29.882219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:29.894477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-72d91c86-4e18-4078-a67a-3d03489b554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:29.895959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-72d91c86-4e18-4078-a67a-3d03489b554a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 1096 time: 0.2334938 May 26 19:57:29.930945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b531-2c25-48c1-b701-e929e4396e8e req-924bc12e-3425-4f16-802f-b5a3d9385373 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:29.932369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3349b531-2c25-48c1-b701-e929e4396e8e req-924bc12e-3425-4f16-802f-b5a3d9385373 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.1172981 May 26 19:57:30.051878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3349b531-2c25-48c1-b701-e929e4396e8e req-2c8a8a48-aac3-4750-ae55-6cdc9ec08b60 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:30.080181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-0483e38c-d307-419f-831b-7b018ad5fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.081928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-0483e38c-d307-419f-831b-7b018ad5fb86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 200 len: 897 time: 0.1774669 May 26 19:57:30.088262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3349b531-2c25-48c1-b701-e929e4396e8e req-2c8a8a48-aac3-4750-ae55-6cdc9ec08b60 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:30.088931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3349b531-2c25-48c1-b701-e929e4396e8e req-2c8a8a48-aac3-4750-ae55-6cdc9ec08b60 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072636 May 26 19:57:30.136138 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-31656813-82dc-4e72-86ab-5039920ce16f req-005f1e62-50cf-44d5-8381-af6d486e4c44 service neutron] (88362) timed out ('10.222.0.53', 63986) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 19:57:30.154893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-2ca8bb92-23f0-4f90-900d-88820a386ba5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 200 len: 217 time: 0.0649633 May 26 19:57:30.200692 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:30.204730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc08d-1638-4e0f-88fa-3a0e72b849cb None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:21Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '52b357bf-f6c7-4347-9fd1-890a044ad401', 'name': '', 'network_id': '934a5a04-fe16-48f5-b1b0-61851e57c542', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c3:69:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:46Z', 'updated_at': '2022-05-26T19:54:53Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': 'e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:30.223151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-a734152d-a80f-4eef-b620-53799462ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.224597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-a734152d-a80f-4eef-b620-53799462ce99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 200 len: 835 time: 0.0621629 May 26 19:57:30.303812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-b38675e7-0a09-4dd0-bddf-4da399aa54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.305315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-b38675e7-0a09-4dd0-bddf-4da399aa54de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=934a5a04-fe16-48f5-b1b0-61851e57c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737743 May 26 19:57:30.459656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-5a923e9f-3a6c-4b1f-a9b3-786e91727f16 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477561 May 26 19:57:30.492845 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f66136-f6ac-4b13-b6a1-f836c99c7061 None None] New status for floating IP ff9129b1-f010-449d-ac38-10166296d499: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:57:30.663935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31930e52-ccc1-4fbf-9b97-176ba5435f69 req-48270c96-b860-4f96-8272-49572143e274 service neutron] 10.222.0.53 "GET /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976082 May 26 19:57:30.720484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b7b3c-e034-41b1-96af-075b0fdffbc4 req-545aff36-922e-4416-80de-0d6bdf746018 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.721960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-117b7b3c-e034-41b1-96af-075b0fdffbc4 req-545aff36-922e-4416-80de-0d6bdf746018 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.1762035 May 26 19:57:30.780163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-117b7b3c-e034-41b1-96af-075b0fdffbc4 req-a8273963-31b9-4ecc-9d90-76607b581cb5 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499203 May 26 19:57:30.785254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-7cc004c4-e47a-4d5d-bdd2-c67392dc0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.786881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-7cc004c4-e47a-4d5d-bdd2-c67392dc0cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1097 time: 0.3009660 May 26 19:57:30.932553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-a7c9201a-6ddd-47b1-b215-e6d6686e8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:30.933964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-a7c9201a-6ddd-47b1-b215-e6d6686e8a11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 898 time: 0.1270299 May 26 19:57:31.039561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-272d28f7-edca-4b55-b5fd-fcb921a4bc3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 1002 time: 0.0995767 May 26 19:57:31.099368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-7dc754bf-56c3-4401-88d7-6a9dfee6c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:31.100817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-7dc754bf-56c3-4401-88d7-6a9dfee6c25e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 200 len: 835 time: 0.0555279 May 26 19:57:31.178338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-4d69777d-d8c9-42f0-9d6a-d15777c858ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:31.179881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-4d69777d-d8c9-42f0-9d6a-d15777c858ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fbe7bd9-757a-4f6e-be28-0628c386dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713603 May 26 19:57:31.575182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-1268f82f-aee9-4f24-b379-2c86de8931fc service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878987 May 26 19:57:31.691535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-060c8e0b-68cc-4e99-b67e-17b6c8d23bf3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:31.692987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-060c8e0b-68cc-4e99-b67e-17b6c8d23bf3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.4548821 May 26 19:57:31.700796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea811c0a-de77-410c-b499-c99e31ef31ee req-cffdb5c8-39a5-4487-ae12-5e62ee0ef57e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:31.702131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea811c0a-de77-410c-b499-c99e31ef31ee req-cffdb5c8-39a5-4487-ae12-5e62ee0ef57e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 945 time: 0.4983182 May 26 19:57:31.822584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1f890-ff88-4ca5-9893-f2e759638bbd req-43213601-d797-4dab-bd49-ce8b850d1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:31.824070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c1f890-ff88-4ca5-9893-f2e759638bbd req-43213601-d797-4dab-bd49-ce8b850d1630 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1097 time: 0.3316422 May 26 19:57:31.838894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port d6cc9088-51ad-44d5-8645-1c2e8c729b6e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:31.839161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:31.904831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea811c0a-de77-410c-b499-c99e31ef31ee req-bdb55114-d91a-4720-960a-0a32870352c7 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=86e8eca4-614e-4630-abfa-413f2c40a282&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610157 May 26 19:57:31.916251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-9c1e30ca-8e9c-4f2d-adec-951c45c52ede service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336122 May 26 19:57:31.982431 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c1f890-ff88-4ca5-9893-f2e759638bbd req-7c25fd21-b099-4985-8b5f-54b075651b32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137192 May 26 19:57:32.179771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port d6cc9088-51ad-44d5-8645-1c2e8c729b6e, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:32.180120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:32.251257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26391e-74bb-495d-9446-c4f5293f47cc req-b0376d56-1c75-45c3-908b-4245f5c1e9fe tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:32.252672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc26391e-74bb-495d-9446-c4f5293f47cc req-b0376d56-1c75-45c3-908b-4245f5c1e9fe tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.2410569 May 26 19:57:32.315465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for d6cc9088-51ad-44d5-8645-1c2e8c729b6e owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:32.403669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fc26391e-74bb-495d-9446-c4f5293f47cc req-f9f7ecd5-1bcb-4c9f-b50e-cb12553a767e tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957525 May 26 19:57:32.404303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:57:32.497014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:32.540395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:32.550931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=d6cc9088-51ad-44d5-8645-1c2e8c729b6e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:32.554733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '47da5943-4f02-4f97-8450-15f242b3bf18', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'port_id': '47da5943-4f02-4f97-8450-15f242b3bf18', 'mac_address': 'fa:16:3e:49:9e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:57:32.617316 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 47da5943-4f02-4f97-8450-15f242b3bf18 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:32.617688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:32.625113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] No DVR routers for this DVR port d6cc9088-51ad-44d5-8645-1c2e8c729b6e on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:32.627630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:32.630249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'name': 'network-vif-deleted', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:32.634431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47da5943-4f02-4f97-8450-15f242b3bf18 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:57:32.641631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f1a6c182-31e7-45ee-aa91-7ebdde49e284 req-3024b311-adfe-4af9-a1ee-5b9cc2775d0c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "DELETE /v2.0/ports/d6cc9088-51ad-44d5-8645-1c2e8c729b6e HTTP/1.1" status: 204 len: 173 time: 0.9369030 May 26 19:57:32.650463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:32.655627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:32.686240 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d689c0ea-7703-4707-b52e-51f9cf7e7dbd'] response: {'server_uuid': '632a4089-1fd1-4f8e-ba3c-38a49e8b30de', 'name': 'network-vif-deleted', 'tag': 'd6cc9088-51ad-44d5-8645-1c2e8c729b6e', 'status': 'completed', 'code': 200} May 26 19:57:32.726959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:32.734503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.734846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.735180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.735535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.735862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.736186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.736507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.736849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.737195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.737516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.737834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.738150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:32.897454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['47da5943-4f02-4f97-8450-15f242b3bf18'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:57:33.179335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dd843ee1-629d-43df-b583-c16a4a56c38c req-f54aef06-3301-4d98-853f-48d18c17c83e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:33.212472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dd843ee1-629d-43df-b583-c16a4a56c38c req-f54aef06-3301-4d98-853f-48d18c17c83e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:33.213814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd843ee1-629d-43df-b583-c16a4a56c38c req-f54aef06-3301-4d98-853f-48d18c17c83e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=632a4089-1fd1-4f8e-ba3c-38a49e8b30de HTTP/1.1" status: 200 len: 210 time: 0.1187794 May 26 19:57:33.587361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836378ba-f8f1-418a-b443-e162bb4c2970 req-f3165cfc-8159-4c6b-8fce-a24ec9637837 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:33.588796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-836378ba-f8f1-418a-b443-e162bb4c2970 req-f3165cfc-8159-4c6b-8fce-a24ec9637837 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 945 time: 0.0783632 May 26 19:57:33.637538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-836378ba-f8f1-418a-b443-e162bb4c2970 req-8d48cf1c-7b0e-48f7-9658-57d85bed3871 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 May 26 19:57:33.660427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55648) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:33.765375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cdd5187d-5f0c-4b6d-992d-dd9167b96f77 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/floatingips/29fe810a-dc7c-41d3-a800-53fa833c1e48 HTTP/1.1" status: 200 len: 993 time: 0.1037245 May 26 19:57:34.315358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55654) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:34.385904 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.404732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:34.417008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.472329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 47da5943-4f02-4f97-8450-15f242b3bf18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:34.472698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.482789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.502726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8eca4-614e-4630-abfa-413f2c40a282,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:34.512349 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.513500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0653be4f-75a0-4a48-8551-12f437c85121 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/security-groups/86e8eca4-614e-4630-abfa-413f2c40a282 HTTP/1.1" status: 204 len: 168 time: 0.1971667 May 26 19:57:34.547311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55660) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:34.598942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 47da5943-4f02-4f97-8450-15f242b3bf18 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:34.599313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.626544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:34.637482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:34.642964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:34.677265 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f9c5f0-0222-4928-8792-23e1a457f48e'] response: {'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'code': 200} May 26 19:57:34.716881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:35.207240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:35.249201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6cc9088-51ad-44d5-8645-1c2e8c729b6e no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:35.285958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d6cc9088-51ad-44d5-8645-1c2e8c729b6e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:35.286279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d6cc9088-51ad-44d5-8645-1c2e8c729b6e not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:35.559482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 52b357bf-f6c7-4347-9fd1-890a044ad401 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:35.559831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:35.746561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 52b357bf-f6c7-4347-9fd1-890a044ad401, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=52b357bf-f6c7-4347-9fd1-890a044ad401,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:35.746914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:35.866956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 52b357bf-f6c7-4347-9fd1-890a044ad401 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:36.018719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:57:36.050753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:36.215111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=52b357bf-f6c7-4347-9fd1-890a044ad401,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:36.498783 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:36.792622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:36.859295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 497420e1-f43f-4e9c-b8dc-c889771d84c1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:37.034211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:37.043950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Sync routers for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:37.053383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-489dc0d1-f800-4763-9b09-b59110f7c4c5 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/497420e1-f43f-4e9c-b8dc-c889771d84c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025537 May 26 19:57:37.053739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55666) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:37.054503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:37.055281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:37.119613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting subnet e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:57:37.123102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.179328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.229580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:37.262512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.341070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.385385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:37.390599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.397107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e115681-013c-4738-a43b-be4e06e2f7b3 None None] Network 934a5a04-fe16-48f5-b1b0-61851e57c542 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:37.398158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d288421f-7d54-4fcf-a3c4-02eb7ce6141e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/subnets/e3f05c1a-5b9d-415a-b6b7-0c6f7eb97c6c HTTP/1.1" status: 204 len: 168 time: 0.3433304 May 26 19:57:37.400625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55670) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:37.579692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.684696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:35Z', 'revision_number': 7, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:37.688899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Checking router: 497420e1-f43f-4e9c-b8dc-c889771d84c1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:37.698529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Routers {'497420e1-f43f-4e9c-b8dc-c889771d84c1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:37.699170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['497420e1-f43f-4e9c-b8dc-c889771d84c1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:37.756627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] DHCP port deletion for 934a5a04-fe16-48f5-b1b0-61851e57c542 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:57:37.776691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Deleting port 4aaa5491-037e-4f3e-b0b1-56457b103be0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:37.777606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.879244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:37.888574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 5d3b592c-664e-4597-b391-791906f41ee0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:37.888767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.000671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] Set router 497420e1-f43f-4e9c-b8dc-c889771d84c1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:38.077511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 5d3b592c-664e-4597-b391-791906f41ee0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d3b592c-664e-4597-b391-791906f41ee0,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:38.077936 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.107988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4aaa5491-037e-4f3e-b0b1-56457b103be0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:38.200591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 5d3b592c-664e-4597-b391-791906f41ee0 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:38.364798 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.372068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:38.372458 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.412898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=5d3b592c-664e-4597-b391-791906f41ee0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:38.503345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.575797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Calling delete_port for 4aaa5491-037e-4f3e-b0b1-56457b103be0 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:38.631929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4aaa5491-037e-4f3e-b0b1-56457b103be0 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:38.632208 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.673587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.675725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.697413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:38.699876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.700608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Fanout notify agent at l3_agent the message router_deleted on router 497420e1-f43f-4e9c-b8dc-c889771d84c1 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:57:38.705842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.719126 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.720203 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-902fe7e0-01e8-46c0-8546-41663ad5a6c8 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/routers/497420e1-f43f-4e9c-b8dc-c889771d84c1 HTTP/1.1" status: 204 len: 168 time: 1.3186688 May 26 19:57:38.722833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55674) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:38.742678 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:57:38.743032 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:57:38.759128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:35Z', 'revision_number': 7, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:38.766459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a6ffa-dd33-4843-b7fc-6bbcb532f089 None None] The sync data for ids ['497420e1-f43f-4e9c-b8dc-c889771d84c1'] in n-d-843146-9 is: [{'id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'name': 'tempest-TestNetworkBasicOps-router-778693370', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '5d3b592c-664e-4597-b391-791906f41ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:54:41Z', 'updated_at': '2022-05-26T19:57:35Z', 'revision_number': 7, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '5d3b592c-664e-4597-b391-791906f41ee0', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497420e1-f43f-4e9c-b8dc-c889771d84c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:54:42Z', 'updated_at': '2022-05-26T19:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:38.782463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4aaa5491-037e-4f3e-b0b1-56457b103be0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:38.839040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:38.848995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 4aaa5491-037e-4f3e-b0b1-56457b103be0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:38.849343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.043994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:39.044345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.244547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Deleting port 4aaa5491-037e-4f3e-b0b1-56457b103be0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:39.245023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.274720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 4aaa5491-037e-4f3e-b0b1-56457b103be0 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:39.352477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.404340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=4aaa5491-037e-4f3e-b0b1-56457b103be0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:39.407896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] No DVR routers for this DVR port 4aaa5491-037e-4f3e-b0b1-56457b103be0 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:57:39.466390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] For port 4aaa5491-037e-4f3e-b0b1-56457b103be0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4aaa5491-037e-4f3e-b0b1-56457b103be0,segment=NetworkSegment(d07c1198-e238-495c-8009-f830efcf6fda),segment_id=d07c1198-e238-495c-8009-f830efcf6fda)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:39.466787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.542299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.567216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934a5a04-fe16-48f5-b1b0-61851e57c542']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:39.579327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07c1198-e238-495c-8009-f830efcf6fda') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:39.579614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07c1198-e238-495c-8009-f830efcf6fda') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:39.591010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Calling delete_port for 4aaa5491-037e-4f3e-b0b1-56457b103be0 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:57:39.593534 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.609344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.615553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:57:39.615934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.670599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 19:57:39.670956 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 19:57:39.684456 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment d07c1198-e238-495c-8009-f830efcf6fda resource provider aggregate not found May 26 19:57:39.704574 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment d07c1198-e238-495c-8009-f830efcf6fda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d07c1198-e238-495c-8009-f830efcf6fda found for delete ", "request_id": "req-cf9aa25b-fd33-4764-9969-5228143a663e"}]} May 26 19:57:39.719908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.736716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.747899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Network': ['ID=934a5a04-fe16-48f5-b1b0-61851e57c542,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:39.755347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f6c2e9a-9d67-492f-9640-04eb4ff7398d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/networks/934a5a04-fe16-48f5-b1b0-61851e57c542 HTTP/1.1" status: 204 len: 168 time: 1.0315726 May 26 19:57:39.773472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55682) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:39.782956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'network': {'name': 'tempest-network-smoke--1015370163', 'project_id': '93d34144969f40158e6269f17ee0db13', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:39.788642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:39.792431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:network and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:39.795412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:39.801659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:39.812382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:57:39.815735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.843267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:57:39.852316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.852762 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Added segment 68da94ff-27ef-4528-858a-32103a0e11f1 of type vlan for network fd13a547-8c30-4b27-b54c-01194e8eed1d May 26 19:57:39.878180 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.908801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:39.914151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:39.914716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.022141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55686) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:40.022731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2476318 May 26 19:57:40.025111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedff549-6099-48d3-8ac5-5c32b4f8b640 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Network': ['ID=fd13a547-8c30-4b27-b54c-01194e8eed1d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:40.029517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'admin_state_up': True, 'project_id': '93d34144969f40158e6269f17ee0db13', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:40.035079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network fd13a547-8c30-4b27-b54c-01194e8eed1d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:57:40.051625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:40.055829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:router and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:40.060436 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 52b357bf-f6c7-4347-9fd1-890a044ad401 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:40.060562 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:40.067041 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:40.078578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.079616 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.094861 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.138938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 52b357bf-f6c7-4347-9fd1-890a044ad401 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:40.139282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 52b357bf-f6c7-4347-9fd1-890a044ad401 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:40.139698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d3b592c-664e-4597-b391-791906f41ee0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:57:40.243402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5d3b592c-664e-4597-b391-791906f41ee0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:57:40.243748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d3b592c-664e-4597-b391-791906f41ee0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:57:40.279857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Deleting port 4aaa5491-037e-4f3e-b0b1-56457b103be0 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:57:40.280439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.346773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-c5518f6d-e5bc-4fab-b0ad-b252b9f52465 None None] The port '4aaa5491-037e-4f3e-b0b1-56457b103be0' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 19:57:40.480598 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.775996 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.804974 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:40.939106 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.25.0.228 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6c26b64b-ce66-4791-b3b0-cca304244e18) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:57:41.085006 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:41.113286 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:41.177704 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:57:41.180580 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:41.183021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:57:41.227444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=6c26b64b-ce66-4791-b3b0-cca304244e18,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:41.729537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:42.108082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:42.312738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 1729eba5-019d-448d-8d79-235ce4352c30 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 19:57:42.490647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:42.501635 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Sync routers for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:42.510815 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:42.511492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:42.518614 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:42.519811 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f7410f7d-a60c-481a-9362-fe575da9763d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4956768 May 26 19:57:42.523984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55690) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:42.571438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0af2cb5e-3a98-4eb0-b9cb-03817fe53194 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=93d34144969f40158e6269f17ee0db13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459323 May 26 19:57:42.574016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55694) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:42.689262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:42.703977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230d430-5cb1-4ba8-bdc4-a52df81e2dce tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:42.705537 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f230d430-5cb1-4ba8-bdc4-a52df81e2dce tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305473 May 26 19:57:42.708539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55698) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:42.750534 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-956d72f5-7795-42db-8c43-dce5be176b36 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409300 May 26 19:57:42.752957 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55702) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:42.758071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810838499', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'project_id': '93d34144969f40158e6269f17ee0db13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:42.865326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:42.869327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:subnet and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:42.871692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:42.877207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:42.886978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:57:42.890734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:42.972535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:41Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:42.976339 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Checking router: 1729eba5-019d-448d-8d79-235ce4352c30 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:42.976675 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Updating router 1729eba5-019d-448d-8d79-235ce4352c30 port 6c26b64b-ce66-4791-b3b0-cca304244e18 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:57:43.029520 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.109768 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.185742 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Subnet': ['ID=3de39d20-df32-4d47-bb8c-fe7fb2ace203,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:43.195460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Checking segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:57:43.195806 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network hostable DHCP agents. Network: fd13a547-8c30-4b27-b54c-01194e8eed1d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:57:43.215163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network fd13a547-8c30-4b27-b54c-01194e8eed1d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:57:43.224427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, fd13a547-8c30-4b27-b54c-01194e8eed1d) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:43.228703 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:43.229309 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.236246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073189d-9827-47e2-ac26-df0e2a0a3d56 None None] Network fd13a547-8c30-4b27-b54c-01194e8eed1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:43.258361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:43.258564 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-666c0448-60cc-46a6-8174-2d88adfae47c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5045664 May 26 19:57:43.394791 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.407930 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Transition to ACTIVE for port object 6c26b64b-ce66-4791-b3b0-cca304244e18 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:43.414773 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.464996 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-fd13a547-8c30-4b27-b54c-01194e8eed1d', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 19:57:43.465954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.496564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Attempting to bind port 6c26b64b-ce66-4791-b3b0-cca304244e18 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:57:43.496909 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Attempting to bind port 6c26b64b-ce66-4791-b3b0-cca304244e18 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:57:43.497285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Attempting to bind port 6c26b64b-ce66-4791-b3b0-cca304244e18 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:57:43.500565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Pushing event updated for resources: {'Port': ['ID=6c26b64b-ce66-4791-b3b0-cca304244e18,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:43.508769 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:57:43.509450 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:57:43.509539 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.509897 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:57:43.510348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Bound port: 6c26b64b-ce66-4791-b3b0-cca304244e18, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:57:43.510717 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.539836 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.540166 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.540490 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.540809 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.541170 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.541492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.541804 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.542116 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.542457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.542772 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.543080 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.543385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:57:43.595752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] For port 6c26b64b-ce66-4791-b3b0-cca304244e18, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:57:43.599295 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] For port 6c26b64b-ce66-4791-b3b0-cca304244e18, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6c26b64b-ce66-4791-b3b0-cca304244e18,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:57:43.604202 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.630657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Allocated IP 172.20.0.2 (fd13a547-8c30-4b27-b54c-01194e8eed1d/3de39d20-df32-4d47-bb8c-fe7fb2ace203/b250b3f6-e5c3-4dc0-849d-04fd2be1998c) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:57:43.679022 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:43.679636 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:43.858155 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8204a4-6514-4dc3-8c79-e56ec22444a2 None None] Pushing event updated for resources: {'Port': ['ID=6c26b64b-ce66-4791-b3b0-cca304244e18,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:43.859376 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.872713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Transition to ACTIVE for port object b250b3f6-e5c3-4dc0-849d-04fd2be1998c will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:43.883064 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:43.892838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Transition to ACTIVE for port object b250b3f6-e5c3-4dc0-849d-04fd2be1998c will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:43.899271 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:43.972044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Network fd13a547-8c30-4b27-b54c-01194e8eed1d is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:57:43.975145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:43.980785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:57:43.982830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Pushing event updated for resources: {'Port': ['ID=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:44.083617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Attempting to bind port b250b3f6-e5c3-4dc0-849d-04fd2be1998c on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:57:44.084526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Attempting to bind port b250b3f6-e5c3-4dc0-849d-04fd2be1998c by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:57:44.084889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Attempting to bind port b250b3f6-e5c3-4dc0-849d-04fd2be1998c on network fd13a547-8c30-4b27-b54c-01194e8eed1d {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:57:44.086018 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.091107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:57:44.091475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Checking segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:57:44.091869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.092253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Bound using segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:57:44.092713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Bound port: b250b3f6-e5c3-4dc0-849d-04fd2be1998c, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:57:44.093103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.183152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] For port b250b3f6-e5c3-4dc0-849d-04fd2be1998c, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:57:44.186177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] For port b250b3f6-e5c3-4dc0-849d-04fd2be1998c, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:57:44.191605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.192328 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:41Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:44.196637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2e95e-35d9-49dd-a60c-3b26c4cb1180 None None] The sync data for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 is: [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:41Z', 'revision_number': 3, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:44.289147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82b474-cabf-463c-985c-0c3d57f2e7f5 None None] Pushing event updated for resources: {'Port': ['ID=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:44.361944 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.544676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.1 (fd13a547-8c30-4b27-b54c-01194e8eed1d/3de39d20-df32-4d47-bb8c-fe7fb2ace203/b53519d3-81c6-4049-b62f-0fc0aa3a89c0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:57:44.727804 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.742148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-249a70b3-e447-49f1-b6cd-7951275415c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.746113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object b53519d3-81c6-4049-b62f-0fc0aa3a89c0 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:44.770805 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:44.840327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network fd13a547-8c30-4b27-b54c-01194e8eed1d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:57:44.843383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:44.848279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:57:44.889396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:44.916021 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.194952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.306812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff18db2-9b95-4e08-aed8-975ed3a39213 None None] Network fd13a547-8c30-4b27-b54c-01194e8eed1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:57:45.400323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-07e757dc-685d-403b-a2f9-8d8a48394ed9 None None] Provisioning for port b250b3f6-e5c3-4dc0-849d-04fd2be1998c completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:45.764435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.770283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.847693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6b124b0-e2f2-44c0-83ac-529f7eda788a None None] Provisioning for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:45.854224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e6b124b0-e2f2-44c0-83ac-529f7eda788a None None] Provisioning complete for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:45.854596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6b124b0-e2f2-44c0-83ac-529f7eda788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.900295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:45.910205 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:45.921170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e6b124b0-e2f2-44c0-83ac-529f7eda788a None None] Port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:57:46.065109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-530a7f21-a243-446a-81f8-6cbe29b8ccb3 None None] Provisioning complete for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:46.065665 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-530a7f21-a243-446a-81f8-6cbe29b8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.098446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network fd13a547-8c30-4b27-b54c-01194e8eed1d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:57:46.098446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:46.156189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-530a7f21-a243-446a-81f8-6cbe29b8ccb3 None None] Port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:57:46.162315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6c26b64b-ce66-4791-b3b0-cca304244e18 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:46.244277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6c26b64b-ce66-4791-b3b0-cca304244e18 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:46.251776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6c26b64b-ce66-4791-b3b0-cca304244e18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:46.259836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.343283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 1729eba5-019d-448d-8d79-235ce4352c30 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:57:46.402594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6c26b64b-ce66-4791-b3b0-cca304244e18 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:46.403113 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.408614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1b792bd8-6f1f-4bea-a607-83bd3d48e7f7 None None] Provisioning complete for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:46.408968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b792bd8-6f1f-4bea-a607-83bd3d48e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.507655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6c26b64b-ce66-4791-b3b0-cca304244e18, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6c26b64b-ce66-4791-b3b0-cca304244e18,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:46.514677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1b792bd8-6f1f-4bea-a607-83bd3d48e7f7 None None] Port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:57:46.516076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.516813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b250b3f6-e5c3-4dc0-849d-04fd2be1998c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:46.535871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:57:46.549396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-861d6b71-26a0-4ccd-b16b-06d3446045f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/1729eba5-019d-448d-8d79-235ce4352c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895591 May 26 19:57:46.551799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55710) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:46.586146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Sync routers for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:57:46.624458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:46.625105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:46.688906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.689397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.689848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.690340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.690796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.692433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-913759d8-7dcb-4ecd-80b1-02a6febd89a3 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1397624 May 26 19:57:46.695080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55714) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:46.720044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6c26b64b-ce66-4791-b3b0-cca304244e18,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:46.767916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.768337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.768792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.769263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.769711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:46.771397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-63677282-8444-46b3-83eb-a8d0e6d5c6fb tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0754411 May 26 19:57:46.774077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55718) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:46.799012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b250b3f6-e5c3-4dc0-849d-04fd2be1998c completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:46.808860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b250b3f6-e5c3-4dc0-849d-04fd2be1998c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:46.809250 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.871427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:46.955435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cbb4-d904-421a-84ff-5fecd878510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:46.978072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-26601865-b22a-4625-a013-9a587f556832 tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2029490 May 26 19:57:47.053536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55724) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:47.059435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206127799', 'description': 'tempest-secgroup-smoke-1206127799 description', 'project_id': '93d34144969f40158e6269f17ee0db13'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:47.066100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.070449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.073464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.080375 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.091564 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.110557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.114477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.117467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.123192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.146084 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b250b3f6-e5c3-4dc0-849d-04fd2be1998c is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:47.146450 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.197584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.201992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.216976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b250b3f6-e5c3-4dc0-849d-04fd2be1998c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:47.245777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.246874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13c3cb-9bdc-4370-aa69-8029fc8478f0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.250657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.251831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b1507aaf-9daf-49bc-b7ce-0150125d3941 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1971905 May 26 19:57:47.254797 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55728) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:47.259858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:47.267419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.271358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.274286 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.330195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.348265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 2, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:47.352836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Checking router: 1729eba5-019d-448d-8d79-235ce4352c30 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:57:47.353210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Updating router 1729eba5-019d-448d-8d79-235ce4352c30 port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 19:57:47.403943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.420484 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.421586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.427309 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.481433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.485503 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.508327 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75614a67-058c-436a-9683-7f63b68f7b36,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.519678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.523648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55732) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:47.524180 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-441d0253-5dfe-4048-a3a0-7677c845cc16 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679799 May 26 19:57:47.528971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:47.535463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.539261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.542093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.547746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.565348 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.625090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.628744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.652554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9739fd2d-4d8c-44b5-ac19-bf86bd8a399f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.662080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.663334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4fef5618-c847-4c87-983b-c971063b1bd0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385896 May 26 19:57:47.666114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55736) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:47.671753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:47.678771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.683941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.688009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.695869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.716506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.786224 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.790391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.804729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.814857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8279b3c5-016c-4120-a47e-b19268b6d71e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.817010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Transition to ACTIVE for port object b53519d3-81c6-4049-b62f-0fc0aa3a89c0 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:47.823655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.827372 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.827556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-46802f17-4e03-4cdb-b28c-883036872b17 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576545 May 26 19:57:47.827649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55740) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:47.833296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:47.839793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:47.843584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:47.846550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:47.852449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:47.870229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.936613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.941513 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.974763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f453a6-a00b-427e-8b2e-272ed727d078,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.987651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78bee4-a719-4efc-800c-736a9af90a25 None None] Pushing event updated for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:47.991328 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:47.996508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f141c5a2-ffd7-422f-9641-3226609a6cbe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642079 May 26 19:57:47.997773 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55744) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:48.003905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:48.016183 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:48.025953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:48.038290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:48.051004 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:48.075425 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:57:48.086814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.112368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Attempting to bind port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:57:48.112850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Attempting to bind port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:57:48.113354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Attempting to bind port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 on network fd13a547-8c30-4b27-b54c-01194e8eed1d {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:57:48.118679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:57:48.119047 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Checking segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:57:48.119442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.119823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Bound using segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:57:48.120336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Bound port: b53519d3-81c6-4049-b62f-0fc0aa3a89c0, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:57:48.120713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.166883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.171148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.173435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6c26b64b-ce66-4791-b3b0-cca304244e18 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:48.197555 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e658b4-5386-4564-a9b7-015ffddf983c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:48.207263 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.211207 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cbe1d6d8-962b-4393-ae13-4d454d633a83 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2096343 May 26 19:57:48.211347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55748) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:57:48.216686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'security_group_rule': {'security_group_id': '3a13c3cb-9bdc-4370-aa69-8029fc8478f0', 'project_id': '93d34144969f40158e6269f17ee0db13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:48.224191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:48.228358 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:security_group_rule and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:57:48.231857 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:57:48.237968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:48.248524 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Project 93d34144969f40158e6269f17ee0db13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 19:57:48.255934 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.279805 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.288618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] For port b53519d3-81c6-4049-b62f-0fc0aa3a89c0, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:57:48.293964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] For port b53519d3-81c6-4049-b62f-0fc0aa3a89c0, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:57:48.299513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.326057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.329531 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.358636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d02af1-d176-447f-a072-5a7f3f550f37,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:48.366252 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.367098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6c26b64b-ce66-4791-b3b0-cca304244e18 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:48.367430 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6097ed6c-abab-4337-9ebe-5dbc9a9c4102 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552174 May 26 19:57:48.367567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:48.438053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:57:48.438683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:48.491735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78bee4-a719-4efc-800c-736a9af90a25 None None] Pushing event updated for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:48.677151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6c26b64b-ce66-4791-b3b0-cca304244e18 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:48.678195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b250b3f6-e5c3-4dc0-849d-04fd2be1998c up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:48.725599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:57:48.865290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-8352d9ff-d4f1-456e-ad1d-5a0d9b2a7cd6 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:48.880867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-8352d9ff-d4f1-456e-ad1d-5a0d9b2a7cd6 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:48.882046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-8352d9ff-d4f1-456e-ad1d-5a0d9b2a7cd6 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206127799&fields=id&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 267 time: 0.0544662 May 26 19:57:48.898965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b250b3f6-e5c3-4dc0-849d-04fd2be1998c triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:48.899355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:49.148300 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f0f2f696-ac9c-4543-9930-d44c7ab356c3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:49.148969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f0f2f696-ac9c-4543-9930-d44c7ab356c3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:49.157699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b250b3f6-e5c3-4dc0-849d-04fd2be1998c is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:49.166326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f0f2f696-ac9c-4543-9930-d44c7ab356c3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:49.167507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f0f2f696-ac9c-4543-9930-d44c7ab356c3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 797 time: 0.2778614 May 26 19:57:49.181291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:48Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:57:49.182396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-77f03895-7f41-427f-a7bb-33c1a487bdbf tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/quotas/93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 375 time: 0.0094457 May 26 19:57:49.185853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2955f849-cf62-484b-a4bb-cbb8034124ba None None] The sync data for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 is: [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:48Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:57:49.275456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-e0dcb0fd-36f1-4b8f-a0d3-fb54043cb217 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:49.293722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-e0dcb0fd-36f1-4b8f-a0d3-fb54043cb217 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:49.295077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-e0dcb0fd-36f1-4b8f-a0d3-fb54043cb217 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057677 May 26 19:57:49.439558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-884b5c33-0195-407b-ab0a-319ff935d4f5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320374 May 26 19:57:49.578520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-47ddcf5a-c0cb-4fa7-9d48-eba8233ec00a service neutron] 10.222.0.24 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328225 May 26 19:57:49.764448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1be14da-2027-4932-af63-a5e63885be77 req-bff5448d-0920-4fa5-9f7a-0b66ed02c6f0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 210 time: 0.0442574 May 26 19:57:49.822549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:50.081344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b53519d3-81c6-4049-b62f-0fc0aa3a89c0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:50.161498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:50.168383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:50.168757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:50.304898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:50.306675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:50.344191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b53519d3-81c6-4049-b62f-0fc0aa3a89c0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:50.347325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:50.416597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:50.850987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-46511793-f938-4822-b2c3-0044f1fe6eee tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:50.852733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-46511793-f938-4822-b2c3-0044f1fe6eee tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 797 time: 0.1531723 May 26 19:57:50.935240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-119d5895-ed39-47d5-aa56-32bb25f4dde1 req-543fd516-a8b2-4715-9e18-6974eab7edcf tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 210 time: 0.0575705 May 26 19:57:50.943702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-0143f03d-4a15-49a2-bd68-5eddf22d6c37 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d34144969f40158e6269f17ee0db13 HTTP/1.1" status: 200 len: 380 time: 0.0829659 May 26 19:57:50.952693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'port': {'device_id': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'admin_state_up': True, 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'security_groups': ['3a13c3cb-9bdc-4370-aa69-8029fc8478f0']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:51.087368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:57:51.096613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:57:51.105886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Made reservation on behalf of 93d34144969f40158e6269f17ee0db13 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:57:51.109373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.268600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.20.0.13 (fd13a547-8c30-4b27-b54c-01194e8eed1d/3de39d20-df32-4d47-bb8c-fe7fb2ace203/d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:57:51.451535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.466659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Transition to ACTIVE for port object d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:51.489436 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.556231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network fd13a547-8c30-4b27-b54c-01194e8eed1d is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:57:51.559637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:57:51.563590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:57:51.603295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:51.636325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:51.636977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.662797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-9b69275d-ca2c-4c2e-add9-06804467a8cc tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140663 May 26 19:57:51.674436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Request body: {'port': {'device_id': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:57:51.789180 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.849951 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-763073aa-f05f-4182-a629-c23714504b5a None None] Provisioning for port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:51.855433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-763073aa-f05f-4182-a629-c23714504b5a None None] Provisioning complete for port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:51.855842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-763073aa-f05f-4182-a629-c23714504b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:51.908016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-763073aa-f05f-4182-a629-c23714504b5a None None] Port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 19:57:52.050412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b53519d3-81c6-4049-b62f-0fc0aa3a89c0 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:52.154009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:52.154479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.258330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50d2f-bd89-4a9f-94d9-cc19ccaec1c8 req-8608ede6-5039-4158-93eb-f6c2235854ae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:52.259030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-65c50d2f-bd89-4a9f-94d9-cc19ccaec1c8 req-8608ede6-5039-4158-93eb-f6c2235854ae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:57:52.276162 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:52.326974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-65c50d2f-bd89-4a9f-94d9-cc19ccaec1c8 req-8608ede6-5039-4158-93eb-f6c2235854ae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:57:52.328108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65c50d2f-bd89-4a9f-94d9-cc19ccaec1c8 req-8608ede6-5039-4158-93eb-f6c2235854ae tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 932 time: 0.2059779 May 26 19:57:52.336664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:57:52.358121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.389353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Transition to ACTIVE for port object d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:57:52.392939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.436232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-65c50d2f-bd89-4a9f-94d9-cc19ccaec1c8 req-729dfd37-8ce9-4ec2-9bc0-a6076c6b46a1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016762 May 26 19:57:52.556940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:52.632417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Attempting to bind port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:57:52.632831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Attempting to bind port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:57:52.633205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Attempting to bind port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 on network fd13a547-8c30-4b27-b54c-01194e8eed1d {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:57:52.639040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 on network fd13a547-8c30-4b27-b54c-01194e8eed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:57:52.639355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Attempting to bind port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 on network fd13a547-8c30-4b27-b54c-01194e8eed1d {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:57:52.644420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:57:52.644752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Checking segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:57:52.645162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Bound using segment: {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:57:52.645584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Bound port: d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68da94ff-27ef-4528-858a-32103a0e11f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:57:52.645927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.735610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:57:52.738405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:57:52.742723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.801178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:52.801787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:52.803204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] 10.222.0.53 "PUT /v2.0/ports/d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 1092 time: 1.1334579 May 26 19:57:52.803764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:52.828369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e1da-d4ac-43ca-a3bb-9740c3fdeb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:52.884548 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2299bf-6561-404f-a509-d26a5e77acb7'] response: {'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'status': 'completed', 'code': 200} May 26 19:57:52.926040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-486181ea-ac75-47d5-a6f6-f6aebf642829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:52.927602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-486181ea-ac75-47d5-a6f6-f6aebf642829 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1095 time: 0.0775754 May 26 19:57:52.998489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-cbc1fe53-6511-4201-9e11-6c44c3aab04c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 217 time: 0.0641699 May 26 19:57:53.060319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-4cc5ba27-ccb6-447f-b2f5-004523375641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:53.061686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-4cc5ba27-ccb6-447f-b2f5-004523375641 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 200 len: 834 time: 0.0578110 May 26 19:57:53.134114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f9ecd7dd-37f4-421b-b2fa-1f8a33f19f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:53.135529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-f9ecd7dd-37f4-421b-b2fa-1f8a33f19f43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd13a547-8c30-4b27-b54c-01194e8eed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682571 May 26 19:57:53.264059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-d797fa6a-a3c5-4a97-9948-2717cabc4792 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219435 May 26 19:57:53.399976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5abb31c3-d559-4c3c-85ea-fa62b5c989d8 req-c13fe781-5c73-4dc2-8705-5f578dd00dc6 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302621 May 26 19:57:53.516360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322a16-0624-4927-8916-fa57225167f6 req-27ac20e9-9159-4481-bbf2-c8276797d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:53.517853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-27ac20e9-9159-4481-bbf2-c8276797d3cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1095 time: 0.0739169 May 26 19:57:53.704063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322a16-0624-4927-8916-fa57225167f6 req-9cd5e3cc-68fc-4f00-9a65-e2c83da16211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:53.705425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-9cd5e3cc-68fc-4f00-9a65-e2c83da16211 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 898 time: 0.1820347 May 26 19:57:53.713749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ac52-cd91-4ea7-8acc-3375299ae92e req-a5638a43-ba19-4d79-ad26-ab8565bdc0ab tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:53.715808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e198ac52-cd91-4ea7-8acc-3375299ae92e req-a5638a43-ba19-4d79-ad26-ab8565bdc0ab tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 944 time: 0.1686132 May 26 19:57:53.896643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-dd77c7ac-10de-4ac1-b425-7ee123acb772 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 217 time: 0.1798499 May 26 19:57:53.923263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e198ac52-cd91-4ea7-8acc-3375299ae92e req-c045b831-44ee-4dc6-8eb9-974cbb966bce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549765 May 26 19:57:54.036269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322a16-0624-4927-8916-fa57225167f6 req-b0b2b43f-a235-463e-8c28-4022d41734b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:54.037703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-b0b2b43f-a235-463e-8c28-4022d41734b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 200 len: 834 time: 0.1304150 May 26 19:57:54.111737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86322a16-0624-4927-8916-fa57225167f6 req-cde2b952-8b42-49a1-9a6a-0ac50e6b0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:54.113212 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-cde2b952-8b42-49a1-9a6a-0ac50e6b0d56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd13a547-8c30-4b27-b54c-01194e8eed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689893 May 26 19:57:54.242861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-f511a46c-0f55-47f8-8eaa-5738a5557326 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232116 May 26 19:57:54.374019 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86322a16-0624-4927-8916-fa57225167f6 req-e256c387-f75c-431c-9d22-0e42b2ca8c1c service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250815 May 26 19:57:55.122659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a91475-2fcd-4158-adb9-2ef060512587 req-86564cfa-3527-41ac-a0b2-8abf21ccfd3d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:55.124074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04a91475-2fcd-4158-adb9-2ef060512587 req-86564cfa-3527-41ac-a0b2-8abf21ccfd3d tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 944 time: 0.0825372 May 26 19:57:55.166501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-04a91475-2fcd-4158-adb9-2ef060512587 req-b65581c5-e145-4cd2-b511-e39d89e0dff6 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368168 May 26 19:57:56.350793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3a317-e390-4c80-b20c-d3cdfe52bcf7 req-97ab3b75-23b0-4d15-b1a7-089687aed46f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:56.352164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6aa3a317-e390-4c80-b20c-d3cdfe52bcf7 req-97ab3b75-23b0-4d15-b1a7-089687aed46f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 944 time: 0.0828161 May 26 19:57:56.395130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6aa3a317-e390-4c80-b20c-d3cdfe52bcf7 req-1e1eea77-1a6b-4bf2-b7d6-d31ba37f37ed tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365231 May 26 19:57:57.301302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:57:57.433482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:57.446186 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'port_id': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'mac_address': 'fa:16:3e:52:89:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:57:57.500460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:57.500828 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:57.517706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:57:57.532888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:57.536695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:57.584751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8894-9767-4e48-aadc-53e31bc714ee req-bb4bff0b-a0ef-4714-968c-f690e17b7f93 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:57.586217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9cf8894-9767-4e48-aadc-53e31bc714ee req-bb4bff0b-a0ef-4714-968c-f690e17b7f93 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 945 time: 0.0825067 May 26 19:57:57.607031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:57.631573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9cf8894-9767-4e48-aadc-53e31bc714ee req-85732ea3-cec7-4425-b830-e60c87dac394 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396066 May 26 19:57:57.840743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:57:58.813390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68bec-f7b3-422f-968c-8b31510eadbc req-fa5d39de-f915-4a34-b33f-c7ec0b790d55 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:58.814841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbd68bec-f7b3-422f-968c-8b31510eadbc req-fa5d39de-f915-4a34-b33f-c7ec0b790d55 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 945 time: 0.0785203 May 26 19:57:58.862581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbd68bec-f7b3-422f-968c-8b31510eadbc req-125cd186-1077-440f-879a-1bb322d9b04e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 May 26 19:57:59.327569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:57:59.393562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:57:59.398114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:57:59.398477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:59.512020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:57:59.512386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:59.537908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:57:59.547374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:57:59.551013 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:57:59.590376 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a877d63-f2ef-4e3b-9fc4-65e31a40b083'] response: {'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'code': 200} May 26 19:57:59.622814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:57:59.704702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1753431-03d7-4429-a780-3c59ac6129f9 req-e3a40d2e-7e3e-4bfc-bcac-33d4d2c6a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:57:59.706206 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1753431-03d7-4429-a780-3c59ac6129f9 req-e3a40d2e-7e3e-4bfc-bcac-33d4d2c6a83a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1097 time: 0.0690923 May 26 19:57:59.748620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1753431-03d7-4429-a780-3c59ac6129f9 req-a178c3a8-f15a-4467-aacf-b92834478b4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 May 26 19:58:00.061636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1a028-fbd3-4f57-a6ca-d89429e2c5bf req-a0232a1c-8948-4304-9315-22ea932a0168 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:00.063079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e1a028-fbd3-4f57-a6ca-d89429e2c5bf req-a0232a1c-8948-4304-9315-22ea932a0168 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.0930014 May 26 19:58:00.107096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68e1a028-fbd3-4f57-a6ca-d89429e2c5bf req-de1ab18c-0316-4938-a599-38565867d600 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 May 26 19:58:01.287781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26d5e7-1d62-4e5f-bd8d-1fdf6fec627e req-90174467-aae8-4497-8ebe-5157861909eb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:01.289235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a26d5e7-1d62-4e5f-bd8d-1fdf6fec627e req-90174467-aae8-4497-8ebe-5157861909eb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.0781271 May 26 19:58:01.334181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a26d5e7-1d62-4e5f-bd8d-1fdf6fec627e req-2bc4ce08-389d-456f-90fd-bcd1adbd8816 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388002 May 26 19:58:01.519085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371989b-dc44-4546-acfb-363c41d0ffcf req-15f4610c-19e3-45a3-a93f-54b376013bda tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:01.520535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f371989b-dc44-4546-acfb-363c41d0ffcf req-15f4610c-19e3-45a3-a93f-54b376013bda tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.0854759 May 26 19:58:01.564083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f371989b-dc44-4546-acfb-363c41d0ffcf req-febde8b9-4f3f-4adf-b4da-4629c9676166 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379798 May 26 19:58:01.586919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55812) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:01.656403 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a610a4-ec3c-41c6-a883-66da05badfda tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:01.657958 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f2a610a4-ec3c-41c6-a883-66da05badfda tempest-TestNetworkBasicOps-1105754506 tempest-TestNetworkBasicOps-1105754506-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1092 time: 0.0701146 May 26 19:58:01.660690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55816) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:01.665544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:58:01.672637 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:58:01.676492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Usage tracker for resource:floatingip and tenant:93d34144969f40158e6269f17ee0db13 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:58:01.679342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:58:01.685079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:58:01.695504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:01.830310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:01.965861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Allocated IP 172.25.0.198 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/573e12cd-14b9-4682-8352-a198610593a2) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:58:02.113260 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:02.141843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:02.208298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:58:02.210963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:58:02.215310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:58:02.254276 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=573e12cd-14b9-4682-8352-a198610593a2,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:02.635500 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:02.707689 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:02.909556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:02.913882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:03.021133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event updated for resources: {'Port': ['ID=573e12cd-14b9-4682-8352-a198610593a2,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:03.033479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:03.298842 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Floating IP 28ceb6b7-ca19-4945-bed3-9f90a324e844 associated. External IP: 172.25.0.198, port: d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20. May 26 19:58:03.646117 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 1729eba5-019d-448d-8d79-235ce4352c30 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:58:03.828113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:58:03.839910 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Sync routers for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:58:03.851965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:03.852573 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:03.854460 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:03.911853 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-8305184e-b0de-426e-a5c6-88b827ac68b2 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2501254 May 26 19:58:03.912426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:58:03.915387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55820) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:03.960766 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1ece40-6e93-4fe6-bd1b-cabd4e4cc6a9'] response: {'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'status': 'completed', 'code': 200} May 26 19:58:04.034041 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:04.076081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-36530527-14de-4029-a96b-dc8156513aaa tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/28ceb6b7-ca19-4945-bed3-9f90a324e844 HTTP/1.1" status: 200 len: 992 time: 0.1586556 May 26 19:58:04.088968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-486f3c64-5cce-4438-a381-52350b6cb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:04.090406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-486f3c64-5cce-4438-a381-52350b6cb909 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1097 time: 0.1079142 May 26 19:58:04.221151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-f67d3615-b0c1-47fa-a66c-b569768894dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:04.222505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-f67d3615-b0c1-47fa-a66c-b569768894dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 898 time: 0.1261747 May 26 19:58:04.325891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-294b6a46-3424-49ae-a43f-72255e5c155f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 1000 time: 0.0976024 May 26 19:58:04.390973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-574cb6d2-905e-42fe-b4b0-0b2430696e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:04.392382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-574cb6d2-905e-42fe-b4b0-0b2430696e0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 200 len: 834 time: 0.0607116 May 26 19:58:04.413719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '28ceb6b7-ca19-4945-bed3-9f90a324e844', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'port_id': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'mac_address': 'fa:16:3e:52:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:58:02Z', 'updated_at': '2022-05-26T19:58:02Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:04.418208 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Checking router: 1729eba5-019d-448d-8d79-235ce4352c30 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:58:04.426647 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:04.427250 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:04.465810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-5244500d-9b20-42fe-963b-9a6bfd9ed5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:04.467564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-5244500d-9b20-42fe-963b-9a6bfd9ed5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd13a547-8c30-4b27-b54c-01194e8eed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694597 May 26 19:58:04.598222 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-82430f2a-91e6-43ee-b603-37957a747a08 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244838 May 26 19:58:04.606958 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:04.827584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7abcacca-208d-410f-bf98-7c9367ff2b54 req-1af04118-bbd1-4402-9be5-672f0d086958 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234857 May 26 19:58:04.958736 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '28ceb6b7-ca19-4945-bed3-9f90a324e844', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'port_id': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'mac_address': 'fa:16:3e:52:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:58:02Z', 'updated_at': '2022-05-26T19:58:02Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:04.962508 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a654f-f05b-4f1c-97c0-d51b463220c4 None None] The sync data for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 is: [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '28ceb6b7-ca19-4945-bed3-9f90a324e844', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'port_id': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'mac_address': 'fa:16:3e:52:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T19:58:02Z', 'updated_at': '2022-05-26T19:58:02Z', 'revision_number': 0, 'project_id': '93d34144969f40158e6269f17ee0db13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:58:05.079268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55828) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:05.147117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a9142-1017-40b2-a540-fa5d5fa93664 None None] New status for floating IP 28ceb6b7-ca19-4945-bed3-9f90a324e844: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:58:05.186281 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5946e6de-29a4-49b9-b73d-c1bd359d8ab7 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/28ceb6b7-ca19-4945-bed3-9f90a324e844 HTTP/1.1" status: 200 len: 992 time: 0.1058710 May 26 19:58:06.189241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55832) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:06.294992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5342a396-8c1d-4662-9012-947594a7e7e6 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/28ceb6b7-ca19-4945-bed3-9f90a324e844 HTTP/1.1" status: 200 len: 994 time: 0.1045272 May 26 19:58:06.808777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:08.952355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55838) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:09.290072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port d3422782-04d1-4d54-951a-fd53ae3a37d1 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:58:09.290322 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:09.455454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:09.455775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:09.575121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for d3422782-04d1-4d54-951a-fd53ae3a37d1 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:58:09.721489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:09.768916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=d3422782-04d1-4d54-951a-fd53ae3a37d1,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:09.858019 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:09.858257 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Floating IP 29fe810a-dc7c-41d3-a800-53fa833c1e48 disassociated (deleted). External IP: 172.25.0.205, port: 47da5943-4f02-4f97-8450-15f242b3bf18. May 26 19:58:10.324316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:58:10.502019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:58:10.511085 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Sync routers for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:58:10.520881 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:10.521473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:10.521625 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:10.579061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eaf4bfca-c0ac-4b49-a6c1-40c7bef84ec9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/floatingips/29fe810a-dc7c-41d3-a800-53fa833c1e48 HTTP/1.1" status: 204 len: 168 time: 1.6255925 May 26 19:58:10.579634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:58:10.701842 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:10.817385 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac266cab-cd71-44df-91a0-a5a1ece558d1'] response: {'name': 'network-changed', 'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'status': 'completed', 'code': 200} May 26 19:58:10.949597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-f785d41e-0082-4886-a55f-9e1522556c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:10.951047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-f785d41e-0082-4886-a55f-9e1522556c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 1097 time: 0.1116662 May 26 19:58:11.024678 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:11.029167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Checking router: c91ca1d8-bc47-4e76-bc92-8b874c522ad9 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:58:11.037260 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:11.037842 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:11.095946 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5015f73-0c2b-4470-b32e-b9ec4959557a req-65e7cc88-b189-47dd-abf1-831d48a8cc17 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:11.096626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5015f73-0c2b-4470-b32e-b9ec4959557a req-65e7cc88-b189-47dd-abf1-831d48a8cc17 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Synchronizing usage tracker for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:58:11.123018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-60c39408-7a0a-4adc-930b-8405dc5d99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:11.124670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-60c39408-7a0a-4adc-930b-8405dc5d99f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 200 len: 898 time: 0.1656082 May 26 19:58:11.125984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b5015f73-0c2b-4470-b32e-b9ec4959557a req-65e7cc88-b189-47dd-abf1-831d48a8cc17 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Unset dirty status for tenant:dc2fddd0d1ff42698e27e18ab2781fc0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:58:11.127104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5015f73-0c2b-4470-b32e-b9ec4959557a req-65e7cc88-b189-47dd-abf1-831d48a8cc17 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.2276845 May 26 19:58:11.210076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-30903ea4-7def-4627-b1c8-97b31a6bc85c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 200 len: 217 time: 0.0794489 May 26 19:58:11.240505 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:11.282142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b5015f73-0c2b-4470-b32e-b9ec4959557a req-9a291a95-deb8-448b-8305-134403dd2740 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986710 May 26 19:58:11.292820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-1ccdf405-48da-4ba2-8a39-562c14bd4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:11.294279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-1ccdf405-48da-4ba2-8a39-562c14bd4ef4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 200 len: 835 time: 0.0782776 May 26 19:58:11.373713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-ba7e14d6-c7ab-4ac5-b71c-6d34ce4c172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:11.375380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-ba7e14d6-c7ab-4ac5-b71c-6d34ce4c172d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5fbe7bd9-757a-4f6e-be28-0628c386dec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735323 May 26 19:58:11.506846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-37468592-6373-402e-9253-c5c6a71e3a08 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248844 May 26 19:58:11.562967 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:11.566749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec5c16-e08b-45d4-9f91-807860cf8863 None None] The sync data for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 is: [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:56:15Z', 'revision_number': 4, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c69e7a33-395d-495d-9aa6-041bb3f1ccaf', 'name': '', 'network_id': '5fbe7bd9-757a-4f6e-be28-0628c386dec5', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'mac_address': 'fa:16:3e:22:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:13Z', 'updated_at': '2022-05-26T19:56:21Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'subnets': [{'id': 'f452d5f1-1830-49a0-8227-f0668c89b571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:58:11.643468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c882176c-c613-4031-ae33-8d7b69e3b245 req-1439e210-fc70-4a50-810b-826a15d023c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298068 May 26 19:58:11.792960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df707cd5-c444-4bea-8aaa-0905c1c3c25c None None] New status for floating IP 29fe810a-dc7c-41d3-a800-53fa833c1e48: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:58:12.214938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-3c7878dc-3f46-4387-bfdf-58cf4a688fcc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:12.216295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-3c7878dc-3f46-4387-bfdf-58cf4a688fcc tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.0831227 May 26 19:58:12.283608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port 47da5943-4f02-4f97-8450-15f242b3bf18 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:58:12.283977 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:12.596819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port 47da5943-4f02-4f97-8450-15f242b3bf18, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=47da5943-4f02-4f97-8450-15f242b3bf18,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:58:12.597525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:12.831611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for 47da5943-4f02-4f97-8450-15f242b3bf18 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:58:12.918179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b7dbc-e2b1-4bbf-a2c4-8ee77ae44331 req-9ff3cc2b-c93b-46bb-85a3-57524a94ca26 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:12.919628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e8b7dbc-e2b1-4bbf-a2c4-8ee77ae44331 req-9ff3cc2b-c93b-46bb-85a3-57524a94ca26 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e61b7f4-dd84-4ef1-896e-f8c875108665 HTTP/1.1" status: 200 len: 946 time: 0.3711433 May 26 19:58:13.018232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:58:13.021321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e8b7dbc-e2b1-4bbf-a2c4-8ee77ae44331 req-53feded8-0dfa-4224-a515-3d656f4f27e1 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "GET /v2.0/security-groups?id=d17a7129-603b-4181-9ea7-45f62e1c6647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954580 May 26 19:58:13.030834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:13.082933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=47da5943-4f02-4f97-8450-15f242b3bf18,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:13.156641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] No DVR routers for this DVR port 47da5943-4f02-4f97-8450-15f242b3bf18 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:58:13.159176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:13.161728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-deleted', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:58:13.177073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-73e5bdf5-8e4e-4a57-b936-023fddfaca88 req-ef3d7c80-7291-498a-b8ad-d6dd8c5e7ad6 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.13 "DELETE /v2.0/ports/47da5943-4f02-4f97-8450-15f242b3bf18 HTTP/1.1" status: 204 len: 173 time: 0.9554727 May 26 19:58:13.207775 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5365a0b3-7828-495e-8306-e1ff78545c64'] response: {'server_uuid': '7e61b7f4-dd84-4ef1-896e-f8c875108665', 'name': 'network-vif-deleted', 'tag': '47da5943-4f02-4f97-8450-15f242b3bf18', 'status': 'completed', 'code': 200} May 26 19:58:14.117345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55858) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:14.350164 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:14.656104 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:14.745225 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-843d159a-38b6-4810-af26-4f541694ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:15.005856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port c69e7a33-395d-495d-9aa6-041bb3f1ccaf {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:58:15.006102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:15.290752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port c69e7a33-395d-495d-9aa6-041bb3f1ccaf, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:58:15.292037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:15.410199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for c69e7a33-395d-495d-9aa6-041bb3f1ccaf owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:58:15.727408 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:15.776417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=c69e7a33-395d-495d-9aa6-041bb3f1ccaf,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:15.820881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.822154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.822154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.822154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.823740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.824069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.824393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.824715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.825055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.825381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.825696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:15.826009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:58:16.063306 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:16.419952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:58:16.639236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:58:16.673224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 47da5943-4f02-4f97-8450-15f242b3bf18 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:58:16.673813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 47da5943-4f02-4f97-8450-15f242b3bf18 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:58:16.704436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:58:16.713561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Sync routers for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:58:16.718118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-35cb8538-7fd6-413d-abf9-4fd6ffeea262 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "PUT /v2.0/routers/c91ca1d8-bc47-4e76-bc92-8b874c522ad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997369 May 26 19:58:16.720686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55862) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:16.722763 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:16.723356 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:57:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:16.786767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting subnet f452d5f1-1830-49a0-8227-f0668c89b571 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:58:16.789765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:16.844586 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:16.897883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef39fc05-baa2-490b-a409-a58ff21771cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:16.903757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:16.932512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.009245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.052206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Subnet': ['ID=f452d5f1-1830-49a0-8227-f0668c89b571,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:17.060777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.067524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560e88a-4dc4-4158-a1e5-de7af74ede07 None None] Network 5fbe7bd9-757a-4f6e-be28-0628c386dec5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:58:17.074330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55866) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:17.077594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c253eb06-4b98-4d05-84bb-e2295ba08db9 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/subnets/f452d5f1-1830-49a0-8227-f0668c89b571 HTTP/1.1" status: 204 len: 168 time: 0.3558662 May 26 19:58:17.203626 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:58:15Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:17.208265 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Checking router: c91ca1d8-bc47-4e76-bc92-8b874c522ad9 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:58:17.217000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Routers {'c91ca1d8-bc47-4e76-bc92-8b874c522ad9'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:58:17.217626 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:58:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:17.255186 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.341403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] DHCP port deletion for 5fbe7bd9-757a-4f6e-be28-0628c386dec5 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:58:17.346012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Deleting port 2cb56de5-87d6-4a0e-9835-9760994471c4 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:58:17.346963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.410244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] Set router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:58:17.412428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.568463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.570760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] For port 2cb56de5-87d6-4a0e-9835-9760994471c4, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2cb56de5-87d6-4a0e-9835-9760994471c4,segment=NetworkSegment(7e85d6e9-3958-452e-9fce-a3adb48e55d5),segment_id=7e85d6e9-3958-452e-9fce-a3adb48e55d5)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:58:17.571149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.578356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Deleting port ebcb2e6a-21ac-4a81-896d-0e55cc787800 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:58:17.579001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.694175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Calling delete_port for 2cb56de5-87d6-4a0e-9835-9760994471c4 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:58:17.744099 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:58:15Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:17.748273 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a3747-5577-48c2-9691-4cce3ccb9cc0 None None] The sync data for ids ['c91ca1d8-bc47-4e76-bc92-8b874c522ad9'] in n-d-843146-9 is: [{'id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-347359616', 'tenant_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:56:08Z', 'updated_at': '2022-05-26T19:58:15Z', 'revision_number': 5, 'project_id': 'dc2fddd0d1ff42698e27e18ab2781fc0', 'gw_port': {'id': 'ebcb2e6a-21ac-4a81-896d-0e55cc787800', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91ca1d8-bc47-4e76-bc92-8b874c522ad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:56:09Z', 'updated_at': '2022-05-26T19:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:58:17.756699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] For port ebcb2e6a-21ac-4a81-896d-0e55cc787800, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ebcb2e6a-21ac-4a81-896d-0e55cc787800,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:58:17.757096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.775469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:17.824334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] No DVR routers for this DVR port 2cb56de5-87d6-4a0e-9835-9760994471c4 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:58:17.828428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d198-8451-454e-818b-83607ad5ca80 None None] Pushing event deleted for resources: {'Port': ['ID=2cb56de5-87d6-4a0e-9835-9760994471c4,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:17.885583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Calling delete_port for ebcb2e6a-21ac-4a81-896d-0e55cc787800 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:58:18.054273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.104066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Port': ['ID=ebcb2e6a-21ac-4a81-896d-0e55cc787800,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:18.168712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c69e7a33-395d-495d-9aa6-041bb3f1ccaf no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:58:18.207860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c69e7a33-395d-495d-9aa6-041bb3f1ccaf {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:58:18.208199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c69e7a33-395d-495d-9aa6-041bb3f1ccaf not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:58:18.208624 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2cb56de5-87d6-4a0e-9835-9760994471c4 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:58:18.209786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.252768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2cb56de5-87d6-4a0e-9835-9760994471c4 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:58:18.253157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2cb56de5-87d6-4a0e-9835-9760994471c4 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:58:18.262332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.390075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.392195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.413515 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.414002 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Fanout notify agent at l3_agent the message router_deleted on router c91ca1d8-bc47-4e76-bc92-8b874c522ad9 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:58:18.429664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.434143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55870) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:18.437178 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a16d5054-fa5e-48df-a001-271268f2efd7 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/routers/c91ca1d8-bc47-4e76-bc92-8b874c522ad9 HTTP/1.1" status: 204 len: 168 time: 1.3580778 May 26 19:58:18.550726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.679872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.704949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbe7bd9-757a-4f6e-be28-0628c386dec5']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:18.716914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e85d6e9-3958-452e-9fce-a3adb48e55d5') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:18.717246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e85d6e9-3958-452e-9fce-a3adb48e55d5') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:58:18.728138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.747337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.753223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:58:18.753584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.825256 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7e85d6e9-3958-452e-9fce-a3adb48e55d5 resource provider aggregate not found May 26 19:58:18.863865 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7e85d6e9-3958-452e-9fce-a3adb48e55d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e85d6e9-3958-452e-9fce-a3adb48e55d5 found for delete ", "request_id": "req-19155c87-1e64-46b0-a7be-88019650bf49"}]} May 26 19:58:18.881364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.902153 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:18.912843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'Network': ['ID=5fbe7bd9-757a-4f6e-be28-0628c386dec5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:18.921433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-59c3dee2-2b92-471c-9b4c-5d3d51e2f16d tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/networks/5fbe7bd9-757a-4f6e-be28-0628c386dec5 HTTP/1.1" status: 204 len: 168 time: 0.4861331 May 26 19:58:18.923989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55878) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:18.992957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.022384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.086701 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.104756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a7129-603b-4181-9ea7-45f62e1c6647,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:19.116460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.117640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a61c0cae-00a1-4962-a4ea-5fda3109b217 tempest-TestNetworkAdvancedServerOps-308011705 tempest-TestNetworkAdvancedServerOps-308011705-project] 10.222.0.24 "DELETE /v2.0/security-groups/d17a7129-603b-4181-9ea7-45f62e1c6647 HTTP/1.1" status: 204 len: 168 time: 0.1927562 May 26 19:58:19.465995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55888) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:19.608777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5fe94425-cde8-4ede-b537-045f684f4715 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc2fddd0d1ff42698e27e18ab2781fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414464 May 26 19:58:19.611446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55894) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:19.667957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.696003 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.745991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.763038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610d8a5-496a-4117-bfb4-b4c6593be389,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:19.769230 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:19.770335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4df06e16-8058-4576-918d-7a119a260762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3610d8a5-496a-4117-bfb4-b4c6593be389 HTTP/1.1" status: 204 len: 168 time: 0.1579943 May 26 19:58:19.824256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:20.050241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ebcb2e6a-21ac-4a81-896d-0e55cc787800 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:58:20.064249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:20.087751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ebcb2e6a-21ac-4a81-896d-0e55cc787800 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:58:20.088217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ebcb2e6a-21ac-4a81-896d-0e55cc787800 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:58:20.112553 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b0fc1059-ea33-46ce-9f70-a5552f97ea02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4ec59b5892a4939813a96dcc021217d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471835 May 26 19:58:20.114950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55906) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:58:20.175025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:20.200017 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:20.253121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:20.268482 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272a1a2-0fce-4757-83e8-56cb28aef96c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:58:20.279734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:20.281019 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c4956a40-6388-4031-823f-af600fb3602c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a272a1a2-0fce-4757-83e8-56cb28aef96c HTTP/1.1" status: 204 len: 168 time: 0.1652005 May 26 19:58:36.811111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:44.355083 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:44.746024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c40202c3-f1ec-4a67-ba6b-a7f483124d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:44.953447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-ec52c155-5c8c-4607-ab7a-e3d00062f683 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682178 May 26 19:58:45.093518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-e34aeee5-7d8d-4efe-96de-c638cc821e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:45.095003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-e34aeee5-7d8d-4efe-96de-c638cc821e79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1097 time: 0.0741022 May 26 19:58:45.235872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-0eb9e6c7-42a1-4fd5-a84e-36f2fcc2ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:45.237324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-0eb9e6c7-42a1-4fd5-a84e-36f2fcc2ad8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 898 time: 0.1237922 May 26 19:58:45.334897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-87ba9a5a-019e-4e46-9d64-171f0e7bf853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 1002 time: 0.0913002 May 26 19:58:45.399068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-aa9fd12c-7946-48da-b8f8-7bc76d5f4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:45.400430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-aa9fd12c-7946-48da-b8f8-7bc76d5f4017 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 200 len: 834 time: 0.0587368 May 26 19:58:45.475471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-4e7fb07e-feba-4d01-9023-8227b16e054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:58:45.476920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-4e7fb07e-feba-4d01-9023-8227b16e054a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd13a547-8c30-4b27-b54c-01194e8eed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703552 May 26 19:58:45.488239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-12dfad43-b651-433c-8618-d259d2e5081b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:58:45.489466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-12dfad43-b651-433c-8618-d259d2e5081b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047626 May 26 19:58:45.621232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-4365011b-5a9d-4a97-b760-4eb2d1d6e303 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260080 May 26 19:58:45.754564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea401a59-9774-48e6-a7e2-5e924aedd993 req-b179b4e9-fb2d-4172-8d5e-5336f7153b50 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273744 May 26 19:58:46.899605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-de43e6b2-6327-4671-8530-befa4b9b73ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:47.395010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:48.240332 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:49.827826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:58:50.017913 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:59:06.810378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:08.989589 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 55936) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:09.096526 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e6d52437-6ba2-43b1-aa31-2cf5cb6e853c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/floatingips/28ceb6b7-ca19-4945-bed3-9f90a324e844 HTTP/1.1" status: 200 len: 994 time: 0.1058288 May 26 19:59:09.428382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55946) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:09.628686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 573e12cd-14b9-4682-8352-a198610593a2 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:09.629016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:09.794329 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:09.794568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:10.011956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 573e12cd-14b9-4682-8352-a198610593a2 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:10.157409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:10.205498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=573e12cd-14b9-4682-8352-a198610593a2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:10.295652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:10.295986 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Floating IP 28ceb6b7-ca19-4945-bed3-9f90a324e844 disassociated (deleted). External IP: 172.25.0.198, port: d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20. May 26 19:59:10.638780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 1729eba5-019d-448d-8d79-235ce4352c30 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:59:10.811891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:59:10.820998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Sync routers for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:59:10.830616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:59:10.831480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:58:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:10.833726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:10.890522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1bb7a3ed-9115-4b85-bf9d-53833a41ff7f tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/floatingips/28ceb6b7-ca19-4945-bed3-9f90a324e844 HTTP/1.1" status: 204 len: 168 time: 1.4602137 May 26 19:59:10.891030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:59:11.008822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:59:11.320691 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de11175-3e76-4e85-ba5b-329f8b284189'] response: {'name': 'network-changed', 'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'status': 'completed', 'code': 200} May 26 19:59:11.360648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:11.364421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Checking router: 1729eba5-019d-448d-8d79-235ce4352c30 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:59:11.372681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:59:11.373306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:58:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:11.475430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-3c8a437f-41d5-4376-ab46-fb4f348aaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:11.476805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-3c8a437f-41d5-4376-ab46-fb4f348aaf82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=93d34144969f40158e6269f17ee0db13&device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 1097 time: 0.1290948 May 26 19:59:11.550241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:59:11.577010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1cd77-3895-433a-8989-26d287c0389f req-5cd742be-07d5-4ba2-95e6-1cb5645e72c9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:11.577699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e1a1cd77-3895-433a-8989-26d287c0389f req-5cd742be-07d5-4ba2-95e6-1cb5645e72c9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Synchronizing usage tracker for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:59:11.613644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-e1a1cd77-3895-433a-8989-26d287c0389f req-5cd742be-07d5-4ba2-95e6-1cb5645e72c9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Unset dirty status for tenant:93d34144969f40158e6269f17ee0db13 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:59:11.614780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1a1cd77-3895-433a-8989-26d287c0389f req-5cd742be-07d5-4ba2-95e6-1cb5645e72c9 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.2099080 May 26 19:59:11.644888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-b1a4a6c3-907e-4b97-ac1a-ac5afa51a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:11.646320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-b1a4a6c3-907e-4b97-ac1a-ac5afa51a6f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 200 len: 898 time: 0.1622727 May 26 19:59:11.724737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-a3f7089c-5598-49c4-a5c5-c5c47a03384b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 200 len: 217 time: 0.0677347 May 26 19:59:11.729301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e1a1cd77-3895-433a-8989-26d287c0389f req-fc0f180a-c5a8-48cd-9c90-b7f2b65515fe tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061387 May 26 19:59:11.792939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-9a664567-022e-4ebb-a95f-90bf6f252068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:11.794415 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-9a664567-022e-4ebb-a95f-90bf6f252068 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 200 len: 834 time: 0.0625403 May 26 19:59:11.866782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:11.868959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-45382e2f-4390-4a16-b36a-05ca24a56af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:11.870462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-45382e2f-4390-4a16-b36a-05ca24a56af8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd13a547-8c30-4b27-b54c-01194e8eed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693452 May 26 19:59:11.870764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec0ee-e8d4-47af-9259-43630b19f8fe None None] The sync data for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 is: [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:45Z', 'revision_number': 4, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b53519d3-81c6-4049-b62f-0fc0aa3a89c0', 'name': '', 'network_id': 'fd13a547-8c30-4b27-b54c-01194e8eed1d', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'mac_address': 'fa:16:3e:c7:5e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:44Z', 'updated_at': '2022-05-26T19:57:50Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'subnets': [{'id': '3de39d20-df32-4d47-bb8c-fe7fb2ace203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:59:12.118638 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc85fe-f4f8-47ba-b42e-45e6f7f9a621 None None] New status for floating IP 28ceb6b7-ca19-4945-bed3-9f90a324e844: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 19:59:12.120540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-c5d37112-db8b-4ef1-a620-58fa2f39a25b service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431674 May 26 19:59:12.260776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1decfb2c-3a47-4fa7-95ae-e887f9fd9e8c req-8c6c03d1-2e96-415f-9e11-f5d3b6133325 service neutron] 10.222.0.53 "GET /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332312 May 26 19:59:12.716781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-39808186-86fa-4a4e-8471-9754a0a0d68c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:12.718217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-39808186-86fa-4a4e-8471-9754a0a0d68c tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.0821621 May 26 19:59:12.789965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:12.790424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:13.053872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f245c-33dc-41f9-bcc8-28670a512b50 req-6427c879-6223-4966-a0db-1a93940c2d5e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:13.055232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae2f245c-33dc-41f9-bcc8-28670a512b50 req-6427c879-6223-4966-a0db-1a93940c2d5e tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bfba97-8491-4cdd-a36f-625ba7eb2c9a HTTP/1.1" status: 200 len: 946 time: 0.2159357 May 26 19:59:13.135160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae2f245c-33dc-41f9-bcc8-28670a512b50 req-bbc20ee8-b9c1-4cb9-89e1-4b92465451b3 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a13c3cb-9bdc-4370-aa69-8029fc8478f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738306 May 26 19:59:13.136703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:13.137081 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:13.260110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:13.402048 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:13.460219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:13.535860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] No DVR routers for this DVR port d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:59:13.538384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:13.540873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'name': 'network-vif-deleted', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:59:13.556561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2894ff49-3481-4876-a3f9-3422dd3b9561 req-d82fe26b-a336-4c94-871c-f55782c2bfe0 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.53 "DELETE /v2.0/ports/d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 HTTP/1.1" status: 204 len: 173 time: 0.8334506 May 26 19:59:13.590454 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaf1ba7-18a6-48a0-a0cd-30ec7b21beaf'] response: {'server_uuid': '21bfba97-8491-4cdd-a36f-625ba7eb2c9a', 'name': 'network-vif-deleted', 'tag': 'd7f6ab39-090b-4aaf-a0f5-52aa16c3bf20', 'status': 'completed', 'code': 200} May 26 19:59:14.230143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55964) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:14.299015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:14.327304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:14.344162 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:14.391373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:14.412654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13c3cb-9bdc-4370-aa69-8029fc8478f0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:14.423157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:14.424252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-96932c9a-a6b3-4574-9611-6e390818e4f1 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a13c3cb-9bdc-4370-aa69-8029fc8478f0 HTTP/1.1" status: 204 len: 168 time: 0.1931403 May 26 19:59:14.452883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55970) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:14.747728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b0e4ed64-f245-4b09-a836-49afc6d0a5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:15.085463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:15.424970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port b53519d3-81c6-4049-b62f-0fc0aa3a89c0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:15.425667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:15.605923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port b53519d3-81c6-4049-b62f-0fc0aa3a89c0, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:15.606793 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:15.730186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for b53519d3-81c6-4049-b62f-0fc0aa3a89c0 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:15.779230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:59:15.812860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:59:15.813222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d7f6ab39-090b-4aaf-a0f5-52aa16c3bf20 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:59:15.908390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:15.955421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=b53519d3-81c6-4049-b62f-0fc0aa3a89c0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:15.996899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.997218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.997514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.997839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.998164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.998480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.998795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.999106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.999416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:15.999726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:16.000041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:16.000342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:16.350267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:16.708325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Router 1729eba5-019d-448d-8d79-235ce4352c30 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 19:59:16.882492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 19:59:16.895477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Sync routers for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 19:59:16.896537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9a6b6616-3d25-427a-a235-a5585e9febcb tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "PUT /v2.0/routers/1729eba5-019d-448d-8d79-235ce4352c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425714 May 26 19:59:16.899220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:16.907292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6111fc16-9dff-4f86-9ca7-fcec290f26c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:16.908720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:59:16.909343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:58:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:16.965011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting subnet 3de39d20-df32-4d47-bb8c-fe7fb2ace203 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:59:16.967864 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.024850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.090973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:59:17.107659 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.183098 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.223911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.226756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Subnet': ['ID=3de39d20-df32-4d47-bb8c-fe7fb2ace203,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:17.233195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-49911ca4-ee1d-475c-89cf-3ffd3f6cfdce tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/subnets/3de39d20-df32-4d47-bb8c-fe7fb2ace203 HTTP/1.1" status: 204 len: 168 time: 0.3329911 May 26 19:59:17.235661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:17.259029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ee30f-0639-4aa3-98c0-62d1ac03a958 None None] Network fd13a547-8c30-4b27-b54c-01194e8eed1d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:59:17.420080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.437951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.596109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:59:15Z', 'revision_number': 5, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port': {'id': '6c26b64b-ce66-4791-b3b0-cca304244e18', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:85:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729eba5-019d-448d-8d79-235ce4352c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:17.598649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.600365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Checking router: 1729eba5-019d-448d-8d79-235ce4352c30 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 19:59:17.609124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Deleting port 6c26b64b-ce66-4791-b3b0-cca304244e18 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:17.609498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.609616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Routers {'1729eba5-019d-448d-8d79-235ce4352c30'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 19:59:17.610246 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T19:59:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1729eba5-019d-448d-8d79-235ce4352c30'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:17.665438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] DHCP port deletion for fd13a547-8c30-4b27-b54c-01194e8eed1d request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 19:59:17.734083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Deleting port b250b3f6-e5c3-4dc0-849d-04fd2be1998c {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:17.734439 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.837907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] Set router 1729eba5-019d-448d-8d79-235ce4352c30 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 19:59:17.898229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] For port 6c26b64b-ce66-4791-b3b0-cca304244e18, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6c26b64b-ce66-4791-b3b0-cca304244e18,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:17.898824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:17.959399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:59:17Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:17.968054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcb1b8-ce24-45f2-8ecc-2ff0bd9b03fe None None] The sync data for ids ['1729eba5-019d-448d-8d79-235ce4352c30'] in n-d-843146-9 is: [{'id': '1729eba5-019d-448d-8d79-235ce4352c30', 'name': 'tempest-TestNetworkBasicOps-router-1745564529', 'tenant_id': '93d34144969f40158e6269f17ee0db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T19:57:40Z', 'updated_at': '2022-05-26T19:59:17Z', 'revision_number': 6, 'project_id': '93d34144969f40158e6269f17ee0db13', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 19:59:18.021386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Calling delete_port for 6c26b64b-ce66-4791-b3b0-cca304244e18 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:18.070233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] For port b250b3f6-e5c3-4dc0-849d-04fd2be1998c, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,segment=NetworkSegment(68da94ff-27ef-4528-858a-32103a0e11f1),segment_id=68da94ff-27ef-4528-858a-32103a0e11f1)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:18.070621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.191248 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.196218 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Calling delete_port for b250b3f6-e5c3-4dc0-849d-04fd2be1998c owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:18.237721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Port': ['ID=6c26b64b-ce66-4791-b3b0-cca304244e18,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:18.259024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.285144 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.338956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.340578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Pushing event deleted for resources: {'Port': ['ID=b250b3f6-e5c3-4dc0-849d-04fd2be1998c,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:18.348837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.349209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.349557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.349894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.350223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.350553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.350940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.351269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.351592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.351911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.352232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.352551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:18.357433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3defb4-2dbc-4655-a9ad-1318efd93e07 None None] No DVR routers for this DVR port b250b3f6-e5c3-4dc0-849d-04fd2be1998c on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:59:18.437250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b53519d3-81c6-4049-b62f-0fc0aa3a89c0 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:59:18.471232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b53519d3-81c6-4049-b62f-0fc0aa3a89c0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:59:18.471660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b53519d3-81c6-4049-b62f-0fc0aa3a89c0 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:59:18.472080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b250b3f6-e5c3-4dc0-849d-04fd2be1998c no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:59:18.508499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b250b3f6-e5c3-4dc0-849d-04fd2be1998c {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:59:18.509078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b250b3f6-e5c3-4dc0-849d-04fd2be1998c not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:59:18.528294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.530480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.552536 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.553072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Fanout notify agent at l3_agent the message router_deleted on router 1729eba5-019d-448d-8d79-235ce4352c30 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 19:59:18.568407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.569517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6d34b663-a096-4bba-8c91-881c4aae577b tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/routers/1729eba5-019d-448d-8d79-235ce4352c30 HTTP/1.1" status: 204 len: 168 time: 1.3329687 May 26 19:59:18.572215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:18.687651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.817845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.842192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd13a547-8c30-4b27-b54c-01194e8eed1d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:18.853782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68da94ff-27ef-4528-858a-32103a0e11f1') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:18.854071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68da94ff-27ef-4528-858a-32103a0e11f1') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:18.865737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.880938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.886794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:59:18.887162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.954515 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 68da94ff-27ef-4528-858a-32103a0e11f1 resource provider aggregate not found May 26 19:59:18.974470 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 68da94ff-27ef-4528-858a-32103a0e11f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68da94ff-27ef-4528-858a-32103a0e11f1 found for delete ", "request_id": "req-dfacb0c9-0b5b-497f-a5ca-8633999070b9"}]} May 26 19:59:18.989130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:18.993861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.017378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] Pushing event deleted for resources: {'Network': ['ID=fd13a547-8c30-4b27-b54c-01194e8eed1d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:19.026495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f4e973a1-1da8-470e-993b-d4b4be205032 tempest-TestNetworkBasicOps-1923292147 tempest-TestNetworkBasicOps-1923292147-project] 10.222.0.24 "DELETE /v2.0/networks/fd13a547-8c30-4b27-b54c-01194e8eed1d HTTP/1.1" status: 204 len: 168 time: 0.4532850 May 26 19:59:19.299361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 55994) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:19.445228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a28e2401-4dd3-443c-8838-53887f93d76b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93d34144969f40158e6269f17ee0db13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446807 May 26 19:59:19.447703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56000) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:19.506957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.531708 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.583295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.600227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf7d04e-d98c-4a99-b7ef-66bfef2f063e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:19.607088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.608171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f39069e1-91e2-45c2-acb9-a0cf9fa922b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caf7d04e-d98c-4a99-b7ef-66bfef2f063e HTTP/1.1" status: 204 len: 168 time: 0.1595078 May 26 19:59:19.830353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.881516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:19.899320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:19.913432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:19.917355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f090f8f6334741e9a026beea9caf3b89 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:19.920587 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:19.926115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:20.006590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.010559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.036290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6c26b64b-ce66-4791-b3b0-cca304244e18 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:59:20.049448 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f090f8f6334741e9a026beea9caf3b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668525 May 26 19:59:20.051199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56012) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:20.067022 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54e51b-3baf-469f-9e7b-e5dc9abdb93e,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:20.075791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.076207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.076568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6c26b64b-ce66-4791-b3b0-cca304244e18 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:59:20.076672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.077023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6c26b64b-ce66-4791-b3b0-cca304244e18 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:59:20.077157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.077557 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.077954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.078477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.078808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.079129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.079447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.080177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.080302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6748da-c211-4b90-8e67-11c4c5f0f5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 19:59:20.110236 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.135260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.188313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.204682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54e51b-3baf-469f-9e7b-e5dc9abdb93e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:20.208178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:20.209297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-393d86be-b697-43de-9d75-baddef741d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c54e51b-3baf-469f-9e7b-e5dc9abdb93e HTTP/1.1" status: 204 len: 168 time: 0.1571138 May 26 19:59:20.944619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56038) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:21.047460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1375289945-network', 'tenant_id': '041dd952cba4415f906d4f38c1d613bf'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:21.052715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:21.056530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Usage tracker for resource:network and tenant:041dd952cba4415f906d4f38c1d613bf is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:21.059867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:21.066114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:21.076428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Made reservation on behalf of 041dd952cba4415f906d4f38c1d613bf for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:59:21.078644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.091028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.104730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:21.108512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Usage tracker for resource:security_group_rule and tenant:041dd952cba4415f906d4f38c1d613bf is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:21.111237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:21.116776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:21.201941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.205582 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.232276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:59:21.244322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca20d69-1508-4127-87f5-3b5d755da418,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:21.249831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.250180 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Added segment dbfbc366-8597-4dcb-b206-4b153429e7ba of type vlan for network 612da2f4-ede7-4119-819c-0c330cb901a7 May 26 19:59:21.275840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.303049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.303957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:21.304520 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.492604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5467556 May 26 19:59:21.493396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7f34e-6da9-434b-ba99-65b7c9fa6c07 admin admin] Pushing event updated for resources: {'Network': ['ID=612da2f4-ede7-4119-819c-0c330cb901a7,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:21.495424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56044) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:21.501486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Request body: {'subnet': {'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1375289945-subnet', 'tenant_id': '041dd952cba4415f906d4f38c1d613bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:21.503904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 612da2f4-ede7-4119-819c-0c330cb901a7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:59:21.506944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:21.510795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Usage tracker for resource:subnet and tenant:041dd952cba4415f906d4f38c1d613bf is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:21.513651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:21.519978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:21.529717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Made reservation on behalf of 041dd952cba4415f906d4f38c1d613bf for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:59:21.531983 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.731986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.804809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e43e74-1cc9-433f-961a-dfefb8b904ab,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:21.810023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Checking segment: {'id': 'dbfbc366-8597-4dcb-b206-4b153429e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:59:21.810373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Network hostable DHCP agents. Network: 612da2f4-ede7-4119-819c-0c330cb901a7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:59:21.828661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Network 612da2f4-ede7-4119-819c-0c330cb901a7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:59:21.838418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 612da2f4-ede7-4119-819c-0c330cb901a7) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:59:21.842757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:21.843334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:21.847769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae90314-698d-4b54-b09a-8ac337ed67c7 None None] Network 612da2f4-ede7-4119-819c-0c330cb901a7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:59:21.863860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c5ee22a7-aa9e-4a0a-a57a-193a19346e43 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3673937 May 26 19:59:22.103350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b84ca5-acd8-40a3-abf1-598400ee7cad None None] Network 612da2f4-ede7-4119-819c-0c330cb901a7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:59:22.367307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56062) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:22.372773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1325115247-network', 'tenant_id': '399e7b7a856c42b2af809a076849c4d9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:22.378124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:22.381875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Usage tracker for resource:network and tenant:399e7b7a856c42b2af809a076849c4d9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:22.384677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:22.390763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:22.400562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Made reservation on behalf of 399e7b7a856c42b2af809a076849c4d9 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:59:22.403405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.414953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.432022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:22.436565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Usage tracker for resource:security_group_rule and tenant:399e7b7a856c42b2af809a076849c4d9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:22.439486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:22.445309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:22.525885 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.529537 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.558133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 19:59:22.566733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a8c5bb-e5af-4f35-bea1-fb339b0fe658,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:22.571963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.572285 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Added segment 3e26ad73-22b9-42c8-b25a-bfac6d39b5ef of type vlan for network 6288d0db-6501-4374-a181-181c53fc96ae May 26 19:59:22.598338 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.626599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.627550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:22.628110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.727644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] Pushing event updated for resources: {'Network': ['ID=6288d0db-6501-4374-a181-181c53fc96ae,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:22.730861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7a5c038e-1e66-4238-ad30-d7cf8be1a722 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3625391 May 26 19:59:22.733725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56066) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:22.737156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6288d0db-6501-4374-a181-181c53fc96ae details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 19:59:22.739870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Request body: {'subnet': {'network_id': '6288d0db-6501-4374-a181-181c53fc96ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1325115247-subnet', 'tenant_id': '399e7b7a856c42b2af809a076849c4d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:22.745407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:22.749735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Usage tracker for resource:subnet and tenant:399e7b7a856c42b2af809a076849c4d9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:22.752558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:22.758513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:22.769451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Made reservation on behalf of 399e7b7a856c42b2af809a076849c4d9 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:59:22.771706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:22.967542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:23.040168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79468b5e-4004-46d0-9960-75eb5bc0c668,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:23.050591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Checking segment: {'id': '3e26ad73-22b9-42c8-b25a-bfac6d39b5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '6288d0db-6501-4374-a181-181c53fc96ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:59:23.050939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Network hostable DHCP agents. Network: 6288d0db-6501-4374-a181-181c53fc96ae, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 19:59:23.070493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Network 6288d0db-6501-4374-a181-181c53fc96ae is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 19:59:23.079260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6288d0db-6501-4374-a181-181c53fc96ae) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:59:23.083327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:23.083900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:23.088072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32c16f-155e-415c-8c69-99d17b248055 None None] Network 6288d0db-6501-4374-a181-181c53fc96ae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:59:23.104018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3d515fa5-2d4c-46b6-bb08-d6ce2c963de9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3692102 May 26 19:59:23.303799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe0768-d562-41bc-991b-14efe28910d6 None None] Network 6288d0db-6501-4374-a181-181c53fc96ae requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 19:59:23.666682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-b5837d67-0e43-4cf1-81c4-d972686d22a0 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:23.667337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-b5837d67-0e43-4cf1-81c4-d972686d22a0 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Synchronizing usage tracker for tenant:041dd952cba4415f906d4f38c1d613bf on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:59:23.683248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-b5837d67-0e43-4cf1-81c4-d972686d22a0 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Unset dirty status for tenant:041dd952cba4415f906d4f38c1d613bf on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:59:23.684530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-b5837d67-0e43-4cf1-81c4-d972686d22a0 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/networks?id=612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 200 len: 812 time: 0.1655695 May 26 19:59:23.699299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-d9790493-b802-46c1-ba33-9d8e8eac8642 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/quotas/041dd952cba4415f906d4f38c1d613bf HTTP/1.1" status: 200 len: 375 time: 0.0092638 May 26 19:59:23.745011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-6496f539-1265-4f98-b4be-17b5d2e2aacf tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=041dd952cba4415f906d4f38c1d613bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403991 May 26 19:59:23.754774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0e5afa16-28e1-4bb8-870f-f1b1be53c485 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 19:59:23.755706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0e5afa16-28e1-4bb8-870f-f1b1be53c485 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045869 May 26 19:59:23.883385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-31baf39f-6469-4931-9fbe-dbfdcc741800 service neutron] 10.222.0.24 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224539 May 26 19:59:24.016278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-07d16e72-adb0-4ad0-af68-25b947bcec8f service neutron] 10.222.0.24 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260140 May 26 19:59:24.190226 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5eae950d-ca49-4b71-ae42-8986fd2f83b0 req-34850998-57ac-4867-a8f2-eba4718def6a tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 210 time: 0.0443091 May 26 19:59:25.294815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0e5a39b1-1342-4686-8e7b-269dc809fa33 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:25.296223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0e5a39b1-1342-4686-8e7b-269dc809fa33 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.53 "GET /v2.0/networks?id=612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 200 len: 812 time: 0.2485728 May 26 19:59:25.339323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Request body: {'port': {'device_id': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7', 'admin_state_up': True, 'tenant_id': '041dd952cba4415f906d4f38c1d613bf'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:25.360627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de97b078-303b-4c80-bcbd-8c2a574d7ba4 req-f6cf1528-3f57-4e23-a632-39d6eae5f779 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 210 time: 0.0596182 May 26 19:59:25.478234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 19:59:25.482009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Usage tracker for resource:port and tenant:041dd952cba4415f906d4f38c1d613bf is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 19:59:25.484741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 19:59:25.490348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 19:59:25.499385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Made reservation on behalf of 041dd952cba4415f906d4f38c1d613bf for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 19:59:25.502766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:25.660165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Allocated IP 172.20.0.2 (612da2f4-ede7-4119-819c-0c330cb901a7/42e43e74-1cc9-433f-961a-dfefb8b904ab/d5fc9389-e622-4154-aa0c-6d21f11f41d0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 19:59:25.854785 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:25.884028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:25.954541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Network 612da2f4-ede7-4119-819c-0c330cb901a7 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 19:59:25.957571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 19:59:25.961522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 19:59:25.998674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Pushing event updated for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:26.028493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:26.029123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:26.050251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-0d4d77a8-c953-4789-8bb8-6edbd6bf2177 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7190864 May 26 19:59:26.061385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Request body: {'port': {'device_id': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 19:59:26.169341 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:26.556535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fc9389-e622-4154-aa0c-6d21f11f41d0 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:59:26.565177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:26.585560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Transition to ACTIVE for port object d5fc9389-e622-4154-aa0c-6d21f11f41d0 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 19:59:26.589953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:26.697741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-adffeb6c-7eed-46bb-99a5-8c6bddedcdce tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:26.698420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-adffeb6c-7eed-46bb-99a5-8c6bddedcdce tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Synchronizing usage tracker for tenant:041dd952cba4415f906d4f38c1d613bf on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:59:26.736303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:26.802236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-adffeb6c-7eed-46bb-99a5-8c6bddedcdce tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Unset dirty status for tenant:041dd952cba4415f906d4f38c1d613bf on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:59:26.803382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-adffeb6c-7eed-46bb-99a5-8c6bddedcdce tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 931 time: 0.3172524 May 26 19:59:26.867035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-81ed6d70-0986-4c95-9a3f-a3c8e8486283 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Synchronizing usage tracker for tenant:041dd952cba4415f906d4f38c1d613bf on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 19:59:26.878311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Attempting to bind port d5fc9389-e622-4154-aa0c-6d21f11f41d0 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 19:59:26.878635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Attempting to bind port d5fc9389-e622-4154-aa0c-6d21f11f41d0 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'dbfbc366-8597-4dcb-b206-4b153429e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 19:59:26.878956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Attempting to bind port d5fc9389-e622-4154-aa0c-6d21f11f41d0 on network 612da2f4-ede7-4119-819c-0c330cb901a7 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:59:26.886874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Port d5fc9389-e622-4154-aa0c-6d21f11f41d0 on network 612da2f4-ede7-4119-819c-0c330cb901a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 19:59:26.887719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Attempting to bind port d5fc9389-e622-4154-aa0c-6d21f11f41d0 on network 612da2f4-ede7-4119-819c-0c330cb901a7 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 19:59:26.894427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 19:59:26.894699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Checking segment: {'id': 'dbfbc366-8597-4dcb-b206-4b153429e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 19:59:26.895072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Bound using segment: {'id': 'dbfbc366-8597-4dcb-b206-4b153429e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 19:59:26.895485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Bound port: d5fc9389-e622-4154-aa0c-6d21f11f41d0, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfbc366-8597-4dcb-b206-4b153429e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 19:59:26.895848 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:26.907039 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-81ed6d70-0986-4c95-9a3f-a3c8e8486283 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Unset dirty status for tenant:041dd952cba4415f906d4f38c1d613bf on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 19:59:26.908129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-838d4b64-eea4-4f20-aa2f-7761f25dfe99 req-81ed6d70-0986-4c95-9a3f-a3c8e8486283 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946782 May 26 19:59:26.985818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 19:59:26.988724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0,segment=NetworkSegment(dbfbc366-8597-4dcb-b206-4b153429e7ba),segment_id=dbfbc366-8597-4dcb-b206-4b153429e7ba)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 19:59:26.993334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:27.018144 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 19:59:27.155280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:27.156001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:27.157512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 200 len: 1091 time: 1.1006563 May 26 19:59:27.157967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:59:27.178766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1586c40-8189-4c85-b769-afd080b37c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:27.229090 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d7c284-addd-4afb-a27b-fd35db994f40'] response: {'name': 'network-changed', 'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0', 'status': 'completed', 'code': 200} May 26 19:59:27.268379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-03c5ccc0-5c96-4791-b7fa-a3d6c2ddaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:27.269883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-03c5ccc0-5c96-4791-b7fa-a3d6c2ddaf0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=041dd952cba4415f906d4f38c1d613bf&device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 1094 time: 0.0723197 May 26 19:59:27.338381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-2f770cfb-b44a-47ae-acac-f52acc47317e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 200 len: 217 time: 0.0620162 May 26 19:59:27.398659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-a223854f-a0ad-484e-b9a6-1837d88c8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:27.400090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-a223854f-a0ad-484e-b9a6-1837d88c8c0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e43e74-1cc9-433f-961a-dfefb8b904ab HTTP/1.1" status: 200 len: 852 time: 0.0565493 May 26 19:59:27.448553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-5f056e55-c36b-4ca3-b669-61a719ba891e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=612da2f4-ede7-4119-819c-0c330cb901a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430391 May 26 19:59:27.585104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c3694a1a-ff5e-4a65-b5cf-8ca1016e668b service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303904 May 26 19:59:27.714604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b79b28-94a7-4415-ab63-cfde5fe87d5c req-c02fe733-a92f-41ef-9136-ae2e584620fb service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236975 May 26 19:59:27.822999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-057ba78a-57f6-4ed2-a06a-aa8416d9e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:27.824538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-057ba78a-57f6-4ed2-a06a-aa8416d9e771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=041dd952cba4415f906d4f38c1d613bf&device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 1094 time: 0.0696912 May 26 19:59:27.955994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-b73923ed-8aa6-49c9-9325-5200beea554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:27.957472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-b73923ed-8aa6-49c9-9325-5200beea554d service neutron] 10.222.0.53 "GET /v2.0/networks?id=612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 200 len: 913 time: 0.1270733 May 26 19:59:28.058505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-24037f51-4eb7-424d-91a4-aabed734fdaf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 200 len: 217 time: 0.0943708 May 26 19:59:28.142805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-95f44307-1eae-41d6-b9af-69db862588e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:28.144339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-95f44307-1eae-41d6-b9af-69db862588e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e43e74-1cc9-433f-961a-dfefb8b904ab HTTP/1.1" status: 200 len: 852 time: 0.0801318 May 26 19:59:28.206747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-80e8b8a5-f21c-4626-a31e-c242dcf20a45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=612da2f4-ede7-4119-819c-0c330cb901a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562325 May 26 19:59:28.221337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24917aa7-3adf-4d50-a39e-c4c5fd7cd1ac req-e448f2c5-4869-47cd-ba42-0c343012c67a tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:28.222707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24917aa7-3adf-4d50-a39e-c4c5fd7cd1ac req-e448f2c5-4869-47cd-ba42-0c343012c67a tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 943 time: 0.2022719 May 26 19:59:28.341756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24917aa7-3adf-4d50-a39e-c4c5fd7cd1ac req-5dfc7bb1-3fda-4b8e-8143-0cff1d1f5caf tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 May 26 19:59:28.376070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-431d4b4c-51f9-4bf0-a845-a729c3c03efa service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629848 May 26 19:59:28.510124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78e3d921-4e64-4863-80d7-73cfa6574642 req-49a84e53-e5ef-47cf-9fd0-544a61235f76 service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264915 May 26 19:59:29.523605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de61615-c48c-4395-b408-47615acedb94 req-2a8d9728-97af-426b-a115-bb4e521ce534 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:29.525062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0de61615-c48c-4395-b408-47615acedb94 req-2a8d9728-97af-426b-a115-bb4e521ce534 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 943 time: 0.0808318 May 26 19:59:29.568311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0de61615-c48c-4395-b408-47615acedb94 req-90a3b784-cf95-4767-bbba-900802929b92 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 May 26 19:59:29.848625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d5fc9389-e622-4154-aa0c-6d21f11f41d0 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 19:59:29.978343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0,segment=NetworkSegment(dbfbc366-8597-4dcb-b206-4b153429e7ba),segment_id=dbfbc366-8597-4dcb-b206-4b153429e7ba)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:29.991060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0', 'network_id': '612da2f4-ede7-4119-819c-0c330cb901a7', 'port_id': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0', 'mac_address': 'fa:16:3e:40:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e43e74-1cc9-433f-961a-dfefb8b904ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 19:59:30.045312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d5fc9389-e622-4154-aa0c-6d21f11f41d0 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:59:30.045687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:30.065260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fc9389-e622-4154-aa0c-6d21f11f41d0 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 19:59:30.081225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0,segment=NetworkSegment(dbfbc366-8597-4dcb-b206-4b153429e7ba),segment_id=dbfbc366-8597-4dcb-b206-4b153429e7ba)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:30.084700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:30.149464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:30.380182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d5fc9389-e622-4154-aa0c-6d21f11f41d0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:59:30.748524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615df91-08ff-4df1-9301-88e5ff2fbe70 req-efd0aba9-6a58-40d2-9bb5-5959545da4d2 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:30.749972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4615df91-08ff-4df1-9301-88e5ff2fbe70 req-efd0aba9-6a58-40d2-9bb5-5959545da4d2 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 944 time: 0.0782161 May 26 19:59:30.890641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4615df91-08ff-4df1-9301-88e5ff2fbe70 req-334b751a-bbb9-47cb-9117-8b6375d22311 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349647 May 26 19:59:31.850171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d5fc9389-e622-4154-aa0c-6d21f11f41d0 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 19:59:31.917252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d5fc9389-e622-4154-aa0c-6d21f11f41d0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 19:59:31.922592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d5fc9389-e622-4154-aa0c-6d21f11f41d0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 19:59:31.923003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:32.040072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d5fc9389-e622-4154-aa0c-6d21f11f41d0 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 19:59:32.040443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:32.067708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:59:32.077665 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0,segment=NetworkSegment(dbfbc366-8597-4dcb-b206-4b153429e7ba),segment_id=dbfbc366-8597-4dcb-b206-4b153429e7ba)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:32.081426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b2c21-20a0-4af6-a1e0-f2e2b6fab5fa req-8f472421-bbad-4300-b8a3-104c2ba30f57 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:32.081964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:32.083254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-803b2c21-20a0-4af6-a1e0-f2e2b6fab5fa req-8f472421-bbad-4300-b8a3-104c2ba30f57 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 944 time: 0.0845289 May 26 19:59:32.128167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-803b2c21-20a0-4af6-a1e0-f2e2b6fab5fa req-64fecb93-1dea-4bd4-9b9d-248e5cdd5f80 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389440 May 26 19:59:32.148923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:32.178170 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eed0e5d-2c05-48e3-8e62-2f72a813456b'] response: {'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0', 'code': 200} May 26 19:59:32.308789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fdcfb-815d-4afc-b0f7-09cf6c6da05c req-39e21254-26b5-4304-a660-3a5f084a35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:32.310340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-780fdcfb-815d-4afc-b0f7-09cf6c6da05c req-39e21254-26b5-4304-a660-3a5f084a35a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 1096 time: 0.0769615 May 26 19:59:32.349826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-780fdcfb-815d-4afc-b0f7-09cf6c6da05c req-b4105f20-2e8d-4014-930f-2d99169365e4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 May 26 19:59:33.310224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae7ec8-bc5b-4be6-b08d-a5526865142f req-58b8de4e-e19f-4174-a90e-578f43e1eba5 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:33.311650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faae7ec8-bc5b-4be6-b08d-a5526865142f req-58b8de4e-e19f-4174-a90e-578f43e1eba5 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0786543 May 26 19:59:33.355786 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-faae7ec8-bc5b-4be6-b08d-a5526865142f req-6469df00-7ed4-4e06-acdd-5645e5973f59 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 May 26 19:59:34.541244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de3a50-4669-4645-bfdb-bb542ff608be req-d8b0c7f8-c586-4dc8-938d-fcea2e60e52b tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:34.542646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6de3a50-4669-4645-bfdb-bb542ff608be req-d8b0c7f8-c586-4dc8-938d-fcea2e60e52b tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0804734 May 26 19:59:34.585377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6de3a50-4669-4645-bfdb-bb542ff608be req-d1580b1a-c166-4577-9a87-ab64c390405a tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 May 26 19:59:34.764392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be19be-6c96-4cab-a666-0045b1f2b97f req-d2cc3b39-cb71-4fa8-b0cd-011983005a89 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:34.765831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75be19be-6c96-4cab-a666-0045b1f2b97f req-d2cc3b39-cb71-4fa8-b0cd-011983005a89 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0776861 May 26 19:59:34.811952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-75be19be-6c96-4cab-a666-0045b1f2b97f req-8d27aec2-d8b2-4b2b-a435-0bc63bba9f96 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 May 26 19:59:35.201448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ad8f-69d3-4536-b3b9-c393bbff7de1 req-03c381be-2854-4a2f-9359-c39c53fa48f9 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:35.202844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0536ad8f-69d3-4536-b3b9-c393bbff7de1 req-03c381be-2854-4a2f-9359-c39c53fa48f9 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0781660 May 26 19:59:35.244699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0536ad8f-69d3-4536-b3b9-c393bbff7de1 req-399ff75b-24e4-4b90-adb1-20c4d3e3e906 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360940 May 26 19:59:36.445873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a8e47-4335-4529-a5b3-28f022bd9270 req-ae637314-8d35-4214-a85a-a2268c3a0995 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:36.447308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec4a8e47-4335-4529-a5b3-28f022bd9270 req-ae637314-8d35-4214-a85a-a2268c3a0995 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0892050 May 26 19:59:36.490914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ec4a8e47-4335-4529-a5b3-28f022bd9270 req-331cdf66-1760-4d9f-8f8f-6763d07eeeca tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373523 May 26 19:59:36.837930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:36.889782 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442ded7-4ec6-4d0d-92a1-0e0e7b7803b1 req-aca73f59-6c07-4851-a99b-975bd4f05f47 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:36.891216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a442ded7-4ec6-4d0d-92a1-0e0e7b7803b1 req-aca73f59-6c07-4851-a99b-975bd4f05f47 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.1390266 May 26 19:59:36.893123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-78c19deb-be88-43f7-80e5-cbbe8afec8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:36.894417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-78c19deb-be88-43f7-80e5-cbbe8afec8ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=041dd952cba4415f906d4f38c1d613bf&device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 1096 time: 0.1069553 May 26 19:59:37.013847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a442ded7-4ec6-4d0d-92a1-0e0e7b7803b1 req-15db0e2b-3bdf-45dc-b3ea-60d300e7f2dc tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162341 May 26 19:59:37.053212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-827e1f03-bdab-44ed-a567-a92966ff61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:37.054613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-827e1f03-bdab-44ed-a567-a92966ff61b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 200 len: 913 time: 0.1453593 May 26 19:59:37.124005 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-1f311668-4330-4745-8790-e9f4554042b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 200 len: 217 time: 0.0628572 May 26 19:59:37.183643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-2fae5fd2-540b-46e7-9589-065d2916e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:37.185614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-2fae5fd2-540b-46e7-9589-065d2916e2a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e43e74-1cc9-433f-961a-dfefb8b904ab HTTP/1.1" status: 200 len: 852 time: 0.0550127 May 26 19:59:37.233056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-2d565cf6-34ad-4af7-a55f-7bcd40e27b51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=612da2f4-ede7-4119-819c-0c330cb901a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417306 May 26 19:59:37.364587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-bcfb4834-7c2c-4c08-a1c5-5811261cf011 service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 May 26 19:59:37.496340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473872ff-9964-41e2-9e8c-bebde9205d69 req-9767762b-7779-4cb5-8557-27143a87db8d service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262159 May 26 19:59:38.195354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92acf80-0a0c-46bc-a322-3545c12965d6 req-574767d1-f7a7-41e0-a3d0-75134d22f23b tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:38.196794 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b92acf80-0a0c-46bc-a322-3545c12965d6 req-574767d1-f7a7-41e0-a3d0-75134d22f23b tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0792861 May 26 19:59:38.240193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b92acf80-0a0c-46bc-a322-3545c12965d6 req-2f08b7f4-fb5d-47c2-951e-11cd0fa82f28 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370402 May 26 19:59:39.422816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ed9c-f0c5-44a5-a1f3-e732f47aaa81 req-a19f1ec7-645a-4970-9523-b3463ca96385 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:39.424218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f90ed9c-f0c5-44a5-a1f3-e732f47aaa81 req-a19f1ec7-645a-4970-9523-b3463ca96385 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0804040 May 26 19:59:39.559330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f90ed9c-f0c5-44a5-a1f3-e732f47aaa81 req-227f7a0a-fa3c-485f-a4cb-0b5b3a246065 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293190 May 26 19:59:39.945766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb7cd-2124-4b15-af4c-a1f9efb13242 req-ef432d8d-2997-445a-95d7-6628f09ffd7f tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:39.947162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47deb7cd-2124-4b15-af4c-a1f9efb13242 req-ef432d8d-2997-445a-95d7-6628f09ffd7f tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0767248 May 26 19:59:39.990542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47deb7cd-2124-4b15-af4c-a1f9efb13242 req-5b18322a-6b81-4205-94a3-1d36b73371a3 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376952 May 26 19:59:41.176997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d76e2-883e-45c8-a3e1-2fd1daca1b60 req-0c9d3592-90f0-4238-ac33-a1dbc7a3f397 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:41.178425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590d76e2-883e-45c8-a3e1-2fd1daca1b60 req-0c9d3592-90f0-4238-ac33-a1dbc7a3f397 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0814416 May 26 19:59:41.221224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590d76e2-883e-45c8-a3e1-2fd1daca1b60 req-369aea33-9442-4410-b3f0-3a2b773edf09 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 May 26 19:59:41.618777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb9a4e-aee6-48ec-b751-0a5277f89a25 req-9f7284b3-1505-4245-91ec-4cd3d113caae tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:41.620197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7bb9a4e-aee6-48ec-b751-0a5277f89a25 req-9f7284b3-1505-4245-91ec-4cd3d113caae tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.1367233 May 26 19:59:41.622641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-aec2bdce-ae14-4d25-bc8f-cbc4050c9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:41.623953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-aec2bdce-ae14-4d25-bc8f-cbc4050c9990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=041dd952cba4415f906d4f38c1d613bf&device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 1096 time: 0.1059337 May 26 19:59:41.742145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7bb9a4e-aee6-48ec-b751-0a5277f89a25 req-696c7214-4e3d-453d-a82a-43bc277c1c05 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161170 May 26 19:59:41.781837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-e981b65c-811b-4597-bd42-a2e73efe8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:41.783261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-e981b65c-811b-4597-bd42-a2e73efe8f71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 200 len: 913 time: 0.1445510 May 26 19:59:41.852250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-f214f66d-3880-42e5-8248-e36670bca404 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 200 len: 217 time: 0.0629158 May 26 19:59:41.911373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-19adbbf7-de44-4cf8-beb9-0357f06ebff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:41.912713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-19adbbf7-de44-4cf8-beb9-0357f06ebff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e43e74-1cc9-433f-961a-dfefb8b904ab HTTP/1.1" status: 200 len: 852 time: 0.0553610 May 26 19:59:41.961288 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-b9e607e4-25d9-4a40-bc73-e21f83e81d11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=612da2f4-ede7-4119-819c-0c330cb901a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427415 May 26 19:59:42.088570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-7509b4f0-a911-463e-9efd-3ff3984f8724 service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216648 May 26 19:59:42.215328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc843db2-e1fd-41fc-8343-b149755f53ac req-844a0077-ba9f-4801-9b1e-2d5e8e282345 service neutron] 10.222.0.53 "GET /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213074 May 26 19:59:42.925550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976751a-d600-4e7d-9cbb-7bbdc7141990 req-0032f3ea-0f91-4976-9c3b-58287b322d07 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:42.926975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e976751a-d600-4e7d-9cbb-7bbdc7141990 req-0032f3ea-0f91-4976-9c3b-58287b322d07 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0807312 May 26 19:59:42.973924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e976751a-d600-4e7d-9cbb-7bbdc7141990 req-94e7c458-0cdd-46b4-afb1-47c1187a19af tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 May 26 19:59:44.163739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1d489-781a-497a-b002-8bb247d488fb req-eee74ef8-2331-49a9-b1e1-4dd4d1f71c53 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:44.165180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ea1d489-781a-497a-b002-8bb247d488fb req-eee74ef8-2331-49a9-b1e1-4dd4d1f71c53 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0817707 May 26 19:59:44.209622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ea1d489-781a-497a-b002-8bb247d488fb req-17492eac-dae6-4105-895c-0cbb20a7203c tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 May 26 19:59:44.366674 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:44.595155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27003-28f3-4d9c-a7a8-647ed6f7e2f0 req-2812c567-6a47-4803-be17-8494038edfef tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:44.596603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5b27003-28f3-4d9c-a7a8-647ed6f7e2f0 req-2812c567-6a47-4803-be17-8494038edfef tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0837955 May 26 19:59:44.642792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5b27003-28f3-4d9c-a7a8-647ed6f7e2f0 req-d19662a4-0226-4e24-87bd-22b853c8f515 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 May 26 19:59:44.750595 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7d89a9c3-518c-4111-b792-41ddd51531b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:45.835775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b81456-e3bb-4332-991f-2e32b87f6701 req-f76d211f-a340-42aa-870e-d1b685324202 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:45.837168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7b81456-e3bb-4332-991f-2e32b87f6701 req-f76d211f-a340-42aa-870e-d1b685324202 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0878806 May 26 19:59:45.882486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7b81456-e3bb-4332-991f-2e32b87f6701 req-ff73c629-c721-4119-8aed-ab32fda4f5d6 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 May 26 19:59:46.514202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-c316c008-770c-45ab-a155-cee84482a983 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:46.515535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-c316c008-770c-45ab-a155-cee84482a983 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.0807898 May 26 19:59:46.587233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Deleting port d5fc9389-e622-4154-aa0c-6d21f11f41d0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 19:59:46.587490 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:46.924146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] For port d5fc9389-e622-4154-aa0c-6d21f11f41d0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d5fc9389-e622-4154-aa0c-6d21f11f41d0,segment=NetworkSegment(dbfbc366-8597-4dcb-b206-4b153429e7ba),segment_id=dbfbc366-8597-4dcb-b206-4b153429e7ba)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 19:59:46.924779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:46.938320 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-06177dfe-4f32-4860-83a0-565d206434d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:47.056041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Calling delete_port for d5fc9389-e622-4154-aa0c-6d21f11f41d0 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 19:59:47.238720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d5847-7b3a-4a7a-a396-308124fea92d req-400faef0-6142-4404-b4da-613f699cd42c tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 19:59:47.240080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21d5847-7b3a-4a7a-a396-308124fea92d req-400faef0-6142-4404-b4da-613f699cd42c tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6d0948a-2967-4310-a7ac-914a6ae734b0 HTTP/1.1" status: 200 len: 945 time: 0.1906219 May 26 19:59:47.283696 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:47.295057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d5fc9389-e622-4154-aa0c-6d21f11f41d0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 19:59:47.341554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Pushing event deleted for resources: {'Port': ['ID=d5fc9389-e622-4154-aa0c-6d21f11f41d0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:47.347270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f21d5847-7b3a-4a7a-a396-308124fea92d req-11d19484-e06a-4fdb-ae53-0c2facea3934 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.24 "GET /v2.0/security-groups?id=aca20d69-1508-4127-87f5-3b5d755da418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014910 May 26 19:59:47.400739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:47.430792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] No DVR routers for this DVR port d5fc9389-e622-4154-aa0c-6d21f11f41d0 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 19:59:47.433550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:47.436547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'name': 'network-vif-deleted', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 19:59:47.451956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0131a6c-ea6e-4a9d-a48c-ab32cb93a304 req-0b3abc6e-c7ee-4979-aa5b-d0525f09d859 tempest-TestServerAdvancedOps-758519823 tempest-TestServerAdvancedOps-758519823-project] 10.222.0.53 "DELETE /v2.0/ports/d5fc9389-e622-4154-aa0c-6d21f11f41d0 HTTP/1.1" status: 204 len: 173 time: 0.9307747 May 26 19:59:47.479704 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3448b20-fc3f-4796-85d1-ebd5a4c18324'] response: {'server_uuid': 'e6d0948a-2967-4310-a7ac-914a6ae734b0', 'name': 'network-vif-deleted', 'tag': 'd5fc9389-e622-4154-aa0c-6d21f11f41d0', 'status': 'completed', 'code': 200} May 26 19:59:48.247148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.444698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56160) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:48.503328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Deleting subnet 42e43e74-1cc9-433f-961a-dfefb8b904ab {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:59:48.506165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.554017 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.611336 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.676669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.713874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e43e74-1cc9-433f-961a-dfefb8b904ab,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:48.717558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.723353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-186027a0-06e6-43d8-a363-144c4be74fbe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/42e43e74-1cc9-433f-961a-dfefb8b904ab HTTP/1.1" status: 204 len: 168 time: 0.2776036 May 26 19:59:48.725814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56164) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:48.828704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.949779 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:48.977813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612da2f4-ede7-4119-819c-0c330cb901a7']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:48.989574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfbc366-8597-4dcb-b206-4b153429e7ba') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:48.989870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfbc366-8597-4dcb-b206-4b153429e7ba') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:49.001337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.017256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.023095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:59:49.023468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.112587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.121535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.148772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] Pushing event deleted for resources: {'Network': ['ID=612da2f4-ede7-4119-819c-0c330cb901a7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:49.156553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c10598b4-c97c-4816-8bd9-66a05a2ac179 admin admin] 10.222.0.24 "DELETE /v2.0/networks/612da2f4-ede7-4119-819c-0c330cb901a7 HTTP/1.1" status: 204 len: 168 time: 0.4297681 May 26 19:59:49.159223 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:49.202672 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment dbfbc366-8597-4dcb-b206-4b153429e7ba resource provider aggregate not found May 26 19:59:49.221642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Deleting subnet 79468b5e-4004-46d0-9960-75eb5bc0c668 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 19:59:49.224119 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment dbfbc366-8597-4dcb-b206-4b153429e7ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbfbc366-8597-4dcb-b206-4b153429e7ba found for delete ", "request_id": "req-191d32fd-bd13-49a9-9006-99c2c385221b"}]} May 26 19:59:49.226048 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.274427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.331152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.395155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.433421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79468b5e-4004-46d0-9960-75eb5bc0c668,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:49.435337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.441306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-515f0390-f19f-45ca-9ed9-3664f2006a35 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/79468b5e-4004-46d0-9960-75eb5bc0c668 HTTP/1.1" status: 204 len: 168 time: 0.2811246 May 26 19:59:49.443642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56178) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:49.546731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.760754 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.788911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6288d0db-6501-4374-a181-181c53fc96ae']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:49.801254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e26ad73-22b9-42c8-b25a-bfac6d39b5ef') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:49.801492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e26ad73-22b9-42c8-b25a-bfac6d39b5ef') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 19:59:49.812479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.828432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.834244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.834943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 19:59:49.835327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.923850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.940214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:49.942985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d5fc9389-e622-4154-aa0c-6d21f11f41d0 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 19:59:49.950506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6288d0db-6501-4374-a181-181c53fc96ae HTTP/1.1" status: 204 len: 168 time: 0.5053906 May 26 19:59:49.951347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d5809-068a-4cc2-8e09-da76c0c8cad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6288d0db-6501-4374-a181-181c53fc96ae,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:49.977269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d5fc9389-e622-4154-aa0c-6d21f11f41d0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 19:59:49.977610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d5fc9389-e622-4154-aa0c-6d21f11f41d0 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 19:59:50.116460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56184) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:50.168376 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3141a1d4-27a0-43da-b997-c087291b6c5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=041dd952cba4415f906d4f38c1d613bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506914 May 26 19:59:50.170859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:50.227876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.254177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.314030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.332370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca20d69-1508-4127-87f5-3b5d755da418,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:50.342178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.343269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-12141dcb-ff31-47c1-9df9-be30b81a4223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aca20d69-1508-4127-87f5-3b5d755da418 HTTP/1.1" status: 204 len: 168 time: 0.1714628 May 26 19:59:50.674659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56196) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:50.725391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6ac4fd99-6c65-4079-a23b-727ccb56078c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=399e7b7a856c42b2af809a076849c4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495207 May 26 19:59:50.727809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56200) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 19:59:50.783705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.808518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.859245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.873167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a8c5bb-e5af-4f35-bea1-fb339b0fe658,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 19:59:50.879751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 19:59:50.880951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d36991c4-38c1-4080-a1fe-4523993eda1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0a8c5bb-e5af-4f35-bea1-fb339b0fe658 HTTP/1.1" status: 204 len: 168 time: 0.1522238 May 26 19:59:51.243215 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3e26ad73-22b9-42c8-b25a-bfac6d39b5ef resource provider aggregate not found May 26 19:59:51.259938 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3e26ad73-22b9-42c8-b25a-bfac6d39b5ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e26ad73-22b9-42c8-b25a-bfac6d39b5ef found for delete ", "request_id": "req-e40801ab-4620-4be0-a4e4-ae86bc16b1f8"}]} May 26 20:00:02.028868 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-67b3591f-2d5d-4d2e-92af-0e69b6a82af3 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270371 May 26 20:00:02.176656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-a379bc4e-57a2-40cf-8cf7-2ad099691deb tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:02.178084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-a379bc4e-57a2-40cf-8cf7-2ad099691deb tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434860 May 26 20:00:02.197530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-d51167c9-7863-4d43-a58c-bc00dd02948d tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/quotas/12b9dc64512b4950b96ba5bbabcf8ada HTTP/1.1" status: 200 len: 375 time: 0.0138721 May 26 20:00:02.246488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-f2a936b4-ed0b-4f55-8bfa-5bddaecc79f5 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453053 May 26 20:00:02.418529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd21b10c-08ea-4e3f-a2b1-3c8c909c544d req-c73dd4a3-f2db-4df2-a161-4f647285e0e4 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 210 time: 0.0417352 May 26 20:00:03.483533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-7f7541d3-2ac9-45a9-a14c-402f94eec597 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269749 May 26 20:00:03.619310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53b5940f-17cb-46b1-9a10-a123d8b87a51 req-9d06a97d-6616-4728-9852-d8fe7c0dbb41 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 210 time: 0.0580177 May 26 20:00:03.678138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-d1c8fcad-84c4-438a-ace4-d99fa039b4d6 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:03.679523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-d1c8fcad-84c4-438a-ace4-d99fa039b4d6 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920025 May 26 20:00:03.692010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Request body: {'port': {'device_id': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'admin_state_up': True, 'tenant_id': '12b9dc64512b4950b96ba5bbabcf8ada'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:03.823991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:03.828455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Usage tracker for resource:port and tenant:12b9dc64512b4950b96ba5bbabcf8ada is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:03.831491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:03.837062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:03.848576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Made reservation on behalf of 12b9dc64512b4950b96ba5bbabcf8ada for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:00:03.852000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:03.863675 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:03.878310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:03.882028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Usage tracker for resource:security_group_rule and tenant:12b9dc64512b4950b96ba5bbabcf8ada is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:03.884726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:03.892016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:03.973357 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:03.977007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.019903 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:00:04.062374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f399de9-bc37-4d24-a5ca-869afd8d49d8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:04.145783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Allocated IP 192.168.233.133 (c399946e-1084-4200-96f7-c949c3223949/fe26b411-2a5d-4e19-bdbe-8a2246af3d83/d12dbcbd-52ac-42ad-bf8e-363124a43340) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:00:04.340818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.355811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Transition to ACTIVE for port object d12dbcbd-52ac-42ad-bf8e-363124a43340 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:00:04.379097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.540310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Network c399946e-1084-4200-96f7-c949c3223949 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:00:04.543313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:00:04.547041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:00:04.591771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Pushing event updated for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:04.617898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:04.618503 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.644979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-faa81bbc-7d61-42ae-b683-04939bcbf256 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9561946 May 26 20:00:04.657502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Request body: {'port': {'device_id': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:04.781400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0a038d16-28af-4687-8730-3a863a905f78 None None] Provisioning for port d12dbcbd-52ac-42ad-bf8e-363124a43340 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:00:04.786187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0a038d16-28af-4687-8730-3a863a905f78 None None] Provisioning complete for port d12dbcbd-52ac-42ad-bf8e-363124a43340 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:00:04.786559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a038d16-28af-4687-8730-3a863a905f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.823998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:04.839383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0a038d16-28af-4687-8730-3a863a905f78 None None] Port d12dbcbd-52ac-42ad-bf8e-363124a43340 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:00:04.911582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-eded7235-d0c6-4a50-8a24-865acd4bf6da tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:04.912253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-eded7235-d0c6-4a50-8a24-865acd4bf6da tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Synchronizing usage tracker for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:04.981547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-eded7235-d0c6-4a50-8a24-865acd4bf6da tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Unset dirty status for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:04.982667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-eded7235-d0c6-4a50-8a24-865acd4bf6da tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 936 time: 0.2389770 May 26 20:00:05.104334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-b4286523-6426-4a11-b4a6-a52062aaba0f tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Synchronizing usage tracker for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:05.138805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-b4286523-6426-4a11-b4a6-a52062aaba0f tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Unset dirty status for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:05.140548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca32d438-4b21-4981-a0c5-1164ec100185 req-b4286523-6426-4a11-b4a6-a52062aaba0f tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516898 May 26 20:00:05.228415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12dbcbd-52ac-42ad-bf8e-363124a43340 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:00:05.235810 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:05.250101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Transition to ACTIVE for port object d12dbcbd-52ac-42ad-bf8e-363124a43340 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:00:05.253240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:05.406120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:05.485953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Attempting to bind port d12dbcbd-52ac-42ad-bf8e-363124a43340 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:00:05.486284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Attempting to bind port d12dbcbd-52ac-42ad-bf8e-363124a43340 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:00:05.486602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Attempting to bind port d12dbcbd-52ac-42ad-bf8e-363124a43340 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:00:05.491113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Port d12dbcbd-52ac-42ad-bf8e-363124a43340 on network c399946e-1084-4200-96f7-c949c3223949 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:00:05.491426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Attempting to bind port d12dbcbd-52ac-42ad-bf8e-363124a43340 on network c399946e-1084-4200-96f7-c949c3223949 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:00:05.496442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:00:05.496772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Checking segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:00:05.497179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Bound using segment: {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:00:05.497600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Bound port: d12dbcbd-52ac-42ad-bf8e-363124a43340, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3375d2c-7608-4bc5-9e8e-10bf0c731d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'c399946e-1084-4200-96f7-c949c3223949'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:00:05.497935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:05.588047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:00:05.590965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:00:05.595778 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:05.655153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:05.655762 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:05.657160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] 10.222.0.53 "PUT /v2.0/ports/d12dbcbd-52ac-42ad-bf8e-363124a43340 HTTP/1.1" status: 200 len: 1096 time: 1.0043945 May 26 20:00:05.657579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:00:05.680842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb918ce-8444-48ce-b361-8cd9a2b17ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:05.713066 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afb87b2-d167-4400-a106-903086f491b5'] response: {'name': 'network-changed', 'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340', 'status': 'completed', 'code': 200} May 26 20:00:05.809805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-2c97d8a7-aba1-4cba-8ee5-5c40dee85f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:05.811862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-2c97d8a7-aba1-4cba-8ee5-5c40dee85f9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 1099 time: 0.0787647 May 26 20:00:05.878439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-9a4af704-e186-4626-8acb-89d54c029b85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340 HTTP/1.1" status: 200 len: 217 time: 0.0608165 May 26 20:00:05.941120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-9a6b0ff9-18fa-40a4-be9c-9b7ff819f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:05.942588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-9a6b0ff9-18fa-40a4-be9c-9b7ff819f3a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0591059 May 26 20:00:06.015718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-879954c6-7239-4336-9250-285edb8a3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.017251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-879954c6-7239-4336-9250-285edb8a3bfb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690789 May 26 20:00:06.154028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-0da8b072-45c4-44fa-9876-394b25181396 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300457 May 26 20:00:06.436348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8086e228-8325-4c9a-a3f6-e4a732deaeee req-3ca90724-040c-4626-9bc0-e5131f8864e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767794 May 26 20:00:06.451180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1626-2426-4d34-b0e0-beb27eae4da4 req-a5abd569-b6fc-401e-81c8-1c024c1842ea tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.453153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-903e1626-2426-4d34-b0e0-beb27eae4da4 req-a5abd569-b6fc-401e-81c8-1c024c1842ea tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 948 time: 0.1293530 May 26 20:00:06.547699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-903e1626-2426-4d34-b0e0-beb27eae4da4 req-e70053e4-150d-4244-8699-ef7302c6a17f tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869098 May 26 20:00:06.569059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-fca68385-9f98-4129-b8c8-477bba11b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.570510 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-fca68385-9f98-4129-b8c8-477bba11b710 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 1099 time: 0.0824368 May 26 20:00:06.703571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-eca76a9d-15e1-43c6-932a-db7b85cacf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.705052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-eca76a9d-15e1-43c6-932a-db7b85cacf4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c399946e-1084-4200-96f7-c949c3223949 HTTP/1.1" status: 200 len: 870 time: 0.1269190 May 26 20:00:06.774365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-692c607f-f943-4f09-a46d-f3de2e59ee2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340 HTTP/1.1" status: 200 len: 217 time: 0.0630074 May 26 20:00:06.833635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-cc609c6f-f524-42ac-a0c8-35f2fef3176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.834992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-cc609c6f-f524-42ac-a0c8-35f2fef3176e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fe26b411-2a5d-4e19-bdbe-8a2246af3d83 HTTP/1.1" status: 200 len: 843 time: 0.0552931 May 26 20:00:06.850596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:06.912768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-811c9cdd-7d30-443f-8ca3-cc0a43a7b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:06.914264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-811c9cdd-7d30-443f-8ca3-cc0a43a7b333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c399946e-1084-4200-96f7-c949c3223949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734119 May 26 20:00:07.045063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-9f704d55-f8d7-4688-8dc1-d3da83c76c51 service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242139 May 26 20:00:07.175767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7201cb3-7cf4-45af-b308-fe0dc2dd1881 req-64a046ee-ae04-464b-a0d1-7aa3c67ec70e service neutron] 10.222.0.53 "GET /v2.0/networks/c399946e-1084-4200-96f7-c949c3223949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245871 May 26 20:00:07.728240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337485dd-e51b-4bd2-9cac-84a38b5e4fcc req-fef907fb-1af5-46da-b77a-54a687f7965d tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:07.729700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-337485dd-e51b-4bd2-9cac-84a38b5e4fcc req-fef907fb-1af5-46da-b77a-54a687f7965d tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 948 time: 0.0784318 May 26 20:00:07.772971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-337485dd-e51b-4bd2-9cac-84a38b5e4fcc req-26241b31-6483-4a41-ac99-a45cede6ae12 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 May 26 20:00:08.956234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49654621-09dc-4cc9-b15a-fb7609239d0a req-8c02f1f3-0fd2-4595-87ab-cf1bb354a4e2 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:08.957716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49654621-09dc-4cc9-b15a-fb7609239d0a req-8c02f1f3-0fd2-4595-87ab-cf1bb354a4e2 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 948 time: 0.0820944 May 26 20:00:09.000450 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49654621-09dc-4cc9-b15a-fb7609239d0a req-522ceb07-0e8e-4011-ab7e-51cc67e1cb00 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 May 26 20:00:10.042710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d12dbcbd-52ac-42ad-bf8e-363124a43340 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:00:10.178420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:10.185147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e8f4-28ee-452c-ab01-f5be9ef6d1bb req-128bf872-d9d3-4669-be2c-3d45126d1b68 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:10.186618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3564e8f4-28ee-452c-ab01-f5be9ef6d1bb req-128bf872-d9d3-4669-be2c-3d45126d1b68 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 948 time: 0.0784810 May 26 20:00:10.191583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'd12dbcbd-52ac-42ad-bf8e-363124a43340', 'network_id': 'c399946e-1084-4200-96f7-c949c3223949', 'port_id': 'd12dbcbd-52ac-42ad-bf8e-363124a43340', 'mac_address': 'fa:16:3e:35:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe26b411-2a5d-4e19-bdbe-8a2246af3d83', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:00:10.236834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3564e8f4-28ee-452c-ab01-f5be9ef6d1bb req-aa955a6d-03cc-43d3-b3c2-e64f25d516c5 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 May 26 20:00:10.250642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d12dbcbd-52ac-42ad-bf8e-363124a43340 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:00:10.251004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:10.268154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12dbcbd-52ac-42ad-bf8e-363124a43340 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:00:10.283637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:10.287420 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:10.352254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:10.570769 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d12dbcbd-52ac-42ad-bf8e-363124a43340'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:00:11.418116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37cbda-830e-45b2-a2de-5648c7f624d9 req-c044d6dc-1a0f-451c-9fb0-c627e14fff17 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:11.419533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f37cbda-830e-45b2-a2de-5648c7f624d9 req-c044d6dc-1a0f-451c-9fb0-c627e14fff17 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 949 time: 0.0780728 May 26 20:00:11.463327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f37cbda-830e-45b2-a2de-5648c7f624d9 req-e65f1531-ed8a-46f6-80b4-5da1c0c84480 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 May 26 20:00:12.058673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d12dbcbd-52ac-42ad-bf8e-363124a43340 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:00:12.125031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port d12dbcbd-52ac-42ad-bf8e-363124a43340 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:00:12.129840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port d12dbcbd-52ac-42ad-bf8e-363124a43340 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:00:12.130209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:12.244418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port d12dbcbd-52ac-42ad-bf8e-363124a43340 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:00:12.244787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:12.270816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:00:12.280355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:12.284872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:12.355179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:12.375360 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f091d98-4431-4dc1-9609-77cf59dc0451'] response: {'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340', 'code': 200} May 26 20:00:12.496726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cb248-e03c-463e-954c-74153dea6710 req-c2181e31-f064-4195-9c9b-d586de8fa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:12.498228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-952cb248-e03c-463e-954c-74153dea6710 req-c2181e31-f064-4195-9c9b-d586de8fa6b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 1101 time: 0.0720825 May 26 20:00:12.537580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-952cb248-e03c-463e-954c-74153dea6710 req-67f926e0-5291-4821-b1b9-8fb50f6ecadb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338717 May 26 20:00:12.651888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383109a-e452-456a-aad2-5f06fd0d8427 req-29b105f9-ca4d-4ac4-8c20-a810020ba24e tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:12.653373 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f383109a-e452-456a-aad2-5f06fd0d8427 req-29b105f9-ca4d-4ac4-8c20-a810020ba24e tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.0784092 May 26 20:00:12.696537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f383109a-e452-456a-aad2-5f06fd0d8427 req-bd3a38e1-4e8c-4eba-8b2a-94231ba240b7 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 May 26 20:00:13.888662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5a3-6f87-46c0-afa1-6678d184ffe0 req-ea275b40-e500-4e95-bf62-d4d0e6818b53 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:13.890365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e4c5a3-6f87-46c0-afa1-6678d184ffe0 req-ea275b40-e500-4e95-bf62-d4d0e6818b53 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.0866077 May 26 20:00:13.941759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e4c5a3-6f87-46c0-afa1-6678d184ffe0 req-b6f8bd4d-d152-4529-9b77-a0a9bc79b017 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 May 26 20:00:14.386748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:14.750991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7deba0bb-ebec-4177-848a-3f2a76ab63cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:15.123872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392129b5-ba74-4ef7-8878-ee6a67b5a8e9 req-8601306c-b330-40a5-b369-021511b45925 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:15.125831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-392129b5-ba74-4ef7-8878-ee6a67b5a8e9 req-8601306c-b330-40a5-b369-021511b45925 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.0800724 May 26 20:00:15.168261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-392129b5-ba74-4ef7-8878-ee6a67b5a8e9 req-74ac5e49-95aa-4fcc-8576-a01599bef83a tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 May 26 20:00:16.313184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7347-6339-45f1-a2af-cf98ad1af0b3 req-05300ca3-9c45-43b0-8dba-57098c23b914 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:16.314627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d38f7347-6339-45f1-a2af-cf98ad1af0b3 req-05300ca3-9c45-43b0-8dba-57098c23b914 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.1757193 May 26 20:00:16.358162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d38f7347-6339-45f1-a2af-cf98ad1af0b3 req-803c904a-378d-40e0-a1b8-3f013cb4c403 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 May 26 20:00:16.900722 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1ba72cf3-72db-4ce9-beb5-890ea7f7a66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:17.402142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:17.576166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-7d785e3e-12f0-4e81-b551-196fe2c931ce tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:17.577582 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-7d785e3e-12f0-4e81-b551-196fe2c931ce tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.53 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.1348829 May 26 20:00:17.588722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925d72-f79d-455b-9599-0eeeeedde396 req-ccb14fd9-5226-4df2-af7f-6f81be1c5fb9 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:17.590073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55925d72-f79d-455b-9599-0eeeeedde396 req-ccb14fd9-5226-4df2-af7f-6f81be1c5fb9 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 950 time: 0.1163990 May 26 20:00:17.681911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-55925d72-f79d-455b-9599-0eeeeedde396 req-e0ce05eb-1ec6-4acf-bee1-4001d3a32ceb tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f399de9-bc37-4d24-a5ca-869afd8d49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634756 May 26 20:00:17.685208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Deleting port d12dbcbd-52ac-42ad-bf8e-363124a43340 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:00:17.685543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:17.929655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] For port d12dbcbd-52ac-42ad-bf8e-363124a43340, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=d12dbcbd-52ac-42ad-bf8e-363124a43340,segment=NetworkSegment(a3375d2c-7608-4bc5-9e8e-10bf0c731d6e),segment_id=a3375d2c-7608-4bc5-9e8e-10bf0c731d6e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:17.930000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:18.048810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Calling delete_port for d12dbcbd-52ac-42ad-bf8e-363124a43340 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:00:18.197953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:18.208825 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['d12dbcbd-52ac-42ad-bf8e-363124a43340'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:00:18.248201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Pushing event deleted for resources: {'Port': ['ID=d12dbcbd-52ac-42ad-bf8e-363124a43340,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:18.258991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:18.294882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.295227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.295561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.295891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.296219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.296576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.296908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.297256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.297579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.297895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.298211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.298527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:18.337063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] No DVR routers for this DVR port d12dbcbd-52ac-42ad-bf8e-363124a43340 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:00:18.339730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:18.342371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'name': 'network-vif-deleted', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:00:18.358172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea7e77d-04d4-4c3c-ae43-c35776d7acc6 req-c5ed0dcf-1f8b-465b-aca4-f1132b9e130c tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.53 "DELETE /v2.0/ports/d12dbcbd-52ac-42ad-bf8e-363124a43340 HTTP/1.1" status: 204 len: 173 time: 0.7670746 May 26 20:00:18.395537 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b046d9-6c09-4f80-a904-50f25f2a4be8'] response: {'server_uuid': 'db7a9700-4678-4c6f-8b61-491271eaa071', 'name': 'network-vif-deleted', 'tag': 'd12dbcbd-52ac-42ad-bf8e-363124a43340', 'status': 'completed', 'code': 200} May 26 20:00:18.846225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7b42fb63-589d-410d-9f8e-fc58aeb4d92e req-3583fa13-4215-4be1-b973-2846bb3efdd9 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Synchronizing usage tracker for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:18.861208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7b42fb63-589d-410d-9f8e-fc58aeb4d92e req-3583fa13-4215-4be1-b973-2846bb3efdd9 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] Unset dirty status for tenant:12b9dc64512b4950b96ba5bbabcf8ada on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:18.862671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b42fb63-589d-410d-9f8e-fc58aeb4d92e req-3583fa13-4215-4be1-b973-2846bb3efdd9 tempest-ServersAdminNegativeTestJSON-583724513 tempest-ServersAdminNegativeTestJSON-583724513-project] 10.222.0.24 "GET /v2.0/ports?device_id=db7a9700-4678-4c6f-8b61-491271eaa071 HTTP/1.1" status: 200 len: 210 time: 0.0583017 May 26 20:00:19.837220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.214936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56344) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:20.358823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ad23981d-4936-4a3f-9415-395c476c56ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12b9dc64512b4950b96ba5bbabcf8ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427565 May 26 20:00:20.361906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56350) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:20.420020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.446185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.496939 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.509739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f399de9-bc37-4d24-a5ca-869afd8d49d8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:20.525822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.526934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ece94f09-fe03-454a-9045-958769bd4a49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f399de9-bc37-4d24-a5ca-869afd8d49d8 HTTP/1.1" status: 204 len: 168 time: 0.1641548 May 26 20:00:20.793741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:20.810806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.824992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:20.829382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Usage tracker for resource:security_group_rule and tenant:e4ed94d10fcf4e9284ab4f699526b552 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:20.832626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:20.838161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:20.918427 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.922187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:20.968639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4ed94d10fcf4e9284ab4f699526b552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737542 May 26 20:00:20.969685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdaed9-a0db-481e-8978-134b5af4865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6006530e-4f93-4e93-b4d8-f42d1fa86c4c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:20.971381 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56362) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:21.029998 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:21.055160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:21.106555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:21.121649 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6006530e-4f93-4e93-b4d8-f42d1fa86c4c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:21.133147 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.133483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.133817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.134150 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.134478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.134798 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.135120 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.135438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.135755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.136071 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.136385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.136699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:21.143619 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:21.145635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0228c9d-d5f9-4ae1-96b6-e44e309b1a78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6006530e-4f93-4e93-b4d8-f42d1fa86c4c HTTP/1.1" status: 204 len: 168 time: 0.1730983 May 26 20:00:21.840630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56386) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:21.940796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2113683842-network', 'tenant_id': '0bd28b9d6bc14f5ab6f7e02e51218ea0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:21.946326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:21.950110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Usage tracker for resource:network and tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:21.953404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:21.963008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:21.973446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Made reservation on behalf of 0bd28b9d6bc14f5ab6f7e02e51218ea0 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:00:21.975874 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:21.987672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.001511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:22.005229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:22.007928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:22.013599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:22.097396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.100999 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.107956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d12dbcbd-52ac-42ad-bf8e-363124a43340 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:00:22.130000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:00:22.138264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682bc4a-bdd0-4409-9123-5c8dd213a1f6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:22.144352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.144684 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Added segment cbf47312-4113-4d56-8f85-497c2c1b7a19 of type vlan for network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b May 26 20:00:22.144961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: d12dbcbd-52ac-42ad-bf8e-363124a43340 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:00:22.145619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device d12dbcbd-52ac-42ad-bf8e-363124a43340 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:00:22.171434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.198518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.199430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:22.199996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.304029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] Pushing event updated for resources: {'Network': ['ID=590f39fe-8c79-4c4f-8d23-f098e30f7d3b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:22.308785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f7746efa-0c5d-43f8-a89b-b800a3aaee72 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4656656 May 26 20:00:22.311579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56392) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:00:22.314905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:00:22.316665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Request body: {'subnet': {'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2113683842-subnet', 'tenant_id': '0bd28b9d6bc14f5ab6f7e02e51218ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:22.322290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:22.326200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Usage tracker for resource:subnet and tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:22.329732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:22.335526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:22.345492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Made reservation on behalf of 0bd28b9d6bc14f5ab6f7e02e51218ea0 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:00:22.347792 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.637555 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.711168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec5bc28-86f0-458f-8056-7a22d99c7d75,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:22.719329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Checking segment: {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:00:22.719678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Network hostable DHCP agents. Network: 590f39fe-8c79-4c4f-8d23-f098e30f7d3b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:00:22.738205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:00:22.746855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 590f39fe-8c79-4c4f-8d23-f098e30f7d3b) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:00:22.751220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:22.751867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:22.757093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da955bbd-9448-45f1-8918-b3e1068c3ed2 None None] Network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:00:22.771579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b30c70af-5db9-44c9-b734-cfc71a55b1b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4598131 May 26 20:00:22.999375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a1bc4-e6fe-4e9c-8d29-f0d81b2aa14e None None] Network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:00:23.274772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a1afc191-adfe-40b3-8274-d1c455d96ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:23.275429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a1afc191-adfe-40b3-8274-d1c455d96ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Synchronizing usage tracker for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:23.291951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a1afc191-adfe-40b3-8274-d1c455d96ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Unset dirty status for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:23.293160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a1afc191-adfe-40b3-8274-d1c455d96ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 812 time: 0.1588528 May 26 20:00:23.308729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7d5ac09a-184c-41fe-8b0a-a495d2beecf0 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/quotas/0bd28b9d6bc14f5ab6f7e02e51218ea0 HTTP/1.1" status: 200 len: 375 time: 0.0092673 May 26 20:00:23.354517 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-4185e486-bde6-4143-9609-07659f1d53fa tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408561 May 26 20:00:23.532491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-11225fc6-dd23-4877-a254-74a836129bc5 service neutron] 10.222.0.24 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707160 May 26 20:00:23.659954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-294660b8-e305-4cb0-a6a6-855b3b684bee service neutron] 10.222.0.24 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215591 May 26 20:00:23.835602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5135bb76-5aca-4b25-a206-570422d200da req-936fd560-5177-4a1c-a19c-773cf9c0a839 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 210 time: 0.0468724 May 26 20:00:25.003541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-95feaee6-c062-4a72-8956-fb5d1771a283 req-72593df6-65aa-4bc5-abcf-05e555a10095 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 210 time: 0.0589149 May 26 20:00:25.054880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ae979929-414b-48a3-a4df-d6ea47684031 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:25.056388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ae979929-414b-48a3-a4df-d6ea47684031 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 812 time: 0.1866214 May 26 20:00:25.070230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Request body: {'port': {'device_id': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b', 'admin_state_up': True, 'tenant_id': '0bd28b9d6bc14f5ab6f7e02e51218ea0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:25.207581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:00:25.211336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Usage tracker for resource:port and tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:00:25.214053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:00:25.219588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:00:25.228743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Made reservation on behalf of 0bd28b9d6bc14f5ab6f7e02e51218ea0 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:00:25.232254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:25.389932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Allocated IP 172.20.0.9 (590f39fe-8c79-4c4f-8d23-f098e30f7d3b/3ec5bc28-86f0-458f-8056-7a22d99c7d75/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:00:25.589812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:25.618132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:25.688313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:00:25.691132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:00:25.695137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:00:25.730820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:25.759972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:25.760558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:25.780426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-ff43a6c4-f492-47da-b55a-f2db77eed718 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7137387 May 26 20:00:25.790932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Request body: {'port': {'device_id': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:00:25.899169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.333895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125de3ae-656d-42b3-9b60-1f572cd005db req-bc8612c6-50b3-41c3-bd0b-d0191b67fecf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:26.334570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-125de3ae-656d-42b3-9b60-1f572cd005db req-bc8612c6-50b3-41c3-bd0b-d0191b67fecf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Synchronizing usage tracker for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:26.406596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-125de3ae-656d-42b3-9b60-1f572cd005db req-bc8612c6-50b3-41c3-bd0b-d0191b67fecf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Unset dirty status for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:26.407742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-125de3ae-656d-42b3-9b60-1f572cd005db req-bc8612c6-50b3-41c3-bd0b-d0191b67fecf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 931 time: 0.2041039 May 26 20:00:26.415133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfed7ca-30d4-4f17-ae7e-85c04f9c799b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:00:26.424492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.464754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Transition to ACTIVE for port object bcfed7ca-30d4-4f17-ae7e-85c04f9c799b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:00:26.471372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.515908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-125de3ae-656d-42b3-9b60-1f572cd005db req-5fd99631-8caa-4df7-9e51-0ba87c7fe87c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Synchronizing usage tracker for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:00:26.611919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:26.647265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-125de3ae-656d-42b3-9b60-1f572cd005db req-5fd99631-8caa-4df7-9e51-0ba87c7fe87c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Unset dirty status for tenant:0bd28b9d6bc14f5ab6f7e02e51218ea0 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:00:26.648410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-125de3ae-656d-42b3-9b60-1f572cd005db req-5fd99631-8caa-4df7-9e51-0ba87c7fe87c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290280 May 26 20:00:26.721645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:00:26.721969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:00:26.722317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:00:26.726880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:00:26.727188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:00:26.732130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:00:26.732456 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Checking segment: {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:00:26.732817 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Bound using segment: {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:00:26.733280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Bound port: bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:00:26.733600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.822599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:00:26.825729 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:00:26.830595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.888304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:26.888899 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:26.890910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] 10.222.0.53 "PUT /v2.0/ports/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 1091 time: 1.1031225 May 26 20:00:26.891327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:00:26.913836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c225-d3bb-4e1d-9cbb-6cc590907ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:26.962385 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39be356b-0b32-453b-816f-6070a45ff174'] response: {'name': 'network-changed', 'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'status': 'completed', 'code': 200} May 26 20:00:26.999933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-fbc240ab-b317-4990-b8a4-3f86ea77128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:27.001440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-fbc240ab-b317-4990-b8a4-3f86ea77128e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1094 time: 0.0757773 May 26 20:00:27.067843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-e7a275f8-8096-40a6-a165-a94d10f67d40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0595021 May 26 20:00:27.132204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a090425b-d1e2-4bc2-98e9-87a517c08031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:27.133655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-a090425b-d1e2-4bc2-98e9-87a517c08031 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.0597789 May 26 20:00:27.178874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-e142ba8f-81d7-4afd-9dd3-dbf91ec4cdba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394118 May 26 20:00:27.307730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-93e80982-09b5-40a5-b53b-aa52023d17af service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222644 May 26 20:00:27.436382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00b1fb0e-0cae-4025-8b3a-fafcdc5ebcd5 req-8604df9f-c8f6-4cc6-97a9-8ea6b6ca8a1a service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227992 May 26 20:00:27.546734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-3eec2b7a-bf26-4d8b-b204-c774ab59f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:27.548173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-3eec2b7a-bf26-4d8b-b204-c774ab59f312 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1094 time: 0.0690968 May 26 20:00:27.675944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-ef7532c2-c7ca-4b97-9ea4-51b59f5be4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:27.677412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-ef7532c2-c7ca-4b97-9ea4-51b59f5be4d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.1232548 May 26 20:00:27.748108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-00f4cbd7-3570-4409-a51a-62308ea2b1f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0638807 May 26 20:00:27.954229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-736b5ad3-69fd-4448-9bbe-23099eafbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:27.955830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-736b5ad3-69fd-4448-9bbe-23099eafbf8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.2019408 May 26 20:00:28.005547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-26695a7b-6811-4373-8ceb-1eb5c8b6a303 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423651 May 26 20:00:28.016885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40065b4-43c1-4a3f-b7b2-d2d692a099f0 req-927dad78-a913-41a3-a335-4adbd601b424 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:28.018271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40065b4-43c1-4a3f-b7b2-d2d692a099f0 req-927dad78-a913-41a3-a335-4adbd601b424 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 943 time: 0.2357078 May 26 20:00:28.141401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f40065b4-43c1-4a3f-b7b2-d2d692a099f0 req-93813ca9-2454-4c77-b2c1-cd95ec450336 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032772 May 26 20:00:28.178038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-54c4a2fc-85d5-4af4-b2c3-aea64d344aea service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588523 May 26 20:00:28.308540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eba2dcb6-3f87-49be-9210-c2c6c77ab06d req-efe647f0-15f2-4cc4-98d6-68235394d665 service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233606 May 26 20:00:29.324263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cc6ed-39b7-4f86-af48-65231ed7b4b9 req-cc9c2155-0942-4912-a80f-5372b03fc1fa tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:29.325708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3cc6ed-39b7-4f86-af48-65231ed7b4b9 req-cc9c2155-0942-4912-a80f-5372b03fc1fa tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 943 time: 0.0775106 May 26 20:00:29.368863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab3cc6ed-39b7-4f86-af48-65231ed7b4b9 req-6e962df9-9727-4d12-9f19-70766772b301 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373743 May 26 20:00:30.137799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:00:30.268639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:30.281342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b', 'port_id': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'mac_address': 'fa:16:3e:80:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec5bc28-86f0-458f-8056-7a22d99c7d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:00:30.334336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:00:30.334633 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:30.350535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfed7ca-30d4-4f17-ae7e-85c04f9c799b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:00:30.365535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:30.369314 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:30.441564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:30.449860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.450199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.450534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.450859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.451185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.451504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.452073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.452389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.452706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.453023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.453389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.453812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:00:30.560723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebffa64-15cf-44df-bc07-75d22689cc24 req-9c77fb32-461b-477d-9a3d-c04b6e6251b8 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:30.562207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ebffa64-15cf-44df-bc07-75d22689cc24 req-9c77fb32-461b-477d-9a3d-c04b6e6251b8 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 944 time: 0.0825293 May 26 20:00:30.606666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ebffa64-15cf-44df-bc07-75d22689cc24 req-fbe2fd47-3244-4d15-9d5a-ce2f3b2da904 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379281 May 26 20:00:30.665390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:00:31.789408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265dd1-3963-4a36-b45f-e314e2290950 req-99b88aa3-1f14-49d8-9dde-2f468f037452 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:31.790834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21265dd1-3963-4a36-b45f-e314e2290950 req-99b88aa3-1f14-49d8-9dde-2f468f037452 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 944 time: 0.0779219 May 26 20:00:31.834213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21265dd1-3963-4a36-b45f-e314e2290950 req-d3f5f6bf-7ab2-4f50-86d4-d860c007b005 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378661 May 26 20:00:32.143545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:00:32.210332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:00:32.215552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:00:32.215857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:32.331532 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:00:32.331906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:32.357745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:00:32.367787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:00:32.371737 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:32.405791 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd59adb-b5f3-4512-a48c-8c75057f0a47'] response: {'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'code': 200} May 26 20:00:32.445329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:00:32.526514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189507c-fd55-40a9-a2bd-fa99d93e3855 req-79269c6c-10e0-468d-8d13-ad8d8a7f6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:32.527885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f189507c-fd55-40a9-a2bd-fa99d93e3855 req-79269c6c-10e0-468d-8d13-ad8d8a7f6d39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1096 time: 0.0708826 May 26 20:00:32.568523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f189507c-fd55-40a9-a2bd-fa99d93e3855 req-b0f30cdb-defa-4180-a433-412a2775e7eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 May 26 20:00:33.018488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa427cb-703a-482a-81a4-56e2163bc030 req-6aa64c30-6de7-42c9-8c12-62d20a703b91 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:33.019931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baa427cb-703a-482a-81a4-56e2163bc030 req-6aa64c30-6de7-42c9-8c12-62d20a703b91 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0786085 May 26 20:00:33.069274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-baa427cb-703a-482a-81a4-56e2163bc030 req-8309cd68-9ad7-4df3-80dc-de2fc64494ed tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 May 26 20:00:34.250872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e604-a61c-4d5a-851d-d138b124890f req-f59c998a-090c-4b9d-85e8-9a430c6056fb tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:34.252882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fce6e604-a61c-4d5a-851d-d138b124890f req-f59c998a-090c-4b9d-85e8-9a430c6056fb tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0785992 May 26 20:00:34.295249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fce6e604-a61c-4d5a-851d-d138b124890f req-47b27999-4ffa-4bdc-9b44-790c83dcb392 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367875 May 26 20:00:34.698815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032671a8-bd17-425e-b197-5b4aa1933253 req-6c83a56e-ebce-4c09-a1eb-cc4fa27622b7 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:34.699586 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-743abe4f-7674-4d50-8f76-1a9a73b314a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277702 May 26 20:00:34.700223 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-032671a8-bd17-425e-b197-5b4aa1933253 req-6c83a56e-ebce-4c09-a1eb-cc4fa27622b7 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0827312 May 26 20:00:34.746569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-032671a8-bd17-425e-b197-5b4aa1933253 req-07a62327-0781-4347-87fa-87e8c23a3bdc tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 May 26 20:00:35.935113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-c9af6faf-e43b-49ad-ae65-9d0e517d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:35.936568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-c9af6faf-e43b-49ad-ae65-9d0e517d3334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1096 time: 0.1309385 May 26 20:00:35.974447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295b077-390d-404a-8168-01127470bca3 req-c46f39e4-0f13-47cf-bf8f-e71415db0be1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:35.975809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8295b077-390d-404a-8168-01127470bca3 req-c46f39e4-0f13-47cf-bf8f-e71415db0be1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.1200376 May 26 20:00:36.087676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8295b077-390d-404a-8168-01127470bca3 req-3f445961-c812-46bd-ad5d-4df0efaab5af tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694962 May 26 20:00:36.111284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-6228559d-90e4-4c72-a8f1-660dea380549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:36.111284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-6228559d-90e4-4c72-a8f1-660dea380549 service neutron] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.1679840 May 26 20:00:36.180602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-82b24e6a-acb7-4184-934c-59a18a7ab751 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0641139 May 26 20:00:36.243353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-1e8ce0b8-5f04-46a9-887d-f7ade91dc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:36.244792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-1e8ce0b8-5f04-46a9-887d-f7ade91dc33b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.0587814 May 26 20:00:36.290977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-a509d2b1-3253-4c94-8864-7da7c6097402 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404439 May 26 20:00:36.521207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-6e2efb79-4aec-4739-9b72-4aa16f5a3b64 service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238615 May 26 20:00:36.661537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-7716efee-fa70-4ce9-87e7-2bc2a49e2a72 service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333346 May 26 20:00:36.848645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:37.287377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b170542-3c71-44c0-9109-88ffd0041b6d req-11fb9807-60b2-48a6-a6df-e25721989612 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:37.288812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b170542-3c71-44c0-9109-88ffd0041b6d req-11fb9807-60b2-48a6-a6df-e25721989612 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0851254 May 26 20:00:37.332759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b170542-3c71-44c0-9109-88ffd0041b6d req-79e58f76-2312-4b4d-92e4-8f597e2c76f2 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 May 26 20:00:38.517626 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5c5ef-24c2-45d0-9952-6e2aab60a3e3 req-edd8716c-d9be-4db8-891f-aae99217469f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:38.519052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c5c5ef-24c2-45d0-9952-6e2aab60a3e3 req-edd8716c-d9be-4db8-891f-aae99217469f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0790882 May 26 20:00:38.565049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28c5c5ef-24c2-45d0-9952-6e2aab60a3e3 req-1c7a02d8-9d14-4784-a286-62749b0ba28d tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 May 26 20:00:39.746533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f98fb-a9e6-467f-843a-ad5457e9f752 req-53f6b134-d771-4c1d-96a7-4306659efb23 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:39.747951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af3f98fb-a9e6-467f-843a-ad5457e9f752 req-53f6b134-d771-4c1d-96a7-4306659efb23 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0785058 May 26 20:00:39.790565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af3f98fb-a9e6-467f-843a-ad5457e9f752 req-c6c66ebf-b813-40b1-8702-d8734c30f9a0 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 May 26 20:00:40.981333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932944d8-427d-4f76-bf81-91273b17f35a req-3adb2c75-3b1e-47bf-ac2d-cafe2edc5c8d tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:40.982780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-932944d8-427d-4f76-bf81-91273b17f35a req-3adb2c75-3b1e-47bf-ac2d-cafe2edc5c8d tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0836229 May 26 20:00:41.025630 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:00:41.027596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-932944d8-427d-4f76-bf81-91273b17f35a req-09eecd1f-80f9-44ee-a3f4-f03abadbae98 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 May 26 20:00:42.211691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394500f-c6c5-4f24-9d3f-1dbd44dce18e req-85df1175-747b-44a9-ab22-13ffd8f8fa1f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:42.213145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e394500f-c6c5-4f24-9d3f-1dbd44dce18e req-85df1175-747b-44a9-ab22-13ffd8f8fa1f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0780516 May 26 20:00:42.256227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e394500f-c6c5-4f24-9d3f-1dbd44dce18e req-73a6c789-e850-4885-886c-aea018513ae4 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 May 26 20:00:43.441554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921d240-f5bd-48c1-b2df-5581000c633e req-e74d17ec-0f41-46a1-bd48-9fac9ae80e3e tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:43.443011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2921d240-f5bd-48c1-b2df-5581000c633e req-e74d17ec-0f41-46a1-bd48-9fac9ae80e3e tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0831363 May 26 20:00:43.487606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2921d240-f5bd-48c1-b2df-5581000c633e req-2d488cf7-051b-48bf-beb6-30a8a6ed6f0c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389411 May 26 20:00:44.379541 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:44.670230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab20b4-dd91-4c30-add9-b18f3ed01907 req-17227d16-058d-4758-89c4-8bf4decc6046 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:44.671642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6ab20b4-dd91-4c30-add9-b18f3ed01907 req-17227d16-058d-4758-89c4-8bf4decc6046 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0776334 May 26 20:00:44.717251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6ab20b4-dd91-4c30-add9-b18f3ed01907 req-6a700ab3-22ff-43b2-9030-cd36e9eaa865 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 May 26 20:00:44.752722 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d772c583-39a5-471f-bfe3-a7b53d268e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:45.906178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f64598-4c42-4e6a-9370-f9b1980b5681 req-b38ae2a8-0db7-48c6-98b1-2f9dbde384e0 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:45.907738 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f64598-4c42-4e6a-9370-f9b1980b5681 req-b38ae2a8-0db7-48c6-98b1-2f9dbde384e0 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0806248 May 26 20:00:45.955092 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57f64598-4c42-4e6a-9370-f9b1980b5681 req-607af249-24a0-45db-aa01-28607ae37308 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 May 26 20:00:46.901533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5b53a1cc-879d-461d-a311-b9c055aaa42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:47.137944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4b71-c997-40bb-b0a8-a634a0200663 req-0b9c2df1-366a-40c8-a99f-96a10a373440 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:47.139355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-812c4b71-c997-40bb-b0a8-a634a0200663 req-0b9c2df1-366a-40c8-a99f-96a10a373440 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0810692 May 26 20:00:47.182685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-812c4b71-c997-40bb-b0a8-a634a0200663 req-28b169ab-0d14-4ad9-a44e-67d06abb9c80 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370018 May 26 20:00:47.404895 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:48.253389 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:48.367216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af1344-65b1-4fa6-880c-b45be2e48e6a req-8a9b911c-8843-4124-8783-78c0e917a713 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:48.368535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59af1344-65b1-4fa6-880c-b45be2e48e6a req-8a9b911c-8843-4124-8783-78c0e917a713 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0783486 May 26 20:00:48.412474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59af1344-65b1-4fa6-880c-b45be2e48e6a req-16accfab-c808-47fc-a0bf-2395cb50db31 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 May 26 20:00:48.578751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-c9c3dc57-69a8-4972-b832-7a837552a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:48.580537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-c9c3dc57-69a8-4972-b832-7a837552a026 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1096 time: 0.0750031 May 26 20:00:48.720408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-e937b3c3-d911-4ef8-9320-5ebfd2f3f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:48.722401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-e937b3c3-d911-4ef8-9320-5ebfd2f3f869 service neutron] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.1247120 May 26 20:00:48.787700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-208e7ae5-1d7c-43e3-94cb-8a8082540716 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0593877 May 26 20:00:48.854018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-0b3f124b-5fb3-49f6-b2b4-04d0aee669e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:48.857096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-0b3f124b-5fb3-49f6-b2b4-04d0aee669e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.0630782 May 26 20:00:48.911287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-0980be98-3df4-42f3-96aa-3727a9f5216c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403450 May 26 20:00:49.041263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-b511c940-65a0-4321-8c85-2b3bf39163bc service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 May 26 20:00:49.260785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8cdf5eb1-dd9b-4c4e-b0f2-877886175da6 req-497bc092-dd3e-4682-8413-4e956d1ade43 service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096026 May 26 20:00:49.597340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3749dc-d52a-484c-b819-d5dc06daeba7 req-32a719a3-b0b5-4c16-93d4-94c2f6f4be5c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:49.598754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b3749dc-d52a-484c-b819-d5dc06daeba7 req-32a719a3-b0b5-4c16-93d4-94c2f6f4be5c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0810637 May 26 20:00:49.641643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b3749dc-d52a-484c-b819-d5dc06daeba7 req-8763b252-7de4-458e-acf2-8108a535d06c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 May 26 20:00:49.838299 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:00:50.823409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17f03e-2a96-466f-90f9-4b0a7cb6c558 req-6b61983c-132f-4785-adc9-19be83d5a04f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:50.824839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de17f03e-2a96-466f-90f9-4b0a7cb6c558 req-6b61983c-132f-4785-adc9-19be83d5a04f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0806985 May 26 20:00:50.869025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de17f03e-2a96-466f-90f9-4b0a7cb6c558 req-b97486aa-e325-4ff8-b365-3e94bebaa77f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371077 May 26 20:00:52.221843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6bb0-30fd-497f-a619-4a4667e81ba8 req-254b4c57-5e22-4b04-b112-8a492e17f25d tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:52.223195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52cd6bb0-30fd-497f-a619-4a4667e81ba8 req-254b4c57-5e22-4b04-b112-8a492e17f25d tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0826011 May 26 20:00:52.266744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52cd6bb0-30fd-497f-a619-4a4667e81ba8 req-abca5707-f74d-4593-ad37-626f6e5679ca tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 May 26 20:00:53.447333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfe270-d286-4b3c-b709-2b3b0ca61c94 req-f30d0815-8b07-4cd2-a35e-b57130426279 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:53.448817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8cfe270-d286-4b3c-b709-2b3b0ca61c94 req-f30d0815-8b07-4cd2-a35e-b57130426279 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0787838 May 26 20:00:53.496121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8cfe270-d286-4b3c-b709-2b3b0ca61c94 req-e0ca57b3-fd9a-48d9-8928-d4e8a22a1e4f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 May 26 20:00:54.677526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76312a-f44a-4b18-a13b-f5b9cf5a0c46 req-96634ed4-d15d-41fd-ba33-b218e9bc7ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:54.678951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e76312a-f44a-4b18-a13b-f5b9cf5a0c46 req-96634ed4-d15d-41fd-ba33-b218e9bc7ae1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0789192 May 26 20:00:54.722801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e76312a-f44a-4b18-a13b-f5b9cf5a0c46 req-ab9f8cf2-495b-41bc-acf0-e6228b96bfda tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 May 26 20:00:55.911218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd4ca0-20a1-43b2-b848-0e88b8bafc33 req-8735e0c1-6965-47a0-9e58-479a37cd1d98 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:55.912704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cedd4ca0-20a1-43b2-b848-0e88b8bafc33 req-8735e0c1-6965-47a0-9e58-479a37cd1d98 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0848498 May 26 20:00:55.956845 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cedd4ca0-20a1-43b2-b848-0e88b8bafc33 req-b9aca65f-4535-4c85-9369-f59383d006d0 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 May 26 20:00:57.139362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97686fb-ed53-4d87-97f2-ef15ab8d1545 req-70489b7a-c3b6-4858-9bb4-88f5abfc8898 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:57.140775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f97686fb-ed53-4d87-97f2-ef15ab8d1545 req-70489b7a-c3b6-4858-9bb4-88f5abfc8898 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0795894 May 26 20:00:57.183603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f97686fb-ed53-4d87-97f2-ef15ab8d1545 req-345a0962-6ee5-47c7-80fa-fb749f41bc2e tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 May 26 20:00:58.367952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539f001-13e0-4bbc-a519-0a6e3cc1c501 req-af201576-b002-4301-a13f-832813214636 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:58.369299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e539f001-13e0-4bbc-a519-0a6e3cc1c501 req-af201576-b002-4301-a13f-832813214636 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0823326 May 26 20:00:58.415010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e539f001-13e0-4bbc-a519-0a6e3cc1c501 req-7c2511ee-e01a-4cca-b586-d3f1850fa001 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 May 26 20:00:59.599138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2460d17-5687-400e-97ae-d41fb612c5b6 req-312ef705-4f33-45a8-9b51-7ca9a5f75c60 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:00:59.600569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2460d17-5687-400e-97ae-d41fb612c5b6 req-312ef705-4f33-45a8-9b51-7ca9a5f75c60 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0785747 May 26 20:00:59.643855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2460d17-5687-400e-97ae-d41fb612c5b6 req-c8306b10-2ea4-402d-921f-f99fd0be4baf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 May 26 20:01:00.832517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee9cee-c018-4402-b101-0f4cdf667893 req-4a94f7b7-ee27-4b68-b35c-2ca6edf4bc14 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:00.833989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abee9cee-c018-4402-b101-0f4cdf667893 req-4a94f7b7-ee27-4b68-b35c-2ca6edf4bc14 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0877206 May 26 20:01:00.877777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abee9cee-c018-4402-b101-0f4cdf667893 req-42d7af18-f0b6-43fc-b9df-09e838d111e1 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 May 26 20:01:02.062458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec402b3-7813-41ff-afdf-0490c2a90c18 req-aa44237f-5dfb-453d-af02-715621bf2407 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:02.063887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ec402b3-7813-41ff-afdf-0490c2a90c18 req-aa44237f-5dfb-453d-af02-715621bf2407 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0788095 May 26 20:01:02.110644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ec402b3-7813-41ff-afdf-0490c2a90c18 req-e91a48be-3f91-4b4a-9222-912be3cb98fd tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 May 26 20:01:03.295821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968bd3e-0b4b-4823-9981-022139426810 req-27ca33f2-cf0b-4331-9c57-07f250064d3c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:03.297282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0968bd3e-0b4b-4823-9981-022139426810 req-27ca33f2-cf0b-4331-9c57-07f250064d3c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0785496 May 26 20:01:03.340586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0968bd3e-0b4b-4823-9981-022139426810 req-1a30450c-b070-400e-85b5-77fce3d0e87f tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370047 May 26 20:01:03.727047 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-f1d7652d-01a7-4911-aa3d-595a990bddd8 service neutron] show failed (client error): The resource could not be found. May 26 20:01:03.728033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-f1d7652d-01a7-4911-aa3d-595a990bddd8 service neutron] 10.222.0.53 "GET /v2.0/ports/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0763197 May 26 20:01:03.990813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-38806661-59b6-4a9e-bbe4-0cdfa095ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:03.992165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-38806661-59b6-4a9e-bbe4-0cdfa095ecf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235&tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0779138 May 26 20:01:04.003189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:04.113799 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:04.374991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:04.403625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:01:04.594204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:04.600364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:04.624424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Transition to ACTIVE for port object bcfed7ca-30d4-4f17-ae7e-85c04f9c799b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:01:04.629671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:04.791350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89368-ec79-4464-97bc-c9b1f87bb6c4 req-21eff2e2-073e-44ff-a08d-d5bb63eb33c6 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:04.792799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bec89368-ec79-4464-97bc-c9b1f87bb6c4 req-21eff2e2-073e-44ff-a08d-d5bb63eb33c6 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.3457279 May 26 20:01:04.803406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] No DVR routers for this DVR port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:01:04.807417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:04.894409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:01:04.894645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:01:04.894969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:04.902139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bec89368-ec79-4464-97bc-c9b1f87bb6c4 req-1a44d8e4-a0f4-4099-a18f-674ba659f70a tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024230 May 26 20:01:04.903909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:01:04.904226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Attempting to bind port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on network 590f39fe-8c79-4c4f-8d23-f098e30f7d3b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:04.909523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:01:04.909856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Checking segment: {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:01:04.910226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Bound using segment: {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:01:04.910642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Bound port: bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf47312-4113-4d56-8f85-497c2c1b7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:01:04.910982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:04.965720 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be086cd9-5001-41b7-bc63-bd9186ec07ee'] response: {'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'code': 200} May 26 20:01:05.004052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:01:05.006929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:01:05.012228 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:05.072925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:05.073600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:05.074987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] 10.222.0.13 "PUT /v2.0/ports/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 1091 time: 1.0758862 May 26 20:01:05.093943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4d940-e9d3-4746-b528-71211a60a9bc service neutron] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:05.165028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-197926bb-093f-4f65-a2a0-3806cacaca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:05.167416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-197926bb-093f-4f65-a2a0-3806cacaca12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1094 time: 0.0707028 May 26 20:01:05.296920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-b8622f9c-bde8-4a11-9315-6e5df7c561b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:05.298872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-b8622f9c-bde8-4a11-9315-6e5df7c561b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.1240819 May 26 20:01:05.367299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-ddf94317-0e47-4aca-8b41-58b05a92ac4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0635827 May 26 20:01:05.427406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8f482035-7084-4734-a59c-8d9c5c7203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:05.428699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-8f482035-7084-4734-a59c-8d9c5c7203a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.0560014 May 26 20:01:05.477902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-24859fb2-329b-4ce3-beb4-e1ba5844d562 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436537 May 26 20:01:05.608375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-76f99668-9eee-415e-871d-7528af448692 service neutron] 10.222.0.13 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238556 May 26 20:01:05.737379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb789b78-2fd7-409d-862b-6b2ac49c53cb req-f0b08f41-ab52-4bff-be8f-b9d8f860e3fc service neutron] 10.222.0.13 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233730 May 26 20:01:06.087115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19517c-0885-43ac-a87d-a40ad4b94d10 req-fae74c9a-35fd-4ce1-be38-4406afcf1fbd tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:06.088563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c19517c-0885-43ac-a87d-a40ad4b94d10 req-fae74c9a-35fd-4ce1-be38-4406afcf1fbd tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 943 time: 0.0809209 May 26 20:01:06.132256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c19517c-0885-43ac-a87d-a40ad4b94d10 req-db83baaa-05be-4f33-90e3-7f0b8655ef6a tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 May 26 20:01:06.860030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:06.966779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:07.022867 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfc4583-a8ba-4ce4-b082-fe74dca26b37'] response: {'name': 'network-changed', 'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'status': 'completed', 'code': 200} May 26 20:01:07.170957 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-a3f8567b-a4bc-4999-99f3-fd3ee1a36c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.172406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-a3f8567b-a4bc-4999-99f3-fd3ee1a36c1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1094 time: 0.1022551 May 26 20:01:07.174374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-066df70f-6e8e-4197-bb46-5e38f2b39311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.175729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-066df70f-6e8e-4197-bb46-5e38f2b39311 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1094 time: 0.1356416 May 26 20:01:07.519712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:01:07.574756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-270d667e-cc27-4aa2-9332-37871e5faca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.576197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-270d667e-cc27-4aa2-9332-37871e5faca0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.3978722 May 26 20:01:07.640052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-c4c9ee3f-58dc-4b62-a963-d7425462507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.641506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-c4c9ee3f-58dc-4b62-a963-d7425462507e service neutron] 10.222.0.13 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.4430196 May 26 20:01:07.651841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:07.658655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe803-dceb-4580-9565-c17bbf5ad0c6 req-ef9decd3-8404-4212-ac60-4335bd51123c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.660037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2defe803-dceb-4580-9565-c17bbf5ad0c6 req-ef9decd3-8404-4212-ac60-4335bd51123c tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 943 time: 0.3901291 May 26 20:01:07.661292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-11e568a7-0305-49bc-b9a6-9692bfd6c09b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.0772445 May 26 20:01:07.666237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'network_id': '590f39fe-8c79-4c4f-8d23-f098e30f7d3b', 'port_id': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'mac_address': 'fa:16:3e:80:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec5bc28-86f0-458f-8056-7a22d99c7d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:01:07.721180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:01:07.721550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:07.737998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfed7ca-30d4-4f17-ae7e-85c04f9c799b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:01:07.753346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:07.757388 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:07.775880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-348bdbe3-7a04-493d-a5f5-94fb428b3d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.1255550 May 26 20:01:07.826126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:07.861499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-7f59229a-abf4-44d5-ab1f-daf0687713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.862913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-7f59229a-abf4-44d5-ab1f-daf0687713cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.1503448 May 26 20:01:07.867493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2defe803-dceb-4580-9565-c17bbf5ad0c6 req-82d616b8-1a13-41ff-a0bb-1419d8187f77 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559446 May 26 20:01:07.913913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-0ccebb76-1338-48a2-af69-5933d4a0d8fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440238 May 26 20:01:07.915321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-592ce755-44d0-4f00-89ef-4a5b1d5fd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:07.916605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-592ce755-44d0-4f00-89ef-4a5b1d5fd897 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.1289332 May 26 20:01:07.991644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:01:08.032846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-1e90e60e-86d5-4fac-8499-03986fe56940 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962090 May 26 20:01:08.184557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-1467ee5b-c150-46fe-9cee-b35f6d3709fa service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647560 May 26 20:01:08.264627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-c28bba0e-e2de-4241-8b58-1febe3f96896 service neutron] 10.222.0.13 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245519 May 26 20:01:08.354767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:01:08.410417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:01:08.419749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-0070d686-8d20-470c-baf5-553e13c6bb48 service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245355 May 26 20:01:08.440602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569c4727-dc25-4eba-8dc3-d9b89b3d5ece req-07220333-2efc-4454-a97f-0c4d7bc52a29 service neutron] 10.222.0.13 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646097 May 26 20:01:09.047438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3261335-3ab2-472e-bee2-1268cfc3e0af req-7d57c330-93e7-4dad-9536-dd662a019d1e tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:09.049388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3261335-3ab2-472e-bee2-1268cfc3e0af req-7d57c330-93e7-4dad-9536-dd662a019d1e tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 944 time: 0.0780439 May 26 20:01:09.092566 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3261335-3ab2-472e-bee2-1268cfc3e0af req-6a03c087-4643-4945-868c-418b1d712f26 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 May 26 20:01:09.464101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-8cf68524-2f6b-4703-ad08-5fd03c47c5e3 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:09.465455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-8cf68524-2f6b-4703-ad08-5fd03c47c5e3 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.53 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235&tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 944 time: 0.0854042 May 26 20:01:09.517768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:01:09.542281 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-2a6daba8-e363-43e1-a9dc-9adb45e1464f service neutron] delete failed (client error): The resource could not be found. May 26 20:01:09.543272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-2a6daba8-e363-43e1-a9dc-9adb45e1464f service neutron] 10.222.0.53 "DELETE /v2.0/ports/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0718589 May 26 20:01:09.584057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:01:09.588581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:01:09.588955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:09.685402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-9d498a90-27ff-451e-a332-3101ed631e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:09.687016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-9d498a90-27ff-451e-a332-3101ed631e80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 1095 time: 0.0747545 May 26 20:01:09.734828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:01:09.735114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:09.760961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:09.771406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:09.775077 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:09.819621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-fbdc835f-a773-4265-a5bc-675d30e91396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:09.821080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-fbdc835f-a773-4265-a5bc-675d30e91396 service neutron] 10.222.0.53 "GET /v2.0/networks?id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 200 len: 913 time: 0.1287308 May 26 20:01:09.843758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:09.992520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-8cf57c67-964b-4cc9-8ffe-e3e2fcde94b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 200 len: 217 time: 0.1653492 May 26 20:01:10.054665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-f667e192-8c99-4729-9e35-b0ec5dde486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:10.056115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-f667e192-8c99-4729-9e35-b0ec5dde486a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 200 len: 852 time: 0.0584538 May 26 20:01:10.102523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-b75f302a-70e6-4ee2-bdbd-b27ece677335 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=590f39fe-8c79-4c4f-8d23-f098e30f7d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407097 May 26 20:01:10.232608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-d2289574-03be-49c2-8332-d0427ba6455e service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238635 May 26 20:01:10.362869 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-933ab85a-7df8-4063-8230-ba0ad517b2be service neutron] 10.222.0.53 "GET /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246080 May 26 20:01:11.038715 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3259385-7bba-4857-8b46-17b5b90c03d0'] response: {'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'code': 200} May 26 20:01:11.198959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a144e50-c5f7-4dc3-85eb-e08e2c89d570 req-e742a868-b77e-46cf-aa4f-9cdeae82aba7 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:11.200379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a144e50-c5f7-4dc3-85eb-e08e2c89d570 req-e742a868-b77e-46cf-aa4f-9cdeae82aba7 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0817418 May 26 20:01:11.245875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2a144e50-c5f7-4dc3-85eb-e08e2c89d570 req-a5fc5d6e-09d3-4591-88e4-a6f657680381 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 May 26 20:01:12.353389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-260e25e8-42c0-4e71-b58f-5c2e3c87e753 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:12.354811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-260e25e8-42c0-4e71-b58f-5c2e3c87e753 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.13 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.0796359 May 26 20:01:12.471106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Deleting port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:01:12.471440 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:12.572065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe953-1325-49bf-bf82-eeda4086822d req-46b4c35f-6fae-420b-9415-ce96e98d2caf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:12.573455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-410fe953-1325-49bf-bf82-eeda4086822d req-46b4c35f-6fae-420b-9415-ce96e98d2caf tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/ports?device_id=232a0eb2-22aa-4cc5-9912-ef102e258235 HTTP/1.1" status: 200 len: 945 time: 0.2177906 May 26 20:01:12.698549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-410fe953-1325-49bf-bf82-eeda4086822d req-79e3f5cd-ef98-4145-ba27-838799241c4b tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.24 "GET /v2.0/security-groups?id=7682bc4a-bdd0-4409-9123-5c8dd213a1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186237 May 26 20:01:12.761287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] For port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,segment=NetworkSegment(cbf47312-4113-4d56-8f85-497c2c1b7a19),segment_id=cbf47312-4113-4d56-8f85-497c2c1b7a19)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:12.761644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:12.885523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Calling delete_port for bcfed7ca-30d4-4f17-ae7e-85c04f9c799b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:01:13.027788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:13.039924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:01:13.078144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Pushing event deleted for resources: {'Port': ['ID=bcfed7ca-30d4-4f17-ae7e-85c04f9c799b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:13.151870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] No DVR routers for this DVR port bcfed7ca-30d4-4f17-ae7e-85c04f9c799b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:01:13.154367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:13.156764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-deleted', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:13.172571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5eaf8a4-8f75-4d57-bb91-f396a73e38f9 req-a16e6213-9300-4425-94d6-43e9aa690117 tempest-DeleteServersTestJSON-2079228263 tempest-DeleteServersTestJSON-2079228263-project] 10.222.0.13 "DELETE /v2.0/ports/bcfed7ca-30d4-4f17-ae7e-85c04f9c799b HTTP/1.1" status: 204 len: 173 time: 0.7857041 May 26 20:01:13.202705 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a4fb93-bfb9-471a-b544-5917f45c4c52'] response: {'server_uuid': '232a0eb2-22aa-4cc5-9912-ef102e258235', 'name': 'network-vif-deleted', 'tag': 'bcfed7ca-30d4-4f17-ae7e-85c04f9c799b', 'status': 'completed', 'code': 200} May 26 20:01:13.935334 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56556) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:14.001158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Deleting subnet 3ec5bc28-86f0-458f-8056-7a22d99c7d75 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:01:14.004481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.054422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.223454 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.289410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.329795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec5bc28-86f0-458f-8056-7a22d99c7d75,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:14.333720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.339421 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ff9c64ac-847a-4019-8e7e-74a17e5ecb25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ec5bc28-86f0-458f-8056-7a22d99c7d75 HTTP/1.1" status: 204 len: 168 time: 0.4030423 May 26 20:01:14.341874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56560) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:14.393328 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.444637 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.569824 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.594094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590f39fe-8c79-4c4f-8d23-f098e30f7d3b']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:01:14.606305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf47312-4113-4d56-8f85-497c2c1b7a19') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:01:14.606599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf47312-4113-4d56-8f85-497c2c1b7a19') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:01:14.618191 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.633575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.639427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:01:14.639802 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.734488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.752393 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.759725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6d5f727d-2284-42af-982d-e723f288fd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:14.766256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] Pushing event deleted for resources: {'Network': ['ID=590f39fe-8c79-4c4f-8d23-f098e30f7d3b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:14.769733 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e82daf9d-0867-4ce7-978c-b811df1687ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/590f39fe-8c79-4c4f-8d23-f098e30f7d3b HTTP/1.1" status: 204 len: 168 time: 0.4269240 May 26 20:01:14.792635 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cbf47312-4113-4d56-8f85-497c2c1b7a19 resource provider aggregate not found May 26 20:01:14.809651 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment cbf47312-4113-4d56-8f85-497c2c1b7a19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbf47312-4113-4d56-8f85-497c2c1b7a19 found for delete ", "request_id": "req-79ec392d-33a3-4443-8045-4ba7abea8afc"}]} May 26 20:01:14.880625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56572) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:14.933860 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b247dd5-3b28-46a7-8922-8e1e355f4283 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bd28b9d6bc14f5ab6f7e02e51218ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497570 May 26 20:01:14.934088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56576) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:14.993003 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.020195 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.072926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.093597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682bc4a-bdd0-4409-9123-5c8dd213a1f6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:15.104368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.105503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-90112d10-f8bc-4590-a079-2e05410dc1b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7682bc4a-bdd0-4409-9123-5c8dd213a1f6 HTTP/1.1" status: 204 len: 168 time: 0.1705551 May 26 20:01:15.548927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:01:15.583598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: bcfed7ca-30d4-4f17-ae7e-85c04f9c799b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:01:15.586868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device bcfed7ca-30d4-4f17-ae7e-85c04f9c799b not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:01:15.802745 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56600) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:15.903069 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1501923647-network', 'tenant_id': '25aae70fef1d4703bbde422ec4d6e07c'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:15.908485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:01:15.912330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Usage tracker for resource:network and tenant:25aae70fef1d4703bbde422ec4d6e07c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:01:15.915169 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:01:15.921271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:01:15.930816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Made reservation on behalf of 25aae70fef1d4703bbde422ec4d6e07c for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:01:15.933235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.945715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:15.962125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:01:15.965843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Usage tracker for resource:security_group_rule and tenant:25aae70fef1d4703bbde422ec4d6e07c is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:01:15.968554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:01:15.974804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:01:16.057369 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.062286 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.092621 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:01:16.101534 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41612732-76d3-4266-97a6-48e2e3598ced,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:16.107302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.107643 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Added segment 2a42551b-76f7-4e98-9c31-f8b494f3fd35 of type vlan for network de4d0bba-23f1-4410-9704-d7562dbd473c May 26 20:01:16.134863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.163033 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.164018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:16.164580 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.267115 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4632916 May 26 20:01:16.268040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54321-7e4c-422d-ae39-6310680f38c6 admin admin] Pushing event updated for resources: {'Network': ['ID=de4d0bba-23f1-4410-9704-d7562dbd473c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:16.270077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56606) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:01:16.275535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Request body: {'subnet': {'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1501923647-subnet', 'tenant_id': '25aae70fef1d4703bbde422ec4d6e07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:16.280464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network de4d0bba-23f1-4410-9704-d7562dbd473c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:01:16.281314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:01:16.285650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Usage tracker for resource:subnet and tenant:25aae70fef1d4703bbde422ec4d6e07c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:01:16.288482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:01:16.294074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:01:16.305452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Made reservation on behalf of 25aae70fef1d4703bbde422ec4d6e07c for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:01:16.307765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.604721 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.676991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8351ee6a-947d-428d-a72a-1aa6c28ea6e6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:16.685555 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Checking segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:01:16.685906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Network hostable DHCP agents. Network: de4d0bba-23f1-4410-9704-d7562dbd473c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:01:16.703948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Network de4d0bba-23f1-4410-9704-d7562dbd473c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:01:16.713520 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, de4d0bba-23f1-4410-9704-d7562dbd473c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:01:16.718202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:16.718816 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.722421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7817a4-a904-4543-9576-ce316ef067f0 None None] Network de4d0bba-23f1-4410-9704-d7562dbd473c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:01:16.740478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1abd5c1e-46f5-4581-a25c-3d0cbafde6f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4692600 May 26 20:01:16.935282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-faf88eaa-08a7-4eb9-b4de-b61289cc4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:16.949451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea8ebf-da12-4540-a080-139dca983c5f None None] Network de4d0bba-23f1-4410-9704-d7562dbd473c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:01:17.250614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-44d19d49-b28b-4be2-b22b-9fe99df8382c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:17.252694 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-44d19d49-b28b-4be2-b22b-9fe99df8382c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 815 time: 0.1445882 May 26 20:01:17.268639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-7bc0244b-823d-475e-92b8-4b5a85ce9a90 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/quotas/25aae70fef1d4703bbde422ec4d6e07c HTTP/1.1" status: 200 len: 375 time: 0.0102839 May 26 20:01:17.317998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-2bca2940-d7f6-4e23-bd2a-57b0ea28ffd0 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445740 May 26 20:01:17.406240 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:17.454095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-b65cd038-6542-4d8f-ba94-9e27be88ecf6 service neutron] 10.222.0.24 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294768 May 26 20:01:17.583078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-c6bd5107-e7c1-4670-95c4-6b2981ec5def service neutron] 10.222.0.24 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230509 May 26 20:01:17.753942 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9c0f267b-6fca-4665-b9b4-e5c8b4f2fd48 req-e0559e47-93a8-4af5-94b6-634b3596a79e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 210 time: 0.0421169 May 26 20:01:18.025805 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:01:18.256856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:18.758760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-09522caf-6337-49b1-aede-54009bdadd62 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:18.760180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-09522caf-6337-49b1-aede-54009bdadd62 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 815 time: 0.1464818 May 26 20:01:18.772072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Request body: {'port': {'device_id': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'admin_state_up': True, 'tenant_id': '25aae70fef1d4703bbde422ec4d6e07c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:18.907686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2494f89-e1f5-4b97-a2d3-5c73a3515155 req-4b68f7fb-e63f-4d5c-973d-f632f8317d62 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 210 time: 0.0454943 May 26 20:01:18.950258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:01:18.954043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Usage tracker for resource:port and tenant:25aae70fef1d4703bbde422ec4d6e07c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:01:18.957378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:01:18.963004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:01:18.972970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Made reservation on behalf of 25aae70fef1d4703bbde422ec4d6e07c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:01:18.976576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:19.137506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Allocated IP 172.20.0.3 (de4d0bba-23f1-4410-9704-d7562dbd473c/8351ee6a-947d-428d-a72a-1aa6c28ea6e6/281524bb-196b-4270-997e-e466c13fbb93) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:01:19.335424 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:19.364355 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:19.432045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Network de4d0bba-23f1-4410-9704-d7562dbd473c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:01:19.434945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:01:19.439018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:01:19.482207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:19.499072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.499413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.499754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.500113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.500440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.500766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.501127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.501478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.501789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.502109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.502426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.502743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:01:19.522549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:19.523146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:19.543175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-71c65e84-e002-4c11-8018-2914313e8ec3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746203 May 26 20:01:19.553623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Request body: {'port': {'device_id': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:19.671118 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:19.841681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.161777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281524bb-196b-4270-997e-e466c13fbb93 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:01:20.171344 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.180737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7855c-d6cd-48ab-b7c4-8be1f8bb4206 req-4b65d776-daf1-4916-b586-efda13cdb39b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:20.181447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9d7855c-d6cd-48ab-b7c4-8be1f8bb4206 req-4b65d776-daf1-4916-b586-efda13cdb39b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Synchronizing usage tracker for tenant:25aae70fef1d4703bbde422ec4d6e07c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:01:20.202810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Transition to ACTIVE for port object 281524bb-196b-4270-997e-e466c13fbb93 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:01:20.206383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.245238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b9d7855c-d6cd-48ab-b7c4-8be1f8bb4206 req-4b65d776-daf1-4916-b586-efda13cdb39b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Unset dirty status for tenant:25aae70fef1d4703bbde422ec4d6e07c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:01:20.246479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9d7855c-d6cd-48ab-b7c4-8be1f8bb4206 req-4b65d776-daf1-4916-b586-efda13cdb39b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 931 time: 0.2229676 May 26 20:01:20.395960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:20.409521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b9d7855c-d6cd-48ab-b7c4-8be1f8bb4206 req-b76639a0-c22b-42aa-8e0a-146c10d44178 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482861 May 26 20:01:20.475708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:01:20.475951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:01:20.476267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:20.480747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:01:20.481077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:20.486725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:01:20.487047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Checking segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:01:20.487413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Bound using segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:01:20.487823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Bound port: 281524bb-196b-4270-997e-e466c13fbb93, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:01:20.488163 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.577082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:01:20.581265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:01:20.585740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.644405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:20.644996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:20.646392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] 10.222.0.13 "PUT /v2.0/ports/281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 1091 time: 1.0965710 May 26 20:01:20.646812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:20.670187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a3d09-0019-4a53-92c4-0e6192ac1b7f service neutron] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:20.719581 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec871139-7f2b-4e86-9df8-f63ec8b47e79'] response: {'name': 'network-changed', 'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'status': 'completed', 'code': 200} May 26 20:01:20.763068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-1b4fa8f5-e5e6-4a96-8469-901f29d578f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:20.764456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-1b4fa8f5-e5e6-4a96-8469-901f29d578f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1094 time: 0.0755427 May 26 20:01:20.831185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-9d2096ba-4e94-4451-ae87-d4391d5b82e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0600579 May 26 20:01:20.894756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-4cf4711c-b146-42dd-9c64-36b18b0ecf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:20.896120 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-4cf4711c-b146-42dd-9c64-36b18b0ecf2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0596375 May 26 20:01:20.941686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-96b6f588-2cf4-4bd4-b9dd-0927cc3d2fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399909 May 26 20:01:21.074461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-ee82682e-f3cc-420b-afbc-8049ccf7c824 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270909 May 26 20:01:21.203002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-35577d63-7a61-49bc-910d-de3681e8ce6f req-0d4f264b-0567-4e6f-a5e7-f7696cf372d3 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219711 May 26 20:01:21.315591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-457c8125-80fe-4fce-97c0-46d720c74f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:21.317123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-457c8125-80fe-4fce-97c0-46d720c74f86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1094 time: 0.0695255 May 26 20:01:21.446103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-c8e433ff-06d6-42f6-8dba-d53771ea90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:21.447528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-c8e433ff-06d6-42f6-8dba-d53771ea90dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1248326 May 26 20:01:21.518998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-81fb6aa6-def2-4e4d-be1f-b473a8c17027 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0652003 May 26 20:01:21.720079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-d09755e9-ed94-437a-84ef-777f76db387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:21.721505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-d09755e9-ed94-437a-84ef-777f76db387f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.1723335 May 26 20:01:21.773332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-a9145320-c28a-4a60-bea3-d4bc75d64a5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440857 May 26 20:01:21.780607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9fae8-f916-4c7d-b937-ca4a693a5785 req-8645bf66-300f-44a1-95c0-fc7b85de680f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:21.781938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a9fae8-f916-4c7d-b937-ca4a693a5785 req-8645bf66-300f-44a1-95c0-fc7b85de680f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 943 time: 0.2620878 May 26 20:01:21.908247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a9fae8-f916-4c7d-b937-ca4a693a5785 req-9d712da1-fb8e-47a5-b631-a28a2e3fbc97 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043005 May 26 20:01:21.940259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-7d6c808f-4837-4922-9cb0-e63f34b82690 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574199 May 26 20:01:22.068519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6d66f48-c28e-4723-996d-dc27e8a455a9 req-3725b488-d0b3-48af-a618-3bb944361513 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222811 May 26 20:01:23.091107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c570-8df2-4055-95b6-40f99f585ed4 req-0fcfbf70-9223-4af1-aef2-f4b69187bfbf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:23.092536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8da5c570-8df2-4055-95b6-40f99f585ed4 req-0fcfbf70-9223-4af1-aef2-f4b69187bfbf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 943 time: 0.0804298 May 26 20:01:23.135863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8da5c570-8df2-4055-95b6-40f99f585ed4 req-5168f058-21e9-4284-994b-65995673aaf5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369852 May 26 20:01:23.612724 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 281524bb-196b-4270-997e-e466c13fbb93 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:01:23.741954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:23.755013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '281524bb-196b-4270-997e-e466c13fbb93', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'port_id': '281524bb-196b-4270-997e-e466c13fbb93', 'mac_address': 'fa:16:3e:22:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8351ee6a-947d-428d-a72a-1aa6c28ea6e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:01:23.807485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 281524bb-196b-4270-997e-e466c13fbb93 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:01:23.807847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:23.824199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281524bb-196b-4270-997e-e466c13fbb93 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:01:23.839365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:23.843224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:23.909965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:24.028813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['281524bb-196b-4270-997e-e466c13fbb93'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:01:24.322414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e467c-7142-49f6-97b5-ef8d7ffdcffc req-47f8f22e-975f-4ab6-858d-74047ff0cc52 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:24.323832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a3e467c-7142-49f6-97b5-ef8d7ffdcffc req-47f8f22e-975f-4ab6-858d-74047ff0cc52 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0810668 May 26 20:01:24.367337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a3e467c-7142-49f6-97b5-ef8d7ffdcffc req-6a783bc6-68de-4722-a086-2f777f1fc4e6 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 May 26 20:01:25.557414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71887f8a-1fcf-423b-bf32-34b75e7a3ea7 req-ce935e01-151c-43d8-94bb-0be6b6335889 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:25.558840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71887f8a-1fcf-423b-bf32-34b75e7a3ea7 req-ce935e01-151c-43d8-94bb-0be6b6335889 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0844657 May 26 20:01:25.606365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71887f8a-1fcf-423b-bf32-34b75e7a3ea7 req-7c5a5ead-2a88-487f-91d9-6ff7ee2d0fb3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 May 26 20:01:25.627997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 281524bb-196b-4270-997e-e466c13fbb93 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:01:25.693813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 281524bb-196b-4270-997e-e466c13fbb93 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:01:25.698337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 281524bb-196b-4270-997e-e466c13fbb93 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:01:25.698704 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:25.814134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 281524bb-196b-4270-997e-e466c13fbb93 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:01:25.814506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:25.841101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:25.850586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:25.854638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:25.895357 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8bec89-6df6-4128-abf6-14107b2ade14'] response: {'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'code': 200} May 26 20:01:25.927346 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:26.009678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979aa7-d182-4159-a133-ff28890ca03d req-a3b9b92b-07bb-46a0-8ce4-19410ec75dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:26.011063 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86979aa7-d182-4159-a133-ff28890ca03d req-a3b9b92b-07bb-46a0-8ce4-19410ec75dbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1096 time: 0.0687697 May 26 20:01:26.050689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86979aa7-d182-4159-a133-ff28890ca03d req-47b0f5d6-7544-436c-b81e-3de74025d29f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 May 26 20:01:26.791023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11990f-f6b1-4ae2-a976-6f95c0f14e33 req-9ef7fe65-b9b1-49e2-b9cd-76a84cec740a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:26.792446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b11990f-f6b1-4ae2-a976-6f95c0f14e33 req-9ef7fe65-b9b1-49e2-b9cd-76a84cec740a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0816007 May 26 20:01:26.842695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b11990f-f6b1-4ae2-a976-6f95c0f14e33 req-63e0695d-1c59-42ac-8bee-e60135e8c7f7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 May 26 20:01:28.028345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6c6cb-de19-4775-b5f1-28005b9b65b2 req-63a6b181-d336-461f-9a71-63e258455fad tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:28.029846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0e6c6cb-de19-4775-b5f1-28005b9b65b2 req-63a6b181-d336-461f-9a71-63e258455fad tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0781789 May 26 20:01:28.073865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0e6c6cb-de19-4775-b5f1-28005b9b65b2 req-00d244ee-6a8e-4534-893b-f612b2fc6fc9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 May 26 20:01:28.259321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc89c46-0ceb-40e8-bcc2-bf0c86184180 req-ae2dfd87-481e-4b10-8198-2690dc9da52d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:28.260745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dc89c46-0ceb-40e8-bcc2-bf0c86184180 req-ae2dfd87-481e-4b10-8198-2690dc9da52d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0820363 May 26 20:01:28.304088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4dc89c46-0ceb-40e8-bcc2-bf0c86184180 req-d001d57b-9517-467f-b1d4-d71b7bdf450e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 May 26 20:01:28.638088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b075c-7d19-4a79-946e-639888f4fadd req-8a6af197-4bd6-4fac-afef-900bd0921e8b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:28.639425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a7b075c-7d19-4a79-946e-639888f4fadd req-8a6af197-4bd6-4fac-afef-900bd0921e8b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0776162 May 26 20:01:28.686400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a7b075c-7d19-4a79-946e-639888f4fadd req-a54ec98f-e5f4-413c-9912-98695e878b3f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 May 26 20:01:28.864794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83998f-6387-4f9d-a9f1-20af0723ddb5 req-98e6e32a-e36f-4eee-a955-c911d70de58f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:28.866252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f83998f-6387-4f9d-a9f1-20af0723ddb5 req-98e6e32a-e36f-4eee-a955-c911d70de58f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0785770 May 26 20:01:28.909406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f83998f-6387-4f9d-a9f1-20af0723ddb5 req-1f825400-6622-4907-bbfb-b2b934553508 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 May 26 20:01:29.256613 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-ea5af5df-0a26-4e51-9709-2eab9359cb7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746264 May 26 20:01:29.308382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc799fd-591a-498c-9b29-277112c88fdf req-abfab4c8-d41d-4c93-ad1c-f9c2768f8e4b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:29.309880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddc799fd-591a-498c-9b29-277112c88fdf req-abfab4c8-d41d-4c93-ad1c-f9c2768f8e4b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0839789 May 26 20:01:29.354625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddc799fd-591a-498c-9b29-277112c88fdf req-57838f37-29d2-45d8-a0db-501c57485ffa tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376489 May 26 20:01:30.418033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-25797268-9388-440c-a3b9-4fb2226bce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:30.419615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-25797268-9388-440c-a3b9-4fb2226bce93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1096 time: 0.0701590 May 26 20:01:30.707372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-4752e570-0b71-4e03-bd01-2669c0597499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:30.708801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-4752e570-0b71-4e03-bd01-2669c0597499 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.2830741 May 26 20:01:30.720259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873404-acfc-4b0a-86ae-899887534bfa req-40ab4b89-9a2c-4060-849a-6832b91dc062 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:30.721631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52873404-acfc-4b0a-86ae-899887534bfa req-40ab4b89-9a2c-4060-849a-6832b91dc062 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.2265983 May 26 20:01:30.806399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-f7977bfc-461c-499f-ac68-bc53de1ec7cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0838282 May 26 20:01:30.871710 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52873404-acfc-4b0a-86ae-899887534bfa req-c6daa26a-bab4-4ba8-af7e-31dd1bf16bca tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027482 May 26 20:01:30.884883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-b6cebd43-2002-4550-a21c-fa2431a5a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:30.886326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-b6cebd43-2002-4550-a21c-fa2431a5a8da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0743742 May 26 20:01:30.932129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-54f5bb4e-ae5e-46de-97f4-a86776ae3c73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397320 May 26 20:01:31.062858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-4b77abc0-a97f-4be8-bf01-cbd1bc508d94 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242330 May 26 20:01:31.201247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-18faf1fc-897a-4bcd-ad81-9881be72b35b service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325078 May 26 20:01:32.062409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfa7ab-6a29-41d6-8a7a-0636e18bfab0 req-39b88b1e-1033-4004-9222-412a1607e74b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:32.063899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eadfa7ab-6a29-41d6-8a7a-0636e18bfab0 req-39b88b1e-1033-4004-9222-412a1607e74b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0847242 May 26 20:01:32.108594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eadfa7ab-6a29-41d6-8a7a-0636e18bfab0 req-88cbf760-155a-439a-8106-3abc10125c82 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390635 May 26 20:01:33.298876 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caddb3-9c2d-454d-afd2-523f60fd0096 req-92cca5a8-c80c-44bf-9a47-56c678b0365a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:33.300324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6caddb3-9c2d-454d-afd2-523f60fd0096 req-92cca5a8-c80c-44bf-9a47-56c678b0365a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0786300 May 26 20:01:33.347611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6caddb3-9c2d-454d-afd2-523f60fd0096 req-91cd0170-ca1e-4730-82b8-e94e572e3711 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 May 26 20:01:34.531451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693480-a3ac-455a-93b2-759ac5a186ac req-a5dc1f39-1c3a-46e6-b523-90bfe0671e8a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:34.533457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30693480-a3ac-455a-93b2-759ac5a186ac req-a5dc1f39-1c3a-46e6-b523-90bfe0671e8a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0802376 May 26 20:01:34.576707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30693480-a3ac-455a-93b2-759ac5a186ac req-0bfdcbea-3913-4100-9ab1-37e98c6b35bf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 May 26 20:01:35.520267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-6d7eeb94-050c-48ad-8abd-a06e65824545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:35.521788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-6d7eeb94-050c-48ad-8abd-a06e65824545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1096 time: 0.0740628 May 26 20:01:35.666705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-bccfa507-5114-4368-94cb-3430394366f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:35.668137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-bccfa507-5114-4368-94cb-3430394366f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1288662 May 26 20:01:35.777523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-c1c76434-7d63-42fb-9b0d-4a93a51f3ae4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.1027477 May 26 20:01:35.854404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-661e12c1-3637-4b3f-9f63-a890b700f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:35.855793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-661e12c1-3637-4b3f-9f63-a890b700f218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0689290 May 26 20:01:35.868534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f42f5-a42e-49a0-a51e-62060f0f4427 req-61ff7cbb-2c92-4238-b45a-ac4df7d6a43c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:35.870106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f4f42f5-a42e-49a0-a51e-62060f0f4427 req-61ff7cbb-2c92-4238-b45a-ac4df7d6a43c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.1469069 May 26 20:01:35.926707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-a7a3fa9c-e675-4c45-b606-1715a1aefd97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556915 May 26 20:01:36.028667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f4f42f5-a42e-49a0-a51e-62060f0f4427 req-816c39fa-eb18-4722-8510-461c346ad1fc tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228712 May 26 20:01:36.076444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-f8002c22-ad3d-45db-a0f1-b145e5df9dcd service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444414 May 26 20:01:36.313965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21d28e9a-3ae0-4812-8b5f-9117a3b87840 req-84611acc-7949-4854-97a6-eb269b687fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321398 May 26 20:01:36.878679 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:37.210938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900a157-3918-4ed8-91a6-3243159d5db3 req-e3736637-5952-44e4-bc4b-c8eabf2a07b5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:37.212350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9900a157-3918-4ed8-91a6-3243159d5db3 req-e3736637-5952-44e4-bc4b-c8eabf2a07b5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0776889 May 26 20:01:37.255690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9900a157-3918-4ed8-91a6-3243159d5db3 req-0832a4bc-0664-4792-9690-ab203210b15c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 May 26 20:01:38.462064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29c728-c16e-4044-afe0-287717a1e735 req-6a34f0b5-ed2a-4327-aa24-af99cb6795df tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:38.463480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e29c728-c16e-4044-afe0-287717a1e735 req-6a34f0b5-ed2a-4327-aa24-af99cb6795df tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0928962 May 26 20:01:38.512040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0e29c728-c16e-4044-afe0-287717a1e735 req-7ee0c8d1-716f-489c-bcc5-385a2a7d97b3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 May 26 20:01:39.705615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311ccfe-3282-4112-9751-573738ce96ca req-2f307d41-9065-4b9d-bde8-ec12e624e40b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:39.707057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2311ccfe-3282-4112-9751-573738ce96ca req-2f307d41-9065-4b9d-bde8-ec12e624e40b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0865557 May 26 20:01:39.750503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2311ccfe-3282-4112-9751-573738ce96ca req-3484c4fa-eed7-4d6b-85c3-b7bc9c7ff270 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 May 26 20:01:40.934142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21be3-2963-467d-955c-8006e6769a0b req-370ee855-b853-44f7-9014-f61447cb9603 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:40.935567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ce21be3-2963-467d-955c-8006e6769a0b req-370ee855-b853-44f7-9014-f61447cb9603 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0810604 May 26 20:01:40.986670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ce21be3-2963-467d-955c-8006e6769a0b req-68dcacc5-07f9-4dd6-a25d-6ab8116e6e7d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 May 26 20:01:42.167799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98340-4c48-475e-99dc-c6772c138b99 req-fdf946b5-734d-4235-bee2-4114cbc0e000 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:42.169252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90c98340-4c48-475e-99dc-c6772c138b99 req-fdf946b5-734d-4235-bee2-4114cbc0e000 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0782359 May 26 20:01:42.215730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90c98340-4c48-475e-99dc-c6772c138b99 req-5a75728d-96ea-4a95-9872-bd095dfac5ef tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 May 26 20:01:43.398425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c6223-54d0-4305-a7a1-064a2f03f6d4 req-e83b7395-f907-4b06-a7dc-7710d186632e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:43.399858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379c6223-54d0-4305-a7a1-064a2f03f6d4 req-e83b7395-f907-4b06-a7dc-7710d186632e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0782380 May 26 20:01:43.443563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-379c6223-54d0-4305-a7a1-064a2f03f6d4 req-317cc5fd-c13a-4983-9f03-7b2d50b84ec6 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 May 26 20:01:44.394374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:44.630614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b749db-7e3e-4a43-9f75-4c7435d5edb5 req-1826bc0a-acd5-4e3d-b8f7-69a3f763998c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:44.632041 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1b749db-7e3e-4a43-9f75-4c7435d5edb5 req-1826bc0a-acd5-4e3d-b8f7-69a3f763998c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0841854 May 26 20:01:44.675031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b1b749db-7e3e-4a43-9f75-4c7435d5edb5 req-46a489d6-c631-4b7f-a1a5-5e5726bb5937 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 May 26 20:01:44.751153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-be32d6b1-482c-426a-8591-3e5d84abde71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:45.856096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f704f2-8371-40e6-91c7-cd819b54bb7a req-0dd4c86e-3c25-4325-a7e2-3b4b6226a34d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:45.857440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12f704f2-8371-40e6-91c7-cd819b54bb7a req-0dd4c86e-3c25-4325-a7e2-3b4b6226a34d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0771155 May 26 20:01:45.901714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12f704f2-8371-40e6-91c7-cd819b54bb7a req-09bd7311-b640-46e6-b1b7-c9371929b021 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 May 26 20:01:46.909181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b017395c-9584-4c0f-8108-dae38889e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:47.091043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8378b-99fb-4d1a-a147-d3db77f8c677 req-cc28011f-bc07-4a42-a4a5-1d51387859ee tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:47.092498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59c8378b-99fb-4d1a-a147-d3db77f8c677 req-cc28011f-bc07-4a42-a4a5-1d51387859ee tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0832882 May 26 20:01:47.138432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-59c8378b-99fb-4d1a-a147-d3db77f8c677 req-af2183aa-97d0-48a3-8b26-e71b8d69daa4 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 May 26 20:01:47.408475 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:48.263149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:48.334050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3e722-daeb-477a-a042-2bd32ee2974d req-6f948d75-85a1-4e7d-98f6-ec6377f479d9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:48.335390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ab3e722-daeb-477a-a042-2bd32ee2974d req-6f948d75-85a1-4e7d-98f6-ec6377f479d9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0863156 May 26 20:01:48.383460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ab3e722-daeb-477a-a042-2bd32ee2974d req-c080f586-122c-4782-91b9-4ca7b5927cc9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 May 26 20:01:49.566947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d20a3a-c6ab-4da6-9138-43b0bc871c77 req-47fb5773-40cf-423a-936b-eb8c704719f7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:49.568444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5d20a3a-c6ab-4da6-9138-43b0bc871c77 req-47fb5773-40cf-423a-936b-eb8c704719f7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0781755 May 26 20:01:49.611899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5d20a3a-c6ab-4da6-9138-43b0bc871c77 req-d5f3d37c-db19-4e64-9641-f2674fcdddd8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 May 26 20:01:49.844265 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:50.797895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132bdfc-0d5e-463e-a89c-76143ea45dd5 req-e01a8a85-8bbc-4b73-b5f3-ea9b48f83366 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:50.799232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1132bdfc-0d5e-463e-a89c-76143ea45dd5 req-e01a8a85-8bbc-4b73-b5f3-ea9b48f83366 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0814061 May 26 20:01:50.843000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1132bdfc-0d5e-463e-a89c-76143ea45dd5 req-eafc6f1a-b202-4ca1-b4f6-57752bb6d67f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 May 26 20:01:52.026829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f511214-17b2-4feb-809f-97bdb8ba8e74 req-18d652ec-1e31-4f67-a987-3aff40e521bb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:52.028305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f511214-17b2-4feb-809f-97bdb8ba8e74 req-18d652ec-1e31-4f67-a987-3aff40e521bb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0798216 May 26 20:01:52.072116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f511214-17b2-4feb-809f-97bdb8ba8e74 req-e5b0cd84-fc5f-4475-ad15-f3ba5c4c1002 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 May 26 20:01:53.260805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40cf1-1c2b-409e-af90-c143d4422197 req-8508ef1c-3d62-4151-b602-dc7102249223 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:53.262385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03e40cf1-1c2b-409e-af90-c143d4422197 req-8508ef1c-3d62-4151-b602-dc7102249223 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0820897 May 26 20:01:53.304827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03e40cf1-1c2b-409e-af90-c143d4422197 req-cbdd1367-8e2b-4d53-a588-85b784b22997 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 May 26 20:01:54.488741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a898977-c11d-4e6d-961a-fb67e77ae3d4 req-2bfe9493-77f0-4b93-a70d-c0bc878d3333 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:54.490265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a898977-c11d-4e6d-961a-fb67e77ae3d4 req-2bfe9493-77f0-4b93-a70d-c0bc878d3333 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0789411 May 26 20:01:54.534031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a898977-c11d-4e6d-961a-fb67e77ae3d4 req-fa5bd1b0-6fb0-4ddd-9036-a8939b330819 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 May 26 20:01:55.025194 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:01:55.717713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545b17-d55b-4f3b-b207-410365428bcb req-a1dfa610-9101-4bc0-a9f7-75e03a439302 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:55.719147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db545b17-d55b-4f3b-b207-410365428bcb req-a1dfa610-9101-4bc0-a9f7-75e03a439302 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0815206 May 26 20:01:55.762455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db545b17-d55b-4f3b-b207-410365428bcb req-0cb25786-7f3b-4da6-ba6c-9ac921496a51 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 May 26 20:01:56.941705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea90d9-3c57-45fa-8918-be820924d9a7 req-98336237-3e00-44c2-8dd8-a8a58499d1fd tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:56.943116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ea90d9-3c57-45fa-8918-be820924d9a7 req-98336237-3e00-44c2-8dd8-a8a58499d1fd tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0774720 May 26 20:01:56.989374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01ea90d9-3c57-45fa-8918-be820924d9a7 req-c9b36468-dd5f-444a-b1c0-34ed7e166ff8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 May 26 20:01:58.226521 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-71f230d7-a829-4ba8-8a21-8c7ec8f5fcfd service neutron] show failed (client error): The resource could not be found. May 26 20:01:58.227533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-71f230d7-a829-4ba8-8a21-8c7ec8f5fcfd service neutron] 10.222.0.13 "GET /v2.0/ports/281524bb-196b-4270-997e-e466c13fbb93/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1279416 May 26 20:01:58.242568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae853352-8efc-4500-98af-4f0aa5a4e61f req-8fdd474c-064a-4931-87e4-84d2317804f8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:58.244067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae853352-8efc-4500-98af-4f0aa5a4e61f req-8fdd474c-064a-4931-87e4-84d2317804f8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.1463830 May 26 20:01:58.291937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae853352-8efc-4500-98af-4f0aa5a4e61f req-0619a960-fbac-42a8-a7b3-240977ca94a8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 May 26 20:01:58.482776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-478e087a-68ee-4903-b1aa-d1079be04772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:58.484210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-478e087a-68ee-4903-b1aa-d1079be04772 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9&tenant_id=25aae70fef1d4703bbde422ec4d6e07c HTTP/1.1" status: 200 len: 1096 time: 0.0697706 May 26 20:01:58.495417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:01:58.600914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:58.944458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:01:58.972514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:01:59.032544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:01:59.037909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:59.052580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Transition to ACTIVE for port object 281524bb-196b-4270-997e-e466c13fbb93 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:01:59.057673 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:59.228269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] No DVR routers for this DVR port 281524bb-196b-4270-997e-e466c13fbb93 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:01:59.231711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:59.259512 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3443e6c4-31a7-441f-b0ff-789adb8193aa'] response: {'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'code': 200} May 26 20:01:59.287254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:01:59.287581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:01:59.287901 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:59.292380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:01:59.292694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Attempting to bind port 281524bb-196b-4270-997e-e466c13fbb93 on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:01:59.297711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:01:59.298068 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Checking segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:01:59.298443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Bound using segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:01:59.298859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Bound port: 281524bb-196b-4270-997e-e466c13fbb93, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:01:59.299193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:59.386277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:01:59.389243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:01:59.394478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:59.499749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:59.500354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:01:59.502330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] 10.222.0.53 "PUT /v2.0/ports/281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 1091 time: 1.0106597 May 26 20:01:59.526011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd532254-5273-4bbe-b5bb-340bf2af6f04 service neutron] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:01:59.599218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08766751-5bf1-4794-8e2c-61e762b39159 req-43e594b4-abcf-4fcf-8559-8df72e9b1882 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:59.600653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08766751-5bf1-4794-8e2c-61e762b39159 req-43e594b4-abcf-4fcf-8559-8df72e9b1882 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 943 time: 0.2023885 May 26 20:01:59.648577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-b50b7561-ee0b-4a68-9461-50f80133b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:59.650035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-b50b7561-ee0b-4a68-9461-50f80133b23f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1094 time: 0.1250432 May 26 20:01:59.656784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08766751-5bf1-4794-8e2c-61e762b39159 req-7fff0e7b-243c-44c5-b938-4e28edef405b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 May 26 20:01:59.780764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-87ae6222-f919-4f7e-ab06-871a62b9095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:59.782172 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-87ae6222-f919-4f7e-ab06-871a62b9095b service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1245639 May 26 20:01:59.847938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-356443d8-833d-41db-b758-20b51f6d4fff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0594933 May 26 20:01:59.910055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-71d25038-55e8-4c7f-ba82-d3e4c6ad502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:01:59.911405 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-71d25038-55e8-4c7f-ba82-d3e4c6ad502d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0584197 May 26 20:01:59.956196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-991356b4-ff75-4647-b7bd-ff0c12565cb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392289 May 26 20:02:00.084441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-bc4f1a1d-ac48-4b1b-85ab-08ec9d0a3573 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223395 May 26 20:02:00.212875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23e2f0ae-2d0f-4a84-bd9a-0403751a2a10 req-5a1f5d94-0a68-486a-8ee1-93ccbbad57b4 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226690 May 26 20:02:00.837092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b9c23-bd57-4362-a8e9-4303415e6ebf req-50198f6b-2658-431b-870e-29a8aa1be212 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:00.838526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15b9c23-bd57-4362-a8e9-4303415e6ebf req-50198f6b-2658-431b-870e-29a8aa1be212 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 943 time: 0.0785141 May 26 20:02:00.884355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d15b9c23-bd57-4362-a8e9-4303415e6ebf req-9a0a1c89-41cf-42d8-acd2-66e7c5e9b1cb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 May 26 20:02:01.260720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:01.315271 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16169bd-cab1-4970-b0d0-db242fd562df'] response: {'name': 'network-changed', 'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'status': 'completed', 'code': 200} May 26 20:02:01.543931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-5bef413c-3a23-4330-a5c0-d9909aef1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:01.545392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-5bef413c-3a23-4330-a5c0-d9909aef1db2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1094 time: 0.2128019 May 26 20:02:01.620973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-4537b7e4-5b47-4f41-8ea1-e8009b11a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:01.622399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-4537b7e4-5b47-4f41-8ea1-e8009b11a6fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1094 time: 0.1623461 May 26 20:02:01.774721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-d4873028-c831-422e-9495-409a88908174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:01.776125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-d4873028-c831-422e-9495-409a88908174 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.2243106 May 26 20:02:01.847466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 281524bb-196b-4270-997e-e466c13fbb93 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:02:01.854045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-a2fd1292-6980-4269-849f-2061110e81c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0664411 May 26 20:02:01.855169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-5ee2c1a9-f5c0-429a-b1d0-d83a360d09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:01.856455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-5ee2c1a9-f5c0-429a-b1d0-d83a360d09b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.2227423 May 26 20:02:01.904280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 281524bb-196b-4270-997e-e466c13fbb93 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:02:01.962543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-aa14701c-4c9c-4de5-a82a-f0acc14640f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0732179 May 26 20:02:02.061442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-52eb61bd-44b6-4fd8-a459-75b054fffab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:02.062853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-52eb61bd-44b6-4fd8-a459-75b054fffab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.2023244 May 26 20:02:02.124234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-2b32ced8-e18f-47e4-97a1-b10bacfd2d39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540655 May 26 20:02:02.127345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-8b874e03-01bb-4e2f-bc86-c524cac4ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:02.128603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-8b874e03-01bb-4e2f-bc86-c524cac4ba3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.1597311 May 26 20:02:02.247334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-8ca2ae09-852f-44ab-b2f4-52d287ed385b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974617 May 26 20:02:02.339352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791038d-4c9c-4f7d-83e3-1064b188ccac req-a22eac16-23d6-4566-8b6d-50167fe12dc8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:02.340804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d791038d-4c9c-4f7d-83e3-1064b188ccac req-a22eac16-23d6-4566-8b6d-50167fe12dc8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 943 time: 0.3417580 May 26 20:02:02.448475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d791038d-4c9c-4f7d-83e3-1064b188ccac req-730bc02f-b1f2-48e1-8637-72dbfd22ae3d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014488 May 26 20:02:02.458619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-249ab380-fe3c-40d0-b89b-36111ad606b2 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276935 May 26 20:02:02.467091 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-8af103f7-b3fc-4304-b32f-1c0ad077e106 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111580 May 26 20:02:02.541292 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 281524bb-196b-4270-997e-e466c13fbb93 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:02:02.678673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:02.693223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '281524bb-196b-4270-997e-e466c13fbb93', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'port_id': '281524bb-196b-4270-997e-e466c13fbb93', 'mac_address': 'fa:16:3e:22:66:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8351ee6a-947d-428d-a72a-1aa6c28ea6e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:02:02.759861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 281524bb-196b-4270-997e-e466c13fbb93 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:02.760142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:02.778259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281524bb-196b-4270-997e-e466c13fbb93 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:02:02.795248 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:02.800105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:02.815477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-9889ba59-9e23-4139-b294-dc4c8472fa14 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503745 May 26 20:02:02.817316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e528cf-78d4-414c-8f42-a2826a53c4ea req-78b4f42b-d4d2-4687-8065-bfacb6d47803 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336132 May 26 20:02:02.869656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:02.876764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.877144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.877463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.877789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.878113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.878433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.878750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.879066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.879386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.879695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.880009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:02.880321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:03.630289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ecfb-e000-4610-b999-41e8860218ac req-588b309f-cf7c-45b1-8332-ec1f48e899cf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:03.631702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74a0ecfb-e000-4610-b999-41e8860218ac req-588b309f-cf7c-45b1-8332-ec1f48e899cf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0793483 May 26 20:02:03.677466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74a0ecfb-e000-4610-b999-41e8860218ac req-283eef00-1d97-4bb6-9eb1-b571a2713efa tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 May 26 20:02:04.037060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-f64396c2-b678-4230-b555-79de7f7a7ae7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:04.038477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-f64396c2-b678-4230-b555-79de7f7a7ae7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9&tenant_id=25aae70fef1d4703bbde422ec4d6e07c&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 944 time: 0.1393001 May 26 20:02:04.048953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48fba4-ccdb-4a17-9fba-d934be79c83e req-068e66c4-8408-47e1-b005-0e7758d21db9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:04.050349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b48fba4-ccdb-4a17-9fba-d934be79c83e req-068e66c4-8408-47e1-b005-0e7758d21db9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.1523781 May 26 20:02:04.146885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['281524bb-196b-4270-997e-e466c13fbb93'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:02:04.150130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b48fba4-ccdb-4a17-9fba-d934be79c83e req-de22065b-282e-4949-ba3c-06ac93836aaf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653226 May 26 20:02:04.156782 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-ebbd4101-addd-46ea-8153-a3240615253e service neutron] delete failed (client error): The resource could not be found. May 26 20:02:04.158852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-ebbd4101-addd-46ea-8153-a3240615253e service neutron] 10.222.0.13 "DELETE /v2.0/ports/281524bb-196b-4270-997e-e466c13fbb93/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1076677 May 26 20:02:04.295632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-7bf911d7-15c4-4d8e-b036-1047d2c2426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:04.297402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-7bf911d7-15c4-4d8e-b036-1047d2c2426e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 1095 time: 0.0701809 May 26 20:02:04.424524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-1618fc61-7b8c-4257-a223-6e013cf6c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:04.425988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-1618fc61-7b8c-4257-a223-6e013cf6c9af service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1233809 May 26 20:02:04.495113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-0b970ae8-023f-4757-9893-18b92ec19315 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 200 len: 217 time: 0.0633876 May 26 20:02:04.555355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-240286fd-774f-4618-bbb8-938a4a6a85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:04.556692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-240286fd-774f-4618-bbb8-938a4a6a85ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0556309 May 26 20:02:04.605231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-45f27789-5869-49f8-8ef7-067859510198 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422812 May 26 20:02:04.732969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-37ec275d-dbb0-4cb0-b8dc-b427ec322f68 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211288 May 26 20:02:04.860325 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f9bd698-8939-45bf-a5a4-bbd6d12f6685 req-55380a9e-7f35-4ffd-be4e-7a8a3203565d service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215715 May 26 20:02:05.340226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69611ec6-af08-4027-af01-93a11c7655e5 req-e05c71a3-5cc8-4df9-ad3a-fa88caa616bb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:05.341711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69611ec6-af08-4027-af01-93a11c7655e5 req-e05c71a3-5cc8-4df9-ad3a-fa88caa616bb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0826750 May 26 20:02:05.386059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69611ec6-af08-4027-af01-93a11c7655e5 req-17f648b3-1411-4fb1-a21d-89e36ac2582b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 May 26 20:02:06.563537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 281524bb-196b-4270-997e-e466c13fbb93 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:02:06.576067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d955-8eb0-4e14-b0b7-4388854978d2 req-b3f6a392-ec7c-4db7-83da-854e2ce37237 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:06.577527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d26d955-8eb0-4e14-b0b7-4388854978d2 req-b3f6a392-ec7c-4db7-83da-854e2ce37237 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0814683 May 26 20:02:06.621881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d26d955-8eb0-4e14-b0b7-4388854978d2 req-7465fb3a-34de-4622-b966-4f9bdd6fd33c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 May 26 20:02:06.631748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 281524bb-196b-4270-997e-e466c13fbb93 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:02:06.636717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 281524bb-196b-4270-997e-e466c13fbb93 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:02:06.637119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:06.754646 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 281524bb-196b-4270-997e-e466c13fbb93 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:06.755021 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:06.781823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:06.792092 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:06.796508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:06.809948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c30d0a-b663-4b43-a10e-956ecee18594 req-73bc745a-1429-4057-88ca-bfaed3faa383 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:06.811374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18c30d0a-b663-4b43-a10e-956ecee18594 req-73bc745a-1429-4057-88ca-bfaed3faa383 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 944 time: 0.0821140 May 26 20:02:06.860423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18c30d0a-b663-4b43-a10e-956ecee18594 req-b9c4227c-0ba6-4ae8-9b95-5e698a9b65bc tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 May 26 20:02:06.866592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:06.892688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:06.910511 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95418fe-2be2-416a-9d48-a3d7cf109ce2'] response: {'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'code': 200} May 26 20:02:07.067116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d57808-5032-4a55-891d-1a968c681841 req-c07ead7b-42a4-4ecf-88bd-3f28662eaa68 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:07.068577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82d57808-5032-4a55-891d-1a968c681841 req-c07ead7b-42a4-4ecf-88bd-3f28662eaa68 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0794284 May 26 20:02:07.112078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82d57808-5032-4a55-891d-1a968c681841 req-b4ced69d-ddce-4d9c-8d3a-f6ae3fdfe736 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 May 26 20:02:07.601848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-9ed1bd84-d3a5-413e-bc18-32ffcaa0d542 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:07.603270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-9ed1bd84-d3a5-413e-bc18-32ffcaa0d542 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 815 time: 0.1505589 May 26 20:02:07.618233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-eed60b74-ecef-4630-8b41-8b92e56c02f8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/quotas/25aae70fef1d4703bbde422ec4d6e07c HTTP/1.1" status: 200 len: 375 time: 0.0094404 May 26 20:02:07.700767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-4a15404e-43fa-4f53-83ae-295667fa5785 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776587 May 26 20:02:07.917836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-c1a60b78-9bd7-4c9e-b85d-3a7ddaf4b6c6 service neutron] 10.222.0.24 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095149 May 26 20:02:08.047161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-504cd5ff-4b6f-4664-a597-439c49819c81 service neutron] 10.222.0.24 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234796 May 26 20:02:08.217901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ff40618-6bd7-4f36-a897-4411f5225f97 req-1e73a764-c191-4f7a-a154-c30cca37f670 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 210 time: 0.0414960 May 26 20:02:08.831708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-1a0e6db6-5895-4443-bd0d-295e1c804179 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:08.833136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-1a0e6db6-5895-4443-bd0d-295e1c804179 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c4e7253-737f-44d5-b671-4f0b580b22a9 HTTP/1.1" status: 200 len: 945 time: 0.0781727 May 26 20:02:08.903685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Deleting port 281524bb-196b-4270-997e-e466c13fbb93 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:02:08.904023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:09.264190 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] For port 281524bb-196b-4270-997e-e466c13fbb93, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=281524bb-196b-4270-997e-e466c13fbb93,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:09.264549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:09.403344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-4db2c148-9a4f-4e13-a80d-c2fe5cc5c078 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:09.405551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-4db2c148-9a4f-4e13-a80d-c2fe5cc5c078 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 815 time: 0.3252828 May 26 20:02:09.412896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Calling delete_port for 281524bb-196b-4270-997e-e466c13fbb93 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:02:09.485192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Request body: {'port': {'device_id': '1bab0327-3735-4c32-8549-ba13c6c76691', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'admin_state_up': True, 'tenant_id': '25aae70fef1d4703bbde422ec4d6e07c'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:02:09.514534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5a9e85f0-9549-4869-980c-7946a7bd4050 req-9827362b-9985-4861-8cbe-301aa5582073 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 210 time: 0.1787465 May 26 20:02:09.697599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:02:09.705513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Usage tracker for resource:port and tenant:25aae70fef1d4703bbde422ec4d6e07c is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:02:09.709866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:02:09.718687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:02:09.726120 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:09.737181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['281524bb-196b-4270-997e-e466c13fbb93'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:02:09.774758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Made reservation on behalf of 25aae70fef1d4703bbde422ec4d6e07c for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:02:09.778109 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:09.798971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Pushing event deleted for resources: {'Port': ['ID=281524bb-196b-4270-997e-e466c13fbb93,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:10.012215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] No DVR routers for this DVR port 281524bb-196b-4270-997e-e466c13fbb93 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:02:10.018671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:10.021142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-deleted', 'tag': '281524bb-196b-4270-997e-e466c13fbb93'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:10.056062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fa04623-26e5-4ccd-90bc-b65c0a69f2e6 req-c58f5f65-375d-4d65-8d79-3ffa92fa4084 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.53 "DELETE /v2.0/ports/281524bb-196b-4270-997e-e466c13fbb93 HTTP/1.1" status: 204 len: 173 time: 1.2173147 May 26 20:02:10.073482 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868df35b-1113-492a-b81c-b9ebc0a39384'] response: {'server_uuid': '5c4e7253-737f-44d5-b671-4f0b580b22a9', 'name': 'network-vif-deleted', 'tag': '281524bb-196b-4270-997e-e466c13fbb93', 'status': 'completed', 'code': 200} May 26 20:02:10.136011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Allocated IP 172.20.0.11 (de4d0bba-23f1-4410-9704-d7562dbd473c/8351ee6a-947d-428d-a72a-1aa6c28ea6e6/06525cda-56be-4906-8d20-2b31a94f175d) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:02:10.343678 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:10.374303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:10.385631 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['281524bb-196b-4270-997e-e466c13fbb93'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:02:10.443733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Network de4d0bba-23f1-4410-9704-d7562dbd473c is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:02:10.446931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:02:10.450771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:02:10.481466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:10.514899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:10.515492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:10.532082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-508bd29b-0771-4eba-b1ba-da70e77cbc10 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601673 May 26 20:02:10.544158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Request body: {'port': {'device_id': '1bab0327-3735-4c32-8549-ba13c6c76691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:02:10.711056 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:10.792904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f0a78-4412-428f-afe0-83b1da17a1db req-961fc5d6-a284-4263-8662-00979507e622 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:10.793603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c40f0a78-4412-428f-afe0-83b1da17a1db req-961fc5d6-a284-4263-8662-00979507e622 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Synchronizing usage tracker for tenant:25aae70fef1d4703bbde422ec4d6e07c on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:02:10.869571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c40f0a78-4412-428f-afe0-83b1da17a1db req-961fc5d6-a284-4263-8662-00979507e622 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Unset dirty status for tenant:25aae70fef1d4703bbde422ec4d6e07c on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:02:10.870621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c40f0a78-4412-428f-afe0-83b1da17a1db req-961fc5d6-a284-4263-8662-00979507e622 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 932 time: 0.2378433 May 26 20:02:10.994525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c40f0a78-4412-428f-afe0-83b1da17a1db req-acc34a29-cdea-4ea5-b7cc-ce25aa78a2b2 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171646 May 26 20:02:11.107506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06525cda-56be-4906-8d20-2b31a94f175d {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:02:11.115213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:11.129808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Transition to ACTIVE for port object 06525cda-56be-4906-8d20-2b31a94f175d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:02:11.133080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:11.315050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:11.356744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:02:11.357088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:02:11.357411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:02:11.362429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:02:11.362741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:02:11.367769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:02:11.368093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Checking segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:02:11.368459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Bound using segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:02:11.368880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Bound port: 06525cda-56be-4906-8d20-2b31a94f175d, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:02:11.369244 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:11.458882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:02:11.461744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:02:11.465741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:11.524891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:11.525515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:11.526862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] 10.222.0.53 "PUT /v2.0/ports/06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 1092 time: 0.9868114 May 26 20:02:11.541220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25916baa-7918-48cf-9486-8b89aa311095 service neutron] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:11.631670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-26e1f1d4-b1ae-46c9-a25c-7337872a7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:11.633135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-26e1f1d4-b1ae-46c9-a25c-7337872a7718 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1095 time: 0.0727825 May 26 20:02:11.698982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-61b3f077-a61e-480f-ab42-ad0dfdc822c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0596445 May 26 20:02:11.860061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-f3559f9f-7776-4074-b70d-de4ca73716ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:11.861580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-f3559f9f-7776-4074-b70d-de4ca73716ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.1575086 May 26 20:02:11.907911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-452e1cf2-9fd6-4fa5-adc1-33a3b443f830 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399234 May 26 20:02:12.036959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-8096cbef-ec1a-4811-bf42-b53119c35533 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231406 May 26 20:02:12.112067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:12.227306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f17f2a1-65b1-4da7-8725-5a8489010367 req-7c6da2e3-a524-4caf-8c3a-092f9f9c404f service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844690 May 26 20:02:12.243955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139aa395-14e1-4de6-9748-030c371eb170 req-6a156ab7-16c3-4c7a-aa23-290f40d3d656 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:12.245812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-139aa395-14e1-4de6-9748-030c371eb170 req-6a156ab7-16c3-4c7a-aa23-290f40d3d656 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.1249354 May 26 20:02:12.289764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-139aa395-14e1-4de6-9748-030c371eb170 req-eb4f561e-5038-4d12-ad26-8b484f3607f2 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 May 26 20:02:12.338331 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13babe8-8749-4d78-bf8e-acbfc584b9ae'] response: {'name': 'network-changed', 'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'status': 'completed', 'code': 200} May 26 20:02:12.425563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-d9046d02-5d37-468d-99bf-d62fb2f27768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:12.427037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-d9046d02-5d37-468d-99bf-d62fb2f27768 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1095 time: 0.0692015 May 26 20:02:12.555819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-8494b836-2d1a-49d6-b861-fe8d7cce45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:12.557270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-8494b836-2d1a-49d6-b861-fe8d7cce45a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1241355 May 26 20:02:12.615450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 281524bb-196b-4270-997e-e466c13fbb93 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:02:12.629674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-ec24ffea-a083-4d6b-9d35-772977c786a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0667744 May 26 20:02:12.651774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 281524bb-196b-4270-997e-e466c13fbb93 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:02:12.652111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 281524bb-196b-4270-997e-e466c13fbb93 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:02:12.694677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-5f5f8b05-da3a-4e2b-bcc6-5ee2e4dfd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:12.695982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-5f5f8b05-da3a-4e2b-bcc6-5ee2e4dfd858 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0610051 May 26 20:02:12.741357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-efce9a8c-db1d-46f8-8378-16bf7f2c643e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397439 May 26 20:02:12.868723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-1542272c-63bc-4082-8e49-aa36197cf6ee service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218171 May 26 20:02:12.997520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-590f0c27-c95f-45c9-a3ff-6b8ffcb37ca9 req-5fb6b381-1820-49a9-84a4-cdb836827e0c service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224961 May 26 20:02:13.486079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e765e-7019-4de9-95a9-acbf5ea6129f req-95245b05-75b5-4704-949d-c5e992cbf538 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:13.487500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-178e765e-7019-4de9-95a9-acbf5ea6129f req-95245b05-75b5-4704-949d-c5e992cbf538 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.0812497 May 26 20:02:13.530136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-178e765e-7019-4de9-95a9-acbf5ea6129f req-5db24ff0-ec7e-4f74-9bd7-2eb9d2b060c9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 May 26 20:02:14.397360 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:14.630694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 06525cda-56be-4906-8d20-2b31a94f175d details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:02:14.714532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0b033-9412-4cb0-8edf-c71e50a9af3f req-3edeb5b2-1c89-494c-8156-c91111645384 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:14.715924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fc0b033-9412-4cb0-8edf-c71e50a9af3f req-3edeb5b2-1c89-494c-8156-c91111645384 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.0819123 May 26 20:02:14.760377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fc0b033-9412-4cb0-8edf-c71e50a9af3f req-29292c6f-0c8f-4e2b-b14c-9f6460cb01c6 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 May 26 20:02:14.774196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:14.781063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-90360eea-fba8-4d31-aaea-19c2fc42efb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:14.788630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '06525cda-56be-4906-8d20-2b31a94f175d', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'port_id': '06525cda-56be-4906-8d20-2b31a94f175d', 'mac_address': 'fa:16:3e:ad:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8351ee6a-947d-428d-a72a-1aa6c28ea6e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:02:14.843593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 06525cda-56be-4906-8d20-2b31a94f175d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:14.843958 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:14.860900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06525cda-56be-4906-8d20-2b31a94f175d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:02:14.876308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:14.879773 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:14.947524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:15.186743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['06525cda-56be-4906-8d20-2b31a94f175d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:02:15.941432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c216f-1597-4803-adb6-d196fb8f1394 req-49289583-d916-4854-813f-fb3544026bf5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:15.942865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-694c216f-1597-4803-adb6-d196fb8f1394 req-49289583-d916-4854-813f-fb3544026bf5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 945 time: 0.0789018 May 26 20:02:15.990294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-694c216f-1597-4803-adb6-d196fb8f1394 req-76ec4d37-51b7-4f44-9334-be4c82a4dec1 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 May 26 20:02:16.634424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 06525cda-56be-4906-8d20-2b31a94f175d up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:02:16.734415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 06525cda-56be-4906-8d20-2b31a94f175d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:02:16.739288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 06525cda-56be-4906-8d20-2b31a94f175d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:02:16.739679 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:16.851983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 06525cda-56be-4906-8d20-2b31a94f175d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:16.852345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:16.878499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:16.888968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:16.893502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:16.937587 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e79d52-5229-4b08-ad7b-f35a8463e905'] response: {'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'code': 200} May 26 20:02:16.965224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-008c3d66-9409-4280-b561-aa9ae149d950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:16.977710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:17.048489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5c53-25d2-4dee-ae0c-54885964b848 req-c235e2b3-3334-4a2a-9a59-2da47fbcc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:17.049982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587d5c53-25d2-4dee-ae0c-54885964b848 req-c235e2b3-3334-4a2a-9a59-2da47fbcc4a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1097 time: 0.0705707 May 26 20:02:17.094507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587d5c53-25d2-4dee-ae0c-54885964b848 req-df9fb5d1-2b1b-4cbb-9719-a916951e11e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 May 26 20:02:17.280063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7d204-d726-452f-9e59-4b88c7eb43f1 req-d6375024-1d62-4212-9747-951233317bee tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:17.281492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ae7d204-d726-452f-9e59-4b88c7eb43f1 req-d6375024-1d62-4212-9747-951233317bee tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.1735389 May 26 20:02:17.325268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ae7d204-d726-452f-9e59-4b88c7eb43f1 req-8358906c-bb4b-4874-ae68-76d03ef49003 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 May 26 20:02:17.410613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:18.262518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:18.514884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337da8-dc15-4d64-ac0b-633549a5a9fd req-783b25a5-5ccb-4012-ae6b-69ec4a40c4ea tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:18.516335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b337da8-dc15-4d64-ac0b-633549a5a9fd req-783b25a5-5ccb-4012-ae6b-69ec4a40c4ea tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0839586 May 26 20:02:18.562389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b337da8-dc15-4d64-ac0b-633549a5a9fd req-c2455eee-a289-48bb-a93b-c2fbb2c18900 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 May 26 20:02:19.743624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885c9d-c7a7-48d6-81c7-7afb7225d827 req-ced23896-d0cd-4aed-86a6-cc616243a2ce tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:19.745386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78885c9d-c7a7-48d6-81c7-7afb7225d827 req-ced23896-d0cd-4aed-86a6-cc616243a2ce tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0804660 May 26 20:02:19.789284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78885c9d-c7a7-48d6-81c7-7afb7225d827 req-a40406f7-6d0e-419e-8b2b-000589ac32f4 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 May 26 20:02:19.846951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:19.977109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4586d2c-000b-4944-a539-d231f24f2108 req-f61e5d13-595e-4b72-a2a0-8aa492ebf188 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:19.978541 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4586d2c-000b-4944-a539-d231f24f2108 req-f61e5d13-595e-4b72-a2a0-8aa492ebf188 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0834279 May 26 20:02:20.021721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4586d2c-000b-4944-a539-d231f24f2108 req-9b6882e8-4720-4122-9dc5-3b70ae478d61 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 May 26 20:02:20.361585 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-ad5c9d3e-c0b2-4bc1-88c1-27adaa95c89b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690806 May 26 20:02:20.413820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5da29-a952-4a44-b280-f8abe43abe02 req-f02fc3e7-1202-4e69-ad5f-4a19b65c1078 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:20.415271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d5da29-a952-4a44-b280-f8abe43abe02 req-f02fc3e7-1202-4e69-ad5f-4a19b65c1078 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0800362 May 26 20:02:20.462363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d5da29-a952-4a44-b280-f8abe43abe02 req-e60948ad-362f-4922-abf5-137c585470e7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 May 26 20:02:21.464562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-3a53ed6a-9e87-4aba-bcd7-083fedcea6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:21.466022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-3a53ed6a-9e87-4aba-bcd7-083fedcea6b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1097 time: 0.0762377 May 26 20:02:21.645832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e199e697-5d45-4573-87ed-46880247949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:21.647274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e199e697-5d45-4573-87ed-46880247949a service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1742356 May 26 20:02:21.720671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-c177bc25-5dbd-46a1-b5a6-a4cec3f31f03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0677176 May 26 20:02:21.769032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4adcdd-6fe7-4448-b529-d9d8f4f692fa req-44f55e07-869c-4a60-819d-61b28798396d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:21.770449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a4adcdd-6fe7-4448-b529-d9d8f4f692fa req-44f55e07-869c-4a60-819d-61b28798396d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.2033024 May 26 20:02:21.817325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-0b0c68f8-0d53-4aff-979a-92f1cebfa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:21.818674 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-0b0c68f8-0d53-4aff-979a-92f1cebfa591 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0925667 May 26 20:02:21.825238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a4adcdd-6fe7-4448-b529-d9d8f4f692fa req-ad513fe4-4314-4f43-bfbe-52d16f57e67a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482881 May 26 20:02:21.869361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-4e72a0d4-41d2-4579-af60-f2adeff17adb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432081 May 26 20:02:21.995460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-9b6623c7-1d9d-4851-8a45-0073cba9f378 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203156 May 26 20:02:22.122861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-aa6add0f-e135-4c50-a605-b85f8ac89f27 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221855 May 26 20:02:23.006114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57afb2c-b14a-456c-995b-08e1fc3119db req-2f495c5c-6b33-4364-8616-e5cfded1b52f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:23.007527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e57afb2c-b14a-456c-995b-08e1fc3119db req-2f495c5c-6b33-4364-8616-e5cfded1b52f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0774956 May 26 20:02:23.051771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e57afb2c-b14a-456c-995b-08e1fc3119db req-a69123d5-a72a-41fb-932a-1d48241c523c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 May 26 20:02:24.237122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e069db-233a-412f-a385-018f47330667 req-7f5e4854-4dfd-4f9f-af4b-882ccf5ed1ca tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:24.238461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e069db-233a-412f-a385-018f47330667 req-7f5e4854-4dfd-4f9f-af4b-882ccf5ed1ca tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0808642 May 26 20:02:24.279898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e069db-233a-412f-a385-018f47330667 req-9aa492c8-417c-4c9e-ace4-4ff092703c1e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 May 26 20:02:25.461717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afe7e0-8ce7-41e3-a0cd-29405e8e31dd req-edeb23bd-b214-4de1-83c6-6985da5a14ff tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:25.463159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4afe7e0-8ce7-41e3-a0cd-29405e8e31dd req-edeb23bd-b214-4de1-83c6-6985da5a14ff tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0786972 May 26 20:02:25.509761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4afe7e0-8ce7-41e3-a0cd-29405e8e31dd req-03612eba-d591-499d-a8f4-0f86cbaf2fe7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 May 26 20:02:26.689737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa7f-03d3-416d-8adc-04f3d2493244 req-f44df779-fe5b-478a-9b86-4984ea10da64 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:26.691154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e9eaa7f-03d3-416d-8adc-04f3d2493244 req-f44df779-fe5b-478a-9b86-4984ea10da64 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0782578 May 26 20:02:26.734309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e9eaa7f-03d3-416d-8adc-04f3d2493244 req-638a3bd0-7384-4a8a-bc63-f150e1824280 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 May 26 20:02:27.919486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f7a2d-a687-495a-b66f-6d8008a673c4 req-6e529f84-0153-4985-ba5c-c44daf1057e1 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:27.920882 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-484f7a2d-a687-495a-b66f-6d8008a673c4 req-6e529f84-0153-4985-ba5c-c44daf1057e1 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0806041 May 26 20:02:28.060048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-484f7a2d-a687-495a-b66f-6d8008a673c4 req-8864d0ba-62f3-456b-a967-3a36896eb35b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334918 May 26 20:02:29.240550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796102-a0f4-4798-82e4-daeabcee20a0 req-13fabe24-455f-4b68-be66-e5de027d8c3e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:29.241979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe796102-a0f4-4798-82e4-daeabcee20a0 req-13fabe24-455f-4b68-be66-e5de027d8c3e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0777659 May 26 20:02:29.284319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fe796102-a0f4-4798-82e4-daeabcee20a0 req-0d6ed189-92d1-40d3-8248-95b01a5b7479 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367148 May 26 20:02:30.467285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006310f-b186-4f07-aa1a-1cedfcd21976 req-1e8bec92-e74d-40f8-8c01-bfa7a1f3607b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:30.468712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8006310f-b186-4f07-aa1a-1cedfcd21976 req-1e8bec92-e74d-40f8-8c01-bfa7a1f3607b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0811636 May 26 20:02:30.511528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8006310f-b186-4f07-aa1a-1cedfcd21976 req-660f9cd8-eee2-4554-8764-163ad12b6ade tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 May 26 20:02:31.693894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b7f7c-456e-4cf1-8a19-44e790e87fc9 req-f5d7b605-036f-474a-81e2-913e1c85d345 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:31.695297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e6b7f7c-456e-4cf1-8a19-44e790e87fc9 req-f5d7b605-036f-474a-81e2-913e1c85d345 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0780642 May 26 20:02:31.741395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e6b7f7c-456e-4cf1-8a19-44e790e87fc9 req-516a2724-1b6d-48de-abd6-af3156c2f361 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 May 26 20:02:32.025797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:02:32.926928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf28a6c-69a9-4a57-99f8-187be04555bd req-f0299607-d126-4db1-b67a-b159dcf1115e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:32.928333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddf28a6c-69a9-4a57-99f8-187be04555bd req-f0299607-d126-4db1-b67a-b159dcf1115e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0777838 May 26 20:02:32.970787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddf28a6c-69a9-4a57-99f8-187be04555bd req-0561eb0a-aa1b-44d0-ae9f-04c3f61127c9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 May 26 20:02:34.162310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb546f-1f7d-4ab6-8800-3f58a5768d37 req-01365a9d-286b-4fce-97e3-1d26a07ed5e3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:34.163750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62fb546f-1f7d-4ab6-8800-3f58a5768d37 req-01365a9d-286b-4fce-97e3-1d26a07ed5e3 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0877197 May 26 20:02:34.207052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62fb546f-1f7d-4ab6-8800-3f58a5768d37 req-527a58e3-1c6e-47cc-b4f7-5c727054695c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 May 26 20:02:35.387807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fc377-385e-4b17-a46f-a9c7c7c40eb6 req-12cd21d2-0962-44e5-a034-cb8dc7a6ee2d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:35.389147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-754fc377-385e-4b17-a46f-a9c7c7c40eb6 req-12cd21d2-0962-44e5-a034-cb8dc7a6ee2d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0771601 May 26 20:02:35.431690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-754fc377-385e-4b17-a46f-a9c7c7c40eb6 req-bcfd1f6a-b2d8-4ef7-ad7b-a27c27d44523 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364377 May 26 20:02:36.624207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad14c-c256-49e9-98af-8ce5cbca8cbc req-a2beb1ba-b300-41f4-9943-978abfe70599 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:36.625667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b49ad14c-c256-49e9-98af-8ce5cbca8cbc req-a2beb1ba-b300-41f4-9943-978abfe70599 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0820951 May 26 20:02:36.669250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b49ad14c-c256-49e9-98af-8ce5cbca8cbc req-eced1974-c1f1-4b96-9773-e00aa6e54eac tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 May 26 20:02:36.890729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:37.848293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfe6dc-5a4e-4ff6-b5bd-c126f42ecc15 req-e1864219-b30c-4e6d-8da4-0688ee5413e9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:37.849716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03bfe6dc-5a4e-4ff6-b5bd-c126f42ecc15 req-e1864219-b30c-4e6d-8da4-0688ee5413e9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0777028 May 26 20:02:37.895299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03bfe6dc-5a4e-4ff6-b5bd-c126f42ecc15 req-d8e075ed-f326-46d5-82cc-7556a44e9e1d tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 May 26 20:02:39.078983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d582d-4d28-485f-a151-d14d5c76def7 req-42be4fa4-15d9-46f7-b0dc-129a2c184fbb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:39.080684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad5d582d-4d28-485f-a151-d14d5c76def7 req-42be4fa4-15d9-46f7-b0dc-129a2c184fbb tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0793900 May 26 20:02:39.123698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad5d582d-4d28-485f-a151-d14d5c76def7 req-10e473e6-f823-45c6-b270-ab027213102a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 May 26 20:02:40.315409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fb293-d104-44fe-be8b-2186d6e93e16 req-eb0408f6-b820-4df4-9a7c-375f07cdea64 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:40.316731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29fb293-d104-44fe-be8b-2186d6e93e16 req-eb0408f6-b820-4df4-9a7c-375f07cdea64 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0845261 May 26 20:02:40.358931 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f29fb293-d104-44fe-be8b-2186d6e93e16 req-bcdffde6-6338-43d6-9c41-8dc6857a059e tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365462 May 26 20:02:41.543967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7204ed-ea30-4c83-bbd4-1f5002c5bd42 req-3c051ff7-7b03-4b20-a99e-baabe202a2ed tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:41.545402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a7204ed-ea30-4c83-bbd4-1f5002c5bd42 req-3c051ff7-7b03-4b20-a99e-baabe202a2ed tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0810099 May 26 20:02:41.587934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a7204ed-ea30-4c83-bbd4-1f5002c5bd42 req-0c54f94d-c8d2-4240-b3ef-29b50705a9d7 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363176 May 26 20:02:42.775140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c50dc-5b00-42ee-9c45-a11e786ebb73 req-cc94d0cf-3bfc-47bf-bfb2-6e91828540f9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:42.776578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b8c50dc-5b00-42ee-9c45-a11e786ebb73 req-cc94d0cf-3bfc-47bf-bfb2-6e91828540f9 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0816538 May 26 20:02:42.819956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b8c50dc-5b00-42ee-9c45-a11e786ebb73 req-755ee34e-0a96-4b55-b348-a33ec8eb12df tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 May 26 20:02:43.998756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c89e4-da82-4929-bc05-56c717f7435e req-0a670bf3-d12a-47f6-ad00-140c98610939 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:44.000731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d7c89e4-da82-4929-bc05-56c717f7435e req-0a670bf3-d12a-47f6-ad00-140c98610939 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0773528 May 26 20:02:44.043980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d7c89e4-da82-4929-bc05-56c717f7435e req-39be7a0c-40a8-4cb0-9fb7-f690aaad21c8 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 May 26 20:02:44.400887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:44.752727 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-133d7354-975a-4862-9870-ecb8a36c3d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:45.228941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5dc99-7e30-43eb-b495-6890b01c5dc3 req-f688c7a0-adf9-43dc-a534-ff4a52043f93 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:45.230370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6a5dc99-7e30-43eb-b495-6890b01c5dc3 req-f688c7a0-adf9-43dc-a534-ff4a52043f93 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0808814 May 26 20:02:45.273018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6a5dc99-7e30-43eb-b495-6890b01c5dc3 req-bb042b21-262e-4117-b76d-38a9abf8c89b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 May 26 20:02:46.482278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f94762-2027-477b-8fb9-fea55728f765 req-c4e4ac2c-5fee-417d-85be-49c034afff3a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:46.483625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47f94762-2027-477b-8fb9-fea55728f765 req-c4e4ac2c-5fee-417d-85be-49c034afff3a tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0963373 May 26 20:02:46.533883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47f94762-2027-477b-8fb9-fea55728f765 req-51af2002-a8c1-4c00-849e-7b05dfb72c50 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 May 26 20:02:46.907134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fa6cfaf5-e865-4890-8515-ac7e1dd68813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:47.412462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:47.769110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e7bd-fc94-4d1c-82ea-23618824fa87 req-6849d143-b9f1-446b-9dc6-ce22cc7801c6 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:47.770530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a916e7bd-fc94-4d1c-82ea-23618824fa87 req-6849d143-b9f1-446b-9dc6-ce22cc7801c6 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.1329901 May 26 20:02:47.813914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a916e7bd-fc94-4d1c-82ea-23618824fa87 req-f5e6b966-65d4-422e-8925-375f8dbe7ccf tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 May 26 20:02:48.267029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:48.921798 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-2465844e-88ae-4993-9c68-d45929e6fa5d service neutron] show failed (client error): The resource could not be found. May 26 20:02:48.923640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-2465844e-88ae-4993-9c68-d45929e6fa5d service neutron] 10.222.0.53 "GET /v2.0/ports/06525cda-56be-4906-8d20-2b31a94f175d/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0855145 May 26 20:02:49.066195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-66488e42-4228-4f1c-b239-4f9946deb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:49.067639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-66488e42-4228-4f1c-b239-4f9946deb870 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1097 time: 0.1051474 May 26 20:02:49.078776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5341f6-3fa3-49f2-83ef-72ddd232716d req-a018d195-2dac-41e5-a2b7-936ec31c0e56 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:49.080478 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff5341f6-3fa3-49f2-83ef-72ddd232716d req-a018d195-2dac-41e5-a2b7-936ec31c0e56 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.1495891 May 26 20:02:49.339585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ff5341f6-3fa3-49f2-83ef-72ddd232716d req-52f5bb14-a1a3-45f8-8444-c46677f0ed07 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524774 May 26 20:02:49.397623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-ebb4fdba-9b72-46cd-80a0-79e4eece8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:49.399058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-ebb4fdba-9b72-46cd-80a0-79e4eece8124 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.3102658 May 26 20:02:49.404726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-bf892988-a274-42e5-b42f-92679a46f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:49.406073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-bf892988-a274-42e5-b42f-92679a46f1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691&tenant_id=25aae70fef1d4703bbde422ec4d6e07c HTTP/1.1" status: 200 len: 1097 time: 0.2812030 May 26 20:02:49.457956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:02:49.505697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-f31e0841-2bf5-409e-8a92-5c6c2f66b1e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0980558 May 26 20:02:49.623262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-54f87d90-dc0e-4e74-be89-fad5cc6acead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:49.624668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-54f87d90-dc0e-4e74-be89-fad5cc6acead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.1120667 May 26 20:02:49.631989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:49.685969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-29dc1e81-30b6-4789-8d1a-13e297c1c047 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546722 May 26 20:02:49.851038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:49.939270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-d5a3e4da-d6ef-4e05-8440-4652125a93d1 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280102 May 26 20:02:50.152459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:50.164199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e946748-c60b-43c0-a0ba-5b2d2985afb8 req-1c646fca-b206-465c-9313-1004063d831a service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804514 May 26 20:02:50.188500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:02:50.244550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:50.250155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:50.265799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Transition to ACTIVE for port object 06525cda-56be-4906-8d20-2b31a94f175d will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:02:50.273307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:50.308237 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0918f95-2c44-4614-bad7-b992b0cec218'] response: {'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'code': 200} May 26 20:02:50.435418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] No DVR routers for this DVR port 06525cda-56be-4906-8d20-2b31a94f175d on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:02:50.439332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:50.481873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.482208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.482535 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.482856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.483174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.483494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.483808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.484118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.484452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.484767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.485101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.485409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:02:50.543023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:02:50.543404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:02:50.543722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:02:50.556044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:02:50.556351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Attempting to bind port 06525cda-56be-4906-8d20-2b31a94f175d on network de4d0bba-23f1-4410-9704-d7562dbd473c {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:02:50.564493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:02:50.564814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Checking segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:02:50.565209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Bound using segment: {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:02:50.565620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Bound port: 06525cda-56be-4906-8d20-2b31a94f175d, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a42551b-76f7-4e98-9c31-f8b494f3fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:02:50.565959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:50.647588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5e13e-907b-4833-97bd-67b611c67aa9 req-b056bade-2be1-4ec2-973f-899e6654fe37 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:50.649017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ded5e13e-907b-4833-97bd-67b611c67aa9 req-b056bade-2be1-4ec2-973f-899e6654fe37 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.1735857 May 26 20:02:50.696023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:02:50.710434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:02:50.713619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ded5e13e-907b-4833-97bd-67b611c67aa9 req-cc1146c6-af46-4955-98b9-8a004b772aa4 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 May 26 20:02:50.715037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:50.872839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:50.873463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:50.874774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] 10.222.0.13 "PUT /v2.0/ports/06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 1092 time: 1.4214203 May 26 20:02:50.891175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4324eaf-e043-43af-aea6-dfec2d750abf service neutron] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:50.962581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-425b854a-fb2c-47b4-90f0-63f09f2aa941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:50.964021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-425b854a-fb2c-47b4-90f0-63f09f2aa941 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1095 time: 0.0686841 May 26 20:02:51.094851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-d0343775-665f-4847-98cb-3d0137a29e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:51.097150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-d0343775-665f-4847-98cb-3d0137a29e07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1259866 May 26 20:02:51.166467 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-5c9a90f6-be3c-41fe-bd3c-d54153d2e3d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0632589 May 26 20:02:51.226333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-be2d1a2a-97cf-43f0-b454-02c511e0f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:51.227691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-be2d1a2a-97cf-43f0-b454-02c511e0f2b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0559182 May 26 20:02:51.271672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-709de65f-9345-4b20-9182-0e8b72372c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386407 May 26 20:02:51.280861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-ccd0f8e1-4681-4d1d-b1f6-c8d8c9d368b6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:02:51.282330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-ccd0f8e1-4681-4d1d-b1f6-c8d8c9d368b6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050657 May 26 20:02:51.409904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-15b6e407-b287-4b79-888e-1bd182fd3592 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220829 May 26 20:02:51.543780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47de0dcc-3fc8-4ffb-ba3c-306e8458c7aa req-c0d32fb9-3bde-407b-93de-5232efe51ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283858 May 26 20:02:51.904524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea9b4a-7855-40bb-9e23-ed1d8e5f3fc3 req-48d5a422-e230-462b-a3f7-32a0e1fa5cad tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:51.905992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcea9b4a-7855-40bb-9e23-ed1d8e5f3fc3 req-48d5a422-e230-462b-a3f7-32a0e1fa5cad tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.0884049 May 26 20:02:51.949936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcea9b4a-7855-40bb-9e23-ed1d8e5f3fc3 req-1b646fcc-d9e7-4a1f-b049-117ce7c77e24 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372806 May 26 20:02:52.309789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:52.365922 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982210e7-a15e-46f4-8c6f-03c0a1ff3f0e'] response: {'name': 'network-changed', 'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'status': 'completed', 'code': 200} May 26 20:02:52.510044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-23ce33ff-5abe-4479-b919-689543860374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:52.511557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-23ce33ff-5abe-4479-b919-689543860374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1095 time: 0.1305745 May 26 20:02:52.517197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-c043dc07-2dae-4e69-8617-6c6d710fcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:52.518741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-c043dc07-2dae-4e69-8617-6c6d710fcd2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1095 time: 0.1035802 May 26 20:02:52.751148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-899766a9-246f-48ca-946c-954b98491d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:52.752568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-899766a9-246f-48ca-946c-954b98491d92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.2323470 May 26 20:02:52.753634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-0ba89fe5-b358-408d-aca4-7ae408d3f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:52.754902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-0ba89fe5-b358-408d-aca4-7ae408d3f064 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.2174435 May 26 20:02:52.805833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 06525cda-56be-4906-8d20-2b31a94f175d no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:02:52.862110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 06525cda-56be-4906-8d20-2b31a94f175d not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:02:52.881480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-8c6e2568-6521-4886-931b-a2a33c3fdc4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.1217589 May 26 20:02:52.882789 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-b067e2c4-3a8d-489c-80a2-6603da8632d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0719182 May 26 20:02:52.991143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-bb191b43-e74c-4202-8ff4-44261e423c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:52.992574 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-bb191b43-e74c-4202-8ff4-44261e423c81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.1041777 May 26 20:02:53.166008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-abf359f5-76f6-477a-a4de-fd33df243014 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632640 May 26 20:02:53.167324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e42a4-258c-4574-bd16-afb01785558d req-609dad54-be18-4fbc-8205-1cab7572342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:53.168611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-609dad54-be18-4fbc-8205-1cab7572342e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.2492733 May 26 20:02:53.256328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-0063d23e-51f1-474e-b356-cd51a8b24f04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509713 May 26 20:02:53.488450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cbe6e-5c1e-46bc-b183-5fae3fd4aca2 req-376b97b5-0d1e-42cf-887b-abf59aa78c47 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:53.489895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-919cbe6e-5c1e-46bc-b183-5fae3fd4aca2 req-376b97b5-0d1e-42cf-887b-abf59aa78c47 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 944 time: 0.3266778 May 26 20:02:53.531371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-383d8f26-4613-49f7-b2a5-1888469ca183 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665803 May 26 20:02:53.557819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-6dd032da-ed8c-4df7-97b6-7cafc59181a5 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585382 May 26 20:02:53.698122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-919cbe6e-5c1e-46bc-b183-5fae3fd4aca2 req-92cda2cb-f65d-4938-9d81-62e6be054747 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986177 May 26 20:02:53.784857 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-047956d9-8253-47ef-8450-dc5ce4738e92 service neutron] 10.222.0.13 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470660 May 26 20:02:53.792039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a8e42a4-258c-4574-bd16-afb01785558d req-f195a967-5cce-408e-a07d-fb84bf942d99 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209349 May 26 20:02:54.112960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 06525cda-56be-4906-8d20-2b31a94f175d details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:02:54.244870 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:54.258073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '06525cda-56be-4906-8d20-2b31a94f175d', 'network_id': 'de4d0bba-23f1-4410-9704-d7562dbd473c', 'port_id': '06525cda-56be-4906-8d20-2b31a94f175d', 'mac_address': 'fa:16:3e:ad:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8351ee6a-947d-428d-a72a-1aa6c28ea6e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:02:54.312022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 06525cda-56be-4906-8d20-2b31a94f175d is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:54.312413 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:54.331708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06525cda-56be-4906-8d20-2b31a94f175d {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:02:54.346890 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:54.350508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:54.414514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:54.581865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['06525cda-56be-4906-8d20-2b31a94f175d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:02:54.884861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6381-4a7b-4063-b9a6-8825bb2fa178 req-82972221-dd90-4bad-a9e3-e97cdcd05966 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:54.886237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dffd6381-4a7b-4063-b9a6-8825bb2fa178 req-82972221-dd90-4bad-a9e3-e97cdcd05966 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 945 time: 0.0789115 May 26 20:02:54.929974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dffd6381-4a7b-4063-b9a6-8825bb2fa178 req-401eee99-cfcf-4b88-974e-28288520a861 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 May 26 20:02:55.291613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54304ad6-d2d2-4334-8b94-972b3294fbd9 req-797baa4b-e41a-41c3-9683-25958e45b869 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:55.293062 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54304ad6-d2d2-4334-8b94-972b3294fbd9 req-797baa4b-e41a-41c3-9683-25958e45b869 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 945 time: 0.1438649 May 26 20:02:55.300719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-fb3d7eab-bead-4695-8fa4-580ed93f8905 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:55.302031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-fb3d7eab-bead-4695-8fa4-580ed93f8905 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.53 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691&tenant_id=25aae70fef1d4703bbde422ec4d6e07c&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 945 time: 0.1193337 May 26 20:02:55.396720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54304ad6-d2d2-4334-8b94-972b3294fbd9 req-8a1c7257-b4e0-4356-b21d-b529222a2280 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937827 May 26 20:02:55.407870 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-1996f110-7265-46a9-8af0-b0ac06fc7339 service neutron] delete failed (client error): The resource could not be found. May 26 20:02:55.409009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-1996f110-7265-46a9-8af0-b0ac06fc7339 service neutron] 10.222.0.53 "DELETE /v2.0/ports/06525cda-56be-4906-8d20-2b31a94f175d/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0931315 May 26 20:02:55.548362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-5a5c2cb4-9f88-4f6b-89ea-0443a582efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:55.549773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-5a5c2cb4-9f88-4f6b-89ea-0443a582efdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 1096 time: 0.0724375 May 26 20:02:55.681360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-aee43787-2f04-4f8e-995b-02d2fa62a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:55.682772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-aee43787-2f04-4f8e-995b-02d2fa62a932 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 200 len: 916 time: 0.1277809 May 26 20:02:55.750636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-983473bb-fa07-4070-bfab-f74265f4165b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 200 len: 217 time: 0.0623417 May 26 20:02:55.809960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-824eda59-9a91-413f-bf18-b35b9d8ada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:55.811220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-824eda59-9a91-413f-bf18-b35b9d8ada41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 200 len: 855 time: 0.0551696 May 26 20:02:55.858783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-54d77c24-ec8e-49b1-a531-f7cf90b258a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de4d0bba-23f1-4410-9704-d7562dbd473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416760 May 26 20:02:56.090937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-c5128127-451a-4835-b2f4-4e69e8d67031 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253325 May 26 20:02:56.127747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 06525cda-56be-4906-8d20-2b31a94f175d up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:02:56.194669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 06525cda-56be-4906-8d20-2b31a94f175d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:02:56.199909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 06525cda-56be-4906-8d20-2b31a94f175d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:02:56.200299 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:56.221538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c34ac839-66b2-4792-ae15-8002b9f40772 req-bbbc586d-e316-44c2-8661-738c05b26025 service neutron] 10.222.0.53 "GET /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245179 May 26 20:02:56.322885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 06525cda-56be-4906-8d20-2b31a94f175d is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:02:56.323176 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:56.350526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:02:56.359868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:02:56.363899 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:02:56.413919 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13db14cd-02c2-4d50-8d20-5253b822dfad'] response: {'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'code': 200} May 26 20:02:56.432083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:02:56.587575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c5c8-2ab8-4561-8df9-72b52faac0de req-c4de4ce5-f2ac-44ca-9aae-b2ecbf2fdb55 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:56.588927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7c7c5c8-2ab8-4561-8df9-72b52faac0de req-c4de4ce5-f2ac-44ca-9aae-b2ecbf2fdb55 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0844939 May 26 20:02:56.634984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e7c7c5c8-2ab8-4561-8df9-72b52faac0de req-c9f2b950-c60c-48c2-884c-c4fe1cb16598 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 May 26 20:02:57.817327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400214a-183d-4c88-80f3-555923411ad6 req-cda1cb10-32ed-449c-9a72-74192d39ff25 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:57.818735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9400214a-183d-4c88-80f3-555923411ad6 req-cda1cb10-32ed-449c-9a72-74192d39ff25 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0812411 May 26 20:02:57.862140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9400214a-183d-4c88-80f3-555923411ad6 req-aeaa6e0f-568e-461d-92bf-cffa59cd5a24 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378582 May 26 20:02:58.043615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287976c2-c56f-409a-98af-4a8d95303b91 req-d7e50155-24ad-4307-97c0-13d3ca562016 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:58.044968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-287976c2-c56f-409a-98af-4a8d95303b91 req-d7e50155-24ad-4307-97c0-13d3ca562016 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0786977 May 26 20:02:58.090548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-287976c2-c56f-409a-98af-4a8d95303b91 req-2fa6b971-e3c7-4665-b632-bc0e84d39424 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 May 26 20:02:58.272543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7566e2a-8c15-4735-a625-d0157754aaa0 req-84b1ad7e-58b1-4516-a96c-cbeaf69b90cd tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:58.274026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7566e2a-8c15-4735-a625-d0157754aaa0 req-84b1ad7e-58b1-4516-a96c-cbeaf69b90cd tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0831616 May 26 20:02:58.318337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7566e2a-8c15-4735-a625-d0157754aaa0 req-e2f61a6b-35ad-4aa2-9567-74633d65b18b tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 May 26 20:02:58.854468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbd7bb-1b7d-4d51-89bf-a9b4d7aead84 req-f7d6bf52-9212-4b2c-a765-c41878a9ebff tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:58.855901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67fbd7bb-1b7d-4d51-89bf-a9b4d7aead84 req-f7d6bf52-9212-4b2c-a765-c41878a9ebff tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0785887 May 26 20:02:58.903047 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67fbd7bb-1b7d-4d51-89bf-a9b4d7aead84 req-642916f6-b71d-401e-af13-0b6771455c5c tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 May 26 20:02:59.886790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14277872-1852-4181-8066-1014309cf819 req-c00823f3-16aa-4e37-9884-d1eb58dca1d5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:02:59.888200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14277872-1852-4181-8066-1014309cf819 req-c00823f3-16aa-4e37-9884-d1eb58dca1d5 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.0800059 May 26 20:02:59.957928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Deleting port 06525cda-56be-4906-8d20-2b31a94f175d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:02:59.958273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:00.233803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7f7c1-1d58-48c3-a24e-16958c314047 req-fe209efd-6701-4af6-b484-08dc374450e0 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:00.235799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cea7f7c1-1d58-48c3-a24e-16958c314047 req-fe209efd-6701-4af6-b484-08dc374450e0 tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bab0327-3735-4c32-8549-ba13c6c76691 HTTP/1.1" status: 200 len: 946 time: 0.2232594 May 26 20:03:00.294699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] For port 06525cda-56be-4906-8d20-2b31a94f175d, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=06525cda-56be-4906-8d20-2b31a94f175d,segment=NetworkSegment(2a42551b-76f7-4e98-9c31-f8b494f3fd35),segment_id=2a42551b-76f7-4e98-9c31-f8b494f3fd35)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:00.295052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:00.365213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cea7f7c1-1d58-48c3-a24e-16958c314047 req-3a2a3e92-c4cd-454f-863c-83f3a4a0024f tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.24 "GET /v2.0/security-groups?id=41612732-76d3-4266-97a6-48e2e3598ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187925 May 26 20:03:00.424393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Calling delete_port for 06525cda-56be-4906-8d20-2b31a94f175d owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:03:00.566532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:00.577658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['06525cda-56be-4906-8d20-2b31a94f175d'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:03:00.616760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Pushing event deleted for resources: {'Port': ['ID=06525cda-56be-4906-8d20-2b31a94f175d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:00.689709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] No DVR routers for this DVR port 06525cda-56be-4906-8d20-2b31a94f175d on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:03:00.692112 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:00.694515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-deleted', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:00.710397 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14277872-1852-4181-8066-1014309cf819 req-7948993f-b586-4845-8dbb-39c8ae3a40ae tempest-ServerDiskConfigTestJSON-1355620208 tempest-ServerDiskConfigTestJSON-1355620208-project] 10.222.0.13 "DELETE /v2.0/ports/06525cda-56be-4906-8d20-2b31a94f175d HTTP/1.1" status: 204 len: 173 time: 0.8163679 May 26 20:03:00.738266 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc90238a-0575-4929-9a59-0008e0c5837f'] response: {'server_uuid': '1bab0327-3735-4c32-8549-ba13c6c76691', 'name': 'network-vif-deleted', 'tag': '06525cda-56be-4906-8d20-2b31a94f175d', 'status': 'completed', 'code': 200} May 26 20:03:01.600432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56948) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:01.658170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Deleting subnet 8351ee6a-947d-428d-a72a-1aa6c28ea6e6 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:03:01.660953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:01.805160 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:01.857268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:01.929067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:01.965177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8351ee6a-947d-428d-a72a-1aa6c28ea6e6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:01.971134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:01.976900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-007fe4be-eb89-4b1f-a3c2-2d732ad102c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8351ee6a-947d-428d-a72a-1aa6c28ea6e6 HTTP/1.1" status: 204 len: 168 time: 0.3754199 May 26 20:03:01.979387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56952) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:02.083308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.203968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.228422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4d0bba-23f1-4410-9704-d7562dbd473c']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:02.240590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a42551b-76f7-4e98-9c31-f8b494f3fd35') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:02.240879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a42551b-76f7-4e98-9c31-f8b494f3fd35') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:02.252320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.267843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.273790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:03:02.274167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.338195 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2a42551b-76f7-4e98-9c31-f8b494f3fd35 resource provider aggregate not found May 26 20:03:02.358368 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 2a42551b-76f7-4e98-9c31-f8b494f3fd35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a42551b-76f7-4e98-9c31-f8b494f3fd35 found for delete ", "request_id": "req-e09a4d3f-dc51-4f3a-936a-f7cd60c68500"}]} May 26 20:03:02.369757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.385657 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.395011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4d0bba-23f1-4410-9704-d7562dbd473c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:02.397315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4ddab4cd-78bc-4950-b0c7-a865cb7ea329 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de4d0bba-23f1-4410-9704-d7562dbd473c HTTP/1.1" status: 204 len: 168 time: 0.4170156 May 26 20:03:02.503124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56962) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:02.553886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-581574d1-27bc-4ec4-8e84-737c6d697351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25aae70fef1d4703bbde422ec4d6e07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496259 May 26 20:03:02.556213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56966) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:02.622837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.650358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.701134 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.715597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41612732-76d3-4266-97a6-48e2e3598ced,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:02.721644 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:02.722733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c488e3d7-72c4-41a7-be12-c044892a3e98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41612732-76d3-4266-97a6-48e2e3598ced HTTP/1.1" status: 204 len: 168 time: 0.1656308 May 26 20:03:03.426619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 56990) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:03.526106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-630344447-network', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:03.531977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:03.535795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Usage tracker for resource:network and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:03.538734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:03.544275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:03.554897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:03:03.557177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.568980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.584105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:03.587933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:03.590685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:03.597059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:03.683861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.687665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.717105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:03:03.725883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1043db-5c1a-4336-8dbb-7a02f93c127d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:03.731199 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.731540 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Added segment 7a633e55-73b5-475f-88e8-3629cf75d519 of type vlan for network 9c390354-b2d4-4529-abe2-728348fde52b May 26 20:03:03.761464 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.790241 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.791198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:03.791757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:03.893299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4655612 May 26 20:03:03.894138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a9334-0d53-49b5-b7d8-fbd1fa85b588 admin admin] Pushing event updated for resources: {'Network': ['ID=9c390354-b2d4-4529-abe2-728348fde52b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:03.896720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 56996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:03.902871 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Request body: {'subnet': {'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-630344447-subnet', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:03.909347 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:03.910822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9c390354-b2d4-4529-abe2-728348fde52b details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:03:03.913996 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Usage tracker for resource:subnet and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:03.917968 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:03.924196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:03.933126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:03:03.935394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.134950 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.144678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 06525cda-56be-4906-8d20-2b31a94f175d no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:03:04.177349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 06525cda-56be-4906-8d20-2b31a94f175d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:03:04.177683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 06525cda-56be-4906-8d20-2b31a94f175d not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:03:04.215506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:04.220294 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:04.220646 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Network hostable DHCP agents. Network: 9c390354-b2d4-4529-abe2-728348fde52b, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:03:04.229833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.230174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.230513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.230843 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.231168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.231491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.231811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.232131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.232449 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.232764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.233100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.233418 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:04.249382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Network 9c390354-b2d4-4529-abe2-728348fde52b is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:03:04.258938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9c390354-b2d4-4529-abe2-728348fde52b) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:04.262724 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:04.263301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.268564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbe058-6938-47ca-9f44-19d1f3622eb6 None None] Network 9c390354-b2d4-4529-abe2-728348fde52b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:03:04.283136 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-31773570-9772-42c0-ad62-637b6a67aa99 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3852663 May 26 20:03:04.285748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:04.290698 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:04.296133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:04.300484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Usage tracker for resource:router and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:04.303326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:04.309290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:04.319587 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.320576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.335314 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.481402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-9c390354-b2d4-4529-abe2-728348fde52b', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:03:04.482230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.641156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Allocated IP 172.20.0.2 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/4b05f606-59b4-4e1b-8cbf-db29414561d5) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:03:04.717370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.879754 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.889983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Transition to ACTIVE for port object 4b05f606-59b4-4e1b-8cbf-db29414561d5 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:04.909318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Transition to ACTIVE for port object 4b05f606-59b4-4e1b-8cbf-db29414561d5 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:04.915002 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:04.982417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:04.985969 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:04.988937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:03:04.997938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Pushing event updated for resources: {'Port': ['ID=4b05f606-59b4-4e1b-8cbf-db29414561d5,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:05.035717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.038312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.038653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.038991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.039326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.039652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.039975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.040295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.040616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.040931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.041284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.041604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.041906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:05.067991 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.096274 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Attempting to bind port 4b05f606-59b4-4e1b-8cbf-db29414561d5 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:03:05.096638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Attempting to bind port 4b05f606-59b4-4e1b-8cbf-db29414561d5 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:03:05.097003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Attempting to bind port 4b05f606-59b4-4e1b-8cbf-db29414561d5 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:05.102173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:03:05.102549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:05.102940 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.103403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:03:05.103937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Bound port: 4b05f606-59b4-4e1b-8cbf-db29414561d5, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:03:05.104338 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.192804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] For port 4b05f606-59b4-4e1b-8cbf-db29414561d5, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:05.195650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] For port 4b05f606-59b4-4e1b-8cbf-db29414561d5, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4b05f606-59b4-4e1b-8cbf-db29414561d5,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:03:05.201081 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.205824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Allocated IP 172.25.0.50 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/eca9847e-bebd-482d-819d-2fa053115f89) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:03:05.290629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121e8a-5f56-424e-b3e8-0b354de98354 None None] Pushing event updated for resources: {'Port': ['ID=4b05f606-59b4-4e1b-8cbf-db29414561d5,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:05.360386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.389711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:05.473498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:05.476504 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:05.479102 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:03:05.520260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Pushing event updated for resources: {'Port': ['ID=eca9847e-bebd-482d-819d-2fa053115f89,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:05.902640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.222473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4b05f606-59b4-4e1b-8cbf-db29414561d5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:06.250994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c9ead6-f8fc-4636-837f-b5bd8f5ad512 None None] Network 9c390354-b2d4-4529-abe2-728348fde52b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:03:06.383893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b3434b91-39ba-4739-a075-cb7233f5c756 None None] Provisioning for port 4b05f606-59b4-4e1b-8cbf-db29414561d5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:06.385303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.438476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4b05f606-59b4-4e1b-8cbf-db29414561d5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:06.451442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4b05f606-59b4-4e1b-8cbf-db29414561d5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:06.451834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.594087 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:03:06.634178 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4b05f606-59b4-4e1b-8cbf-db29414561d5 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:06.634547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.667194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4b05f606-59b4-4e1b-8cbf-db29414561d5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4b05f606-59b4-4e1b-8cbf-db29414561d5,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:06.672058 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.742622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4b05f606-59b4-4e1b-8cbf-db29414561d5,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:06.785392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:03:06.794175 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:03:06.804301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:06.805078 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:02:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:06.811855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.813731 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-599e30a8-409f-4b04-9d18-df6b2113ee40 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5270779 May 26 20:03:06.816444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:06.896429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.929193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0cdac4f1-3a58-4f3e-bc42-b1f64fa97334 None None] Provisioning complete for port 4b05f606-59b4-4e1b-8cbf-db29414561d5 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:06.930047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0cdac4f1-3a58-4f3e-bc42-b1f64fa97334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:06.980749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:07.057212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0cdac4f1-3a58-4f3e-bc42-b1f64fa97334 None None] Current status of the port 4b05f606-59b4-4e1b-8cbf-db29414561d5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:07.269443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:05Z', 'revision_number': 3, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:07.273161 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:03:07.273504 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Updating router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d port eca9847e-bebd-482d-819d-2fa053115f89 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:03:07.327005 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.619299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.688871 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.700343 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Transition to ACTIVE for port object eca9847e-bebd-482d-819d-2fa053115f89 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:07.707736 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.786868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Attempting to bind port eca9847e-bebd-482d-819d-2fa053115f89 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:03:07.787231 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Attempting to bind port eca9847e-bebd-482d-819d-2fa053115f89 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:03:07.787587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Attempting to bind port eca9847e-bebd-482d-819d-2fa053115f89 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:07.794572 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Pushing event updated for resources: {'Port': ['ID=eca9847e-bebd-482d-819d-2fa053115f89,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:07.797992 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:03:07.798358 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:07.798750 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.799141 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:03:07.799597 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Bound port: eca9847e-bebd-482d-819d-2fa053115f89, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:03:07.799965 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.824963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Allocated IP 172.20.0.1 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/a6cf845e-8612-444e-84a8-e06d78a79b96) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:03:07.837737 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.838077 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.838411 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.838738 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.839066 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.839386 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.839708 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.840025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.840338 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.840653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.840964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.841353 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:07.885355 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] For port eca9847e-bebd-482d-819d-2fa053115f89, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:07.888284 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] For port eca9847e-bebd-482d-819d-2fa053115f89, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eca9847e-bebd-482d-819d-2fa053115f89,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:03:07.893634 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.972555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:07.973942 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:07.974680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:02:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:07.987609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Transition to ACTIVE for port object a6cf845e-8612-444e-84a8-e06d78a79b96 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:08.010847 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.025530 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc35e89-8550-487b-977f-114ba8fec362 None None] Pushing event updated for resources: {'Port': ['ID=eca9847e-bebd-482d-819d-2fa053115f89,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:08.077595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:08.080631 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:08.084107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:03:08.126578 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:08.147469 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.164176 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:08.206278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4b05f606-59b4-4e1b-8cbf-db29414561d5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:08.277171 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4b05f606-59b4-4e1b-8cbf-db29414561d5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:08.277605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.404774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4b05f606-59b4-4e1b-8cbf-db29414561d5 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:08.407963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7aa64b92-f5c6-49a4-bdd7-03594bce5239 None None] Provisioning for port a6cf845e-8612-444e-84a8-e06d78a79b96 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:08.413261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7aa64b92-f5c6-49a4-bdd7-03594bce5239 None None] Provisioning complete for port a6cf845e-8612-444e-84a8-e06d78a79b96 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:08.413633 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7aa64b92-f5c6-49a4-bdd7-03594bce5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.431059 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.470493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7aa64b92-f5c6-49a4-bdd7-03594bce5239 None None] Port a6cf845e-8612-444e-84a8-e06d78a79b96 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:03:08.490496 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:05Z', 'revision_number': 3, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:08.494430 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64599563-0ae9-4ef1-a0ce-215df75f1482 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:05Z', 'revision_number': 3, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:03:08.657771 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.662154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.778479 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:08.782142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:08.920870 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:08.922596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:09.028272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:03:09.193832 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e3d88c5f-70ba-478b-9dc5-9d021cbda9c1 None None] Provisioning complete for port a6cf845e-8612-444e-84a8-e06d78a79b96 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:09.194454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3d88c5f-70ba-478b-9dc5-9d021cbda9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:09.250648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-e3d88c5f-70ba-478b-9dc5-9d021cbda9c1 None None] Port a6cf845e-8612-444e-84a8-e06d78a79b96 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:03:09.252191 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:03:09.434778 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:03:09.443590 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fdc5ecf2-2ad0-48c7-818d-a96d637d04b4 admin admin] 10.222.0.24 "PUT /v2.0/routers/82d9f5e3-0ca1-4c03-8869-34d6c4c7400d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262136 May 26 20:03:09.760211 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57014) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:09.766344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358289902', 'description': 'tempest-description--1050243176'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:09.773498 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:09.777488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:security_group and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:09.780424 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:09.786845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:09.802160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:09.823350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:09.827253 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:security_group_rule and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:09.830958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:09.836675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:09.908795 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:09.912811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:09.954116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486c11f9-7919-4cb4-aee7-b1d4e5b91f27,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:09.956983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:09.960837 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-07e746aa-03aa-49c0-8e88-329a6a1640bf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1969032 May 26 20:03:09.961074 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57018) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:09.966480 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'security_group_rule': {'security_group_id': '486c11f9-7919-4cb4-aee7-b1d4e5b91f27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:09.973454 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:09.977510 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:security_group_rule and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:09.980462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:09.986244 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:10.003544 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.066196 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:03:10.070904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.075617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:10.075798 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.076212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:02:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:10.101483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bc93fc-b51c-407d-8d44-6be1a8c692de,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:10.109863 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.111192 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f9534b52-184e-4166-aad4-6bc2132a69dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492007 May 26 20:03:10.113850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57022) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:10.119226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'security_group_rule': {'security_group_id': '486c11f9-7919-4cb4-aee7-b1d4e5b91f27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:10.126386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:10.130324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:security_group_rule and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:10.133224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:10.139057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:10.164643 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.233058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.237078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.256128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eca9847e-bebd-482d-819d-2fa053115f89 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:10.261677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43e1777-140c-4f6c-a1b0-b94ea925b42f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:10.271630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.272797 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2a341ce9-7f98-45bb-a3e5-06d3c23d2442 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578705 May 26 20:03:10.275677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 57026) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:10.285131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:10.292341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:10.296903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:floatingip and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:10.299837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:10.305715 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:10.317222 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.352733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:10.454955 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.479017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port eca9847e-bebd-482d-819d-2fa053115f89 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:10.507738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eca9847e-bebd-482d-819d-2fa053115f89 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:10.508019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.591561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Allocated IP 172.25.0.39 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/cf89094c-6395-4804-90f3-a1772fa3d25a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:03:10.740224 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.757433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eca9847e-bebd-482d-819d-2fa053115f89 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:10.757875 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.773731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.787445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port eca9847e-bebd-482d-819d-2fa053115f89, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eca9847e-bebd-482d-819d-2fa053115f89,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:10.793478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.839309 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:10.842089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:10.846420 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:03:10.857183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 2, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:10.868007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:03:10.868361 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Updating router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d port a6cf845e-8612-444e-84a8-e06d78a79b96 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:03:10.880816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=cf89094c-6395-4804-90f3-a1772fa3d25a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:10.905264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=eca9847e-bebd-482d-819d-2fa053115f89,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:10.927812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.934403 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:10.993114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.215254 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.220572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.271556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.283804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Transition to ACTIVE for port object a6cf845e-8612-444e-84a8-e06d78a79b96 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:11.290029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.330348 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=cf89094c-6395-4804-90f3-a1772fa3d25a,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:11.342284 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.366391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.367683 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-614824fa-8e71-4136-937e-3b28311de731 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0871584 May 26 20:03:11.456874 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a96c66-1517-4a55-b3ed-999d915fb4fa None None] Pushing event updated for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:11.511494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Attempting to bind port a6cf845e-8612-444e-84a8-e06d78a79b96 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:03:11.511948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Attempting to bind port a6cf845e-8612-444e-84a8-e06d78a79b96 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:03:11.512379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Attempting to bind port a6cf845e-8612-444e-84a8-e06d78a79b96 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:11.518820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:03:11.519279 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:11.519764 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.520193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:03:11.520731 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Bound port: a6cf845e-8612-444e-84a8-e06d78a79b96, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:03:11.521222 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.547757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-8ba8fde0-c469-4e81-9be2-c233bfd9dd70 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:03:11.567030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-8ba8fde0-c469-4e81-9be2-c233bfd9dd70 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:03:11.568480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-8ba8fde0-c469-4e81-9be2-c233bfd9dd70 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1358289902&fields=id&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 267 time: 0.0681446 May 26 20:03:11.627228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] For port a6cf845e-8612-444e-84a8-e06d78a79b96, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:11.630228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] For port a6cf845e-8612-444e-84a8-e06d78a79b96, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a6cf845e-8612-444e-84a8-e06d78a79b96,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:03:11.634347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:11.713526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:11.714147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:02:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:11.723644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-773602e6-6151-43c8-9963-48ee20e5e5da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:11.724341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-773602e6-6151-43c8-9963-48ee20e5e5da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:03:11.743663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-773602e6-6151-43c8-9963-48ee20e5e5da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:03:11.750701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-773602e6-6151-43c8-9963-48ee20e5e5da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1749413 May 26 20:03:11.773957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-fe77ca00-6243-4da4-85ef-c86b01b2d7fc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/quotas/f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 375 time: 0.0173388 May 26 20:03:11.817267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a96c66-1517-4a55-b3ed-999d915fb4fa None None] Pushing event updated for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:11.869642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-2f3939e1-eb62-4057-ac12-868b4f3c081b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896454 May 26 20:03:11.960841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:12.011676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-08167f7a-f7ea-47db-b459-9f5a315ab0ba service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282399 May 26 20:03:12.146945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-5e0636ed-975e-4226-bd48-90bf314eb014 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 May 26 20:03:12.196349 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eca9847e-bebd-482d-819d-2fa053115f89 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:12.321202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port eca9847e-bebd-482d-819d-2fa053115f89 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:12.321836 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:12.332308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dfa995c7-97e4-4270-a98a-69a283d6fb8c req-d350bba9-3d78-4cd9-ab08-a21d1c31e91c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 210 time: 0.0472910 May 26 20:03:12.392236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:11Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:12.398062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897d3b3-23fd-4850-a985-17a596de5c86 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:11Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:03:12.457031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port eca9847e-bebd-482d-819d-2fa053115f89 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:13.524359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22f6084c-6f8f-40da-942c-330d0cd7ff44 req-2c19a097-575a-4f12-aa23-e172e71f551e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 210 time: 0.0669854 May 26 20:03:13.580092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-a09f635d-b485-43b3-928b-59385fe4db6d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:13.581499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-a09f635d-b485-43b3-928b-59385fe4db6d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.3156555 May 26 20:03:13.628947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-b7283294-e5e7-44e4-87e9-f37ef1f6e842 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 380 time: 0.0391510 May 26 20:03:13.636536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'port': {'device_id': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'admin_state_up': True, 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'security_groups': ['486c11f9-7919-4cb4-aee7-b1d4e5b91f27']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:13.775162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:03:13.778820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Usage tracker for resource:port and tenant:f2a37e63ad724153ab2a40b08a9d909b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:03:13.782113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:03:13.787603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:03:13.797543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:03:13.800905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:13.960618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Allocated IP 172.20.0.11 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/4a23ab0a-7688-48d3-a47c-191059d78ec0) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:03:14.159829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.175985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Transition to ACTIVE for port object 4a23ab0a-7688-48d3-a47c-191059d78ec0 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:14.199756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.214189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a6cf845e-8612-444e-84a8-e06d78a79b96 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:14.269073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:03:14.271910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:03:14.275927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:03:14.285507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a6cf845e-8612-444e-84a8-e06d78a79b96 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:14.290343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a6cf845e-8612-444e-84a8-e06d78a79b96 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:14.290719 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.312977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:14.347369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:14.348142 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.370853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-c73b94af-d47c-4f1e-a798-e712462e88de tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375648 May 26 20:03:14.382963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Request body: {'port': {'device_id': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:14.429764 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a6cf845e-8612-444e-84a8-e06d78a79b96 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:14.430158 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.453472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.467325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port a6cf845e-8612-444e-84a8-e06d78a79b96, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a6cf845e-8612-444e-84a8-e06d78a79b96,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:14.474741 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.512443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.546862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ba83228-d4e2-4ce2-94b1-a55b415c417f None None] Provisioning for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:14.554135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:14.556179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8ba83228-d4e2-4ce2-94b1-a55b415c417f None None] Provisioning complete for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:14.556732 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ba83228-d4e2-4ce2-94b1-a55b415c417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.613540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8ba83228-d4e2-4ce2-94b1-a55b415c417f None None] Port 4a23ab0a-7688-48d3-a47c-191059d78ec0 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:03:14.753385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f4efb0d6-c051-480e-8b60-a101fab8484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.830450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1613c-c1b5-4d8f-9ac6-acd0714d91ce req-187a8bd4-4a84-4b37-87a0-99321059c56d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:14.831133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-07d1613c-c1b5-4d8f-9ac6-acd0714d91ce req-187a8bd4-4a84-4b37-87a0-99321059c56d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:03:14.870499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-07d1613c-c1b5-4d8f-9ac6-acd0714d91ce req-187a8bd4-4a84-4b37-87a0-99321059c56d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:03:14.871579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07d1613c-c1b5-4d8f-9ac6-acd0714d91ce req-187a8bd4-4a84-4b37-87a0-99321059c56d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 932 time: 0.2316790 May 26 20:03:14.969299 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07d1613c-c1b5-4d8f-9ac6-acd0714d91ce req-702b1826-25d9-473d-8a1e-b32432978d5d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876992 May 26 20:03:14.971197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a23ab0a-7688-48d3-a47c-191059d78ec0 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:03:14.978544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:14.993822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Transition to ACTIVE for port object 4a23ab0a-7688-48d3-a47c-191059d78ec0 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:14.997813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:15.170461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:15.334400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:03:15.334664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:03:15.334972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:15.339530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:03:15.339852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:15.345399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:03:15.345748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:15.346101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:03:15.346511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Bound port: 4a23ab0a-7688-48d3-a47c-191059d78ec0, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:03:15.346846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:15.435595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:15.438523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:03:15.442957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:15.502289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:15.502952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:15.504235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 1092 time: 1.1255176 May 26 20:03:15.504657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:15.524323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce4b66-9f56-41dd-bddd-bfe00eb0c253 service neutron] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:15.573749 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71664e5d-f660-455e-87c8-bae49c44e0a8'] response: {'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'status': 'completed', 'code': 200} May 26 20:03:15.620404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-03b108fe-4e54-4c35-ac6c-7a4c61b85e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:15.621990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-03b108fe-4e54-4c35-ac6c-7a4c61b85e7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1095 time: 0.0814030 May 26 20:03:15.692945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-98523892-042d-4e9e-8439-4ad37600edd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 217 time: 0.0643449 May 26 20:03:15.757256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-1babaeef-0104-4aa9-adf4-388416f83a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:15.758685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-1babaeef-0104-4aa9-adf4-388416f83a6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0602939 May 26 20:03:15.834049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-11eb0905-e2ba-48d1-9e1b-ee5ea730e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:15.835417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-11eb0905-e2ba-48d1-9e1b-ee5ea730e876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696163 May 26 20:03:15.965833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-235aca07-1f9e-4155-8fee-2553ec61ae83 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242492 May 26 20:03:16.149356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2ee36dd-95c5-49ea-976b-b2949c6ab3bc req-1fc1d9c7-3bb9-4a74-9705-2ba2ac7767c6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774583 May 26 20:03:16.184812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0139a-6660-4565-9452-17f7b0324e8f req-635e1e79-cf22-4cca-aa1e-d2bea3e1632b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:16.187815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ce0139a-6660-4565-9452-17f7b0324e8f req-635e1e79-cf22-4cca-aa1e-d2bea3e1632b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.1080852 May 26 20:03:16.195851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a6cf845e-8612-444e-84a8-e06d78a79b96 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:16.267286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a6cf845e-8612-444e-84a8-e06d78a79b96 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:16.267550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:16.280947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8ce0139a-6660-4565-9452-17f7b0324e8f req-36078231-ab52-4fdb-978d-423fe719b8a8 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568924 May 26 20:03:16.299480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-07eeb0b2-b99d-482d-b25f-166b81eaddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:16.300925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-07eeb0b2-b99d-482d-b25f-166b81eaddef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1095 time: 0.1083901 May 26 20:03:16.385948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a6cf845e-8612-444e-84a8-e06d78a79b96 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:16.432204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-dc1be54a-5c8c-435f-bf96-e6c7dfa4c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:16.433688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-dc1be54a-5c8c-435f-bf96-e6c7dfa4c7df service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1269591 May 26 20:03:16.505430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-d67cb61a-da16-4fb0-9fae-99fd858edcb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 217 time: 0.0642023 May 26 20:03:16.568132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-2fea735b-32f0-4ba0-b550-02754c7fd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:16.569469 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-2fea735b-32f0-4ba0-b550-02754c7fd181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0565264 May 26 20:03:16.645255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-ade22cd8-359f-48de-b2a9-8eaf64ee07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:16.646672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-ade22cd8-359f-48de-b2a9-8eaf64ee07e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713370 May 26 20:03:16.776215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-20bb1549-a788-450c-87c0-3ac523d4cbe0 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231670 May 26 20:03:16.911462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cd54e9fd-01d0-41a8-8dd9-ba893779d592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:17.002506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d782a2d8-b6ce-481c-8fd3-25b335241484 req-1af373e3-772a-4c04-bfdd-ba2add068201 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200305 May 26 20:03:17.415679 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:17.467400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f643d98-86b3-4231-8ba0-c59405686dbd req-ffec495b-af0a-480d-8f1c-66f44e1f9a02 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:17.468825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f643d98-86b3-4231-8ba0-c59405686dbd req-ffec495b-af0a-480d-8f1c-66f44e1f9a02 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.0810664 May 26 20:03:17.511150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f643d98-86b3-4231-8ba0-c59405686dbd req-acb6a7f9-8ca6-4f28-bfe7-928e7f3e9107 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365462 May 26 20:03:18.236415 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:03:18.338326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:18.378610 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:18.391882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'mac_address': 'fa:16:3e:cf:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:03:18.445528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a23ab0a-7688-48d3-a47c-191059d78ec0 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:18.446140 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:18.463422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a23ab0a-7688-48d3-a47c-191059d78ec0 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:03:18.478656 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:18.482012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:18.582161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:18.669696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4a23ab0a-7688-48d3-a47c-191059d78ec0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:03:18.701444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecccf4-759e-4c83-8eb4-d0f0badec161 req-3703f596-0915-4553-b09e-4222c64a72d2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:18.702937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7ecccf4-759e-4c83-8eb4-d0f0badec161 req-3703f596-0915-4553-b09e-4222c64a72d2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 945 time: 0.0841258 May 26 20:03:18.746695 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7ecccf4-759e-4c83-8eb4-d0f0badec161 req-659075c8-9234-48fa-a30b-5424dfb0a32b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378115 May 26 20:03:19.854797 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:19.937157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c82be5-e986-467c-8043-0ba3c10261f4 req-75ad41e2-fcea-4e26-b0c5-2a23a7ec07bb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:19.938567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64c82be5-e986-467c-8043-0ba3c10261f4 req-75ad41e2-fcea-4e26-b0c5-2a23a7ec07bb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 945 time: 0.0797312 May 26 20:03:19.982381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64c82be5-e986-467c-8043-0ba3c10261f4 req-e03d16e5-261b-4721-9e7e-1ab835a4e68e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 May 26 20:03:20.255243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:20.322345 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:20.327157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:20.327528 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:20.443949 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a23ab0a-7688-48d3-a47c-191059d78ec0 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:20.444321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:20.470836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:20.480009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:20.484627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:20.519591 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65dd21d3-1970-4c8a-8567-6fcf804ff6c0'] response: {'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'code': 200} May 26 20:03:20.555407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:20.642210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5aea9-dccd-4b5d-8ebb-ac87f69337d9 req-0b24edc9-8770-4ade-9e1b-b6158ff56fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:20.643546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b5aea9-dccd-4b5d-8ebb-ac87f69337d9 req-0b24edc9-8770-4ade-9e1b-b6158ff56fc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1097 time: 0.0702412 May 26 20:03:20.683805 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93b5aea9-dccd-4b5d-8ebb-ac87f69337d9 req-b4c7c8f8-d236-4949-810c-2072da6406b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 May 26 20:03:21.167678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96228d-89f3-4b3b-976e-bdccceda4d17 req-61f61425-b4d1-4130-8136-1aa28c3155fd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:21.169122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b96228d-89f3-4b3b-976e-bdccceda4d17 req-61f61425-b4d1-4130-8136-1aa28c3155fd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0789607 May 26 20:03:21.216963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2b96228d-89f3-4b3b-976e-bdccceda4d17 req-c3dc155b-fe29-46c3-b280-9a834c763952 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 May 26 20:03:22.404667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81c119-b0df-48fe-99f8-6d09ee0fe9cf req-be8b770c-d826-44be-a957-b68776c6c23b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:22.406934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e81c119-b0df-48fe-99f8-6d09ee0fe9cf req-be8b770c-d826-44be-a957-b68776c6c23b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0818048 May 26 20:03:22.455379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e81c119-b0df-48fe-99f8-6d09ee0fe9cf req-7039b7e8-92a3-41f6-8376-4519fe835d35 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 May 26 20:03:22.634414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ba2ea-f514-4f92-9695-a45d575cfa03 req-d526c072-b288-4455-9ace-9a07d854b5dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:22.635858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc6ba2ea-f514-4f92-9695-a45d575cfa03 req-d526c072-b288-4455-9ace-9a07d854b5dd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0833721 May 26 20:03:22.644553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57076) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:03:22.649415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'floatingip': {'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:22.727262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:23.306288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:23.309813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:23.576000 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea associated. External IP: 172.25.0.39, port: 4a23ab0a-7688-48d3-a47c-191059d78ec0. May 26 20:03:23.920622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:03:24.100016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:03:24.104819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:24.110014 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:03:24.121233 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:24.122240 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:03:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:24.163819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97bd369d-7c7e-490f-ba20-46f4f23a22f0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "PUT /v2.0/floatingips/95a3029a-64a7-4202-a20d-7508934124ea HTTP/1.1" status: 200 len: 991 time: 1.5151334 May 26 20:03:24.163819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:24.327513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584c01-ce05-4ffe-860e-3027ef533bf1 req-edd0d3d9-b60b-415f-bf1c-1bd697f7646f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.328940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81584c01-ce05-4ffe-860e-3027ef533bf1 req-edd0d3d9-b60b-415f-bf1c-1bd697f7646f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0831897 May 26 20:03:24.330628 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:24.374118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81584c01-ce05-4ffe-860e-3027ef533bf1 req-b06fa2cd-656d-4dae-bd7e-ebb61684a4a4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 May 26 20:03:24.425925 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aaad02c-e0a0-487c-93c4-274a585f52a5'] response: {'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'status': 'completed', 'code': 200} May 26 20:03:24.562968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-878df802-0a8b-4785-8d3b-b3383730b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.564454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-878df802-0a8b-4785-8d3b-b3383730b13e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1097 time: 0.1174428 May 26 20:03:24.682517 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:cf:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:03:23Z', 'revision_number': 1, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:24.686241 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:03:24.694606 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:03:24.694753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5374971-b52a-4585-afef-656e46dddfd1 req-d913944d-fb24-4260-a9b6-7198515e532b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.695238 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:03:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:24.696109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5374971-b52a-4585-afef-656e46dddfd1 req-d913944d-fb24-4260-a9b6-7198515e532b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.1846149 May 26 20:03:24.734643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-7e3959f9-adf7-4779-84be-14012a17b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.736269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-7e3959f9-adf7-4779-84be-14012a17b015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1633537 May 26 20:03:24.821712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5374971-b52a-4585-afef-656e46dddfd1 req-1be456af-51d7-4299-8212-53b38ba60841 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180372 May 26 20:03:24.850721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-9e5f6b88-00f0-4622-8a64-2f739a7a8b8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 999 time: 0.1043108 May 26 20:03:24.880874 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:03:24.911538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-5394cba7-e7ad-488a-a0ce-bd75b90d55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.913124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-5394cba7-e7ad-488a-a0ce-bd75b90d55b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0569673 May 26 20:03:24.991078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-d9a3d8a8-199e-415b-a369-2b10975900ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:24.992491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-d9a3d8a8-199e-415b-a369-2b10975900ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742769 May 26 20:03:25.123847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-a910ca85-2ba1-4e33-8f10-96685a4d4c1c service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249089 May 26 20:03:25.235113 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:cf:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:03:23Z', 'revision_number': 1, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:03:25.239330 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47632b84-8df4-453d-b0fb-032b498db810 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:cf:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:03:23Z', 'revision_number': 1, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:03:25.370121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bcb608b5-e6be-4b58-a667-25a395820f67 req-48777be7-67b6-4969-b54b-05240544defc service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389677 May 26 20:03:25.421827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b4c1-99cb-49a3-a57c-3a9a2317ff28 None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:03:26.009705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944380b-c6bb-4f47-8e2c-f49b8a37e73f req-42b8c2d6-85dc-401d-bc98-26db2870ecf6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:26.011052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2944380b-c6bb-4f47-8e2c-f49b8a37e73f req-42b8c2d6-85dc-401d-bc98-26db2870ecf6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0786130 May 26 20:03:26.054741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2944380b-c6bb-4f47-8e2c-f49b8a37e73f req-b1e1f76b-a85f-41d5-945a-dd1be8bec04f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 May 26 20:03:26.235998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938b64-f855-4245-98ea-f2bd20146113 req-2f02a804-ee6f-4195-800b-c2faf2919d32 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:26.237430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae938b64-f855-4245-98ea-f2bd20146113 req-2f02a804-ee6f-4195-800b-c2faf2919d32 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0803356 May 26 20:03:26.279480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae938b64-f855-4245-98ea-f2bd20146113 req-08bec500-9543-4c39-9c91-1da1f59d8cba tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364418 May 26 20:03:26.631679 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-9838e550-edcd-404e-a891-653cf4ee5451 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739915 May 26 20:03:26.678124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771b4f9-535a-4ab6-a363-ee4bb2eaf6bc req-df060da7-694c-4864-8e1c-f1737ce7efd6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:26.679589 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2771b4f9-535a-4ab6-a363-ee4bb2eaf6bc req-df060da7-694c-4864-8e1c-f1737ce7efd6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0806327 May 26 20:03:26.724506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2771b4f9-535a-4ab6-a363-ee4bb2eaf6bc req-425a2303-4628-4232-8d77-3396b55c6401 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 May 26 20:03:27.838302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-4e1f8e0d-fa09-47df-91e5-cd0a33f7af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:27.839871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-4e1f8e0d-fa09-47df-91e5-cd0a33f7af4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1097 time: 0.0742083 May 26 20:03:27.977822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-dfd04319-1935-426c-96a6-8c5dcaa00bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:27.979263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-dfd04319-1935-426c-96a6-8c5dcaa00bf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1339545 May 26 20:03:28.127976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-96e5e0d8-10d3-4788-a703-8e2a10ff4fb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 1001 time: 0.1107566 May 26 20:03:28.182861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6f1a1-5bab-4162-aacd-433b482e34b7 req-b6927d56-4f70-413a-879d-bf9bbde5d5c8 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:28.184268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60f6f1a1-5bab-4162-aacd-433b482e34b7 req-b6927d56-4f70-413a-879d-bf9bbde5d5c8 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.2019787 May 26 20:03:28.231030 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-94b5227c-99ba-467b-93a0-0a2952c2ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:28.232398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-94b5227c-99ba-467b-93a0-0a2952c2ced2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0963433 May 26 20:03:28.239654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60f6f1a1-5bab-4162-aacd-433b482e34b7 req-8fb8d13f-c3f7-47d5-9c5d-f943dcc98dc1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495868 May 26 20:03:28.309511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-f575fcc6-eb55-4c6d-95d2-dbea836b0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:28.310971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-f575fcc6-eb55-4c6d-95d2-dbea836b0937 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705163 May 26 20:03:28.440392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-71cdd2af-1696-4dd8-9c92-a58c96a754c6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232252 May 26 20:03:28.572496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-c9a7ecca-f230-46b4-990b-217bc0fd130d service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265869 May 26 20:03:29.423330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b04db-e6ff-40ef-b23d-952ad4f5bd35 req-d2aaebf5-052d-4b89-97c1-b209de3bd9ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:29.424758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-346b04db-e6ff-40ef-b23d-952ad4f5bd35 req-d2aaebf5-052d-4b89-97c1-b209de3bd9ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0830722 May 26 20:03:29.469104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-346b04db-e6ff-40ef-b23d-952ad4f5bd35 req-c15f301d-bf5c-4313-abf4-1f7f9831b984 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387108 May 26 20:03:30.651069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b56e-0267-46c1-8b2a-ed21e1808dc3 req-2a3bf3be-3857-43b4-874c-e3b71fb6a2cc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:30.652466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91d4b56e-0267-46c1-8b2a-ed21e1808dc3 req-2a3bf3be-3857-43b4-874c-e3b71fb6a2cc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0774531 May 26 20:03:30.697764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91d4b56e-0267-46c1-8b2a-ed21e1808dc3 req-c3f8b88a-df43-4d50-9fd2-99a2ad4d3b58 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391250 May 26 20:03:31.886319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc307-ca93-4668-b407-94530789e60e req-8c00137a-2eaa-462a-be4a-e9b23c3d937f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:31.887644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fdcc307-ca93-4668-b407-94530789e60e req-8c00137a-2eaa-462a-be4a-e9b23c3d937f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0785775 May 26 20:03:31.931043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0fdcc307-ca93-4668-b407-94530789e60e req-90502f93-55ee-47ba-9e0e-83a22ec87a62 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371408 May 26 20:03:33.117516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4364-9e16-4407-8f59-ac0c64188769 req-dd400d0d-87f6-4649-9427-21a20bec012e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:33.118925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f0d4364-9e16-4407-8f59-ac0c64188769 req-dd400d0d-87f6-4649-9427-21a20bec012e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0830600 May 26 20:03:33.252687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f0d4364-9e16-4407-8f59-ac0c64188769 req-50f8f285-87fb-4f83-9e63-58728bc4ba5b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280522 May 26 20:03:34.433760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817bb19-e3a0-4495-b6cf-3be03e37b7bb req-66265ac3-9969-475f-9266-d0f6b1829ed4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:34.435190 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a817bb19-e3a0-4495-b6cf-3be03e37b7bb req-66265ac3-9969-475f-9266-d0f6b1829ed4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0779603 May 26 20:03:34.479102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a817bb19-e3a0-4495-b6cf-3be03e37b7bb req-de812df3-3572-4be1-b1c9-0475611c428f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 May 26 20:03:35.662274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e392c-c669-4c85-b8b6-e5ca864b0ed3 req-e64be6fc-5602-4491-9f3d-42bdca0b6909 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:35.663685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac6e392c-c669-4c85-b8b6-e5ca864b0ed3 req-e64be6fc-5602-4491-9f3d-42bdca0b6909 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0801246 May 26 20:03:35.706995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac6e392c-c669-4c85-b8b6-e5ca864b0ed3 req-39dee341-2ad2-47bb-80e0-f420c70072fc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376298 May 26 20:03:36.896056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4f1db-b8b2-4411-bd42-abe316858ffc req-863887c0-6b7e-4481-ac60-5dc44e73f7e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:36.897504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fd4f1db-b8b2-4411-bd42-abe316858ffc req-863887c0-6b7e-4481-ac60-5dc44e73f7e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0807815 May 26 20:03:36.905641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:36.941533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fd4f1db-b8b2-4411-bd42-abe316858ffc req-348cbca5-af9d-4125-a22e-925d813ca556 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 May 26 20:03:38.129075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b94e0-6007-4960-a77b-15a553f3b8a7 req-965d2692-4156-4ec0-8d96-e9bc8576eac4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:38.130648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f4b94e0-6007-4960-a77b-15a553f3b8a7 req-965d2692-4156-4ec0-8d96-e9bc8576eac4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0801089 May 26 20:03:38.176087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f4b94e0-6007-4960-a77b-15a553f3b8a7 req-fd1d199c-bc29-40a7-9698-638e7f94075f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 May 26 20:03:38.513700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-7873ecd2-5dae-4708-a046-189a02eec7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:38.515207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-7873ecd2-5dae-4708-a046-189a02eec7de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1097 time: 0.0746756 May 26 20:03:38.656405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-389a1ed2-c966-4312-b3cc-71919f002339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:38.658384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-389a1ed2-c966-4312-b3cc-71919f002339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1245627 May 26 20:03:38.758587 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-a30b1097-ce03-4314-978d-ad67a20848d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 1001 time: 0.0945077 May 26 20:03:38.820191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-ae0c9d42-0bc5-40ba-8415-85995fafb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:38.821499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-ae0c9d42-0bc5-40ba-8415-85995fafb03c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0553756 May 26 20:03:38.895043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-32d6e3aa-fc6f-4d59-8b52-b16da342c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:38.896455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-32d6e3aa-fc6f-4d59-8b52-b16da342c0a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680664 May 26 20:03:39.025800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-70ffff9a-2f94-496c-ae76-2cead9f3d59c service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233644 May 26 20:03:39.164545 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c548eba7-cb64-4a4c-91c0-5237203be72b req-c97e68ba-3818-4507-8600-95c37d28d1cd service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325293 May 26 20:03:39.362542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eddd8-8ecb-4398-be07-bc1cc6cef3a2 req-b54982c3-5db5-4a73-9382-5e2f217fc838 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:39.363953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-021eddd8-8ecb-4398-be07-bc1cc6cef3a2 req-b54982c3-5db5-4a73-9382-5e2f217fc838 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0805950 May 26 20:03:39.406501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-021eddd8-8ecb-4398-be07-bc1cc6cef3a2 req-444c202e-624d-449c-87e0-7baa7afe2995 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371044 May 26 20:03:40.584481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332e575-f441-4b7e-a8b4-54a866988a53 req-d6abe175-9d9b-4e82-ad45-36bbdf52d307 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:40.585926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8332e575-f441-4b7e-a8b4-54a866988a53 req-d6abe175-9d9b-4e82-ad45-36bbdf52d307 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0777621 May 26 20:03:40.632051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8332e575-f441-4b7e-a8b4-54a866988a53 req-42647108-083c-41c5-8460-a2bc3e1d55bd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 May 26 20:03:41.817491 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf908499-9b0e-4b92-86d4-d2bcd698e042 req-28a608da-9b32-4b07-bad9-697860df3711 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:41.818921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf908499-9b0e-4b92-86d4-d2bcd698e042 req-28a608da-9b32-4b07-bad9-697860df3711 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0790896 May 26 20:03:41.862550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf908499-9b0e-4b92-86d4-d2bcd698e042 req-f8ba9d25-0cb3-46ea-b667-505e32b390f1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 May 26 20:03:43.049261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389a55-bb57-4484-bc66-9ce78464a063 req-c1fec873-3f83-4728-b4a1-ba1faf6b92fb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:43.050682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d389a55-bb57-4484-bc66-9ce78464a063 req-c1fec873-3f83-4728-b4a1-ba1faf6b92fb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0819588 May 26 20:03:43.094712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d389a55-bb57-4484-bc66-9ce78464a063 req-d5dc41f0-1ae5-4bd2-85d9-cc5313d96a32 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 May 26 20:03:44.276464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debed88a-dfda-4865-af29-bc17d376cbbd req-f860b3fc-889a-40cf-a198-59dc3cb31d9b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:44.277911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-debed88a-dfda-4865-af29-bc17d376cbbd req-f860b3fc-889a-40cf-a198-59dc3cb31d9b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0786505 May 26 20:03:44.320499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-debed88a-dfda-4865-af29-bc17d376cbbd req-dc65490a-3626-4c8d-9413-53b91c42feea tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362582 May 26 20:03:44.433640 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:44.754581 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cc003cb2-b83d-4b88-b1df-d0c164f7f204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:45.599272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9683f5-af24-4cf7-b772-60b232e7e350 req-91a3d5f6-39f8-46d8-a1b5-b9a0833dbc29 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:45.600641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af9683f5-af24-4cf7-b772-60b232e7e350 req-91a3d5f6-39f8-46d8-a1b5-b9a0833dbc29 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.1764770 May 26 20:03:45.645401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af9683f5-af24-4cf7-b772-60b232e7e350 req-adb5cb8b-4333-45ba-8a2d-2e1a9581b124 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 May 26 20:03:46.031668 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:03:46.828076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaef75-e1b2-4b31-af26-d12f039cc8a1 req-a70a65c2-bcb0-4d79-b531-9a5044dcc144 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:46.830336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2abaef75-e1b2-4b31-af26-d12f039cc8a1 req-a70a65c2-bcb0-4d79-b531-9a5044dcc144 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0790358 May 26 20:03:46.874945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2abaef75-e1b2-4b31-af26-d12f039cc8a1 req-923b93f1-7895-4d57-ab12-5be814bf5dcc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389071 May 26 20:03:46.912945 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-170b36e7-4a8c-4a25-97a5-9cbacf62985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:47.417974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:48.056321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01c48a-3256-43be-ac84-3dc9a90aa5df req-1db0251e-5572-47c9-970b-5c1a6ed7fcb6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:48.057777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b01c48a-3256-43be-ac84-3dc9a90aa5df req-1db0251e-5572-47c9-970b-5c1a6ed7fcb6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0785093 May 26 20:03:48.104207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b01c48a-3256-43be-ac84-3dc9a90aa5df req-8bed6385-364d-4420-8145-23a295581bf6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 May 26 20:03:48.269860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:49.287295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0535d-fa0f-47a1-952d-627a35d4ac4c req-1ed17a16-1d3a-46eb-9fc1-37ffeea6c0a4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:49.288708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8a0535d-fa0f-47a1-952d-627a35d4ac4c req-1ed17a16-1d3a-46eb-9fc1-37ffeea6c0a4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0816324 May 26 20:03:49.332102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c8a0535d-fa0f-47a1-952d-627a35d4ac4c req-40648945-7646-4b21-805a-927ab6b1d3b7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376985 May 26 20:03:49.854963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:50.402713 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-ef0c7311-b4fd-4b2a-8803-875d117cfccf service neutron] show failed (client error): The resource could not be found. May 26 20:03:50.403741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-ef0c7311-b4fd-4b2a-8803-875d117cfccf service neutron] 10.222.0.13 "GET /v2.0/ports/4a23ab0a-7688-48d3-a47c-191059d78ec0/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0748670 May 26 20:03:50.525728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97457f-8e07-4e57-b9f5-4f2bdd0323fe req-eb9c29af-329b-42bb-a94e-56261558b55a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:50.527170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a97457f-8e07-4e57-b9f5-4f2bdd0323fe req-eb9c29af-329b-42bb-a94e-56261558b55a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0861187 May 26 20:03:50.574348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a97457f-8e07-4e57-b9f5-4f2bdd0323fe req-8dda847e-dc60-43e8-983d-4fb0dd2cdfbf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 May 26 20:03:50.661924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-5b2ba108-d370-4001-ae3d-2ab9b9b6d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:50.663352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-5b2ba108-d370-4001-ae3d-2ab9b9b6d9f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1097 time: 0.0698869 May 26 20:03:50.673928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:03:50.780723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:51.102580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:51.110342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab728d2-1532-444b-b724-bed8467a21ef req-c4863f4f-927c-4923-a694-56bb84f8f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:51.111797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-c4863f4f-927c-4923-a694-56bb84f8f96e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1097 time: 0.1219754 May 26 20:03:51.157907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:51.277050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:51.282928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:51.321432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Transition to ACTIVE for port object 4a23ab0a-7688-48d3-a47c-191059d78ec0 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:03:51.327188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab728d2-1532-444b-b724-bed8467a21ef req-beae1837-9182-4236-8b6b-8f1b14b8a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:51.328734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-beae1837-9182-4236-8b6b-8f1b14b8a6ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1967356 May 26 20:03:51.329647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:51.334780 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367080bf-bc03-474e-86bc-638f4f234c8e'] response: {'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'code': 200} May 26 20:03:51.669104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:51.684426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.684760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.685117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.685444 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.685760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.686079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.686392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.686708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.687019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.687329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.687637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.687944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:03:51.692725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-eeb04cdd-4966-446f-969b-39f2457aeaa7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 999 time: 0.3288660 May 26 20:03:51.809082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] No DVR routers for this DVR port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:03:51.914348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab728d2-1532-444b-b724-bed8467a21ef req-ee1f90cc-d6ba-481a-82d9-233a6c51a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:51.915833 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-ee1f90cc-d6ba-481a-82d9-233a6c51a68a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1825542 May 26 20:03:52.060380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4e87-b494-487a-a7f4-1dbf51ff374a req-87cf092a-6dec-4299-af18-ad2208a56508 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:52.061914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-384d4e87-b494-487a-a7f4-1dbf51ff374a req-87cf092a-6dec-4299-af18-ad2208a56508 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.3681808 May 26 20:03:52.168822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-384d4e87-b494-487a-a7f4-1dbf51ff374a req-9771a0f4-a19e-4f6a-b185-5b8d0a4b7c8a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998034 May 26 20:03:52.172797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab728d2-1532-444b-b724-bed8467a21ef req-f185b036-53f3-415e-aae5-7005c2381ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:52.174855 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-f185b036-53f3-415e-aae5-7005c2381ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517207 May 26 20:03:52.176865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:03:52.177193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:03:52.177514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:52.201917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:03:52.201917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Attempting to bind port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:03:52.254872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:03:52.255200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:03:52.255592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:03:52.255990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Bound port: 4a23ab0a-7688-48d3-a47c-191059d78ec0, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:03:52.256325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:52.379499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-18a7e00c-a347-484a-89a1-61953607756e service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981575 May 26 20:03:52.406502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:03:52.470582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:03:52.476497 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:52.560674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:52.561340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:52.563100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 1092 time: 1.8935018 May 26 20:03:52.594623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59328802-e5ca-40c0-9178-f812ee3be6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:52.599197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eab728d2-1532-444b-b724-bed8467a21ef req-053e8c5d-2690-4c07-b3a2-0492cc3918d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141662 May 26 20:03:52.710434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-cb761f48-138f-4af5-9069-cba66a7dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:52.711911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-cb761f48-138f-4af5-9069-cba66a7dcf4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1095 time: 0.0734398 May 26 20:03:52.843944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-9529bc61-40ec-40de-b8fa-34c98ad7b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:52.846296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-9529bc61-40ec-40de-b8fa-34c98ad7b797 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1270618 May 26 20:03:52.951983 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-fd3135ac-d045-4136-aecb-ba3e219ebde6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 999 time: 0.0990729 May 26 20:03:53.013808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-cefc9427-81d0-496d-8616-1d397492c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:53.015209 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-cefc9427-81d0-496d-8616-1d397492c34a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0561192 May 26 20:03:53.092481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-2c0a1f43-a0a1-47df-8e00-fe39ed3c31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:53.093970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-2c0a1f43-a0a1-47df-8e00-fe39ed3c31cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716143 May 26 20:03:53.337403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:53.404071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-3b804a8f-96a0-4d7d-8de7-c534e6d7656a service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036559 May 26 20:03:53.437148 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad07411-f779-41e5-8ba7-9fe1c356989c req-5656af2c-c700-4185-a915-955ac50320d9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:53.439030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aad07411-f779-41e5-8ba7-9fe1c356989c req-5656af2c-c700-4185-a915-955ac50320d9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.1385968 May 26 20:03:53.547729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aad07411-f779-41e5-8ba7-9fe1c356989c req-f45dba0f-570a-43f5-87c4-63cd41a873a1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025558 May 26 20:03:53.584935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b60e38e0-cbdc-4333-b928-6843dc0c9cae req-7adb91aa-4aa8-473f-b607-bded65c82c22 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738105 May 26 20:03:53.614127 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae5d793-f58c-41b5-afbe-8e00246638f5'] response: {'name': 'network-changed', 'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'status': 'completed', 'code': 200} May 26 20:03:53.762892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-dbd8a2c2-ab90-4d2b-86da-81b8169c8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:53.764323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-dbd8a2c2-ab90-4d2b-86da-81b8169c8aee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1095 time: 0.1334186 May 26 20:03:53.766792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-2070a7ec-9455-476d-b709-3a0b163e6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:53.768109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-2070a7ec-9455-476d-b709-3a0b163e6ce2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1095 time: 0.1066275 May 26 20:03:54.005295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-68601d94-2996-4676-9ce3-166a5bbf67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.006752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-68601d94-2996-4676-9ce3-166a5bbf67f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2362254 May 26 20:03:54.007814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-08e2eb18-d710-4f6e-84da-30ef1c4160dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.009134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-08e2eb18-d710-4f6e-84da-30ef1c4160dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2172885 May 26 20:03:54.189076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-f04cea92-cb43-47fe-8520-899b436017bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 999 time: 0.1304414 May 26 20:03:54.190635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-b5307932-677d-4ab0-a694-316ddb074923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 999 time: 0.1784723 May 26 20:03:54.299740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-afeec351-42f1-4755-a6ff-bce749705381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.301076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-afeec351-42f1-4755-a6ff-bce749705381 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1056523 May 26 20:03:54.302419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-6afea691-d4bf-47d8-8fe7-61596d16e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.303697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-6afea691-d4bf-47d8-8fe7-61596d16e84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0771074 May 26 20:03:54.433650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-10c2c07e-c5b0-4a5c-8592-e966fd485c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.435111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-10c2c07e-c5b0-4a5c-8592-e966fd485c49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280284 May 26 20:03:54.437540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944e01a-d267-4081-88da-e78c5201b9fc req-0db9a3c9-91ec-4724-8a4b-91b6524b609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:54.438888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-0db9a3c9-91ec-4724-8a4b-91b6524b609e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031194 May 26 20:03:54.444108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:03:54.502606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:03:54.708723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-0d80fde3-e50b-4af0-85f1-919e7b6845d1 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657180 May 26 20:03:54.710446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-836c8771-d3bd-46dd-bdbe-0babe3db1010 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499211 May 26 20:03:55.086304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfdbb0-d93d-490d-9a59-cceb948d391f req-6a376fc4-f22f-4f3a-a573-d6608e45889a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:55.087749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ebfdbb0-d93d-490d-9a59-cceb948d391f req-6a376fc4-f22f-4f3a-a573-d6608e45889a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.4250963 May 26 20:03:55.091262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-adbefd8f-368b-443a-9477-086419ae049d service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754056 May 26 20:03:55.095484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3944e01a-d267-4081-88da-e78c5201b9fc req-9b5f49a7-fd18-4d3a-9ad0-af9db1dfe748 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775933 May 26 20:03:55.134516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ebfdbb0-d93d-490d-9a59-cceb948d391f req-58d92dca-a3c8-4a18-8f72-d851313f8039 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 May 26 20:03:56.316906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962f926-8f49-4944-826a-c9d77ba846fb req-a42dd89e-046b-487c-860b-2f57e690a926 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:56.318278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6962f926-8f49-4944-826a-c9d77ba846fb req-a42dd89e-046b-487c-860b-2f57e690a926 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 944 time: 0.0789633 May 26 20:03:56.361924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6962f926-8f49-4944-826a-c9d77ba846fb req-54226747-ee40-411e-94f2-5cc3584d1737 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 May 26 20:03:57.102679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:03:57.231827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:57.244392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'mac_address': 'fa:16:3e:cf:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:03:57.297317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4a23ab0a-7688-48d3-a47c-191059d78ec0 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:57.297688 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:57.313497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a23ab0a-7688-48d3-a47c-191059d78ec0 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:03:57.328075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:57.332721 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:57.403131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:03:57.551026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401933-2bd1-41ae-85b0-3fd66375c14d req-d4b06451-2e03-48bb-92de-c530a7f3424b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:57.552453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2401933-2bd1-41ae-85b0-3fd66375c14d req-d4b06451-2e03-48bb-92de-c530a7f3424b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 945 time: 0.0852656 May 26 20:03:57.595900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2401933-2bd1-41ae-85b0-3fd66375c14d req-49b9aca8-157a-47cb-8b1c-aea04b2ce47d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 May 26 20:03:57.634543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['4a23ab0a-7688-48d3-a47c-191059d78ec0'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:03:57.976874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-e999d8de-844f-4c45-afef-f16f2eb98bc1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:57.978300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-e999d8de-844f-4c45-afef-f16f2eb98bc1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2&tenant_id=f2a37e63ad724153ab2a40b08a9d909b&binding%3Ahost_id=n-h2-843146-9 HTTP/1.1" status: 200 len: 945 time: 0.1160882 May 26 20:03:57.986719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6666a-34c4-46bf-a85c-ac07a37c3fee req-2b3f72d0-c106-4832-bec6-30ee9ecfb1b4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:57.988056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53e6666a-34c4-46bf-a85c-ac07a37c3fee req-2b3f72d0-c106-4832-bec6-30ee9ecfb1b4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 945 time: 0.1565266 May 26 20:03:58.087298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-53e6666a-34c4-46bf-a85c-ac07a37c3fee req-86cda47a-01e6-4a1b-a312-d50559571b95 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669541 May 26 20:03:58.096491 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-8e510e3f-b2b4-4115-9b08-cca5ab611510 service neutron] delete failed (client error): The resource could not be found. May 26 20:03:58.097470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-8e510e3f-b2b4-4115-9b08-cca5ab611510 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4a23ab0a-7688-48d3-a47c-191059d78ec0/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1085887 May 26 20:03:58.232246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-5da3badb-19fb-4924-a145-64b7fdc34cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:58.233636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-5da3badb-19fb-4924-a145-64b7fdc34cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 1096 time: 0.0704560 May 26 20:03:58.362373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-a68fa00b-91ac-4ea6-b2de-c6ecdd7e583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:58.363790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-a68fa00b-91ac-4ea6-b2de-c6ecdd7e583a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1240568 May 26 20:03:58.464905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-64597670-9a7c-4996-bcab-5891f636d5ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 200 len: 1000 time: 0.0956912 May 26 20:03:58.525435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-5a250b3b-1a7f-4b9e-93a1-c78df008e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:58.526742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-5a250b3b-1a7f-4b9e-93a1-c78df008e564 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0555303 May 26 20:03:58.602771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-87008cda-583a-4e09-91c9-d30ba568be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:58.604182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-87008cda-583a-4e09-91c9-d30ba568be2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722408 May 26 20:03:58.732917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-4ae6883d-d07e-464b-8c48-6a622c13e0df service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230931 May 26 20:03:58.859830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-90f6b3d9-1fb0-4e8b-8840-093e9cfe9540 req-27e799fc-dde4-4578-8200-71f1e4b70d3e service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208510 May 26 20:03:59.107027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:03:59.216551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:03:59.222265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 4a23ab0a-7688-48d3-a47c-191059d78ec0 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:03:59.222646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:59.292243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2ffe-f45f-4c91-93af-9c158c3871d6 req-74315ce4-ee00-4ebb-b081-e52e21fe2062 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:03:59.294004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e0f2ffe-f45f-4c91-93af-9c158c3871d6 req-74315ce4-ee00-4ebb-b081-e52e21fe2062 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 945 time: 0.0922823 May 26 20:03:59.341138 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e0f2ffe-f45f-4c91-93af-9c158c3871d6 req-3ef5a458-0222-491f-bbe9-51b7b02a2e98 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415192 May 26 20:03:59.349899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 4a23ab0a-7688-48d3-a47c-191059d78ec0 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:03:59.350416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:59.379783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:03:59.389122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:03:59.394272 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:03:59.429003 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2746d08-1075-45c8-b9d3-43baf84ef983'] response: {'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'code': 200} May 26 20:03:59.468956 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:00.643806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf16b29-52a7-4edf-8a5e-37f0a1d8f5d8 req-e31334c2-4f73-418f-a08c-3c8c889e9fba tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:00.645155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bf16b29-52a7-4edf-8a5e-37f0a1d8f5d8 req-e31334c2-4f73-418f-a08c-3c8c889e9fba tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.1969905 May 26 20:04:00.687148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bf16b29-52a7-4edf-8a5e-37f0a1d8f5d8 req-ae314f23-ca45-488b-9a47-d1ed35a0c6f7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364232 May 26 20:04:00.866011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694da94-a398-4619-a9c2-53465891e3c1 req-23b8e2de-0864-46d1-b10f-92bb53f43ffc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:00.867681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5694da94-a398-4619-a9c2-53465891e3c1 req-23b8e2de-0864-46d1-b10f-92bb53f43ffc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0783803 May 26 20:04:00.916161 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5694da94-a398-4619-a9c2-53465891e3c1 req-6f4cb8c4-0bb7-4e1d-a937-06a7c2948f56 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 May 26 20:04:01.101309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3125d-9abd-47b2-b72f-9f87cfdb9b74 req-90ccb4b9-89a5-4e14-a463-67415a146ee5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:01.102722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d3125d-9abd-47b2-b72f-9f87cfdb9b74 req-90ccb4b9-89a5-4e14-a463-67415a146ee5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0780809 May 26 20:04:01.146133 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49d3125d-9abd-47b2-b72f-9f87cfdb9b74 req-5efa2849-27e1-411c-ad4c-173c19656221 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 May 26 20:04:01.519733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5dd44-63fb-4f41-bd0b-4e3dc9b8a0c7 req-7f02ecc7-520f-47f1-ae77-8b3e56e7b1d1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:01.521095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49f5dd44-63fb-4f41-bd0b-4e3dc9b8a0c7 req-7f02ecc7-520f-47f1-ae77-8b3e56e7b1d1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0823336 May 26 20:04:01.564498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49f5dd44-63fb-4f41-bd0b-4e3dc9b8a0c7 req-8cbc389c-246a-4220-a7e7-e464308c0291 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377228 May 26 20:04:02.750321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aee126-4922-416b-904b-5b80dcb727dd req-3ac1eea3-1457-4f96-9b32-2ea6782d3d76 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:02.752275 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99aee126-4922-416b-904b-5b80dcb727dd req-3ac1eea3-1457-4f96-9b32-2ea6782d3d76 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0784416 May 26 20:04:02.794964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99aee126-4922-416b-904b-5b80dcb727dd req-b8662167-938b-40e9-bbed-b27f5cddb5ba tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371413 May 26 20:04:02.875641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-1d021518-dbf9-46d9-952a-b27058834e8e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:02.877559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-1d021518-dbf9-46d9-952a-b27058834e8e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 946 time: 0.0806282 May 26 20:04:02.944602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port 4a23ab0a-7688-48d3-a47c-191059d78ec0 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:04:02.944935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:03.200396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] For port 4a23ab0a-7688-48d3-a47c-191059d78ec0, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=4a23ab0a-7688-48d3-a47c-191059d78ec0,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:04:03.200749 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:03.482871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:03.483214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:03.483525 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea disassociated. External IP: 172.25.0.39, port: 4a23ab0a-7688-48d3-a47c-191059d78ec0. May 26 20:04:03.483874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for 4a23ab0a-7688-48d3-a47c-191059d78ec0 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:04:03.627465 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:03.680825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'Port': ['ID=4a23ab0a-7688-48d3-a47c-191059d78ec0,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:03.868243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:04:04.081927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81cdbdeb-6b7a-4d4d-a131-c729d1a71b66 req-6660d323-521d-41dc-8a31-f4c8dcb4fa18 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a14c24-cdf3-44ab-8c65-cc4cf700dca2 HTTP/1.1" status: 200 len: 210 time: 0.0625479 May 26 20:04:04.180494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:04:04.189873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:04:04.199032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:04:04.199627 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:03:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:04.251470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] No DVR routers for this DVR port 4a23ab0a-7688-48d3-a47c-191059d78ec0 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:04:04.254621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:04.257162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-deleted', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:04:04.273492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f7c59c4-4708-4e5e-8827-3fa5131d1f9f req-0dc33320-627a-43ca-82c9-ab66a1ee089e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "DELETE /v2.0/ports/4a23ab0a-7688-48d3-a47c-191059d78ec0 HTTP/1.1" status: 204 len: 173 time: 1.3905175 May 26 20:04:04.308072 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e7f2b5-ff6a-4f86-bd05-56c83fe81afb'] response: {'server_uuid': 'f0a14c24-cdf3-44ab-8c65-cc4cf700dca2', 'name': 'network-vif-deleted', 'tag': '4a23ab0a-7688-48d3-a47c-191059d78ec0', 'status': 'completed', 'code': 200} May 26 20:04:04.385454 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:04:04.725985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:04.729691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:04:04.738208 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:04:04.738784 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:03:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:04.909562 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:04:05.216719 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:05.221094 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a70a63-5221-4eea-9a93-468f3a14673d None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:04:05.424536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-699ea6bd-c19a-48df-8867-6d3be5569d3e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1358289902&fields=id&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 267 time: 0.0463781 May 26 20:04:05.545505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655a62a0-d1a7-4ba0-b7a7-c33bb508784d None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:04:05.581111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-3b035b99-bd7f-4b3c-ab4e-e90753507bdd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:05.582850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-3b035b99-bd7f-4b3c-ab4e-e90753507bdd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1507816 May 26 20:04:05.598658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-61a7d2d3-8ca2-4cc1-bcb0-c3a2bf55e9bc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/quotas/f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 375 time: 0.0104930 May 26 20:04:05.680258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8859786c-6194-4d29-81b7-12d826d9f071 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:04:05.696090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8859786c-6194-4d29-81b7-12d826d9f071 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:04:05.697480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8859786c-6194-4d29-81b7-12d826d9f071 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935988 May 26 20:04:05.836139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-c31e5f30-df68-4b39-821a-01ac0c6411db service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265402 May 26 20:04:05.965652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-d4748643-bc9a-46af-8a0b-8549b1855975 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236978 May 26 20:04:06.138801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a6304962-aa55-4509-96bc-2d08e2839dab req-63c5f7ac-80b3-46c9-ac1b-8cb0e4181171 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 210 time: 0.0415237 May 26 20:04:06.903825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:07.148073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:04:07.163248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-ee53de5c-f373-431b-b0f9-e931c714b365 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:07.164687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-ee53de5c-f373-431b-b0f9-e931c714b365 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1487906 May 26 20:04:07.187358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 4a23ab0a-7688-48d3-a47c-191059d78ec0 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:04:07.188086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 4a23ab0a-7688-48d3-a47c-191059d78ec0 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:04:07.219274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-6e7714f1-53c1-4075-b673-ad515897e27d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 380 time: 0.0464280 May 26 20:04:07.228948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'port': {'device_id': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'admin_state_up': True, 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'security_groups': ['486c11f9-7919-4cb4-aee7-b1d4e5b91f27']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:04:07.358952 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c4d88a2-af58-4bd2-b87a-31f500aaf1a0 req-14352e48-fd22-41fd-b225-586db3c1c857 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 210 time: 0.0584128 May 26 20:04:07.411844 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:04:07.421121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:04:07.430246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:04:07.433707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:07.590460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Allocated IP 172.20.0.6 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/ddafce24-f64d-40f5-938a-b72a57216ee3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:04:07.880447 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:07.895781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Transition to ACTIVE for port object ddafce24-f64d-40f5-938a-b72a57216ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:04:07.918896 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:07.992373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:04:07.995634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:04:07.999528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:04:08.034344 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:08.072546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:08.073217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:08.100055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-92b24e22-05ce-4a67-9c21-524f86b8991e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745584 May 26 20:04:08.111236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Request body: {'port': {'device_id': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:04:08.203596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-512d01c9-d0e7-426d-a479-19293cfeee8c None None] Provisioning for port ddafce24-f64d-40f5-938a-b72a57216ee3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:04:08.208924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-512d01c9-d0e7-426d-a479-19293cfeee8c None None] Provisioning complete for port ddafce24-f64d-40f5-938a-b72a57216ee3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:04:08.209317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-512d01c9-d0e7-426d-a479-19293cfeee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:08.226658 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:08.261090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-512d01c9-d0e7-426d-a479-19293cfeee8c None None] Port ddafce24-f64d-40f5-938a-b72a57216ee3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:04:08.628332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f8ef-1dca-4f0a-9417-0b7da98c471a req-5e896777-3659-43b1-a0ea-cc80863a1e1d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:08.629318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aca1f8ef-1dca-4f0a-9417-0b7da98c471a req-5e896777-3659-43b1-a0ea-cc80863a1e1d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:04:08.644482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddafce24-f64d-40f5-938a-b72a57216ee3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:04:08.654699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:08.664363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aca1f8ef-1dca-4f0a-9417-0b7da98c471a req-5e896777-3659-43b1-a0ea-cc80863a1e1d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:04:08.665518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aca1f8ef-1dca-4f0a-9417-0b7da98c471a req-5e896777-3659-43b1-a0ea-cc80863a1e1d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 931 time: 0.1931181 May 26 20:04:08.670906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Transition to ACTIVE for port object ddafce24-f64d-40f5-938a-b72a57216ee3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:04:08.686705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:08.828982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aca1f8ef-1dca-4f0a-9417-0b7da98c471a req-8116a89c-b4c3-46ee-8667-2b4292d35e44 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569426 May 26 20:04:08.863478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:08.943258 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:04:08.943581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:04:08.943920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:04:08.950116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:04:08.950639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:04:08.956952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:04:08.957304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:04:08.957671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:04:08.958079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Bound port: ddafce24-f64d-40f5-938a-b72a57216ee3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:04:08.958414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:09.047011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:04:09.050393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:04:09.054700 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:09.117508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:09.118111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:09.119459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] 10.222.0.53 "PUT /v2.0/ports/ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 1091 time: 1.0125625 May 26 20:04:09.119883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:04:09.138804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fcf33-7f76-4841-99ec-051273f53a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:09.188618 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2430d07f-e4e8-4c44-9096-58f9a0219a1b'] response: {'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'status': 'completed', 'code': 200} May 26 20:04:09.230370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-b4f560e1-9c57-4a1d-80c8-b2dcfafccedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:09.231835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-b4f560e1-9c57-4a1d-80c8-b2dcfafccedb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1094 time: 0.0759811 May 26 20:04:09.303808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-60fe7225-bfac-4cca-a296-d3f2b0e14b8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 217 time: 0.0643795 May 26 20:04:09.363849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-2ccabd1e-cd1f-4de6-803a-d9d9cb6b73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:09.365232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-2ccabd1e-cd1f-4de6-803a-d9d9cb6b73b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0559239 May 26 20:04:09.437305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-20ffb11d-6e2c-4cec-bf29-f3026ae08c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:09.438765 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-20ffb11d-6e2c-4cec-bf29-f3026ae08c1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680282 May 26 20:04:09.566283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-f8974d0d-ede8-4873-b3b6-61f940485283 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213765 May 26 20:04:09.789453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-324a6d58-52e1-4f3f-ac33-5ab180267bd9 req-589010fa-b574-4d27-a60d-e5b464a5f736 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175994 May 26 20:04:09.904968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-50f0c522-de74-443a-8071-b81fe154d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:09.906526 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-50f0c522-de74-443a-8071-b81fe154d849 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1094 time: 0.0701087 May 26 20:04:10.094640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-9e6a5fcf-0203-4e3a-9ae7-ad126c123553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:10.096097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-9e6a5fcf-0203-4e3a-9ae7-ad126c123553 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1835322 May 26 20:04:10.107439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3111-2ea5-4a29-8c30-ea792eee3cc7 req-9cf69092-c1f3-4f31-b168-83723a11cc7e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:10.108764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d86f3111-2ea5-4a29-8c30-ea792eee3cc7 req-9cf69092-c1f3-4f31-b168-83723a11cc7e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.1281586 May 26 20:04:10.180660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-d9f46e02-71ff-488e-b07c-82a683c90891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 217 time: 0.0709765 May 26 20:04:10.253657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d86f3111-2ea5-4a29-8c30-ea792eee3cc7 req-bc205f7e-042c-40ef-b4f1-d26fab4ab343 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925748 May 26 20:04:10.262026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-5238b624-5d61-48c5-8d34-c5d4d193b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:10.263464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-5238b624-5d61-48c5-8d34-c5d4d193b55f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0758641 May 26 20:04:10.341790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-4d1ffad1-bc15-4dbb-ae96-a7f549108b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:10.343166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-4d1ffad1-bc15-4dbb-ae96-a7f549108b27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738366 May 26 20:04:10.472563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-3a081b54-059f-48bf-b1bf-dfb0e985f0fd service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230636 May 26 20:04:10.601403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a02b3b9f-2ccb-458a-98f1-c57f35a5fb88 req-00ceb180-8458-4bcf-b73b-e4dbdbdaeb24 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225765 May 26 20:04:11.440383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273319d5-d225-4174-b8d0-a9b107fde5f7 req-e2b5e588-b730-462e-a3f2-956b1677c239 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:11.441853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-273319d5-d225-4174-b8d0-a9b107fde5f7 req-e2b5e588-b730-462e-a3f2-956b1677c239 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.0843816 May 26 20:04:11.487317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-273319d5-d225-4174-b8d0-a9b107fde5f7 req-91942ac9-5372-4b5f-8e15-d5b4f18d319e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 May 26 20:04:12.669842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f33ea-d95d-4207-9d70-e42d54b5750a req-ed512f17-db62-4908-be5c-787449530833 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:12.671322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-029f33ea-d95d-4207-9d70-e42d54b5750a req-ed512f17-db62-4908-be5c-787449530833 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.0809209 May 26 20:04:12.714687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-029f33ea-d95d-4207-9d70-e42d54b5750a req-dd16070d-9c19-45a4-a288-5ed94812cdeb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371323 May 26 20:04:13.163789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:04:13.293971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:04:13.309799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'mac_address': 'fa:16:3e:e4:10:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:04:13.374823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ddafce24-f64d-40f5-938a-b72a57216ee3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:04:13.375110 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:13.393193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafce24-f64d-40f5-938a-b72a57216ee3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:04:13.408492 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:04:13.412652 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:13.479552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:13.487276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.487616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.487950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.488281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.488640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.489135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.489474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.489826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.490149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.490466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.490784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.491099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:04:13.723313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['ddafce24-f64d-40f5-938a-b72a57216ee3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:04:13.903478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923accf0-82b9-4ab9-a9e8-5437267b856b req-6b7afc0c-dc91-4f09-abe5-31d255c8f96d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:13.904897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-923accf0-82b9-4ab9-a9e8-5437267b856b req-6b7afc0c-dc91-4f09-abe5-31d255c8f96d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 944 time: 0.0831411 May 26 20:04:13.947329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-923accf0-82b9-4ab9-a9e8-5437267b856b req-48bf3d26-8872-4667-adae-7a0adaf9d497 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 May 26 20:04:14.442633 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:14.755677 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5072-84c0-46ad-97af-805f8172ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:15.129682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac166c-90c3-4dc6-b993-f2aa29dbfe18 req-dc5df6e2-a770-490f-a0d8-a22ea19ab2e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:15.131130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeac166c-90c3-4dc6-b993-f2aa29dbfe18 req-dc5df6e2-a770-490f-a0d8-a22ea19ab2e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 944 time: 0.0798597 May 26 20:04:15.178705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aeac166c-90c3-4dc6-b993-f2aa29dbfe18 req-23942e1a-b170-4e6d-bf30-ab4050d55535 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 May 26 20:04:15.179576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:04:15.245911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port ddafce24-f64d-40f5-938a-b72a57216ee3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:04:15.251317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port ddafce24-f64d-40f5-938a-b72a57216ee3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:04:15.251687 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:15.366726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port ddafce24-f64d-40f5-938a-b72a57216ee3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:04:15.367044 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:15.393312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:04:15.402912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:04:15.406795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:15.440321 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824542f8-c3a0-4251-85dd-73e11f470c7c'] response: {'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'code': 200} May 26 20:04:15.482734 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:04:15.561059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b19d96-a5a7-4c3f-9388-7aaf3603fc3f req-f29cc518-b8b1-4f41-ae3e-03f7741a79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:15.562543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62b19d96-a5a7-4c3f-9388-7aaf3603fc3f req-f29cc518-b8b1-4f41-ae3e-03f7741a79a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1096 time: 0.0677898 May 26 20:04:15.602098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62b19d96-a5a7-4c3f-9388-7aaf3603fc3f req-fd363e0e-a919-4f71-8b9d-a405056e8aee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 May 26 20:04:16.375037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37289b-8ab3-4f93-8a05-803840df0a6d req-f4791d81-4590-45a6-921e-958d0ca53414 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:16.376422 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a37289b-8ab3-4f93-8a05-803840df0a6d req-f4791d81-4590-45a6-921e-958d0ca53414 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0860484 May 26 20:04:16.419749 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a37289b-8ab3-4f93-8a05-803840df0a6d req-cc5920f2-5807-4c4c-860d-91f0a8e7659f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 May 26 20:04:16.916194 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2325f9dc-a792-49de-95e9-c2e0c69e586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:17.419864 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:17.604255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e590-4b01-4552-a089-2f3b0f0ec72b req-f210f7f8-8e3f-4178-8bb7-30143ffcfd53 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:17.605723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13c2e590-4b01-4552-a089-2f3b0f0ec72b req-f210f7f8-8e3f-4178-8bb7-30143ffcfd53 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0792944 May 26 20:04:17.649783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13c2e590-4b01-4552-a089-2f3b0f0ec72b req-7341c5c5-5fde-405f-86b9-31037a4d485e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383112 May 26 20:04:17.827750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447275e-8a05-4b48-b8ae-b1e05a0d6c37 req-ab062b7f-c99a-4203-ba6e-e35095da278f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:17.830003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b447275e-8a05-4b48-b8ae-b1e05a0d6c37 req-ab062b7f-c99a-4203-ba6e-e35095da278f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0835357 May 26 20:04:17.838544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57248) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:04:17.843387 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'floatingip': {'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:04:17.920686 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:18.272913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:18.603705 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:18.607928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:18.775002 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea associated. External IP: 172.25.0.39, port: ddafce24-f64d-40f5-938a-b72a57216ee3. May 26 20:04:19.124094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:04:19.411326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:04:19.416088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:19.420554 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:04:19.431396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:04:19.432002 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:04:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:19.472698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3718592e-56a1-4c50-81bc-5a7f915c993d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "PUT /v2.0/floatingips/95a3029a-64a7-4202-a20d-7508934124ea HTTP/1.1" status: 200 len: 990 time: 1.6330869 May 26 20:04:19.473304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:04:19.575763 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900dd8f-fe0e-46ed-86b8-d2c3d522ffe6'] response: {'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'status': 'completed', 'code': 200} May 26 20:04:19.610724 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:04:19.665925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-599d1621-1806-4d47-b4e7-b5da4ba5da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:19.667578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-599d1621-1806-4d47-b4e7-b5da4ba5da1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1096 time: 0.0704265 May 26 20:04:19.799185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-51d6d629-24c8-4af8-9962-b3818c800a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:19.800700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-51d6d629-24c8-4af8-9962-b3818c800a3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1276193 May 26 20:04:19.860529 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:19.908740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-93d3a98c-6b9c-4a71-85b8-c69c84927039 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 998 time: 0.1022503 May 26 20:04:19.965753 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:e4:10:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:04:18Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:19.970502 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:04:19.971736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-77bddc7d-ee7f-416b-80f2-40d77416ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:19.973110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-77bddc7d-ee7f-416b-80f2-40d77416ad11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0586812 May 26 20:04:19.978749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:04:19.979345 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:04:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:20.051894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-a23846f6-f2f2-41cc-beae-b704a255a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:20.053465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-a23846f6-f2f2-41cc-beae-b704a255a4ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747614 May 26 20:04:20.157612 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:04:20.186864 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-ce256227-b03c-4fc1-ac6b-16c8b74a70b0 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278741 May 26 20:04:20.319732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47d51b2c-9751-49ad-971c-804cb9349ac8 req-d244d827-f93c-457c-bac7-91d8dd7568a0 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273513 May 26 20:04:20.537224 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:e4:10:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:04:18Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:04:20.541099 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54202e-08c2-42bf-ade7-5058f5968a62 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:e4:10:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:04:18Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:04:20.727448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f3b62-d60a-4804-81e4-8104da4c7ba5 None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:04:23.032246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:04:36.909994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:44.445966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:44.756660 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4d280a5a-4ad5-4bc3-836d-371f513c8a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:46.919932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4141d58f-f524-4a27-ba58-163736650281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:47.420824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:48.274852 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:49.861573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:04:52.960713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-84be09ff-c50b-4829-8b06-7198445080aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712180 May 26 20:04:53.097607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-96c6e569-9dd6-478f-b660-104253b49f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:53.099051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-96c6e569-9dd6-478f-b660-104253b49f02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1096 time: 0.0698826 May 26 20:04:53.241591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-30e0540d-1dad-425c-9607-5c6e3abe6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:53.242908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-30e0540d-1dad-425c-9607-5c6e3abe6a71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1224425 May 26 20:04:53.352872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-ed0c4977-a602-4362-a43d-ab13195e6647 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 1000 time: 0.1035769 May 26 20:04:53.416286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-1ab59b71-ce04-4a6d-82df-78a0888c8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:53.417692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-1ab59b71-ce04-4a6d-82df-78a0888c8d03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0588460 May 26 20:04:53.490757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-b54b9fb7-6156-4d17-abbb-ec4890955143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:04:53.492262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-b54b9fb7-6156-4d17-abbb-ec4890955143 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690012 May 26 20:04:53.630108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-bab02e5d-4598-421b-b3ad-4c28cac564ec service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315672 May 26 20:04:53.854322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22465a89-71b0-449d-8baa-51dc955a10c7 req-b20676ba-6324-4aa5-bfd3-da51e2b2bdef service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181377 May 26 20:05:00.032192 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:05:06.926029 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:14.477361 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:14.757937 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2378ac3b-942d-42d6-b3d6-45e16ce60270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:16.920989 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9cc3e743-9d2e-4d95-95bd-d09a030486d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:17.423374 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:18.277917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:19.863775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:28.859902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268610-b4c6-4925-989b-f069fc793f3e req-85ec69f1-a487-4fd8-814e-eb134a380478 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:28.861351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc268610-b4c6-4925-989b-f069fc793f3e req-85ec69f1-a487-4fd8-814e-eb134a380478 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.1331952 May 26 20:05:28.904108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc268610-b4c6-4925-989b-f069fc793f3e req-bafe8a6d-f285-41c6-8313-0f6c53e4e1f4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365570 May 26 20:05:30.093975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538eb89-305f-4687-96ab-e9773f5558d1 req-d40b45a1-8b53-43a1-bd96-7db36ea0599f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:30.095408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2538eb89-305f-4687-96ab-e9773f5558d1 req-d40b45a1-8b53-43a1-bd96-7db36ea0599f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0780680 May 26 20:05:30.138714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2538eb89-305f-4687-96ab-e9773f5558d1 req-cd0b67e5-7d04-4879-a2cb-4d42d2fd1e3c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376205 May 26 20:05:31.325560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd2c92-483d-4a67-9da7-de544527039a req-e20fdebd-ee11-48c9-83a0-ef01e2e2ed8d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:31.326898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67bd2c92-483d-4a67-9da7-de544527039a req-e20fdebd-ee11-48c9-83a0-ef01e2e2ed8d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0819144 May 26 20:05:31.369449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67bd2c92-483d-4a67-9da7-de544527039a req-e08a0700-8671-44aa-917c-fdbd47cbaecf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361910 May 26 20:05:32.550789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4d6b6-323b-4d54-b70b-90212434b7c3 req-3e8df329-b2e0-4800-a651-dce132497fc9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:32.552121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78b4d6b6-323b-4d54-b70b-90212434b7c3 req-3e8df329-b2e0-4800-a651-dce132497fc9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0774701 May 26 20:05:32.598696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78b4d6b6-323b-4d54-b70b-90212434b7c3 req-8eb9b9b4-cd58-43fa-ae04-829986cb83d2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 May 26 20:05:33.777115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28724ed-2084-4c01-baa0-9ba31423c4db req-7e4d7e30-b069-4d5a-a933-16f751787190 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:33.778523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c28724ed-2084-4c01-baa0-9ba31423c4db req-7e4d7e30-b069-4d5a-a933-16f751787190 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0781150 May 26 20:05:33.820618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c28724ed-2084-4c01-baa0-9ba31423c4db req-74d2d50d-df8f-4058-866e-222af673c100 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365648 May 26 20:05:34.333489 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-716233dd-4f3f-4421-b166-58d3a5e7815e req-b34f7818-5492-4232-8f8a-e235f4664444 service neutron] (88362) timed out ('10.222.0.24', 46356) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:05:35.007224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ea761-7428-49c8-babb-697b08e987ae req-4dcdc414-2d6d-49fa-8626-d13178b941a1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:35.008664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-433ea761-7428-49c8-babb-697b08e987ae req-4dcdc414-2d6d-49fa-8626-d13178b941a1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0828311 May 26 20:05:35.052387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-433ea761-7428-49c8-babb-697b08e987ae req-ffbb31b8-69c9-4746-85eb-7e7698dbe5a5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379276 May 26 20:05:36.233120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf5d98-bd5c-4810-954b-6979618ac576 req-51b18dd2-f1b6-4030-b172-7a17f8e31cd1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:36.234591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcdf5d98-bd5c-4810-954b-6979618ac576 req-51b18dd2-f1b6-4030-b172-7a17f8e31cd1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0789404 May 26 20:05:36.278725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dcdf5d98-bd5c-4810-954b-6979618ac576 req-03d9dae5-5bea-4da1-90f9-59512c5bf998 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380044 May 26 20:05:36.912207 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:37.032218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:05:37.462811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9a891-31a1-4524-93c8-280d320f6c8d req-db2cc132-8031-4164-b13a-dab5ced1d47a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:37.464347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3d9a891-31a1-4524-93c8-280d320f6c8d req-db2cc132-8031-4164-b13a-dab5ced1d47a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0819733 May 26 20:05:37.508128 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3d9a891-31a1-4524-93c8-280d320f6c8d req-fc26ea15-b832-4cbd-aca8-a57d3cb37680 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379550 May 26 20:05:38.689541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81dbef-10d3-47ef-8b94-3f7a85e73c8d req-5c1ff404-0c06-4f3f-b738-d82461cbf85f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:38.690954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c81dbef-10d3-47ef-8b94-3f7a85e73c8d req-5c1ff404-0c06-4f3f-b738-d82461cbf85f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0773623 May 26 20:05:38.734065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0c81dbef-10d3-47ef-8b94-3f7a85e73c8d req-232f8111-9bcf-4eb1-8244-4bb05b3867f5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 May 26 20:05:39.921950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85351a94-e817-4299-8485-4d2bdcb07794 req-78f27adb-86ff-42c9-9edd-392404b8f965 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:39.923379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85351a94-e817-4299-8485-4d2bdcb07794 req-78f27adb-86ff-42c9-9edd-392404b8f965 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0823832 May 26 20:05:39.967229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-85351a94-e817-4299-8485-4d2bdcb07794 req-b27b169c-084c-497f-915d-26ae1671a945 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 May 26 20:05:41.148609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd95142-6c00-4c55-a8c7-d60c5627fe80 req-8130c8f2-ed1f-42d9-a0f0-3f0947f8965e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:41.150073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbd95142-6c00-4c55-a8c7-d60c5627fe80 req-8130c8f2-ed1f-42d9-a0f0-3f0947f8965e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0782101 May 26 20:05:41.204270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbd95142-6c00-4c55-a8c7-d60c5627fe80 req-1444ab27-6b7f-4b5d-86db-5ce4e587bb92 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483222 May 26 20:05:42.392241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996d18c-e2ce-493b-a058-7bcfc7246d57 req-4d0cc193-e966-41a1-8c4b-ad9d32a0d61d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:42.393607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e996d18c-e2ce-493b-a058-7bcfc7246d57 req-4d0cc193-e966-41a1-8c4b-ad9d32a0d61d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0822980 May 26 20:05:42.436779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e996d18c-e2ce-493b-a058-7bcfc7246d57 req-a2753286-62a4-46e2-8d92-d02f1ec79086 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 May 26 20:05:43.625790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b3cf-ca6d-4959-95af-bbb33593f7b6 req-e1bef515-3c78-42b5-b749-719677507df1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:43.627221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c626b3cf-ca6d-4959-95af-bbb33593f7b6 req-e1bef515-3c78-42b5-b749-719677507df1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0831513 May 26 20:05:43.671385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c626b3cf-ca6d-4959-95af-bbb33593f7b6 req-1b5e2eff-ce42-46a4-84dc-44a2e5acca6f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 May 26 20:05:44.488186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:44.760032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2982fbee-78f5-4b2e-988f-059e1b6d70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:44.852935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fa710-9656-4e9a-9781-423154acae7e req-53f20f1f-0ac8-4116-98c7-c52a217fcee4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:44.854395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b1fa710-9656-4e9a-9781-423154acae7e req-53f20f1f-0ac8-4116-98c7-c52a217fcee4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0791240 May 26 20:05:44.899508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3b1fa710-9656-4e9a-9781-423154acae7e req-ec7a201c-2a21-40fb-9249-72097bef1c36 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395179 May 26 20:05:45.288502 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-6af8daf4-5de8-44ee-9b58-5c047bfb8412 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185334 May 26 20:05:45.294459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64362460-3c5c-4cf9-89ae-1c472e0b43e7 req-a2a440fe-3748-43b7-91ae-4f7207041ad0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:45.295938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64362460-3c5c-4cf9-89ae-1c472e0b43e7 req-a2a440fe-3748-43b7-91ae-4f7207041ad0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0829630 May 26 20:05:45.341932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64362460-3c5c-4cf9-89ae-1c472e0b43e7 req-603838e9-5fd4-480a-a044-fc0bcf72d10b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 May 26 20:05:46.561031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad555e-3a09-4f4a-b6d9-94800be2edd7 req-eb736e37-e43c-4c0f-b52b-5c07d684259d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:46.563146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4ad555e-3a09-4f4a-b6d9-94800be2edd7 req-eb736e37-e43c-4c0f-b52b-5c07d684259d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.1067028 May 26 20:05:46.621309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f4ad555e-3a09-4f4a-b6d9-94800be2edd7 req-7e92972e-5fce-4a40-afca-427c10274c69 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513883 May 26 20:05:46.700985 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-757aa849-e893-4461-b783-7d2c5489e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:46.702456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-757aa849-e893-4461-b783-7d2c5489e00d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1096 time: 0.1142862 May 26 20:05:46.829756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-531c25c0-5469-4a6b-9c1a-80267b3b7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:46.831081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-531c25c0-5469-4a6b-9c1a-80267b3b7c9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1232615 May 26 20:05:46.922817 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cd35434-abbf-4ddd-a422-e67895c94747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:46.933489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-6ce390bc-127f-4d41-bddc-8753b2445e2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0951982 May 26 20:05:46.994260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-0d1a64de-4488-42ae-9ffa-fcee74b736f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:46.995676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-0d1a64de-4488-42ae-9ffa-fcee74b736f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0570383 May 26 20:05:47.162743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-3c2cf2b8-a5ef-45e2-9230-6c959f1d9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:47.164192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-3c2cf2b8-a5ef-45e2-9230-6c959f1d9e8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631815 May 26 20:05:47.291347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-5b88f9de-edf5-4f8b-8940-f022a1fa2d12 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210268 May 26 20:05:47.422564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-2466b672-19ad-4476-8807-dd5893b870c0 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256840 May 26 20:05:47.425568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:47.802476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca69615-73fd-4f7f-b85d-7c2a394ccde9 req-cdd182bc-8ecd-4dd9-804b-c860bd5d0bc7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:47.803893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ca69615-73fd-4f7f-b85d-7c2a394ccde9 req-cdd182bc-8ecd-4dd9-804b-c860bd5d0bc7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0778418 May 26 20:05:47.846555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7ca69615-73fd-4f7f-b85d-7c2a394ccde9 req-c45e1b59-af99-4bdf-be18-0462fa0f1121 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371752 May 26 20:05:48.281535 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:49.043341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c5165-63aa-4025-bf66-97c95c91c94f req-7be26fc5-78e5-43a5-b8f5-ca520587c9e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:49.045636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-763c5165-63aa-4025-bf66-97c95c91c94f req-7be26fc5-78e5-43a5-b8f5-ca520587c9e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0889525 May 26 20:05:49.088916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-763c5165-63aa-4025-bf66-97c95c91c94f req-16df9d39-4dc6-47fc-b3a9-adbf9d19f5a9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 May 26 20:05:49.395265 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-241d9da7-da5c-41b4-b966-2d4d5417cb32 service neutron] show failed (client error): The resource could not be found. May 26 20:05:49.396228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-241d9da7-da5c-41b4-b966-2d4d5417cb32 service neutron] 10.222.0.53 "GET /v2.0/ports/ddafce24-f64d-40f5-938a-b72a57216ee3/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0731313 May 26 20:05:49.724997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-60a7411c-6de6-4cc7-82e9-7d9911984898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:49.726482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-60a7411c-6de6-4cc7-82e9-7d9911984898 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1096 time: 0.1091750 May 26 20:05:49.736883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:05:49.846808 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:49.867982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:50.110260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:05:50.138686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:05:50.240549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:05:50.245231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:50.273873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Transition to ACTIVE for port object ddafce24-f64d-40f5-938a-b72a57216ee3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:05:50.279596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:50.436096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:05:50.458672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aae55-cc1d-400a-9ab4-9420158e68e3 req-68d236fc-faaf-486d-aa40-b3ed0016cad9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:50.460202 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-335aae55-cc1d-400a-9ab4-9420158e68e3 req-68d236fc-faaf-486d-aa40-b3ed0016cad9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.2580888 May 26 20:05:50.470100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.470445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.470781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.471113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.471449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.471776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.472135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.472457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.472777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.473114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.473438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.473755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:50.535611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] No DVR routers for this DVR port ddafce24-f64d-40f5-938a-b72a57216ee3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:05:50.626316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-335aae55-cc1d-400a-9ab4-9420158e68e3 req-0607dcf4-136e-4bb0-9c4e-2437ae22ed5f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578569 May 26 20:05:50.789939 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f629ac74-ab80-498b-aa6f-b6b18e47c40a'] response: {'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'code': 200} May 26 20:05:50.882993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:05:50.883237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:05:50.883559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:05:50.887978 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:05:50.888289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Attempting to bind port ddafce24-f64d-40f5-938a-b72a57216ee3 on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:05:50.893331 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:05:50.893662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:05:50.894063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:05:50.894481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Bound port: ddafce24-f64d-40f5-938a-b72a57216ee3, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:05:50.894817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:50.982147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:05:50.985613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:05:50.989707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:51.046682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.047297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:51.048657 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 1091 time: 1.3155422 May 26 20:05:51.067974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa4f78-13ac-4793-bf9e-a9fa60469cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:05:51.146414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-1504fa7f-b73f-4e3a-85f9-a34c907ba850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.147914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-1504fa7f-b73f-4e3a-85f9-a34c907ba850 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1094 time: 0.0764239 May 26 20:05:51.281440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-90cff5de-36ca-4581-b453-16f20e043031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.282872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-90cff5de-36ca-4581-b453-16f20e043031 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1296284 May 26 20:05:51.387250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-ca89dcbb-2059-4c90-93c4-b95d667ba292 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 998 time: 0.0970147 May 26 20:05:51.447146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-675ce55c-9038-4d9d-aded-d677c9a5b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.448440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-675ce55c-9038-4d9d-aded-d677c9a5b023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0556500 May 26 20:05:51.525797 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-e91c2e0c-1b21-4967-9977-9ddbc9c01532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.527236 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-e91c2e0c-1b21-4967-9977-9ddbc9c01532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734887 May 26 20:05:51.656271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-c916c349-2517-4e50-8823-6572454b0105 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229644 May 26 20:05:51.837889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3baf538f-4598-4a60-a64d-8fabdf2096d5 req-b92f5f07-464d-430a-a860-8ec50a7fe9ea service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761389 May 26 20:05:51.857743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf785-3c19-4c96-a0a5-d3f48a9fde97 req-d032348e-a9c0-4b38-b7dd-08db417a960e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:51.859067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22cbf785-3c19-4c96-a0a5-d3f48a9fde97 req-d032348e-a9c0-4b38-b7dd-08db417a960e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.1219220 May 26 20:05:51.905816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22cbf785-3c19-4c96-a0a5-d3f48a9fde97 req-fc144aff-4ca7-4048-b871-624d2a286b47 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 May 26 20:05:52.791484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:05:52.846707 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07ae0e4-7635-4b24-9304-fdb402cb2f06'] response: {'name': 'network-changed', 'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'status': 'completed', 'code': 200} May 26 20:05:52.992458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-e090fd70-dd82-4e2c-862b-15b402117284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:52.993969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-e090fd70-dd82-4e2c-862b-15b402117284 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1094 time: 0.1305127 May 26 20:05:52.996450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-55b4a66c-527c-4a3b-9459-e8492523d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:52.997825 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-55b4a66c-527c-4a3b-9459-e8492523d9cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1094 time: 0.1042991 May 26 20:05:53.397128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-b0383c81-2b5e-4498-9747-9d38ebdb2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.398561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-b0383c81-2b5e-4498-9747-9d38ebdb2fcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.3990018 May 26 20:05:53.455273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-3a11b781-ae08-4953-b11e-faaa87c7cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.456654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-3a11b781-ae08-4953-b11e-faaa87c7cef5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.4394343 May 26 20:05:53.470130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810373c-5ec4-4569-8126-474b9c8f0b9c req-c024da4b-93fe-4daf-8de2-a4d08dfa2ee0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.471506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4810373c-5ec4-4569-8126-474b9c8f0b9c req-c024da4b-93fe-4daf-8de2-a4d08dfa2ee0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.4502814 May 26 20:05:53.624801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-b1dd4e87-ac5a-4d78-b61d-ce7d23b5b90d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 998 time: 0.2186759 May 26 20:05:53.633080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4810373c-5ec4-4569-8126-474b9c8f0b9c req-5f9a3ec6-321d-4ea6-ad01-64c6eb5601ba tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462629 May 26 20:05:53.667263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:05:53.670823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-c7c25fe8-3748-460d-a410-26d74de4d529 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 998 time: 0.1912417 May 26 20:05:53.725369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:05:53.740757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-932dfc28-6e1d-4c95-a8cd-aff61f0c89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.742282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-932dfc28-6e1d-4c95-a8cd-aff61f0c89b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1065826 May 26 20:05:53.749956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-0cd3a421-2a94-4326-a3eb-dcb04ca085a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.751253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-0cd3a421-2a94-4326-a3eb-dcb04ca085a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0696809 May 26 20:05:53.878497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-bcff6bfb-6285-485f-a440-800e4f1e9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.879967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-bcff6bfb-6285-485f-a440-800e4f1e9b35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316609 May 26 20:05:53.882359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-e13a3c8f-f39e-4d6c-bcfa-be60b7710bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:53.883683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-e13a3c8f-f39e-4d6c-bcfa-be60b7710bbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006505 May 26 20:05:54.121301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-ff89ae55-8cb0-4f42-9417-0f5bf794ae9d service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342181 May 26 20:05:54.123109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-c3b295ae-f34f-4b6a-821e-8128acdb5bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193732 May 26 20:05:54.359637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-fe5c4f13-9130-45ff-b1b1-0f1a2c61dec0 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323990 May 26 20:05:54.361442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4bc5094-6e54-48ac-837b-a361c87d9120 req-01e57b20-8c6e-4481-9dcf-4b523388be5f service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175944 May 26 20:05:54.821310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a38435-bc04-4cd6-9c7d-7f3689f6d467 req-c142a1af-9503-4186-8d0c-739304107bd5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:54.822740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5a38435-bc04-4cd6-9c7d-7f3689f6d467 req-c142a1af-9503-4186-8d0c-739304107bd5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.0825014 May 26 20:05:54.865870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5a38435-bc04-4cd6-9c7d-7f3689f6d467 req-a2cc01d3-bff5-40bf-bad8-78d2f9dd1587 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 May 26 20:05:54.900118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:05:55.038032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:05:55.051989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'mac_address': 'fa:16:3e:e4:10:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:05:55.123735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ddafce24-f64d-40f5-938a-b72a57216ee3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:05:55.124109 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:55.140747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafce24-f64d-40f5-938a-b72a57216ee3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:05:55.155859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:05:55.160132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:55.230569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f574-e7f1-406e-aa5f-ba7ddfdf6fb8 req-64954dd8-0c34-4b3d-a8c5-1fd457111e4c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.232046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c071f574-e7f1-406e-aa5f-ba7ddfdf6fb8 req-64954dd8-0c34-4b3d-a8c5-1fd457111e4c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 943 time: 0.1421771 May 26 20:05:55.233501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:05:55.241987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.242330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.242667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.243000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.243328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.243653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.243978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.244301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.244467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-509a0cc6-f20c-480e-9c54-deb3ab3c6255 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.244606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.244928 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.245270 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.245594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:05:55.245999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-509a0cc6-f20c-480e-9c54-deb3ab3c6255 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6&tenant_id=f2a37e63ad724153ab2a40b08a9d909b&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 944 time: 0.1209431 May 26 20:05:55.345528 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c071f574-e7f1-406e-aa5f-ba7ddfdf6fb8 req-d9910b1f-0eb6-46d5-8a17-b65b26d3779d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985854 May 26 20:05:55.363515 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-119b2700-b90a-476d-a0a4-86204996cb8e service neutron] delete failed (client error): The resource could not be found. May 26 20:05:55.363515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-119b2700-b90a-476d-a0a4-86204996cb8e service neutron] 10.222.0.53 "DELETE /v2.0/ports/ddafce24-f64d-40f5-938a-b72a57216ee3/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0995343 May 26 20:05:55.377124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['ddafce24-f64d-40f5-938a-b72a57216ee3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:05:55.505997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-9d905325-895d-4d6b-a91f-449dde4798c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.507438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-9d905325-895d-4d6b-a91f-449dde4798c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1095 time: 0.0703444 May 26 20:05:55.751587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-ed31366b-8fe2-4169-aaa1-d49dc96369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.753051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-ed31366b-8fe2-4169-aaa1-d49dc96369f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2396052 May 26 20:05:55.853245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-3abdf6d1-c527-4448-b81a-2c0f33a3100f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 999 time: 0.0931666 May 26 20:05:55.912685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-9cc448ac-9756-447e-84a7-c9e8d31c3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.914066 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-9cc448ac-9756-447e-84a7-c9e8d31c3af2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0550356 May 26 20:05:55.991342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-80ac5995-666c-41dc-8cd4-2482f790edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:55.992788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-80ac5995-666c-41dc-8cd4-2482f790edcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730326 May 26 20:05:56.129262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-6f7cc667-ed81-4ed0-bd92-d873f0eaa09f service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299071 May 26 20:05:56.259779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dea86555-78e6-4daa-85b4-834db5cab3ca req-24c9198c-6e71-40f9-b06e-8ffa35bcf0e9 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 May 26 20:05:56.544519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e873aee-5d92-45cb-99f8-157eeddfa935 req-652203de-1967-4db0-801a-468295a3c35b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:56.546409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e873aee-5d92-45cb-99f8-157eeddfa935 req-652203de-1967-4db0-801a-468295a3c35b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 944 time: 0.0822632 May 26 20:05:56.597689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e873aee-5d92-45cb-99f8-157eeddfa935 req-ad80c943-612e-463c-b4bf-85f97aea3142 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441215 May 26 20:05:56.914966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:05:56.982023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port ddafce24-f64d-40f5-938a-b72a57216ee3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:05:56.986800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port ddafce24-f64d-40f5-938a-b72a57216ee3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:05:56.987170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:57.108050 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port ddafce24-f64d-40f5-938a-b72a57216ee3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:05:57.108423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:57.133852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:05:57.142654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:05:57.147167 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:05:57.217945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:05:57.273484 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636c528e-d292-425a-bd13-c8d0dd78b06a'] response: {'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'code': 200} May 26 20:05:57.782058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94931bbe-8016-40ba-92f0-3fb23903cbc6 req-e8446eec-5d60-4cf6-b62b-6007b5baa859 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:57.783473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94931bbe-8016-40ba-92f0-3fb23903cbc6 req-e8446eec-5d60-4cf6-b62b-6007b5baa859 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0813015 May 26 20:05:57.825643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-94931bbe-8016-40ba-92f0-3fb23903cbc6 req-090c1e4d-74c9-44c6-ac16-ccb728eb0cdc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359855 May 26 20:05:58.006361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a8e20-6d5f-4f22-bb78-d12a60779d60 req-dd91bc54-a1c6-4c55-99f2-a035ca682b3b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:58.007795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f10a8e20-6d5f-4f22-bb78-d12a60779d60 req-dd91bc54-a1c6-4c55-99f2-a035ca682b3b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0780118 May 26 20:05:58.054703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f10a8e20-6d5f-4f22-bb78-d12a60779d60 req-ee928407-aed9-4fab-b2af-95a75ab0aec0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 May 26 20:05:58.605937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081126e-0194-4d4a-9e59-f4495af537f7 req-da0a06be-86be-496b-bd2d-c70d7298dc5e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:58.607247 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4081126e-0194-4d4a-9e59-f4495af537f7 req-da0a06be-86be-496b-bd2d-c70d7298dc5e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.1372972 May 26 20:05:58.609620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-891a83ba-0656-48ad-b29b-4b8628e9b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:58.610906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-891a83ba-0656-48ad-b29b-4b8628e9b6a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 1096 time: 0.0996304 May 26 20:05:58.728436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4081126e-0194-4d4a-9e59-f4495af537f7 req-b50bb107-de8e-4788-ac22-cfb98a9cbeb7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150150 May 26 20:05:58.768038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-18475da1-f2ef-4b2c-9ad4-0337e718ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:58.769479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-18475da1-f2ef-4b2c-9ad4-0337e718ad6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1440458 May 26 20:05:58.871568 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-996ea9f3-97a9-4512-97cf-174a4dfbe5e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 200 len: 1000 time: 0.0958977 May 26 20:05:58.931330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-7592a3f4-50f8-4120-bc87-07d5f42238f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:58.932756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-7592a3f4-50f8-4120-bc87-07d5f42238f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0557232 May 26 20:05:59.008994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-a73a8beb-d7d4-455f-a48d-1aa771cb01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:59.010461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-a73a8beb-d7d4-455f-a48d-1aa771cb01f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724344 May 26 20:05:59.140904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-c1a75572-bb84-4e1a-bae6-f366700f73b6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245229 May 26 20:05:59.369693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bce85a93-65e2-4813-8286-ae3b010bd52d req-7ca54895-8277-432d-a0b4-d2466660926b service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230687 May 26 20:05:59.915295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75da616-0ee3-4897-9b59-2959a71d20ac req-83c63e44-1a45-4358-93af-6e44c9bf3da6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:05:59.916726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b75da616-0ee3-4897-9b59-2959a71d20ac req-83c63e44-1a45-4358-93af-6e44c9bf3da6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0780878 May 26 20:05:59.960342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b75da616-0ee3-4897-9b59-2959a71d20ac req-09983e34-724b-4651-9451-e6443b0c8fee tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 May 26 20:06:01.147324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0d2da-c5c8-4655-820e-ffe649e12841 req-2eb3ac97-3ea5-4876-8b6b-34a6be94e977 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:01.148737 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb0d2da-c5c8-4655-820e-ffe649e12841 req-2eb3ac97-3ea5-4876-8b6b-34a6be94e977 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0807455 May 26 20:06:01.192291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2fb0d2da-c5c8-4655-820e-ffe649e12841 req-890deeff-3d12-4332-b57a-b5a7f7fe03e9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378437 May 26 20:06:01.568287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b03c2-587f-4754-a6f9-94c8513f957a req-43896479-e868-4cac-a31f-59f76dbee999 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:01.569600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-028b03c2-587f-4754-a6f9-94c8513f957a req-43896479-e868-4cac-a31f-59f76dbee999 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.0776181 May 26 20:06:01.617326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-028b03c2-587f-4754-a6f9-94c8513f957a req-663ad4d7-e83f-42a9-bd9c-bc86b7d18949 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 May 26 20:06:02.826929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c6ec-e73f-4578-8c72-40561b095fff req-3c7be840-8732-4e75-8c13-e6387bd7657f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:02.828343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3364c6ec-e73f-4578-8c72-40561b095fff req-3c7be840-8732-4e75-8c13-e6387bd7657f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.1390471 May 26 20:06:02.871527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fdbb9-15aa-49f3-913d-b499e6b4f82b req-39aec6ab-de21-4e3f-8116-9705b32697e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:02.872902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-790fdbb9-15aa-49f3-913d-b499e6b4f82b req-39aec6ab-de21-4e3f-8116-9705b32697e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 945 time: 0.1451192 May 26 20:06:02.928923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port ddafce24-f64d-40f5-938a-b72a57216ee3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:06:02.929283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:02.969123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-790fdbb9-15aa-49f3-913d-b499e6b4f82b req-8391319b-183e-4d34-9174-5525a5c412f9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892286 May 26 20:06:03.176202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] For port ddafce24-f64d-40f5-938a-b72a57216ee3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=ddafce24-f64d-40f5-938a-b72a57216ee3,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:06:03.176550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:03.462102 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:03.462463 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:03.462764 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea disassociated. External IP: 172.25.0.39, port: ddafce24-f64d-40f5-938a-b72a57216ee3. May 26 20:06:03.463093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for ddafce24-f64d-40f5-938a-b72a57216ee3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:06:03.606613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:03.659732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'Port': ['ID=ddafce24-f64d-40f5-938a-b72a57216ee3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:03.939732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:06:04.144784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e710fdb4-13ce-4bfe-8859-1e4a449bdb68 req-c4a8cbe9-f124-4e4d-87df-9c6df5904eea tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6 HTTP/1.1" status: 200 len: 210 time: 0.0624161 May 26 20:06:04.161285 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:06:04.174479 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:06:04.185346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:06:04.186005 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:05:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:04.241445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] No DVR routers for this DVR port ddafce24-f64d-40f5-938a-b72a57216ee3 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:06:04.243997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:04.246599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-deleted', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:06:04.262650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3364c6ec-e73f-4578-8c72-40561b095fff req-9476c973-cf24-44ff-a2fb-d4c2fcad0e2a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "DELETE /v2.0/ports/ddafce24-f64d-40f5-938a-b72a57216ee3 HTTP/1.1" status: 204 len: 173 time: 1.4293373 May 26 20:06:04.306796 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc6593d-d0a0-4858-88fc-4cd5587face0'] response: {'server_uuid': '6400f23c-0e8e-4ee7-ba3a-b8fc34f106c6', 'name': 'network-vif-deleted', 'tag': 'ddafce24-f64d-40f5-938a-b72a57216ee3', 'status': 'completed', 'code': 200} May 26 20:06:04.366757 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:06:04.688291 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:04.692176 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:06:04.700273 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:06:04.700856 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:05:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:04.872717 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:06:05.204715 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:05.209248 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d576386c-f7d5-439f-bb47-4d2a478e6d88 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:06:05.428282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef098f-7cf7-4b73-9579-a54b86e9fb56 None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:06:05.581986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-0b19645f-a228-4c61-abfe-bddbd971529c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1358289902&fields=id&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 267 time: 0.0401220 May 26 20:06:05.733479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-d0fcd306-65cc-4088-b73f-0db32216ec67 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:05.734899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-d0fcd306-65cc-4088-b73f-0db32216ec67 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1466706 May 26 20:06:05.749676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-7b0e21be-de93-4120-846f-da1261164f76 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/quotas/f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 375 time: 0.0093336 May 26 20:06:05.832872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-39f55aa3-6cb5-41d8-9ec0-c96bc7477a11 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:06:05.855214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-39f55aa3-6cb5-41d8-9ec0-c96bc7477a11 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:06:05.856739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-39f55aa3-6cb5-41d8-9ec0-c96bc7477a11 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017680 May 26 20:06:06.070164 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-52973f5c-7bbc-4438-ab59-2ccb8b437790 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635563 May 26 20:06:06.200564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-a0009702-ccbc-439c-8535-a3aa88c377c9 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 May 26 20:06:06.382979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edbe1125-aa23-4531-b1c8-47d8f681c94e req-87e9a217-6cda-4623-ae2e-a53e463cebe3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 210 time: 0.0488372 May 26 20:06:06.915466 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:06.994265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:06:07.028513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: ddafce24-f64d-40f5-938a-b72a57216ee3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:06:07.028513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device ddafce24-f64d-40f5-938a-b72a57216ee3 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:06:07.494452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-790badf4-0969-473f-991c-47a499bac700 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:07.496075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-790badf4-0969-473f-991c-47a499bac700 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1565197 May 26 20:06:07.558979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b5e5d0e-ac0d-4031-a2b7-55063dbfbb2f req-87ad30a7-a815-4e08-a20a-a4966d6a0db0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 210 time: 0.0568168 May 26 20:06:07.584370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-d87f6fb0-b773-4cae-8263-9662afb975ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 380 time: 0.0799541 May 26 20:06:07.593191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'port': {'device_id': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'admin_state_up': True, 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'security_groups': ['486c11f9-7919-4cb4-aee7-b1d4e5b91f27']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:06:07.725609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:06:07.734879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:06:07.744881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:06:07.748295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:07.905993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Allocated IP 172.20.0.7 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:06:08.191121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.205888 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Transition to ACTIVE for port object 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:06:08.229459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.301803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:06:08.304630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:06:08.307276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:06:08.353383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:08.377679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:08.378337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.404797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-8f611b06-1668-431d-871e-e5732be62a84 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148882 May 26 20:06:08.415530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Request body: {'port': {'device_id': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:06:08.528910 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.551803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed4cf52f-e631-4279-9aa2-f935a27d2e04 None None] Provisioning for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:06:08.556602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed4cf52f-e631-4279-9aa2-f935a27d2e04 None None] Provisioning complete for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:06:08.556968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf52f-e631-4279-9aa2-f935a27d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.610152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed4cf52f-e631-4279-9aa2-f935a27d2e04 None None] Port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:06:08.856157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985b32-a1d6-485a-ae49-859d7d8c9907 req-776c9e5c-2938-4260-a5a8-ef756ece3022 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:08.856741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-10985b32-a1d6-485a-ae49-859d7d8c9907 req-776c9e5c-2938-4260-a5a8-ef756ece3022 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:06:08.886056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-10985b32-a1d6-485a-ae49-859d7d8c9907 req-776c9e5c-2938-4260-a5a8-ef756ece3022 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:06:08.887265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10985b32-a1d6-485a-ae49-859d7d8c9907 req-776c9e5c-2938-4260-a5a8-ef756ece3022 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 931 time: 0.2204313 May 26 20:06:08.972813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:06:08.982822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:08.987668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10985b32-a1d6-485a-ae49-859d7d8c9907 req-ea4e6456-7e1e-4011-9a33-1afc35925000 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642188 May 26 20:06:09.000660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Transition to ACTIVE for port object 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:06:09.006193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:09.159301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:09.241953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:06:09.242279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:06:09.242599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:06:09.247090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:06:09.247402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:06:09.252361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:06:09.252688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:06:09.253637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:06:09.254054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Bound port: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:06:09.254390 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:09.352306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:06:09.355025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:06:09.359572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:09.418135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:09.418739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:09.420084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1091 time: 1.0089567 May 26 20:06:09.420512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:06:09.445682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e7ca6-657b-4154-9aa3-d1db95dfe543 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:09.490487 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c84c42-8ca7-4010-b8a3-4a05880f11b0'] response: {'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'status': 'completed', 'code': 200} May 26 20:06:09.531593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-2669af20-7732-4de9-99c8-d200f784480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:09.533812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-2669af20-7732-4de9-99c8-d200f784480e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1094 time: 0.0759718 May 26 20:06:09.605985 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-b63e620f-17d5-4ee8-8d24-9472db329e23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 217 time: 0.0650277 May 26 20:06:09.670944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-320bca56-9da3-43ad-9bd6-99bc43252089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:09.672356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-320bca56-9da3-43ad-9bd6-99bc43252089 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0610447 May 26 20:06:09.745421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-457605c7-0c97-4792-b46c-3b41945379c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:09.746783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-457605c7-0c97-4792-b46c-3b41945379c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686524 May 26 20:06:09.968779 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-e9e11580-c0e7-494c-a53b-eacf7dc728f1 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157652 May 26 20:06:10.099862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-587e55aa-8181-4f04-9e70-31f5521068c9 req-20e0f283-b6a2-4104-bf95-2a7228d42b4c service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255615 May 26 20:06:10.236925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f8562-985c-41cc-86f3-22ad0c0a6409 req-96be705b-2ec7-4e3a-bf80-7a4eab261be2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:10.238423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f4f8562-985c-41cc-86f3-22ad0c0a6409 req-96be705b-2ec7-4e3a-bf80-7a4eab261be2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.1377058 May 26 20:06:10.243609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-590860d2-e28e-4382-9a10-37fe28f2370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:10.245004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-590860d2-e28e-4382-9a10-37fe28f2370e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1094 time: 0.1039834 May 26 20:06:10.362453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f4f8562-985c-41cc-86f3-22ad0c0a6409 req-bb4ae888-2ab0-47ec-9014-1f5c6a0f17e4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164529 May 26 20:06:10.402069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-154096ff-ce30-4e95-b0ae-4f2c5797f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:10.403555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-154096ff-ce30-4e95-b0ae-4f2c5797f6f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1449158 May 26 20:06:10.473590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-c7813f90-039c-4f34-80e1-9cde91013b56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 217 time: 0.0642242 May 26 20:06:10.533529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-d7b2d97c-2a3c-452d-ae6f-b0c44ff42cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:10.534926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-d7b2d97c-2a3c-452d-ae6f-b0c44ff42cf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0562451 May 26 20:06:10.617213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-7d1afe6a-5dab-454f-9e3d-579e871eac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:10.618680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-7d1afe6a-5dab-454f-9e3d-579e871eac41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773282 May 26 20:06:10.749717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-3219fa58-9e77-43e1-b4ec-823acb84a95d service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251261 May 26 20:06:10.878542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00cff246-09c7-4220-803d-e1cc4c2fe22e req-6bb8315d-6313-4adc-8bae-ebd008daecb6 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219552 May 26 20:06:11.543700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f676891-f09b-4aaf-bad1-04a7787db1c4 req-83d96bbe-2c89-4e9f-8cd0-ce26d8af3296 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:11.545153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f676891-f09b-4aaf-bad1-04a7787db1c4 req-83d96bbe-2c89-4e9f-8cd0-ce26d8af3296 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.0782068 May 26 20:06:11.588743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f676891-f09b-4aaf-bad1-04a7787db1c4 req-a467024b-1880-4a4c-b585-86bb4451e854 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379298 May 26 20:06:12.782402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d29ba-7513-4d58-917b-535d4c6fc07c req-318cfa0e-237f-446f-94f6-8d227a62ebde tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:12.783809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-240d29ba-7513-4d58-917b-535d4c6fc07c req-318cfa0e-237f-446f-94f6-8d227a62ebde tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.0804527 May 26 20:06:12.826454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-240d29ba-7513-4d58-917b-535d4c6fc07c req-ca694d8e-e1d6-40cc-a18c-b79263b2af5f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363917 May 26 20:06:13.728815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:06:13.857952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:06:13.871067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:06:13.956141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:06:13.957009 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:13.973214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:06:13.988184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:06:13.992031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:14.018113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaca719-9427-45dc-976b-773371ecffea req-b571e8af-aa98-44cd-9803-9dc4bc384a97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:14.020131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afaca719-9427-45dc-976b-773371ecffea req-b571e8af-aa98-44cd-9803-9dc4bc384a97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.0814137 May 26 20:06:14.034216 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:06:14.061258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:14.069315 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afaca719-9427-45dc-976b-773371ecffea req-1df3ba75-444e-4173-9ebc-b175f0c98828 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 May 26 20:06:14.296554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:06:14.481918 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:14.760762 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd7d5-7757-4be5-ad8a-275bca670960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:15.251201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af8719-0a15-49d2-84a7-5634db88ed34 req-5c812f20-0ff4-4f01-a7a3-639c2466e6f7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:15.252652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40af8719-0a15-49d2-84a7-5634db88ed34 req-5c812f20-0ff4-4f01-a7a3-639c2466e6f7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.0777779 May 26 20:06:15.295635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40af8719-0a15-49d2-84a7-5634db88ed34 req-479286d4-c9e4-4a25-a4f5-ec2db74a602b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373626 May 26 20:06:15.739784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:06:15.808986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:06:15.813855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:06:15.814219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:15.924479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:06:15.925377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:15.953245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:06:15.963100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:06:15.966885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:15.999820 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646bbb5b-ae23-464f-8cae-ddd783272858'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'code': 200} May 26 20:06:16.040676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:06:16.123630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88fd9f-9eef-4060-8b7c-7c3501c274c9 req-e5b1db7e-aaeb-4932-9163-92a6054d3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:16.125100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc88fd9f-9eef-4060-8b7c-7c3501c274c9 req-e5b1db7e-aaeb-4932-9163-92a6054d3cc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1096 time: 0.0717008 May 26 20:06:16.163960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc88fd9f-9eef-4060-8b7c-7c3501c274c9 req-94bf1f8a-a04d-45ba-a70b-3b7bebbd8ee6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331008 May 26 20:06:16.480302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb2a8-7ba2-43f4-a18d-9b59543dc14e req-9d31bd38-578b-413b-8174-c396ca9aaf0b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:16.481791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120cb2a8-7ba2-43f4-a18d-9b59543dc14e req-9d31bd38-578b-413b-8174-c396ca9aaf0b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0813677 May 26 20:06:16.525385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-120cb2a8-7ba2-43f4-a18d-9b59543dc14e req-aa606b48-af91-4bab-9f2e-cc9bb4c49520 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 May 26 20:06:16.924412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f451b991-ed41-4910-ab75-1332bdef3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:17.428399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:17.811272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fde0-0b0b-43ab-befe-252e43b54104 req-75d8f43e-9c78-4959-b7a2-d34da35bd697 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:17.812608 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c510fde0-0b0b-43ab-befe-252e43b54104 req-75d8f43e-9c78-4959-b7a2-d34da35bd697 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.1779947 May 26 20:06:17.856498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c510fde0-0b0b-43ab-befe-252e43b54104 req-3e2b1576-a433-46d5-9e56-8e7c0735a8da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 May 26 20:06:18.030588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31207b47-8e14-4874-a55a-a0d976590d30 req-5210ff74-ebae-4082-952f-e6bbe1cedb83 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:18.032030 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-31207b47-8e14-4874-a55a-a0d976590d30 req-5210ff74-ebae-4082-952f-e6bbe1cedb83 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0791109 May 26 20:06:18.041347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57480) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:06:18.046341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'floatingip': {'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:06:18.122919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:18.284733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:18.722069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:18.725928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:18.896708 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea associated. External IP: 172.25.0.39, port: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa. May 26 20:06:19.338831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:06:19.514965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:06:19.520227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:19.525243 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:06:19.535668 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:06:19.536267 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:06:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:19.573511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-883ab7ae-7b61-46da-9549-4073de831cd0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "PUT /v2.0/floatingips/95a3029a-64a7-4202-a20d-7508934124ea HTTP/1.1" status: 200 len: 990 time: 1.5309751 May 26 20:06:19.574078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:06:19.617404 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688f6967-7a73-485c-b85d-2cbd32c5c9cb'] response: {'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'status': 'completed', 'code': 200} May 26 20:06:19.712416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-65320d37-0e91-4d1b-a53d-bba4c3af0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:19.713943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-65320d37-0e91-4d1b-a53d-bba4c3af0b99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1096 time: 0.0745850 May 26 20:06:19.715848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:06:19.844438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-857069f7-6c9a-4942-975d-e0c47879465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:19.845847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-857069f7-6c9a-4942-975d-e0c47879465d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1264315 May 26 20:06:19.870430 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:19.951207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-066512f7-ea79-4830-8e98-a2859755f62c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 998 time: 0.0987220 May 26 20:06:20.016805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-6a1f63c5-3cee-4dcd-b7cf-715f63da9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:20.018424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-6a1f63c5-3cee-4dcd-b7cf-715f63da9627 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0614665 May 26 20:06:20.085661 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:06:18Z', 'revision_number': 9, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:20.089493 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:06:20.093219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-605e1ac4-203d-4511-a898-a534348b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:20.094739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-605e1ac4-203d-4511-a898-a534348b8529 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703576 May 26 20:06:20.097627 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:06:20.098204 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:06:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:20.225628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-f971977b-fcb9-4d50-be96-95f9ad9ae914 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248550 May 26 20:06:20.270862 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:06:20.358863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57113cf2-c9a9-4443-80e0-e2ef54d0b260 req-bba74e30-74a2-4bd6-801b-76db5ea913cb service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271167 May 26 20:06:20.641878 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:06:18Z', 'revision_number': 9, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:06:20.646730 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e69119-3a5d-4778-a5e7-2af0bf25b03f None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:06:18Z', 'revision_number': 9, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:06:20.824176 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dc157-ba08-48d3-9c8f-55d761ecec22 None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:06:36.930196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:44.493006 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:44.763256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e87e31f-f6d0-474f-be3b-dc21bb7da9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:45.551768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-a698a138-800a-42ef-b3ca-b7a505784f49 req-ed901fe8-9422-40d1-8d71-4775c00e5c0e service neutron] (88362) timed out ('10.222.0.24', 59568) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:06:46.926242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-516a7db4-fae7-44f3-b0f8-34386e79afd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:47.429881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:48.286181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:49.873124 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:06:51.034811 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:06:55.980454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-c0070a89-9d69-4228-bd8a-3c97a1a332e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710759 May 26 20:06:56.121948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-a941f951-55d9-414b-870f-0238bdfb81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:56.123479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-a941f951-55d9-414b-870f-0238bdfb81d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1096 time: 0.0705712 May 26 20:06:56.268050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-f6ab36e7-126a-4eb8-98df-dc2dd45be85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:56.269534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-f6ab36e7-126a-4eb8-98df-dc2dd45be85f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1253400 May 26 20:06:56.369584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-d6dedd5a-d1a6-441e-963c-63d3573352f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1001 time: 0.0938704 May 26 20:06:56.431037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-d8d02f5c-a8fe-4e56-b69e-43401407635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:56.432456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-d8d02f5c-a8fe-4e56-b69e-43401407635f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0574391 May 26 20:06:56.608397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-2dbd2b33-b43b-4687-8749-7d7da15ef7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:06:56.609796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-2dbd2b33-b43b-4687-8749-7d7da15ef7e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716094 May 26 20:06:56.737481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-cce24908-a77e-4b10-bb66-cbc4cfba158d service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212451 May 26 20:06:56.870596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e504e8cd-18d1-40c9-92df-94df5847f196 req-4249411e-93d8-4b58-a7c6-3b2fb384f45b service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265323 May 26 20:07:06.929543 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:14.491266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:14.764121 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb65e2f9-ae94-41db-8520-c6fc61d16429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:16.928585 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa877-fef3-4c47-b1ff-eb3401509037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:17.430474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:18.288747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:19.874778 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:28.033199 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:07:33.936375 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-2999d30c-ded9-42cf-87fd-2e2dbb6c04d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720530 May 26 20:07:33.992850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddde98-ff69-4c80-a35d-eda2422e947a req-a110ad4c-34b6-481c-be52-8b7033d02078 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:33.994351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ddde98-ff69-4c80-a35d-eda2422e947a req-a110ad4c-34b6-481c-be52-8b7033d02078 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0903094 May 26 20:07:34.043046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26ddde98-ff69-4c80-a35d-eda2422e947a req-28c62bf9-1485-480a-8a42-3b1b63400b8f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 May 26 20:07:35.103771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-dd01fe41-44fd-44c0-9410-0a19d48be3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:35.105260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-dd01fe41-44fd-44c0-9410-0a19d48be3f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1096 time: 0.0826070 May 26 20:07:35.287121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-806e502c-830f-4119-8248-976c80b01f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:35.288547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-806e502c-830f-4119-8248-976c80b01f43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1779244 May 26 20:07:35.353562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67b302-cca0-443f-9289-aa08746ae9c0 req-71d49565-b046-411c-b03e-ce33b65dbc17 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:35.354860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e67b302-cca0-443f-9289-aa08746ae9c0 req-71d49565-b046-411c-b03e-ce33b65dbc17 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.1764278 May 26 20:07:35.426023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-29b21122-42d6-4a41-8c0e-7d166f307676 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1001 time: 0.1305256 May 26 20:07:35.429310 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3e67b302-cca0-443f-9289-aa08746ae9c0 req-ba0ec8da-a64c-442b-9d47-b54c5745a4b5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669606 May 26 20:07:35.487241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-55dd5721-ac28-48bb-9fc2-656993f879ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:35.488651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-55dd5721-ac28-48bb-9fc2-656993f879ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0563571 May 26 20:07:35.564790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-668f2eac-a098-43b6-a987-bdafa9bbaa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:35.566277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-668f2eac-a098-43b6-a987-bdafa9bbaa05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715051 May 26 20:07:35.703896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-62c3589d-58f9-4ce2-b546-57a7d7efb9d1 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304753 May 26 20:07:35.835522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-df48138b-19ff-4890-983c-65e07a69e567 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258035 May 26 20:07:36.615205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cebae-27c5-43aa-98ce-aa14f67b785c req-e12d71e0-3770-4aef-bbdd-c256fefb5469 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:36.616621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-067cebae-27c5-43aa-98ce-aa14f67b785c req-e12d71e0-3770-4aef-bbdd-c256fefb5469 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0778332 May 26 20:07:36.659593 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-067cebae-27c5-43aa-98ce-aa14f67b785c req-c2873055-1f77-4e8d-842f-17670d89e370 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373912 May 26 20:07:36.944700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:37.843227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b560db-0fcf-46c2-a9ce-f8b22fb6f4bf req-6baa75dc-e4b7-4f41-99f1-6d7e14c6a79a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:37.844656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b560db-0fcf-46c2-a9ce-f8b22fb6f4bf req-6baa75dc-e4b7-4f41-99f1-6d7e14c6a79a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0814595 May 26 20:07:37.887109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-02b560db-0fcf-46c2-a9ce-f8b22fb6f4bf req-444e93bc-5dd9-4358-b8a6-5cd0c3ba2495 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 May 26 20:07:39.067468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61986c52-c36e-48a0-a249-d2021aa98597 req-92dde739-f2cb-46ec-9cf4-5893048dabeb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:39.069504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61986c52-c36e-48a0-a249-d2021aa98597 req-92dde739-f2cb-46ec-9cf4-5893048dabeb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0778694 May 26 20:07:39.112621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61986c52-c36e-48a0-a249-d2021aa98597 req-24a13e9d-6687-4614-9682-c44ba2e7e459 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374873 May 26 20:07:40.397138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d92bfb-f41e-4579-ba56-452a4af4f6c8 req-f0483b15-a9fb-4fea-9868-bceafd8423b7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:40.398580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08d92bfb-f41e-4579-ba56-452a4af4f6c8 req-f0483b15-a9fb-4fea-9868-bceafd8423b7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.1788981 May 26 20:07:40.441304 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08d92bfb-f41e-4579-ba56-452a4af4f6c8 req-543bedf7-1061-407c-8ae7-30579eaf5e4d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369744 May 26 20:07:41.621850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffc998-8a6e-437a-a159-3d8ff3d7f7ef req-ce11c4ee-2a49-4218-ad20-dc6f68adc8b5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:41.623327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdffc998-8a6e-437a-a159-3d8ff3d7f7ef req-ce11c4ee-2a49-4218-ad20-dc6f68adc8b5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0779064 May 26 20:07:41.668356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdffc998-8a6e-437a-a159-3d8ff3d7f7ef req-7465e828-3f03-4b8b-b8ab-9ab9210e02b2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 May 26 20:07:42.851641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f9cb3-83fb-46af-9781-cdb76d43d016 req-adbdefa8-0686-4290-b2c4-694fe3e8a2eb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:42.853087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b24f9cb3-83fb-46af-9781-cdb76d43d016 req-adbdefa8-0686-4290-b2c4-694fe3e8a2eb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0777705 May 26 20:07:42.899507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b24f9cb3-83fb-46af-9781-cdb76d43d016 req-76f4857b-050e-4cb2-90d2-e6f2088594ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 May 26 20:07:44.090239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1055bc2-6dd8-46a4-a115-0f04dd7891ec req-ab377d8b-a0af-42a9-872a-0cffa66043f6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:44.091681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1055bc2-6dd8-46a4-a115-0f04dd7891ec req-ab377d8b-a0af-42a9-872a-0cffa66043f6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0860589 May 26 20:07:44.134366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1055bc2-6dd8-46a4-a115-0f04dd7891ec req-be18ef6f-3374-4153-bb9b-9b70b7bc0ac5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370390 May 26 20:07:44.510621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:44.765519 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-087298c6-0d40-45fa-9f94-115c81a8dd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:45.315955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b647cb-14bc-499d-852d-66ad4504e072 req-2a19f31b-7a20-4714-8525-13c2ba7114c3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:45.317328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88b647cb-14bc-499d-852d-66ad4504e072 req-2a19f31b-7a20-4714-8525-13c2ba7114c3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0786152 May 26 20:07:45.361399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88b647cb-14bc-499d-852d-66ad4504e072 req-b2376998-ab5d-4c94-9dd0-cc4c4d7be81b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383794 May 26 20:07:46.547510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc23f-7609-47fc-b65c-1d0d0619fd70 req-b9c2a2bf-0022-488b-bff3-641ac4c38dcd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:46.548938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9bfc23f-7609-47fc-b65c-1d0d0619fd70 req-b9c2a2bf-0022-488b-bff3-641ac4c38dcd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0813642 May 26 20:07:46.592447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9bfc23f-7609-47fc-b65c-1d0d0619fd70 req-2d7dff79-a82a-4cd5-a867-4475a3c4eab0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 May 26 20:07:46.930581 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8900172-5844-4d9d-b0df-12ac2305f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:47.430436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:47.834923 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-da85989d-de76-4a0c-8369-d44f57a8076e service neutron] show failed (client error): The resource could not be found. May 26 20:07:47.835889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-da85989d-de76-4a0c-8369-d44f57a8076e service neutron] 10.222.0.53 "GET /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1025646 May 26 20:07:47.847830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd15da4-7a8c-4173-92fb-ad9a789ddb7e req-209df5bd-7868-47d9-b3a1-3de60096de3f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:47.849994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dd15da4-7a8c-4173-92fb-ad9a789ddb7e req-209df5bd-7868-47d9-b3a1-3de60096de3f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.1507208 May 26 20:07:47.901585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7dd15da4-7a8c-4173-92fb-ad9a789ddb7e req-67d78649-c1c9-4d2b-b44f-0cd2ed0a7e09 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 May 26 20:07:48.119062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-cbc799f7-4f73-452b-a294-b547996e44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:48.120482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-cbc799f7-4f73-452b-a294-b547996e44d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1096 time: 0.0849197 May 26 20:07:48.131004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:07:48.237288 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:48.291971 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:48.514869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:07:48.542588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:07:48.602587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:07:48.608105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:48.623002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Transition to ACTIVE for port object 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:07:48.626367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:48.664359 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d347d6a-3140-4019-9cb9-47d124c49605'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'code': 200} May 26 20:07:48.768608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:48.781855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.782194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.782529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.782857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.783180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.783503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.783821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.784138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.784453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.784773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.785106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.785423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:48.830762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] No DVR routers for this DVR port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:07:49.208954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:07:49.209670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:07:49.209670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:07:49.219559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96c700-7b17-40cd-a757-2d1a76105411 req-f18c93f8-41d3-49e0-9355-060f40334f14 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.220989 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f96c700-7b17-40cd-a757-2d1a76105411 req-f18c93f8-41d3-49e0-9355-060f40334f14 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.1591303 May 26 20:07:49.222775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:07:49.223083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:07:49.230430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:07:49.230760 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:07:49.231127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:07:49.231540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Bound port: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:07:49.231873 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:49.327550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f96c700-7b17-40cd-a757-2d1a76105411 req-cdcf15c6-37f0-49bd-853d-39ada917b18b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986934 May 26 20:07:49.352058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:07:49.354910 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:07:49.359397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:49.418956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.419583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:49.421000 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] 10.222.0.13 "PUT /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1091 time: 1.2938938 May 26 20:07:49.435376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01500-2eae-4258-ab54-8d80b4b1cb11 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:49.517147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-0dfca3d6-eee0-4094-967d-d144066728e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.518621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-0dfca3d6-eee0-4094-967d-d144066728e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1094 time: 0.0755122 May 26 20:07:49.650511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-89c73883-07ca-4b64-840e-a5e58beb2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.651950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-89c73883-07ca-4b64-840e-a5e58beb2b7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1270847 May 26 20:07:49.769407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-be7e8f8d-6eb6-472e-8574-f79fc07637e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.1118507 May 26 20:07:49.828770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-2135c8d1-feaa-4ab7-9d45-47aa435d9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.830110 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-2135c8d1-feaa-4ab7-9d45-47aa435d9825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0552318 May 26 20:07:49.876220 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:49.903513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-695fc483-d3f7-4baa-a792-580112c3aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:49.904975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-695fc483-d3f7-4baa-a792-580112c3aa0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685730 May 26 20:07:50.041181 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-42eaaaf7-a025-4481-a715-103b072852c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305218 May 26 20:07:50.168783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-728871c3-e6c8-4c8b-b568-cfc3f51bb65b req-bc2cc1a1-a710-4a86-ae81-bdb1503f22c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218748 May 26 20:07:50.184029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:07:50.242926 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:07:50.514175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a841-dc67-4f43-9824-a8b4d4966435 req-0bbc6e9e-d3e5-4be2-8479-c99525939fb4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:50.515506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d52a841-dc67-4f43-9824-a8b4d4966435 req-0bbc6e9e-d3e5-4be2-8479-c99525939fb4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.0829687 May 26 20:07:50.559076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d52a841-dc67-4f43-9824-a8b4d4966435 req-1a70e60e-6456-497c-8664-d998df04202d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380042 May 26 20:07:50.665754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:07:50.720389 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b94c76-ed10-4dec-b53c-f829258bf4c2'] response: {'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'status': 'completed', 'code': 200} May 26 20:07:50.865546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-2d01dbf9-af96-400d-9302-f1d1b6dfe245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:50.866867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-2d01dbf9-af96-400d-9302-f1d1b6dfe245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1094 time: 0.0990558 May 26 20:07:50.868659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-da2d6a12-e213-4d5f-9f51-671bdfc75d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:50.869961 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-da2d6a12-e213-4d5f-9f51-671bdfc75d12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1094 time: 0.1317971 May 26 20:07:51.206097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-a39868fb-d38a-4ab8-b6ec-1587fe39b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.207515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-a39868fb-d38a-4ab8-b6ec-1587fe39b18d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.3344626 May 26 20:07:51.210264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-f4626486-298d-4c1f-8bdf-95217d550cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.211531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-f4626486-298d-4c1f-8bdf-95217d550cdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.3200305 May 26 20:07:51.391606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-5b1daa14-d1a4-4cb6-ac6e-65d312b598d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.1771104 May 26 20:07:51.393320 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-cf8a8d23-ef02-43b3-89d6-5fb84813027a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.1335790 May 26 20:07:51.498306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-04a2217c-a847-4c62-8f12-94f183e776d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.499646 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-04a2217c-a847-4c62-8f12-94f183e776d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1024396 May 26 20:07:51.502617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-2c5c0930-94d1-4f5f-933b-6615a6425b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.503910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-2c5c0930-94d1-4f5f-933b-6615a6425b6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0782750 May 26 20:07:51.641140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-001324c4-72b5-452c-844e-c762a06a75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.642603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-001324c4-72b5-452c-844e-c762a06a75ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375124 May 26 20:07:51.645093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-09d5197b-b25a-45b6-9e5a-994990a169f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:51.646407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-09d5197b-b25a-45b6-9e5a-994990a169f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083395 May 26 20:07:51.951126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-e1a7c4b7-dcab-4ee1-a7ad-888b062176fc service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816660 May 26 20:07:51.955751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-eaff0050-cee7-4d36-8f47-c3f69d0c98af service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073556 May 26 20:07:52.005941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aca17-20ae-4708-bb90-02849b9ea988 req-91197f50-5f0d-497b-9286-b738f065e532 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:52.007333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-998aca17-20ae-4708-bb90-02849b9ea988 req-91197f50-5f0d-497b-9286-b738f065e532 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.3057630 May 26 20:07:52.190385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-998aca17-20ae-4708-bb90-02849b9ea988 req-c5a15308-9542-4b25-a492-4b349fed22a3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346602 May 26 20:07:52.219823 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-ac449d7c-5a2d-4a89-a9d9-7a9893a5021e service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621863 May 26 20:07:52.242715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e0c5f6d-6739-46a8-b77c-382d5c29d58d req-77d352b6-7aa1-4576-bae2-95f7c88ce496 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638311 May 26 20:07:53.371062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7981a-e45f-42e3-8991-2c6acdf02fab req-34843457-45b8-41d9-9a12-791abbd2f72e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:53.372394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c7981a-e45f-42e3-8991-2c6acdf02fab req-34843457-45b8-41d9-9a12-791abbd2f72e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 943 time: 0.0780256 May 26 20:07:53.403307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:07:53.418809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-16c7981a-e45f-42e3-8991-2c6acdf02fab req-22a20f07-4ab5-48b2-aa63-13508462ea61 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 May 26 20:07:53.534767 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:07:53.548452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:07:53.604102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:07:53.604473 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:53.621607 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:07:53.637514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:07:53.641179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:53.749459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:53.757100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.757452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.757791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.758127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.758459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.758790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.759115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.759438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.759762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.760085 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.760409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.760838 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:07:53.878384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-8e7b4879-721f-408e-8a25-d7a909bb521c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:53.879722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-8e7b4879-721f-408e-8a25-d7a909bb521c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92&tenant_id=f2a37e63ad724153ab2a40b08a9d909b&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 944 time: 0.1429675 May 26 20:07:53.888600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:07:53.946167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5604a-b785-459c-ba99-826bf091c8fb req-beadc953-2db6-423a-a1c5-5e26fbde535d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:53.947597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4af5604a-b785-459c-ba99-826bf091c8fb req-beadc953-2db6-423a-a1c5-5e26fbde535d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.1502991 May 26 20:07:54.002745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-2db38e83-66f9-4521-ae8d-b71786bada15 service neutron] 10.222.0.13 "GET /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.1150794 May 26 20:07:54.005692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4af5604a-b785-459c-ba99-826bf091c8fb req-d2247d1b-9629-4b2c-b138-66363454f6ae tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 May 26 20:07:54.215559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-fc329500-f4da-4732-bc02-119afe741a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:54.217023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-fc329500-f4da-4732-bc02-119afe741a0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1095 time: 0.1895001 May 26 20:07:54.344650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-a230cd1a-1491-42cb-b7a9-3a095920fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:54.346071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-a230cd1a-1491-42cb-b7a9-3a095920fddb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1234372 May 26 20:07:54.446462 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-7704f5ce-a46b-48ba-bc0a-ec4d17f8bbd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1000 time: 0.0927129 May 26 20:07:54.506386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-56b0c7a1-820f-4d69-b1b8-d74a000e0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:54.507663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-56b0c7a1-820f-4d69-b1b8-d74a000e0358 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0556648 May 26 20:07:54.579939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-8d911f7d-012d-48c1-8dc2-b350c384e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:54.581445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-8d911f7d-012d-48c1-8dc2-b350c384e70d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681841 May 26 20:07:54.711017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-16ba94ab-5263-4a99-a2d0-39daa288b5cc service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231263 May 26 20:07:54.845154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-a31ebcc7-ccc8-47f0-8f7c-4c4b85343f5c service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285396 May 26 20:07:55.191530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854882f-e7c0-49da-8190-4eb57ee26d6f req-3991ec86-9608-4e2d-be36-e16463ca07e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:55.193512 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5854882f-e7c0-49da-8190-4eb57ee26d6f req-3991ec86-9608-4e2d-be36-e16463ca07e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.0823905 May 26 20:07:55.236413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5854882f-e7c0-49da-8190-4eb57ee26d6f req-b39c91f9-d8cd-4a3b-9e63-195c0eda50d3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 May 26 20:07:55.431232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:07:55.496744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:07:55.501208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:07:55.501577 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:55.613979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:07:55.614878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:55.640568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:07:55.650228 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:07:55.654298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:55.703901 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e03e916-3766-4af3-ad78-b7f98cb3ae81'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'code': 200} May 26 20:07:55.721254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:56.418419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5678-0ca3-4b82-9416-5ace70dcd20c req-7ed815c2-8e0f-4b0e-be94-32e73bdf6ed2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:56.419938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-230f5678-0ca3-4b82-9416-5ace70dcd20c req-7ed815c2-8e0f-4b0e-be94-32e73bdf6ed2 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0769992 May 26 20:07:56.475306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-230f5678-0ca3-4b82-9416-5ace70dcd20c req-8d92648e-e844-4c5c-b393-1c1f7f8b378b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488865 May 26 20:07:56.874035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-ae37a2ef-2266-4686-adb4-b514e741b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:56.875654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-ae37a2ef-2266-4686-adb4-b514e741b471 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1096 time: 0.0697966 May 26 20:07:56.886001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:07:57.043543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:57.128719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e76c-0279-419c-a383-8a18c6f68622 req-b2c6659f-a9db-4e8c-86af-2301e52895ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:57.130761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-b2c6659f-a9db-4e8c-86af-2301e52895ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1096 time: 0.1895247 May 26 20:07:57.396332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e76c-0279-419c-a383-8a18c6f68622 req-807ebb33-36db-4272-bb2f-6f0e3ff7b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:57.397699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-807ebb33-36db-4272-bb2f-6f0e3ff7b44a service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2242565 May 26 20:07:57.658391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:07:57.680274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-ebfc8aa3-7a82-466c-b974-b9b12d9d0d65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1001 time: 0.2724762 May 26 20:07:57.752002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:07:57.812137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e76c-0279-419c-a383-8a18c6f68622 req-b867b6eb-72dc-4ddd-83cc-896944bf0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:57.813579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-b867b6eb-72dc-4ddd-83cc-896944bf0fe0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1265056 May 26 20:07:57.823201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb5c39-9c22-4855-95eb-00ee7efdcc5a req-98219e5f-ccf1-4c78-8b09-d4049e6dc968 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:57.824531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06cb5c39-9c22-4855-95eb-00ee7efdcc5a req-98219e5f-ccf1-4c78-8b09-d4049e6dc968 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.2306707 May 26 20:07:57.873973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:07:57.890559 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:57.927845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Transition to ACTIVE for port object 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:07:57.936161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:57.975357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06cb5c39-9c22-4855-95eb-00ee7efdcc5a req-286997d7-630f-465e-8204-e107633dce3a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087897 May 26 20:07:58.051099 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211e9b48-930e-45ea-a37d-6f9c6f1697e7'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'code': 200} May 26 20:07:58.105790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:58.139446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e76c-0279-419c-a383-8a18c6f68622 req-64d0c89a-c6e6-42f6-8e7c-fc95f353bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:58.141070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-64d0c89a-c6e6-42f6-8e7c-fc95f353bea8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141253 May 26 20:07:58.170412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] No DVR routers for this DVR port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:07:58.424171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-38598ad9-03a6-45aa-9563-64ef8b7a6bd4 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720110 May 26 20:07:58.555384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:07:58.555618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:07:58.555934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:07:58.564873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:07:58.565211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Attempting to bind port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:07:58.572882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:07:58.573229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:07:58.573596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:07:58.574004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Bound port: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:07:58.574335 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:58.661639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-88aab980-2972-49b2-9380-07a796925857 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302303 May 26 20:07:58.688835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:07:58.691714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:07:58.695664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:58.763855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:58.764451 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:07:58.765844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] 10.222.0.53 "PUT /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 1092 time: 1.8839362 May 26 20:07:58.783121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcfaa7-2c95-4047-8a8e-2d5e1902cd4e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=11']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:07:58.858269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-53a8966a-e7b2-4ad0-b193-9a573df184f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:58.859796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-53a8966a-e7b2-4ad0-b193-9a573df184f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1095 time: 0.0718956 May 26 20:07:58.999830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-3a09846c-923b-4210-903b-74a705ae7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:59.001300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-3a09846c-923b-4210-903b-74a705ae7e7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1358058 May 26 20:07:59.265459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-5dbf5de6-7e3d-4bfc-94ec-1df0bfe6747b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.2584248 May 26 20:07:59.322963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01349d-e87c-43eb-8864-023947cc3b3c req-8397b173-9859-4e8c-8a33-81829ed980dc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:59.324261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f01349d-e87c-43eb-8864-023947cc3b3c req-8397b173-9859-4e8c-8a33-81829ed980dc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.1540060 May 26 20:07:59.356551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-5d9d1eb0-7b0d-458c-819a-17a9f752a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:59.357934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-5d9d1eb0-7b0d-458c-819a-17a9f752a472 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0865650 May 26 20:07:59.422872 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f01349d-e87c-43eb-8864-023947cc3b3c req-96da89e5-bd63-4b36-9dee-21bc69e23ea3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918045 May 26 20:07:59.447559 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:07:59.453124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-5e3acfa8-4e12-41f6-88fe-6f80a9c3f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:07:59.454860 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-5e3acfa8-4e12-41f6-88fe-6f80a9c3f9a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894358 May 26 20:07:59.505128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:07:59.583819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-7b6ceddb-0880-441a-8f1b-1651ec299e16 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230974 May 26 20:07:59.710993 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-23f1850c-6739-487b-ba0b-21aa8837e8fe req-75d9be15-a27e-46d9-8064-c9cc97d85949 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218724 May 26 20:08:00.052636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:00.112109 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1518ad57-66b2-42ed-a4eb-aa3f017be5a8'] response: {'name': 'network-changed', 'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'status': 'completed', 'code': 200} May 26 20:08:00.252309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-60e3c27e-2dd6-4988-8963-679f86ba504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.253771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-60e3c27e-2dd6-4988-8963-679f86ba504f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1095 time: 0.1257498 May 26 20:08:00.259071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-8aaeea0d-83d1-4207-9115-2f5587fd710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.260355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-8aaeea0d-83d1-4207-9115-2f5587fd710c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 1095 time: 0.1027482 May 26 20:08:00.495507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-e2f265c7-6b0b-4745-bb5b-d81c2822ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.496930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-e2f265c7-6b0b-4745-bb5b-d81c2822ccd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2186556 May 26 20:08:00.497857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-de6b4ec7-340b-4191-adfa-133591f839ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.499105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-de6b4ec7-340b-4191-adfa-133591f839ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2379665 May 26 20:08:00.727396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-a6db1e32-a786-4d44-811d-0d6db041b81b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.2241132 May 26 20:08:00.732943 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-d20b89e8-b624-4fc6-8639-b2f8c8a7ce16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 200 len: 999 time: 0.1834085 May 26 20:08:00.842106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37b7e3-2077-41ba-9c5b-357e217f818f req-db0ddea6-1dd0-47e4-9a7b-63ece027fba4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.843505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a37b7e3-2077-41ba-9c5b-357e217f818f req-db0ddea6-1dd0-47e4-9a7b-63ece027fba4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.2929406 May 26 20:08:00.855603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-3c95e00e-2454-4d5f-9d4b-3d23ef3e40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.856889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-3c95e00e-2454-4d5f-9d4b-3d23ef3e40c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0927653 May 26 20:08:00.871977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-257fa54f-dc61-499b-aee2-6b4dd167452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:00.873271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-257fa54f-dc61-499b-aee2-6b4dd167452e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1387796 May 26 20:08:01.105573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a37b7e3-2077-41ba-9c5b-357e217f818f req-3b27f1a6-b4cf-4934-9f1f-f35fb4dd271f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536407 May 26 20:08:01.132968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-3283b174-fb9c-4eaa-bdb8-b27c1bded441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:01.134502 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-3283b174-fb9c-4eaa-bdb8-b27c1bded441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640049 May 26 20:08:01.136897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-c43e8092-55ea-4f32-bb05-55b066123e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:01.138228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-c43e8092-55ea-4f32-bb05-55b066123e10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318273 May 26 20:08:01.365632 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-628bab14-2f51-43b6-af37-d8a4df22e378 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243524 May 26 20:08:01.368411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-666ec7d5-faea-471d-b2e1-05f3fccd282d service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090683 May 26 20:08:01.598156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-617fdfda-4267-4bb8-a6b9-836673a60599 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265246 May 26 20:08:01.600553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b780dabe-77dc-44a2-85f0-85a5d539c455 req-63917067-8b48-46e9-81b9-9cf052bb9761 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124770 May 26 20:08:02.222101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:08:02.298741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ef3d2-ba27-44b9-8c00-d172b024d4d2 req-66d5e97e-2844-4b6a-ba9a-ac5f8a59ac3e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:02.300346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f5ef3d2-ba27-44b9-8c00-d172b024d4d2 req-66d5e97e-2844-4b6a-ba9a-ac5f8a59ac3e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 944 time: 0.0902371 May 26 20:08:02.352645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f5ef3d2-ba27-44b9-8c00-d172b024d4d2 req-875df9a3-66ee-4d56-8ec5-41dd178670a6 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457370 May 26 20:08:02.357599 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:02.373170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'mac_address': 'fa:16:3e:17:a3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:08:02.428606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:08:02.428979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:02.452005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:08:02.469249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:02.473114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:02.540396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:02.834723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:08:03.538292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021e0c7-7455-446b-a75b-641296286d60 req-03d4ac2d-f49e-44e5-90d8-6fbf1ffeed40 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:03.539708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8021e0c7-7455-446b-a75b-641296286d60 req-03d4ac2d-f49e-44e5-90d8-6fbf1ffeed40 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0806835 May 26 20:08:03.586914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8021e0c7-7455-446b-a75b-641296286d60 req-a9921374-b47a-4b61-b84d-119136f1727b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 May 26 20:08:03.765206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0985c-cc83-4658-a2d4-67f4128db64b req-32f5923c-3e48-4306-867a-6162fb8a4f0b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:03.766685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8e0985c-cc83-4658-a2d4-67f4128db64b req-32f5923c-3e48-4306-867a-6162fb8a4f0b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0790610 May 26 20:08:03.810475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8e0985c-cc83-4658-a2d4-67f4128db64b req-ec02bd51-3c13-4680-88c3-4034eb61bee4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376472 May 26 20:08:03.991116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b75a4-5b71-4063-973d-416d71456520 req-46efa26f-7a30-4078-818a-2030ea8a0271 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:03.992522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f58b75a4-5b71-4063-973d-416d71456520 req-46efa26f-7a30-4078-818a-2030ea8a0271 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0808690 May 26 20:08:04.036616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f58b75a4-5b71-4063-973d-416d71456520 req-f8042c69-c570-49b2-aece-e173a4bc1a7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382662 May 26 20:08:04.234004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:08:04.303291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:08:04.308046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:08:04.308417 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:04.424886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:08:04.425525 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:04.426192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349385f8-951b-470d-a0c6-e251f37a000d req-7ef1e8b1-7837-48ae-82fc-2c8bd43989bd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:04.428283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-349385f8-951b-470d-a0c6-e251f37a000d req-7ef1e8b1-7837-48ae-82fc-2c8bd43989bd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 945 time: 0.0794258 May 26 20:08:04.452879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:04.462712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:04.466421 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:04.473410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-349385f8-951b-470d-a0c6-e251f37a000d req-8b565cc7-472e-44e9-bdf8-1a3dec33bddb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 May 26 20:08:04.526810 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8cba28-2351-4564-a586-a0a03b08f328'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'code': 200} May 26 20:08:04.534042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=13']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:05.032612 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:08:05.666795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3e1d0-80aa-4c00-a949-999a43fff022 req-770ff8e8-6e8c-4d38-a08b-5cd3dcb2b935 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:05.668215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4b3e1d0-80aa-4c00-a949-999a43fff022 req-770ff8e8-6e8c-4d38-a08b-5cd3dcb2b935 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 946 time: 0.0818942 May 26 20:08:05.760532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e4b3e1d0-80aa-4c00-a949-999a43fff022 req-f16a9657-7bf5-4c06-8482-b1eaa08abf69 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866070 May 26 20:08:05.783157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-68faae14-98f2-4063-a34c-4b1c1182c9dc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:05.784562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-68faae14-98f2-4063-a34c-4b1c1182c9dc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 946 time: 0.0979288 May 26 20:08:05.857796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:08:05.858135 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.100173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] For port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:06.100533 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.478150 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.478544 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.478852 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea disassociated. External IP: 172.25.0.39, port: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa. May 26 20:08:06.479182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:08:06.620901 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.669311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'Port': ['ID=3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:06.863275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:08:06.960255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:06.972602 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb5fac80-ae71-4e28-9d67-bfe1e8788bd8 req-05b996c2-0771-4ae3-a908-b8f4baff1a7a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5722c7c-61f0-4949-a049-44b5f1e5bc92 HTTP/1.1" status: 200 len: 210 time: 0.1019769 May 26 20:08:07.084001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:08:07.093665 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:08:07.102925 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:08:07.103526 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:07.156299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] No DVR routers for this DVR port 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:08:07.158861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:07.161414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-deleted', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:07.177549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7c83347-da05-41b1-85ea-d6d3e4a719d8 req-6c04d179-6a9f-42c0-9025-6bc012fea9ca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "DELETE /v2.0/ports/3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa HTTP/1.1" status: 204 len: 173 time: 1.3873446 May 26 20:08:07.211868 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d20a26-42c6-47ff-ab1e-a5731b3d63ed'] response: {'server_uuid': 'd5722c7c-61f0-4949-a049-44b5f1e5bc92', 'name': 'network-vif-deleted', 'tag': '3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa', 'status': 'completed', 'code': 200} May 26 20:08:07.287910 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:08:07.609720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:07.613603 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:08:07.623531 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:08:07.624137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:07:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:07.802513 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:08:08.138679 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:08.142613 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba9d53-f937-4d4b-b770-0dcfc5d739f0 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:08:08.246708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:08:08.286474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:08:08.286862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 3a4b06d1-6162-4ab2-b5cd-3279bdfd29fa not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:08:08.316270 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-c3aa92c5-79f9-4fba-af0e-4d0c320109e0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1358289902&fields=id&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 267 time: 0.0434711 May 26 20:08:08.365889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b7518-7e71-4028-9cc0-699290072cbd None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:08:08.469332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-1c0247ca-3944-4325-8099-82cd35c9ef4d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:08.470879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-1c0247ca-3944-4325-8099-82cd35c9ef4d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1473477 May 26 20:08:08.488189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-3fae39dc-d4d4-4d2f-8244-8f480c6e4e80 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/quotas/f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 375 time: 0.0100372 May 26 20:08:08.574378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-828a5643-74ff-46bb-bca7-0fabb37e554b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:08:08.591298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-828a5643-74ff-46bb-bca7-0fabb37e554b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:08:08.592642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-828a5643-74ff-46bb-bca7-0fabb37e554b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987306 May 26 20:08:08.730380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-0b31b26d-cdf8-4243-9a3f-cc7169672841 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250679 May 26 20:08:08.954449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-ee492232-f14f-494f-8547-fc930698e7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182255 May 26 20:08:09.151885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dce15dfa-c8e2-4ad1-ad5e-28691ae232e7 req-d57509a7-03ef-47a7-bd4f-2add85c119bd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 210 time: 0.0439584 May 26 20:08:10.194719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-11d8c8ae-ac97-4a26-ac47-46e41c3215c1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:10.196148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-11d8c8ae-ac97-4a26-ac47-46e41c3215c1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 811 time: 0.1915154 May 26 20:08:10.247486 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-659fb916-ae3f-4961-867a-d084a3ab952f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 380 time: 0.0400651 May 26 20:08:10.256200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'port': {'device_id': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'admin_state_up': True, 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'security_groups': ['486c11f9-7919-4cb4-aee7-b1d4e5b91f27']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:08:10.366898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8214e604-51c9-4e3f-8303-db284c52308b req-234ad7bc-7cf6-43ba-a2f9-c49d64b97d08 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 210 time: 0.0974729 May 26 20:08:10.430903 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:08:10.440138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:08:10.451069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Made reservation on behalf of f2a37e63ad724153ab2a40b08a9d909b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:08:10.454756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:10.614585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Allocated IP 172.20.0.3 (9c390354-b2d4-4529-abe2-728348fde52b/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06/efdedf61-fc29-46d9-b3d4-552f9daacead) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:08:10.797942 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:10.813008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Transition to ACTIVE for port object efdedf61-fc29-46d9-b3d4-552f9daacead will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:08:10.835683 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:10.906892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Network 9c390354-b2d4-4529-abe2-728348fde52b is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:08:10.909730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:08:10.912562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:08:10.957413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:10.982632 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:10.983234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:11.011740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-87028e2b-03cb-42c8-bf18-2626a8eeac9e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589502 May 26 20:08:11.023115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Request body: {'port': {'device_id': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:08:11.138388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:11.157803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30664952-3a82-40f5-9b84-87c171f4a5b7 None None] Provisioning for port efdedf61-fc29-46d9-b3d4-552f9daacead completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:08:11.164058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30664952-3a82-40f5-9b84-87c171f4a5b7 None None] Provisioning complete for port efdedf61-fc29-46d9-b3d4-552f9daacead triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:08:11.164416 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30664952-3a82-40f5-9b84-87c171f4a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:11.217684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30664952-3a82-40f5-9b84-87c171f4a5b7 None None] Port efdedf61-fc29-46d9-b3d4-552f9daacead cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:08:11.526522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:08:11.535623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:11.559710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Transition to ACTIVE for port object efdedf61-fc29-46d9-b3d4-552f9daacead will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:08:11.563951 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:11.812286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a033c-0adf-487b-9c3b-f42e0aff05c8 req-68ef8cb0-e78c-4f5c-9b99-3f6fb92e471f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:11.812973 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ac8a033c-0adf-487b-9c3b-f42e0aff05c8 req-68ef8cb0-e78c-4f5c-9b99-3f6fb92e471f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:08:11.847374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:11.907019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ac8a033c-0adf-487b-9c3b-f42e0aff05c8 req-68ef8cb0-e78c-4f5c-9b99-3f6fb92e471f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:08:11.913511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac8a033c-0adf-487b-9c3b-f42e0aff05c8 req-68ef8cb0-e78c-4f5c-9b99-3f6fb92e471f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 931 time: 0.4404044 May 26 20:08:11.963197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:08:11.963512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:08:11.963827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:08:11.974145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac8a033c-0adf-487b-9c3b-f42e0aff05c8 req-74907eef-a26b-488c-9c07-c29213670daa tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598631 May 26 20:08:11.974811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:08:11.975118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:08:11.980188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:08:11.980512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:08:11.980870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:08:11.981381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Bound port: efdedf61-fc29-46d9-b3d4-552f9daacead, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:08:11.981717 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:12.072540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:08:12.075480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:08:12.078995 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:12.137421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.138053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:12.139412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] 10.222.0.53 "PUT /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1091 time: 1.1209197 May 26 20:08:12.140130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:12.161781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b5579-f1e7-417b-b782-437478d2bb4e service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:12.211332 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef53ae2-af69-42f4-8278-1dac9a49c5ab'] response: {'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'status': 'completed', 'code': 200} May 26 20:08:12.251728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-0cc87154-c734-4bff-a5a6-4e3dad0c97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.253251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-0cc87154-c734-4bff-a5a6-4e3dad0c97c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1094 time: 0.0744894 May 26 20:08:12.325799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-504c66bf-ab32-42f2-a8ab-a4ca0c73b874 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 217 time: 0.0654507 May 26 20:08:12.389976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-ecd46e95-d770-491b-bfe3-d60321046fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.391396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-ecd46e95-d770-491b-bfe3-d60321046fdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0604839 May 26 20:08:12.469899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-44ab6128-6b41-43d2-9042-215f9aba6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.471366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-44ab6128-6b41-43d2-9042-215f9aba6377 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741756 May 26 20:08:12.602272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-de51d9a8-3da2-4515-89de-6985e63d68a9 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242175 May 26 20:08:12.730134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-720c0564-c8a2-42e6-acfe-c7edddc97413 req-4868bdd0-f61d-40f7-85cc-26d3c5bc33ef service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219738 May 26 20:08:12.845595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-22eff906-3b89-40dc-bf41-922d7e66592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.847048 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-22eff906-3b89-40dc-bf41-922d7e66592d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1094 time: 0.0760031 May 26 20:08:12.975383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-d5c20f67-706d-4f47-818b-12ce7cf6fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:12.976783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-d5c20f67-706d-4f47-818b-12ce7cf6fabd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1238382 May 26 20:08:13.050370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-13bb3bc1-4d1d-403e-a34b-a6053e103da3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 217 time: 0.0673985 May 26 20:08:13.165120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-2ad9fd76-493d-4cf3-8278-4d7daf0f37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:13.166518 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-2ad9fd76-493d-4cf3-8278-4d7daf0f37e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1102436 May 26 20:08:13.235412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f119434-d4be-4ce7-96f9-55be17cad1f7 req-6bbee2fb-5a44-4888-8a78-0082ea92b088 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:13.236724 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f119434-d4be-4ce7-96f9-55be17cad1f7 req-6bbee2fb-5a44-4888-8a78-0082ea92b088 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.1473923 May 26 20:08:13.289909 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-9997c320-cf69-4eda-95a7-4142f242c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:13.291357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-9997c320-cf69-4eda-95a7-4142f242c000 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188049 May 26 20:08:13.294180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4f119434-d4be-4ce7-96f9-55be17cad1f7 req-fc9e6904-27a1-43c3-9ef1-3f4efe92bc0d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506473 May 26 20:08:13.514665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-b192e134-964f-4e41-96dd-900c44e7fce6 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168567 May 26 20:08:13.644440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3463bdd5-da2a-4204-89f8-30812b5d36e2 req-374f0dec-ecd4-4ca4-9e59-1bf95393b06a service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232858 May 26 20:08:14.481608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b293a-a379-47da-99e3-2b0a52c43022 req-425eace3-69b8-4a73-8ce0-467c1087ebe9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:14.483088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-749b293a-a379-47da-99e3-2b0a52c43022 req-425eace3-69b8-4a73-8ce0-467c1087ebe9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0835423 May 26 20:08:14.525946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:14.528182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-749b293a-a379-47da-99e3-2b0a52c43022 req-73b2be4b-0e3a-4f0a-b373-b247d39b8a4f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 May 26 20:08:14.768800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a9a-f51c-4b0f-b02e-9dea8f4b4849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:15.717141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ebc4a-47cb-48c3-a61a-1bee2ac98d63 req-e9804ef6-2d0b-4ab0-a3b8-10fc5966cf4f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:15.718588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa1ebc4a-47cb-48c3-a61a-1bee2ac98d63 req-e9804ef6-2d0b-4ab0-a3b8-10fc5966cf4f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0821662 May 26 20:08:15.766025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa1ebc4a-47cb-48c3-a61a-1bee2ac98d63 req-11c8fea2-585a-489e-9bdb-3a24be8f65cc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 May 26 20:08:16.280483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:08:16.435998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:16.451225 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:08:16.509953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:08:16.510327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:16.527030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:08:16.542751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:16.546144 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:16.615694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:16.837727 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['efdedf61-fc29-46d9-b3d4-552f9daacead'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:08:16.946977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ea31b-6d96-4a88-9efe-5060d074b41a req-6dbc6a24-b680-41e4-9d46-262e236c3a22 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:16.947561 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f7bd51f7-6e01-4627-af46-1eab70e67dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:16.948928 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef8ea31b-6d96-4a88-9efe-5060d074b41a req-6dbc6a24-b680-41e4-9d46-262e236c3a22 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0807004 May 26 20:08:16.993497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef8ea31b-6d96-4a88-9efe-5060d074b41a req-cde51188-8513-4ba3-877e-43175d7323d3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 May 26 20:08:17.432059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:18.178902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ed716-84dc-47c9-b8c6-75c228067439 req-20a06b0f-e155-4912-8829-cf77e2337838 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:18.180337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e93ed716-84dc-47c9-b8c6-75c228067439 req-20a06b0f-e155-4912-8829-cf77e2337838 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0821598 May 26 20:08:18.223801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e93ed716-84dc-47c9-b8c6-75c228067439 req-8fb4a3ad-a40c-4c9d-802d-4430cd389afb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379102 May 26 20:08:18.296141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:08:18.324990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:18.361876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port efdedf61-fc29-46d9-b3d4-552f9daacead completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:08:18.366955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port efdedf61-fc29-46d9-b3d4-552f9daacead triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:08:18.367313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:18.482541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:08:18.483232 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:18.509509 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:18.519329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:08:18.523119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:18.559141 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2716d52-ca1b-4cd1-869a-df9039a3da50'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'code': 200} May 26 20:08:18.590616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:08:18.674885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa047f-de63-4d16-b5ee-04ad7f619829 req-c7475804-96c1-42fa-a98c-116f28a0a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:18.676881 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edfa047f-de63-4d16-b5ee-04ad7f619829 req-c7475804-96c1-42fa-a98c-116f28a0a8eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1096 time: 0.0690143 May 26 20:08:18.720083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edfa047f-de63-4d16-b5ee-04ad7f619829 req-7fcf53dd-598a-454e-a24a-b7c3e29c6ebb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369763 May 26 20:08:19.410927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6c72a-d6f4-4b68-990f-e67596d4324f req-431640bf-db61-4a18-86f4-bb9c287b6663 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:19.412375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afe6c72a-d6f4-4b68-990f-e67596d4324f req-431640bf-db61-4a18-86f4-bb9c287b6663 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0818379 May 26 20:08:19.455483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-afe6c72a-d6f4-4b68-990f-e67596d4324f req-5a857d2d-6964-4a13-95d1-65a767506310 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374827 May 26 20:08:19.879626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:20.641778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faa636-f564-401e-b080-931595d3a7d9 req-9b7981bf-bffb-4262-a988-52ae9662a858 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:20.643126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9faa636-f564-401e-b080-931595d3a7d9 req-9b7981bf-bffb-4262-a988-52ae9662a858 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0829120 May 26 20:08:20.686539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9faa636-f564-401e-b080-931595d3a7d9 req-881d0112-e118-4e8f-94d0-0bd7575169a7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377061 May 26 20:08:20.863709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee49ec-5d1a-4951-afe8-9264efc60d71 req-0c7bc28e-8a54-4488-aa8a-17ca4ea216c0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:20.865175 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7ee49ec-5d1a-4951-afe8-9264efc60d71 req-0c7bc28e-8a54-4488-aa8a-17ca4ea216c0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0788031 May 26 20:08:20.873753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57708) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:08:20.878503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Request body: {'floatingip': {'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:08:20.955521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:21.638505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:21.642260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:21.809146 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea associated. External IP: 172.25.0.39, port: efdedf61-fc29-46d9-b3d4-552f9daacead. May 26 20:08:22.150455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:08:22.326474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:08:22.331396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:22.337167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:08:22.346915 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:08:22.347569 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:22.387167 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b1f03093-5f4c-4f2d-87a0-6d5c6e5e22e5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "PUT /v2.0/floatingips/95a3029a-64a7-4202-a20d-7508934124ea HTTP/1.1" status: 200 len: 991 time: 1.5102029 May 26 20:08:22.387167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:08:22.428315 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303eef34-d5bf-4c9c-9e36-b831cfcc07de'] response: {'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'status': 'completed', 'code': 200} May 26 20:08:22.524544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-8946d280-6b75-4272-b99b-a67d34388a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:22.526042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-8946d280-6b75-4272-b99b-a67d34388a76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1096 time: 0.0762856 May 26 20:08:22.526985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:08:22.654475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-b3ebe4d7-121b-468f-bb41-cafacb88f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:22.655907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-b3ebe4d7-121b-468f-bb41-cafacb88f658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1244149 May 26 20:08:22.754785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-fcbb73cd-9dce-4ab9-962c-a0c23da0d36f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.0923426 May 26 20:08:22.818589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-2340375a-4fc1-46a4-a11e-4a6653797455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:22.820034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-2340375a-4fc1-46a4-a11e-4a6653797455 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0599313 May 26 20:08:22.868570 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:08:21Z', 'revision_number': 13, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:22.872467 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:08:22.881131 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:08:22.882574 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:08:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:22.892974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-eadd93f1-bcc2-48a6-b667-97f4cebfe73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:22.894474 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-eadd93f1-bcc2-48a6-b667-97f4cebfe73f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690191 May 26 20:08:23.066179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:08:23.134532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-b2cd9b68-747a-4efe-9d2e-4af77ea7897c service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327335 May 26 20:08:23.262821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f968e3bc-f6d9-4d65-8334-b8baad649b51 req-e493a2a6-8d32-4499-8f1d-a20ae70431e5 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226485 May 26 20:08:23.416098 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:08:21Z', 'revision_number': 13, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:08:23.420067 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a613c21-93bd-4f3f-8beb-649f4740436c None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '95a3029a-64a7-4202-a20d-7508934124ea', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:03:10Z', 'updated_at': '2022-05-26T20:08:21Z', 'revision_number': 13, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:08:23.593482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcd662-0c67-44bd-8c9d-0f1e907cf700 None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:08:36.958301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:42.031571 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:08:44.521253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:44.772669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4ef109e5-9431-4c70-bb71-10f3c28d8cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:46.929492 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8805e9ec-8f88-4beb-8eb3-ddcd0520e240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:47.433438 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:48.296910 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:49.883008 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:08:56.978569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-ee7e253c-2d7b-4177-b6a2-5915df19f2ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747707 May 26 20:08:57.114633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-fdcdfe4a-2975-48c5-96a3-b71a7498186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:57.116075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-fdcdfe4a-2975-48c5-96a3-b71a7498186a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1096 time: 0.0696137 May 26 20:08:57.259596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-10b04dd3-98e6-49f9-b1bc-ef635602bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:57.261402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-10b04dd3-98e6-49f9-b1bc-ef635602bebb service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1268854 May 26 20:08:57.364001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-58ee1327-73b5-4dd5-a229-aa07777f3670 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1001 time: 0.0972381 May 26 20:08:57.427091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-849f0fdf-454d-4811-ac6f-7d07592a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:57.428525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-849f0fdf-454d-4811-ac6f-7d07592a0398 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0593376 May 26 20:08:57.501419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-bc74a6d3-f3a0-4df6-bbac-42974fd640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:08:57.502843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-bc74a6d3-f3a0-4df6-bbac-42974fd640c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685463 May 26 20:08:57.513261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-2abfcbd0-b75f-42ec-b1d6-7c1d94c86ca9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:08:57.514109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-2abfcbd0-b75f-42ec-b1d6-7c1d94c86ca9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046344 May 26 20:08:57.642509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-092b1a0e-7c8b-4cd8-b90d-88a5848ee29d service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217089 May 26 20:08:57.770547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-34f3cd3d-72ff-43bd-af39-238966903b40 req-ab68d49a-34f9-487b-b67b-20be78d9dada service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211445 May 26 20:09:06.960625 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:14.535189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:14.772746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-76547c06-6eb0-4af4-bbfa-d0399d92424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:16.930343 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3676a048-4358-414e-9b8b-145338e77730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:17.436274 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:18.298760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:19.030489 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:09:19.884946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:27.729602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1574e-97e3-4675-a0a9-fdbac0a87e62 req-8fe91eed-9271-4173-8705-498c1dd9fc36 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:27.731034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3e1574e-97e3-4675-a0a9-fdbac0a87e62 req-8fe91eed-9271-4173-8705-498c1dd9fc36 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0783160 May 26 20:09:27.778629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d3e1574e-97e3-4675-a0a9-fdbac0a87e62 req-d5e919e1-5b7f-431c-ae23-088bf5007878 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 May 26 20:09:36.875612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed2e97-3c7e-4ab9-8a8c-33f076427ff7 req-823e7669-fc83-4c5f-bb47-b741517a35c9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:36.877084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ed2e97-3c7e-4ab9-8a8c-33f076427ff7 req-823e7669-fc83-4c5f-bb47-b741517a35c9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0810096 May 26 20:09:36.922381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ed2e97-3c7e-4ab9-8a8c-33f076427ff7 req-9d0e2ca5-f18d-43d1-b1bd-43b359a44917 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 May 26 20:09:36.936850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-1cd1a302-3c4a-494d-943a-2e52ffae6742 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205156 May 26 20:09:36.971473 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:38.083303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-5aedf531-a2e7-4655-b6cf-1a8b1bb043e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:38.084791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-5aedf531-a2e7-4655-b6cf-1a8b1bb043e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1096 time: 0.1171017 May 26 20:09:38.215025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7daa-ef58-4885-a059-ccf1f4ff8db9 req-0bfdeccd-5c56-4cff-bf53-58fd943bc6a9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:38.216352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84ae7daa-ef58-4885-a059-ccf1f4ff8db9 req-0bfdeccd-5c56-4cff-bf53-58fd943bc6a9 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.1841259 May 26 20:09:38.251511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-3c919e11-d811-4a3b-9251-c18947145893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:38.252862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-3c919e11-d811-4a3b-9251-c18947145893 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1606081 May 26 20:09:38.439999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84ae7daa-ef58-4885-a059-ccf1f4ff8db9 req-8ab57e71-63aa-4da4-af3f-6ee190fdf94d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115283 May 26 20:09:38.468271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-904624e5-40be-41db-a867-153a9026b4f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1001 time: 0.2067850 May 26 20:09:38.531213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-91494efa-d41c-462c-bde0-b08f4daa682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:38.532609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-91494efa-d41c-462c-bde0-b08f4daa682f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0587268 May 26 20:09:38.604906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-41dec8ad-0ca4-4e05-a22f-7e8f59e367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:38.606352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-41dec8ad-0ca4-4e05-a22f-7e8f59e367e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682557 May 26 20:09:38.734721 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-de5bdc58-5127-4725-9df3-2ab02da9b917 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218278 May 26 20:09:38.865509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-deb2830d-ba30-41e8-b585-2fa8bf75f182 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245859 May 26 20:09:39.631644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352690aa-051b-4819-b281-1b088d46df24 req-001253df-a0ae-4a5a-86ce-2ca4c55dba96 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:39.633103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-352690aa-051b-4819-b281-1b088d46df24 req-001253df-a0ae-4a5a-86ce-2ca4c55dba96 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0830846 May 26 20:09:39.676688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-352690aa-051b-4819-b281-1b088d46df24 req-eb5d466a-a283-45c9-9ad8-bd517105499d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 May 26 20:09:40.859676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053abfd5-463c-4345-9de7-3c9978f7995e req-246a9c65-5c87-4d87-9766-6e24e42932e3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:40.861147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-053abfd5-463c-4345-9de7-3c9978f7995e req-246a9c65-5c87-4d87-9766-6e24e42932e3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0791404 May 26 20:09:40.904109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-053abfd5-463c-4345-9de7-3c9978f7995e req-e433d64d-5dba-4fc3-8d4d-6d5b1d6a4170 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 May 26 20:09:42.090487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd86b3-83b1-4540-a34d-17241ee14067 req-c099122e-b52d-4d54-bebc-1a2b175b5573 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:42.091903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3fd86b3-83b1-4540-a34d-17241ee14067 req-c099122e-b52d-4d54-bebc-1a2b175b5573 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0823643 May 26 20:09:42.135205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a3fd86b3-83b1-4540-a34d-17241ee14067 req-099a9c56-733d-4b6f-888c-e22339c64a62 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 May 26 20:09:43.325648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376e346-63aa-4c01-9de6-7c23f76631e4 req-e8d11036-b949-4c9e-8f36-36011136fe97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:43.327037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4376e346-63aa-4c01-9de6-7c23f76631e4 req-e8d11036-b949-4c9e-8f36-36011136fe97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0802433 May 26 20:09:43.375026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4376e346-63aa-4c01-9de6-7c23f76631e4 req-d7ecc571-d694-40ce-a7a8-568d62502fa4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 May 26 20:09:44.533452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:44.563864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bd783-5d75-475e-8e51-61a4fd9e8c78 req-153f29b4-519d-4b0f-9ab1-ae2f5f82bd40 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:44.565317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-993bd783-5d75-475e-8e51-61a4fd9e8c78 req-153f29b4-519d-4b0f-9ab1-ae2f5f82bd40 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0807276 May 26 20:09:44.608839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-993bd783-5d75-475e-8e51-61a4fd9e8c78 req-f4b50882-98f4-41e7-8472-c0d946c6f363 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377898 May 26 20:09:44.773584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-505a5243-e9fc-493a-b254-26fb8fc36e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:45.806821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e30e00-409c-4e4a-ac52-2eab332ccebe req-06eb8594-6160-41ed-a6a6-5986c3563771 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:45.808154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27e30e00-409c-4e4a-ac52-2eab332ccebe req-06eb8594-6160-41ed-a6a6-5986c3563771 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0890515 May 26 20:09:45.852100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-27e30e00-409c-4e4a-ac52-2eab332ccebe req-c32b5f67-d120-40da-a57e-a2450eb81f4c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 May 26 20:09:46.934847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a36dd881-dc12-430a-867b-b3663caed29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:47.197361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abadbd-2534-44ea-88c0-e3a550243e9c req-23a8cfa5-deaf-4f81-85af-a901e6c7d730 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:47.198853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89abadbd-2534-44ea-88c0-e3a550243e9c req-23a8cfa5-deaf-4f81-85af-a901e6c7d730 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0801554 May 26 20:09:47.243276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89abadbd-2534-44ea-88c0-e3a550243e9c req-4e49db0c-4977-486a-8aa0-f7a1d4d783d4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385463 May 26 20:09:47.437202 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:48.302823 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:48.434664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7d3e-9fa0-4a98-a24e-184519e4350f req-e29dc6c7-4327-4d8f-a6bc-6c493e49981a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:48.436103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca2f7d3e-9fa0-4a98-a24e-184519e4350f req-e29dc6c7-4327-4d8f-a6bc-6c493e49981a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0847657 May 26 20:09:48.480530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ca2f7d3e-9fa0-4a98-a24e-184519e4350f req-352a2eb4-f192-4bf2-93d0-7dbbe42cdeea tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386238 May 26 20:09:49.663793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c80192-c233-40f7-bf80-fd055b402fa7 req-c228aa1c-4d1c-47a9-a47f-2ca5655e23a5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:49.666284 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c80192-c233-40f7-bf80-fd055b402fa7 req-c228aa1c-4d1c-47a9-a47f-2ca5655e23a5 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0809500 May 26 20:09:49.711302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b2c80192-c233-40f7-bf80-fd055b402fa7 req-80fb48ee-d4fe-43c5-a7ef-b65d21c42b1f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396426 May 26 20:09:49.888118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:50.898330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad6e66-b953-4266-a44b-bdf1c1d4d142 req-965439e3-9961-4431-bac1-ae26eb9e28da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:50.899771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ad6e66-b953-4266-a44b-bdf1c1d4d142 req-965439e3-9961-4431-bac1-ae26eb9e28da tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0829892 May 26 20:09:50.942441 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74ad6e66-b953-4266-a44b-bdf1c1d4d142 req-fbcc256f-7202-4f77-a8e2-29a013c1c0b3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370419 May 26 20:09:52.125818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6799af-95fb-495e-97b9-af076b3d169c req-9e94b49f-88d5-411c-b415-28d2b63dabfc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:52.127276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb6799af-95fb-495e-97b9-af076b3d169c req-9e94b49f-88d5-411c-b415-28d2b63dabfc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0792046 May 26 20:09:52.173895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb6799af-95fb-495e-97b9-af076b3d169c req-1751a30e-6c5e-4b81-a8e2-43077fd4c32e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 May 26 20:09:53.356631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3aa2c-b82d-4622-8557-763924d3da8d req-7a58a08f-417a-4c3d-a84d-0ce20bdffb37 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:53.359017 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dca3aa2c-b82d-4622-8557-763924d3da8d req-7a58a08f-417a-4c3d-a84d-0ce20bdffb37 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0796075 May 26 20:09:53.402464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dca3aa2c-b82d-4622-8557-763924d3da8d req-6ad3fe2b-ab5e-45eb-8847-e2c62658d866 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 May 26 20:09:54.591292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78efc-0a1c-4978-a4fe-1c5bac5edede req-92801b3a-abd0-4115-b5b1-e84f357db2df tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:54.592616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edf78efc-0a1c-4978-a4fe-1c5bac5edede req-92801b3a-abd0-4115-b5b1-e84f357db2df tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0820262 May 26 20:09:54.636137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edf78efc-0a1c-4978-a4fe-1c5bac5edede req-a1b2f78d-59ed-49fe-aefc-842cf63b6a94 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 May 26 20:09:55.815393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f252d0-dc08-4782-8280-4647b81f0b0e req-be676e4e-daed-4402-a2e3-9fe7be95341e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:55.816797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17f252d0-dc08-4782-8280-4647b81f0b0e req-be676e4e-daed-4402-a2e3-9fe7be95341e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0776200 May 26 20:09:55.860803 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-17f252d0-dc08-4782-8280-4647b81f0b0e req-8ca9cc1a-7d3a-4d9a-9e2d-5cb771ed2e23 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378091 May 26 20:09:56.030443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:09:56.406751 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-99623157-08c0-4b83-9b48-3768af5af35c req-502347ad-0b20-4105-925a-c96f73d1caa9 service neutron] show failed (client error): The resource could not be found. May 26 20:09:56.407735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-502347ad-0b20-4105-925a-c96f73d1caa9 service neutron] 10.222.0.53 "GET /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0767791 May 26 20:09:56.657833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-6fd5f409-19aa-47d6-8662-55bc5ea74a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:56.659265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-6fd5f409-19aa-47d6-8662-55bc5ea74a2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1096 time: 0.0695457 May 26 20:09:56.669461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:09:56.879514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.185922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5889550-0806-49f7-b686-848997c1d949 req-2524529c-abda-4cc0-95ba-3404ec2681a4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:57.187347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5889550-0806-49f7-b686-848997c1d949 req-2524529c-abda-4cc0-95ba-3404ec2681a4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.1923063 May 26 20:09:57.226784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:09:57.254337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5889550-0806-49f7-b686-848997c1d949 req-5ff0e5d2-7c70-4cd1-8a8d-71db5d369d81 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549431 May 26 20:09:57.273788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:09:57.330610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:09:57.336143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.350437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Transition to ACTIVE for port object efdedf61-fc29-46d9-b3d4-552f9daacead will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:09:57.354782 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.402641 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596e4116-d611-47c7-b7b2-114960996734'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'code': 200} May 26 20:09:57.515386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:09:57.526971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.527308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.527643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.527970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.528291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.528606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.528929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.529262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.529573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.529886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.530196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.530508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:09:57.574291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] No DVR routers for this DVR port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:09:57.795015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:09:57.795249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:09:57.795565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:09:57.800002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:09:57.800313 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:09:57.805275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:09:57.805603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:09:57.805972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:09:57.806384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Bound port: efdedf61-fc29-46d9-b3d4-552f9daacead, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:09:57.806713 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.891245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:09:57.894002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:09:57.898988 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.958641 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:57.959265 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:09:57.961309 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-16f56792-baff-4307-bbbc-26a408731401 service neutron] 10.222.0.13 "PUT /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1091 time: 1.2949185 May 26 20:09:57.978560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56792-baff-4307-bbbc-26a408731401 service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:09:58.052547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-26dda25e-b4e0-4eca-91e3-00966c8fc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:58.054053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-26dda25e-b4e0-4eca-91e3-00966c8fc0a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1094 time: 0.0718715 May 26 20:09:58.186940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-330f92dd-e1be-4d55-b915-cb63225553f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:58.188391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-330f92dd-e1be-4d55-b915-cb63225553f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1286685 May 26 20:09:58.293323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-bbb43c12-541c-43a3-b34b-171c945f96d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.0985107 May 26 20:09:58.356128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-25048f52-c3d3-4884-9f87-25d4d235b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:58.357585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-25048f52-c3d3-4884-9f87-25d4d235b5a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0582013 May 26 20:09:58.593560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7899-d6d9-4233-b6cc-6eeb1491c26d req-b6129cc8-db57-4a3e-8081-9605a88ac195 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:58.594903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5ae7899-d6d9-4233-b6cc-6eeb1491c26d req-b6129cc8-db57-4a3e-8081-9605a88ac195 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.1992342 May 26 20:09:58.597358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99623157-08c0-4b83-9b48-3768af5af35c req-32052851-c765-4113-b75a-934e548f70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:58.598677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-32052851-c765-4113-b75a-934e548f70bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345090 May 26 20:09:58.716193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e5ae7899-d6d9-4233-b6cc-6eeb1491c26d req-3f337e27-3bdc-47a5-8cbc-8257138e58a1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156354 May 26 20:09:58.755651 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-c3b192eb-015b-4c2a-9440-3c28ab01584f service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428015 May 26 20:09:58.884082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-51b586c6-a2c6-438d-8653-81a607c6927f service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229587 May 26 20:09:59.403886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:09:59.464948 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129a9490-88a4-4bf6-a276-baacc2dd8856'] response: {'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'status': 'completed', 'code': 200} May 26 20:09:59.616202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-d2c7a63b-2615-426a-a87d-ee5dbc734502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:59.618261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-d2c7a63b-2615-426a-a87d-ee5dbc734502 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1094 time: 0.1363771 May 26 20:09:59.623328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-b5f27dad-2ed1-42af-a80a-f874970a02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:59.624696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-b5f27dad-2ed1-42af-a80a-f874970a02e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1094 time: 0.1081469 May 26 20:09:59.900961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-60768963-4619-4fba-b108-bb758a9834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:59.902413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-60768963-4619-4fba-b108-bb758a9834c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2600203 May 26 20:09:59.908330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-79fc5109-49b5-4ed9-b2eb-7e08876b1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:09:59.909641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-79fc5109-49b5-4ed9-b2eb-7e08876b1dbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.2841179 May 26 20:10:00.109311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-99cb2dce-dcc4-4f15-87f4-2c17792bfd9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.1969655 May 26 20:10:00.111605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-81efc3d0-073a-4b2a-bc52-fb8ca02125db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.1475499 May 26 20:10:00.119194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641a7d5-57df-461a-b9a7-8f118a4835ac req-66237b89-b745-4b23-ac44-b39567efe4b0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:00.120570 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d641a7d5-57df-461a-b9a7-8f118a4835ac req-66237b89-b745-4b23-ac44-b39567efe4b0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.2957406 May 26 20:10:00.256373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-e3d3bed5-f1ec-4320-b63a-371c8d0cd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:00.258260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-e3d3bed5-f1ec-4320-b63a-371c8d0cd5e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1358256 May 26 20:10:00.259445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-2622187e-5bc5-4fbf-b7ce-6569f9b6c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:00.260705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-2622187e-5bc5-4fbf-b7ce-6569f9b6c56a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1393015 May 26 20:10:00.302540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d641a7d5-57df-461a-b9a7-8f118a4835ac req-28d76f99-85a3-4cbc-91d1-13096b7267c4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166186 May 26 20:10:00.400809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-8ed3441b-2f12-4d43-943c-1d39bd401001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:00.402300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-8ed3441b-2f12-4d43-943c-1d39bd401001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070993 May 26 20:10:00.403988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-1443f712-d3b6-4f17-ba59-750508926f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:00.405313 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-1443f712-d3b6-4f17-ba59-750508926f8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417041 May 26 20:10:00.690751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:00.747459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:00.750984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-e0106e5b-ce66-4e41-b1eb-86d83dad4fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426700 May 26 20:10:00.753968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-0e54c876-2d28-4c57-8664-7dd98fc2ae78 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263204 May 26 20:10:00.991642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-464c3fa5-145e-4219-b96e-8f76c5b79732 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341566 May 26 20:10:00.993941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc0757a6-8ec7-4b5f-ab0b-207e12088686 req-26c3b32b-e8ce-4c25-97c8-ad6255b9b1ca service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192960 May 26 20:10:01.496169 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f2090-cad2-42ae-9a42-8c632b5fa272 req-acf5dff7-d414-4332-8ff9-2f6fe8e48699 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:01.497634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f5f2090-cad2-42ae-9a42-8c632b5fa272 req-acf5dff7-d414-4332-8ff9-2f6fe8e48699 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0867352 May 26 20:10:01.541389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f5f2090-cad2-42ae-9a42-8c632b5fa272 req-1c7a3c64-2e0f-4602-8f1d-2f6553724b6d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 May 26 20:10:02.729292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea298712-e78b-4f70-8213-939333bdf8f0 req-82858973-6e29-4459-99bc-1f742fb5890d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:02.730716 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea298712-e78b-4f70-8213-939333bdf8f0 req-82858973-6e29-4459-99bc-1f742fb5890d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0783341 May 26 20:10:02.773650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea298712-e78b-4f70-8213-939333bdf8f0 req-1a64b4d7-17b6-4e0f-afb3-2ffd081fe538 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374787 May 26 20:10:03.959679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f45817-bcd4-4cb9-b147-63fd8b2309dc req-ab117aaf-dee1-4daa-8fc9-caaf2c74bb49 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:03.961666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69f45817-bcd4-4cb9-b147-63fd8b2309dc req-ab117aaf-dee1-4daa-8fc9-caaf2c74bb49 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0822279 May 26 20:10:04.003550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69f45817-bcd4-4cb9-b147-63fd8b2309dc req-0bbd9ca0-3593-4dad-bc3a-14307ce7bacd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363495 May 26 20:10:05.187695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a777691-e283-4ea3-958b-00025a1496d3 req-cfa76e6b-2531-4697-a45d-189edcf78272 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:05.189159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a777691-e283-4ea3-958b-00025a1496d3 req-cfa76e6b-2531-4697-a45d-189edcf78272 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0779328 May 26 20:10:05.236532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a777691-e283-4ea3-958b-00025a1496d3 req-5489f989-7fe8-438d-8d2d-6cf8769b6595 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 May 26 20:10:06.420950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc170-5d5a-4534-8246-838653beb7ae req-7b6bc1e9-de2a-44ba-b4fd-ec4a3061ffa1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:06.422395 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21afc170-5d5a-4534-8246-838653beb7ae req-7b6bc1e9-de2a-44ba-b4fd-ec4a3061ffa1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0794332 May 26 20:10:06.465888 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21afc170-5d5a-4534-8246-838653beb7ae req-593c5c36-8f96-4a18-a2c6-b45f9981fc88 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 May 26 20:10:07.001791 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:07.652839 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cb14b-37b2-427d-b826-c0e47efcfda9 req-4648f5c6-1550-4569-b3a7-f03b701f7d32 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:07.654302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd8cb14b-37b2-427d-b826-c0e47efcfda9 req-4648f5c6-1550-4569-b3a7-f03b701f7d32 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 943 time: 0.0831742 May 26 20:10:07.698559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd8cb14b-37b2-427d-b826-c0e47efcfda9 req-972ef91a-9ec9-4d1a-bd65-fdd117c52ddf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 May 26 20:10:08.039113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:10:08.200262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:08.214696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:10:08.277595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:08.277962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:08.294405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:10:08.309398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:08.313303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:08.378240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:08.385408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.385744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.386074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.386401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.386720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.387040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.387358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.387672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.387987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.388301 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.388611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.388923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:10:08.546763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['efdedf61-fc29-46d9-b3d4-552f9daacead'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:10:08.883717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c940f4-5024-4dd3-b2a8-61cb5754b452 req-42123e66-fd8e-4218-9166-7759f146cb08 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:08.885166 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61c940f4-5024-4dd3-b2a8-61cb5754b452 req-42123e66-fd8e-4218-9166-7759f146cb08 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0802078 May 26 20:10:08.928483 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61c940f4-5024-4dd3-b2a8-61cb5754b452 req-d07e8f8c-4af5-450c-8f8a-8a1e8f78564f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376034 May 26 20:10:09.383496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-e6e66682-ffdf-4b2f-a476-1781ee3b9dfc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:09.384834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-e6e66682-ffdf-4b2f-a476-1781ee3b9dfc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.13 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414&tenant_id=f2a37e63ad724153ab2a40b08a9d909b&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 944 time: 0.1421819 May 26 20:10:09.439340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7776078-bd1b-4164-8a9a-9daf95e14400 req-096356aa-dcb6-4501-9529-609c3179fb97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:09.440758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7776078-bd1b-4164-8a9a-9daf95e14400 req-096356aa-dcb6-4501-9529-609c3179fb97 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.1405585 May 26 20:10:09.509618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7776078-bd1b-4164-8a9a-9daf95e14400 req-06964585-928c-4c3e-9e23-f213056a339f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613129 May 26 20:10:09.512119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-6f98ba71-2a36-4a63-83bc-c0eb1a348914 service neutron] 10.222.0.13 "GET /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead/bindings/n-h1-843146-9 HTTP/1.1" status: 200 len: 382 time: 0.1218076 May 26 20:10:09.602017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-a17e6c36-5cf4-4666-ab1e-c3fc7bea87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:09.603476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-a17e6c36-5cf4-4666-ab1e-c3fc7bea87b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1095 time: 0.0704553 May 26 20:10:09.731260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-13531df1-4c51-42ff-a7ca-5195481bf38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:09.732654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-13531df1-4c51-42ff-a7ca-5195481bf38e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1237690 May 26 20:10:09.928192 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-1630347f-be99-4046-bd27-4b443e240524 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1000 time: 0.1896846 May 26 20:10:09.989398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-931483ab-3032-4b2e-9389-bf57553d9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:09.990718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-931483ab-3032-4b2e-9389-bf57553d9e63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0573463 May 26 20:10:10.066670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:10:10.110468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-94224905-6ac3-4853-aca6-65daf57d1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:10.112618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-94224905-6ac3-4853-aca6-65daf57d1634 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164644 May 26 20:10:10.133690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port efdedf61-fc29-46d9-b3d4-552f9daacead completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:10:10.138411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port efdedf61-fc29-46d9-b3d4-552f9daacead triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:10:10.138785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:10.243522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-4a8a5cbe-aab8-4290-8f27-dffffe9efb3b service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252396 May 26 20:10:10.254805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:10.255177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:10.281815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:10.292561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:10.297917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:10.354570 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e511cb8-5895-411d-80af-178d3246a4c1'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'code': 200} May 26 20:10:10.373745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:10.384718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-c2192408-5a9b-4e73-9675-be37a972c5ca service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356890 May 26 20:10:10.698730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412022eb-da72-4b3e-936a-25b81a8062d8 req-6c2bc323-9d9f-462b-b4f7-32e515d620a0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:10.700145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-412022eb-da72-4b3e-936a-25b81a8062d8 req-6c2bc323-9d9f-462b-b4f7-32e515d620a0 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0813355 May 26 20:10:10.743648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-412022eb-da72-4b3e-936a-25b81a8062d8 req-0ad8c175-8e6f-43b9-8460-75f42677fd36 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 May 26 20:10:11.924263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d97bdf-db27-434d-ab3d-500f17de924b req-58045e20-ea47-4349-8933-feeca16ce4d4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:11.925717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89d97bdf-db27-434d-ab3d-500f17de924b req-58045e20-ea47-4349-8933-feeca16ce4d4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0777433 May 26 20:10:11.969297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-89d97bdf-db27-434d-ab3d-500f17de924b req-058bccba-7ec4-474d-9db2-b69d7ceb842c tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374789 May 26 20:10:13.007276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-e47ba142-baa8-4289-be04-1fc7c499525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:13.008691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-e47ba142-baa8-4289-be04-1fc7c499525b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414&tenant_id=f2a37e63ad724153ab2a40b08a9d909b HTTP/1.1" status: 200 len: 1096 time: 0.0740814 May 26 20:10:13.018870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:13.177540 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:13.256799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc56b-5d0e-4669-9500-8a029e22e181 req-65d1f11d-ea81-410d-95e0-12ab0dbe3ddc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:13.258755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-113dc56b-5d0e-4669-9500-8a029e22e181 req-65d1f11d-ea81-410d-95e0-12ab0dbe3ddc tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.1594951 May 26 20:10:13.367565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-113dc56b-5d0e-4669-9500-8a029e22e181 req-0e17c6de-84dd-46b7-bc12-6dc454371807 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021576 May 26 20:10:13.489562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:13.517826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:10:13.584483 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:13.590363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:13.605862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Transition to ACTIVE for port object efdedf61-fc29-46d9-b3d4-552f9daacead will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:10:13.609829 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:13.649596 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255527ee-dafe-4c9e-a789-392633ec2ac4'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'code': 200} May 26 20:10:13.754536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=10']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:13.802208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] No DVR routers for this DVR port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:10:14.121350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:10:14.122011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:10:14.122011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:10:14.126373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:10:14.126686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Attempting to bind port efdedf61-fc29-46d9-b3d4-552f9daacead on network 9c390354-b2d4-4529-abe2-728348fde52b {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:10:14.131633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:10:14.131984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Checking segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:10:14.132356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Bound using segment: {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:10:14.132769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Bound port: efdedf61-fc29-46d9-b3d4-552f9daacead, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a633e55-73b5-475f-88e8-3629cf75d519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:10:14.133125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:14.220499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:10:14.223659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:10:14.230051 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:14.292498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.293124 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:14.294464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 1092 time: 1.2795172 May 26 20:10:14.308651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d69a26-956a-4b06-bf74-fe9e06803bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=11']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:14.389306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-b44986ac-49ff-44da-81a8-77c7288a2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.390884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-b44986ac-49ff-44da-81a8-77c7288a2291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1095 time: 0.0732334 May 26 20:10:14.534986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:14.586653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-ee94c795-54b0-4eb2-bed5-3b095de1d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.588080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-ee94c795-54b0-4eb2-bed5-3b095de1d6ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.1914403 May 26 20:10:14.599354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690466-15f6-4080-b1c7-4b7f95a49cc0 req-4fbf9748-9e05-4ae4-95fb-12a8a074b59e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.600837 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c690466-15f6-4080-b1c7-4b7f95a49cc0 req-4fbf9748-9e05-4ae4-95fb-12a8a074b59e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.1169720 May 26 20:10:14.737280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c690466-15f6-4080-b1c7-4b7f95a49cc0 req-ee2773cb-902e-423e-bd58-b514bc666e22 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768657 May 26 20:10:14.738984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-d9687ec9-47b9-44e3-bc3a-87a3e364edcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.1370182 May 26 20:10:14.776218 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-861ed837-2513-4230-b872-9afa65ae2cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:14.799836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-8f0aeb77-42cb-44b2-9e23-77a47cdef46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.801213 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-8f0aeb77-42cb-44b2-9e23-77a47cdef46c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0567346 May 26 20:10:14.874346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-73e8133a-df0d-42a2-bc57-8d91caccc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:14.875771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-73e8133a-df0d-42a2-bc57-8d91caccc552 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689466 May 26 20:10:15.005708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-70b08650-93d3-4795-9d4d-7daf97bee346 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241686 May 26 20:10:15.135949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-109680a2-6033-4caa-b0aa-343ffe34b8b5 req-ac8f4605-ae08-41c4-8d6a-69a3cc0ee675 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235266 May 26 20:10:15.650594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:15.708934 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1aa4161-20ac-46e5-820f-8bc516861415'] response: {'name': 'network-changed', 'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'status': 'completed', 'code': 200} May 26 20:10:15.925756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-8e924805-cc00-4ac2-92d4-38f443b32f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:15.927113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-8e924805-cc00-4ac2-92d4-38f443b32f75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1095 time: 0.1996217 May 26 20:10:15.953770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-84efef07-83e2-4e56-8050-6c1c6d084f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:15.955142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-84efef07-83e2-4e56-8050-6c1c6d084f04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 1095 time: 0.1931355 May 26 20:10:16.129814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:16.187122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:16.234016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6566-0099-4f11-8d3c-e341bea4b8e4 req-bfed4a0d-61e4-4184-a65b-99609f6b26aa tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.235454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92dc6566-0099-4f11-8d3c-e341bea4b8e4 req-bfed4a0d-61e4-4184-a65b-99609f6b26aa tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.3811615 May 26 20:10:16.324214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-12ef9a24-25c5-4838-8dcc-b076174ed9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.325678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-12ef9a24-25c5-4838-8dcc-b076174ed9b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.3911223 May 26 20:10:16.330592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-7b742c5e-6258-43b6-956e-c18609e6e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.331906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-7b742c5e-6258-43b6-956e-c18609e6e24c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 200 len: 912 time: 0.3701234 May 26 20:10:16.397808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92dc6566-0099-4f11-8d3c-e341bea4b8e4 req-ad311406-e1f6-464c-8ec5-0f5abc43ace1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502402 May 26 20:10:16.521898 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-f3d56c50-56db-428e-b19f-f94c120d46ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.1871502 May 26 20:10:16.528156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-c1312a94-b81c-428a-b949-f5be13f72d3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 200 len: 999 time: 0.1388335 May 26 20:10:16.637705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-eabf8cae-49a3-42af-afc6-28bbe070cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.639136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-eabf8cae-49a3-42af-afc6-28bbe070cce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.1101556 May 26 20:10:16.643862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-4004c0ac-9162-4f7a-9ca9-10cbd5ca48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.645253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-4004c0ac-9162-4f7a-9ca9-10cbd5ca48b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 200 len: 850 time: 0.0808923 May 26 20:10:16.773338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-c4e76338-4982-478f-be06-eac54381920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.774680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-c4e76338-4982-478f-be06-eac54381920d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286190 May 26 20:10:16.776989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-c0a35db3-50e4-4344-8bfd-e1467c99a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:16.778336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-c0a35db3-50e4-4344-8bfd-e1467c99a7cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c390354-b2d4-4529-abe2-728348fde52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027498 May 26 20:10:16.936368 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad0766b2-8a3c-45c8-8fdd-89f3e2f24963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:17.011440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-638635cb-cd41-4787-a7b5-571913d08551 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303457 May 26 20:10:17.013125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-da761675-2ea2-4583-bec1-68e832df5cc9 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148876 May 26 20:10:17.246353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-aae99bdf-8539-4044-a5cf-d4423807da35 service neutron] 10.222.0.13 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294908 May 26 20:10:17.248159 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-188cfca4-8c24-4bde-b804-ca28447bf17b req-3fe396ab-2648-4199-9bcd-a5fbf00b5d99 service neutron] 10.222.0.53 "GET /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139201 May 26 20:10:17.441141 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:17.590614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce7a-619d-4ef7-ace8-8e2dd6534120 req-b2c565f0-e13b-4661-b392-8d0b838832e7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:17.592038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a23ce7a-619d-4ef7-ace8-8e2dd6534120 req-b2c565f0-e13b-4661-b392-8d0b838832e7 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0803597 May 26 20:10:17.635481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a23ce7a-619d-4ef7-ace8-8e2dd6534120 req-1813f2b9-509c-4cc6-b20b-59cb5ad58435 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378051 May 26 20:10:18.307861 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:18.820584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7829ef3-2e90-4ac5-963f-29b7b3da4514 req-30d64ce1-cbc5-49f4-b7b4-dd5060953eca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:18.822013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7829ef3-2e90-4ac5-963f-29b7b3da4514 req-30d64ce1-cbc5-49f4-b7b4-dd5060953eca tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0803087 May 26 20:10:18.864816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7829ef3-2e90-4ac5-963f-29b7b3da4514 req-1dddd5b4-19a2-4577-a018-df3265547b9a tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371618 May 26 20:10:19.892317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:20.047504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b8719-a021-40cc-944b-ca71ac9ad1de req-ece2e026-a7d0-43a9-a33e-0500982aac15 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:20.048950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f8b8719-a021-40cc-944b-ca71ac9ad1de req-ece2e026-a7d0-43a9-a33e-0500982aac15 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0787194 May 26 20:10:20.093707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f8b8719-a021-40cc-944b-ca71ac9ad1de req-627d60f6-92dd-4299-897c-2cc2e186d032 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 May 26 20:10:21.390527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca8ccb-205e-4886-9009-d4dd394c6de5 req-54a057aa-74d7-456e-a726-14a30fe8d3b8 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:21.391982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8ca8ccb-205e-4886-9009-d4dd394c6de5 req-54a057aa-74d7-456e-a726-14a30fe8d3b8 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.1914568 May 26 20:10:21.434461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8ca8ccb-205e-4886-9009-d4dd394c6de5 req-2aba6d85-4805-4120-9cab-491c75e81108 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367904 May 26 20:10:22.619037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c20589-b43f-4e69-8146-5cf62a969147 req-1c083b94-a45b-4a59-9a96-f3cccc79e56e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:22.620386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54c20589-b43f-4e69-8146-5cf62a969147 req-1c083b94-a45b-4a59-9a96-f3cccc79e56e tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0805154 May 26 20:10:22.665576 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54c20589-b43f-4e69-8146-5cf62a969147 req-c2773c6e-de7a-4f50-8887-0960b3b81b83 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 May 26 20:10:23.845872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b1cb7-a70f-4345-8721-6f0240837fda req-d74a565d-a599-4915-864e-d6cc68c1e5cb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:23.847283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-200b1cb7-a70f-4345-8721-6f0240837fda req-d74a565d-a599-4915-864e-d6cc68c1e5cb tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0774822 May 26 20:10:23.891251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-200b1cb7-a70f-4345-8721-6f0240837fda req-2b300e2a-89d2-4862-8364-1dac99ab8972 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381794 May 26 20:10:25.084379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e1c7-4a99-40bc-90f2-28524894e5d2 req-58436e6a-8622-4a82-b0a6-b645a75d0390 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:25.086557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eaa9e1c7-4a99-40bc-90f2-28524894e5d2 req-58436e6a-8622-4a82-b0a6-b645a75d0390 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0846934 May 26 20:10:25.130463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eaa9e1c7-4a99-40bc-90f2-28524894e5d2 req-31b987bd-9422-4988-98cf-075474b57c92 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 May 26 20:10:26.312282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5099-3f1b-4aba-9e9a-610cee9610e4 req-f093f9e3-336d-4623-b8e3-51effc460f30 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:26.313723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-527a5099-3f1b-4aba-9e9a-610cee9610e4 req-f093f9e3-336d-4623-b8e3-51effc460f30 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0770557 May 26 20:10:26.357125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-527a5099-3f1b-4aba-9e9a-610cee9610e4 req-1e737ab3-4c02-4429-aa9e-0e4977907031 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 May 26 20:10:26.541585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956eb6e-55bb-4416-9ff2-6e37ae732a0b req-bd685448-8f14-4f2b-804e-e15320253b1b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:26.543042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e956eb6e-55bb-4416-9ff2-6e37ae732a0b req-bd685448-8f14-4f2b-804e-e15320253b1b tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0847955 May 26 20:10:26.586409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e956eb6e-55bb-4416-9ff2-6e37ae732a0b req-c5c0d8b3-5841-4ebe-a8a0-e41e972e0fc3 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 May 26 20:10:26.767714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07e626-30e0-4c1a-8dfe-2d8ebed3b60d req-2aec1f34-f819-4461-b850-4030a059d1ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:26.769140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c07e626-30e0-4c1a-8dfe-2d8ebed3b60d req-2aec1f34-f819-4461-b850-4030a059d1ef tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 944 time: 0.0779359 May 26 20:10:26.814877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c07e626-30e0-4c1a-8dfe-2d8ebed3b60d req-9d7c15b1-6063-4d16-9365-1dbad7fd8d46 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 May 26 20:10:26.838458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:10:26.973526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:26.986736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'port_id': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'mac_address': 'fa:16:3e:89:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:10:27.055161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:27.055537 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:27.073322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:10:27.089103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:27.092634 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:27.161875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=12']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:27.202314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228055f-914e-4723-844e-6b035025ea1f req-1f6e1b70-48de-4bb8-947b-aa38f7607dbd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:27.204007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0228055f-914e-4723-844e-6b035025ea1f req-1f6e1b70-48de-4bb8-947b-aa38f7607dbd tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0796568 May 26 20:10:27.246708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0228055f-914e-4723-844e-6b035025ea1f req-ed0d1d83-c48c-4d9b-907e-f6b63f42611f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370562 May 26 20:10:27.422486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['efdedf61-fc29-46d9-b3d4-552f9daacead'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:10:28.434765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bf23f-a4cd-4ded-82bb-1e6ada5c9ce6 req-a99b4f7f-14fd-4a38-9ac9-a567600b8123 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:28.436193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c6bf23f-a4cd-4ded-82bb-1e6ada5c9ce6 req-a99b4f7f-14fd-4a38-9ac9-a567600b8123 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0819576 May 26 20:10:28.481704 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c6bf23f-a4cd-4ded-82bb-1e6ada5c9ce6 req-adff468c-6527-4d9c-b99d-7a79a4b297ae tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398488 May 26 20:10:28.833686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-bb325471-4952-4a21-8aa1-1393924d4cbf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:28.835073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-bb325471-4952-4a21-8aa1-1393924d4cbf tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 945 time: 0.0781024 May 26 20:10:28.852657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:10:28.906075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:28.906410 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:28.922232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port efdedf61-fc29-46d9-b3d4-552f9daacead completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:10:28.926970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port efdedf61-fc29-46d9-b3d4-552f9daacead triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:10:28.927337 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.044579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port efdedf61-fc29-46d9-b3d4-552f9daacead is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:29.045261 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.072571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:29.082687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:29.088888 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.128693 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ed34d7-e3a4-4854-8bf4-6fc0595d24b4'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'code': 200} May 26 20:10:29.156378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:29.156730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.160350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=13']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:29.439393 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.439990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:29.440101 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea disassociated. External IP: 172.25.0.39, port: efdedf61-fc29-46d9-b3d4-552f9daacead. May 26 20:10:29.440350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for efdedf61-fc29-46d9-b3d4-552f9daacead owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:29.520371 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.db.api [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:10:29.520684 n-d-843146-9 neutron-server[88363]: DEBUG oslo_db.api [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:10:29.721771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c7db-b961-4d83-9bde-b2030d0715a4 req-0a2192f7-1cf8-4f09-a600-6e37f822a2f1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:29.723123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6091c7db-b961-4d83-9bde-b2030d0715a4 req-0a2192f7-1cf8-4f09-a600-6e37f822a2f1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 946 time: 0.1326299 May 26 20:10:29.766356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6091c7db-b961-4d83-9bde-b2030d0715a4 req-cd1bc04d-043c-453a-93bd-ac95d3092a03 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups?id=486c11f9-7919-4cb4-aee7-b1d4e5b91f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 May 26 20:10:30.022428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:30.022801 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:30.361466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] For port efdedf61-fc29-46d9-b3d4-552f9daacead, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=efdedf61-fc29-46d9-b3d4-552f9daacead,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:30.361818 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:30.645454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:30.646128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:30.646128 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Floating IP 95a3029a-64a7-4202-a20d-7508934124ea disassociated. External IP: 172.25.0.39, port: efdedf61-fc29-46d9-b3d4-552f9daacead. May 26 20:10:30.646382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for efdedf61-fc29-46d9-b3d4-552f9daacead owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:30.787907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:30.839346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'Port': ['ID=efdedf61-fc29-46d9-b3d4-552f9daacead,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:30.966878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-842207ba-09d4-4a49-a966-079778eb52c2 req-fe0c3faa-6a06-4510-b256-36f1673691c4 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 210 time: 0.0663500 May 26 20:10:31.073546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:10:31.246988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:10:31.256015 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:10:31.266107 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:10:31.266765 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:31.319391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] No DVR routers for this DVR port efdedf61-fc29-46d9-b3d4-552f9daacead on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:10:31.322526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:31.326489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-deleted', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:31.342690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d8511cd4-5b37-4d81-a003-245fb7776f75 req-da4a712f-c3c1-4c16-9179-085011a0bbda tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.53 "DELETE /v2.0/ports/efdedf61-fc29-46d9-b3d4-552f9daacead HTTP/1.1" status: 204 len: 173 time: 2.5028107 May 26 20:10:31.381835 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a021a2a6-15bf-496a-8494-d5308985e869'] response: {'server_uuid': '677ccbb5-e438-4f34-9e66-9e56f2e0b414', 'name': 'network-vif-deleted', 'tag': 'efdedf61-fc29-46d9-b3d4-552f9daacead', 'status': 'completed', 'code': 200} May 26 20:10:31.457369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:10:31.780299 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:31.784232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:10:31.792523 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:10:31.793145 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:31.973879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:10:32.135325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d031aed6-f22b-46eb-b10c-3286e2603533 req-6153bc1c-98cb-4aaf-9578-2315bd07a74d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Synchronizing usage tracker for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:10:32.150750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d031aed6-f22b-46eb-b10c-3286e2603533 req-6153bc1c-98cb-4aaf-9578-2315bd07a74d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Unset dirty status for tenant:f2a37e63ad724153ab2a40b08a9d909b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:10:32.151908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d031aed6-f22b-46eb-b10c-3286e2603533 req-6153bc1c-98cb-4aaf-9578-2315bd07a74d tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/ports?device_id=677ccbb5-e438-4f34-9e66-9e56f2e0b414 HTTP/1.1" status: 200 len: 210 time: 0.0587614 May 26 20:10:32.293532 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:32.297691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e426d3-bf3f-44d0-8bd1-b391665e6890 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:03:08Z', 'revision_number': 4, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'a6cf845e-8612-444e-84a8-e06d78a79b96', 'name': '', 'network_id': '9c390354-b2d4-4529-abe2-728348fde52b', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'mac_address': 'fa:16:3e:45:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:07Z', 'updated_at': '2022-05-26T20:03:14Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'subnets': [{'id': '4c81d52d-e7b2-411b-bcc1-2fb6f853ee06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:10:32.515938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630592c6-7b8f-4850-849a-d91c82cc127c None None] New status for floating IP 95a3029a-64a7-4202-a20d-7508934124ea: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:10:32.876478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:32.912503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: efdedf61-fc29-46d9-b3d4-552f9daacead {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:10:32.912840 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device efdedf61-fc29-46d9-b3d4-552f9daacead not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:33.030337 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:10:36.381822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:36.449054 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:36.477232 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:36.534430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:36.558796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c11f9-7919-4cb4-aee7-b1d4e5b91f27,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:36.562198 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:36.563296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e2e69bd5-5ecf-4c6f-88a8-cb42a30c68e1 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "DELETE /v2.0/security-groups/486c11f9-7919-4cb4-aee7-b1d4e5b91f27 HTTP/1.1" status: 204 len: 168 time: 0.1804612 May 26 20:10:36.565943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57982) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:36.584782 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [None req-68cceefb-e3c4-483c-a6d5-a7c2eaed6883 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] show failed (client error): The resource could not be found. May 26 20:10:36.589751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-68cceefb-e3c4-483c-a6d5-a7c2eaed6883 tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "GET /v2.0/security-groups/486c11f9-7919-4cb4-aee7-b1d4e5b91f27 HTTP/1.1" status: 404 len: 347 time: 0.0203922 May 26 20:10:36.590644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57986) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:36.843318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Deleting port cf89094c-6395-4804-90f3-a1772fa3d25a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:36.843646 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.006110 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.009991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.010316 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.134629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Calling delete_port for cf89094c-6395-4804-90f3-a1772fa3d25a owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:37.269693 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.316930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Pushing event deleted for resources: {'Port': ['ID=cf89094c-6395-4804-90f3-a1772fa3d25a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:37.405837 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.423266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:37.424448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8e64fe76-85a7-4d1d-a0dd-c0391e77af7f tempest-ServerActionsTestJSON-2081005032 tempest-ServerActionsTestJSON-2081005032-project] 10.222.0.24 "DELETE /v2.0/floatingips/95a3029a-64a7-4202-a20d-7508934124ea HTTP/1.1" status: 204 len: 168 time: 0.8336630 May 26 20:10:37.427366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57990) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:38.018263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:38.459615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Deleting port a6cf845e-8612-444e-84a8-e06d78a79b96 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:38.460831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:38.631346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] For port a6cf845e-8612-444e-84a8-e06d78a79b96, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a6cf845e-8612-444e-84a8-e06d78a79b96,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:38.631612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:38.751179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Calling delete_port for a6cf845e-8612-444e-84a8-e06d78a79b96 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:38.923475 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:38.970823 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cf845e-8612-444e-84a8-e06d78a79b96,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:39.239788 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:39.706904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:10:39.879825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:10:39.888909 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Sync routers for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:10:39.891639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6e08ac08-f9a6-46ec-9d4b-24f135fa7099 admin admin] 10.222.0.24 "PUT /v2.0/routers/82d9f5e3-0ca1-4c03-8869-34d6c4c7400d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4632854 May 26 20:10:39.894242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 57996) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:39.898991 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:10:39.899602 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:40.075319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:40.079910 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:10:40.252006 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:40.262013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Deleting port eca9847e-bebd-482d-819d-2fa053115f89 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:40.262389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:40.402346 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:10:38Z', 'revision_number': 5, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port': {'id': 'eca9847e-bebd-482d-819d-2fa053115f89', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:03:05Z', 'updated_at': '2022-05-26T20:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:40.406530 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Checking router: 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:10:40.415280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Routers {'82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:10:40.415870 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:10:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:40.441635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] For port eca9847e-bebd-482d-819d-2fa053115f89, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=eca9847e-bebd-482d-819d-2fa053115f89,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:40.442029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:40.564653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Calling delete_port for eca9847e-bebd-482d-819d-2fa053115f89 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:40.566295 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] Set router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:10:40.672643 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:10:40Z', 'revision_number': 6, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:40.676559 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ffa9da-8d72-41b2-877d-a0fc768b9451 None None] The sync data for ids ['82d9f5e3-0ca1-4c03-8869-34d6c4c7400d'] in n-d-843146-9 is: [{'id': '82d9f5e3-0ca1-4c03-8869-34d6c4c7400d', 'name': 'tempest-ServerActionsTestJSON-630344447-router', 'tenant_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:03:04Z', 'updated_at': '2022-05-26T20:10:40Z', 'revision_number': 6, 'project_id': 'f2a37e63ad724153ab2a40b08a9d909b', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:10:40.735869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:40.781358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca9847e-bebd-482d-819d-2fa053115f89,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:40.874108 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.154538 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.156669 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.178431 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.178940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d9f5e3-0ca1-4c03-8869-34d6c4c7400d {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:10:41.190608 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.191714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fed0de86-2993-4796-b521-e01d49155a27 admin admin] 10.222.0.24 "DELETE /v2.0/routers/82d9f5e3-0ca1-4c03-8869-34d6c4c7400d HTTP/1.1" status: 204 len: 168 time: 1.2965953 May 26 20:10:41.194277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58000) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:41.251967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Deleting subnet 4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:10:41.254763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.304650 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.377894 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.448507 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.488942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c81d52d-e7b2-411b-bcc1-2fb6f853ee06,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:41.490890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.494846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e427fc-a5f2-449a-b516-41ed5958000a None None] Network 9c390354-b2d4-4529-abe2-728348fde52b requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:10:41.497675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fde664e1-4b1c-4233-a561-85aa541e1c0d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c81d52d-e7b2-411b-bcc1-2fb6f853ee06 HTTP/1.1" status: 204 len: 168 time: 0.3019476 May 26 20:10:41.500161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58004) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:41.610623 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.621783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Deleting port 4b05f606-59b4-4e1b-8cbf-db29414561d5 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:41.622061 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.754215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] DHCP port deletion for 9c390354-b2d4-4529-abe2-728348fde52b request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:10:41.758489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Deleting port 4b05f606-59b4-4e1b-8cbf-db29414561d5 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:41.758856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.834803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] For port 4b05f606-59b4-4e1b-8cbf-db29414561d5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4b05f606-59b4-4e1b-8cbf-db29414561d5,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:41.835966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:41.962180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] For port 4b05f606-59b4-4e1b-8cbf-db29414561d5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4b05f606-59b4-4e1b-8cbf-db29414561d5,segment=NetworkSegment(7a633e55-73b5-475f-88e8-3629cf75d519),segment_id=7a633e55-73b5-475f-88e8-3629cf75d519)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:41.962497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Calling delete_port for 4b05f606-59b4-4e1b-8cbf-db29414561d5 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:41.962662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.038730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.083623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Calling delete_port for 4b05f606-59b4-4e1b-8cbf-db29414561d5 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:10:42.088873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4b05f606-59b4-4e1b-8cbf-db29414561d5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:42.092301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] No DVR routers for this DVR port 4b05f606-59b4-4e1b-8cbf-db29414561d5 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:10:42.158493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:10:42.158842 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:10:42.207473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.231598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c390354-b2d4-4529-abe2-728348fde52b']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:42.244006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a633e55-73b5-475f-88e8-3629cf75d519') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:42.244302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a633e55-73b5-475f-88e8-3629cf75d519') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:10:42.255651 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.271796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.277709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:10:42.278111 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.370745 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.377500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.408400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9c390354-b2d4-4529-abe2-728348fde52b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:42.421452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eca9847e-bebd-482d-819d-2fa053115f89 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:42.423806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ca9221a4-0436-41c9-88f0-f2378fde06fe admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c390354-b2d4-4529-abe2-728348fde52b HTTP/1.1" status: 204 len: 168 time: 0.9226120 May 26 20:10:42.459943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: eca9847e-bebd-482d-819d-2fa053115f89 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:10:42.460325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device eca9847e-bebd-482d-819d-2fa053115f89 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:42.461083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a6cf845e-8612-444e-84a8-e06d78a79b96 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:42.463941 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7a633e55-73b5-475f-88e8-3629cf75d519 resource provider aggregate not found May 26 20:10:42.483074 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 7a633e55-73b5-475f-88e8-3629cf75d519 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a633e55-73b5-475f-88e8-3629cf75d519 found for delete ", "request_id": "req-0b198373-8619-41a0-8bb8-209116c37d1b"}]} May 26 20:10:42.497732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a6cf845e-8612-444e-84a8-e06d78a79b96 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:10:42.498271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a6cf845e-8612-444e-84a8-e06d78a79b96 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:42.498476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4b05f606-59b4-4e1b-8cbf-db29414561d5 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:10:42.535106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4b05f606-59b4-4e1b-8cbf-db29414561d5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:10:42.535463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4b05f606-59b4-4e1b-8cbf-db29414561d5 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:10:42.536007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58018) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:42.586035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-69d632fe-0187-4994-888e-e9e526426d9c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2a37e63ad724153ab2a40b08a9d909b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481334 May 26 20:10:42.588453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58022) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:42.644941 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.659953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Deleting port 4b05f606-59b4-4e1b-8cbf-db29414561d5 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:10:42.660366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.670262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.721280 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.726288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b0689-7a53-4029-872e-5bc68e0d77c0 None None] The port '4b05f606-59b4-4e1b-8cbf-db29414561d5' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:10:42.745052 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1043db-5c1a-4336-8dbb-7a02f93c127d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:42.749345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:42.750432 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fa22ce1a-c327-4351-b9be-72d6016cd317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e1043db-5c1a-4336-8dbb-7a02f93c127d HTTP/1.1" status: 204 len: 168 time: 0.1611257 May 26 20:10:43.496786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58046) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:43.597854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1937170825-network', 'tenant_id': 'ab2fbb1f4a704dd2add2bb61953c0975'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:43.603158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:10:43.607009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Usage tracker for resource:network and tenant:ab2fbb1f4a704dd2add2bb61953c0975 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:10:43.610239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:10:43.615811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:10:43.626147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Made reservation on behalf of ab2fbb1f4a704dd2add2bb61953c0975 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:10:43.628338 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.641113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.655125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:10:43.658893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Usage tracker for resource:security_group_rule and tenant:ab2fbb1f4a704dd2add2bb61953c0975 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:10:43.661699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:10:43.667308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:10:43.750667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.754317 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.787590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:10:43.792550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:43.801276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.801613 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Added segment 3b64f5f5-2d42-4e4c-b911-64df752bb29c of type vlan for network 848f1471-c336-4e3d-b71c-37e78de7e2ad May 26 20:10:43.828300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.855521 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:43.856487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:43.857069 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.052344 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5544469 May 26 20:10:44.053155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b211c-fb01-4230-bd27-98d4e7379b4f admin admin] Pushing event updated for resources: {'Network': ['ID=848f1471-c336-4e3d-b71c-37e78de7e2ad,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:44.055110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58052) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:10:44.061057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Request body: {'subnet': {'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1937170825-subnet', 'tenant_id': 'ab2fbb1f4a704dd2add2bb61953c0975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:44.063198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:10:44.066463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:10:44.070826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Usage tracker for resource:subnet and tenant:ab2fbb1f4a704dd2add2bb61953c0975 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:10:44.073660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:10:44.080101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:10:44.090167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Made reservation on behalf of ab2fbb1f4a704dd2add2bb61953c0975 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:10:44.092652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.296965 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.368661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0979d59a-0996-4a09-8ce4-01e8d6c0605d,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:44.378438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Checking segment: {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:10:44.378789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Network hostable DHCP agents. Network: 848f1471-c336-4e3d-b71c-37e78de7e2ad, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:10:44.397420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:10:44.405425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 848f1471-c336-4e3d-b71c-37e78de7e2ad) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:10:44.409304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:44.409876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.414900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0598b-5354-4ea8-814e-5908c4d70e87 None None] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:10:44.433895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1502a72-9a4e-4606-a44d-ac814ca9d3c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3776755 May 26 20:10:44.575276 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.677055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede4e84-3955-453e-9bf4-2ec56158a261 None None] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:10:44.799607 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f3ac665b-2ef3-4205-a83b-94ef0191eca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:44.965120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0bcdee58-fff9-47b1-9449-37de602dba3f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:44.965787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0bcdee58-fff9-47b1-9449-37de602dba3f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:10:44.982374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0bcdee58-fff9-47b1-9449-37de602dba3f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:10:44.983626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0bcdee58-fff9-47b1-9449-37de602dba3f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 814 time: 0.1692665 May 26 20:10:44.999401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-6d33a383-f41b-4bbe-bc20-6fd1b2a4b339 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/quotas/ab2fbb1f4a704dd2add2bb61953c0975 HTTP/1.1" status: 200 len: 375 time: 0.0101998 May 26 20:10:45.050658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-ea6e3613-4402-42b9-9c0c-010de07e57df tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460889 May 26 20:10:45.061289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-abd5a589-5913-4f12-b93c-dfe04d6ed513 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:10:45.062205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-abd5a589-5913-4f12-b93c-dfe04d6ed513 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049915 May 26 20:10:45.199822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-95ea6ddc-e68a-47c3-be62-b16453e5d40e service neutron] 10.222.0.24 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320708 May 26 20:10:45.334540 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e3aa3fef-a8f2-4fca-8aaa-15c682513990 service neutron] 10.222.0.24 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285083 May 26 20:10:45.511774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9fd4f328-387d-4f49-adc2-26c1221381f8 req-7fcd7407-702d-4d86-bddd-0fd4458a8d83 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 210 time: 0.0428309 May 26 20:10:46.676439 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0141d966-4bf1-4689-a31f-950340be24e6 req-4e75972d-8916-4fdd-b488-7bfd62328ea1 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 210 time: 0.0509050 May 26 20:10:46.720306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-da11a736-3b79-414d-95cc-5cbb5bfbe6f6 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:46.721735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-da11a736-3b79-414d-95cc-5cbb5bfbe6f6 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.53 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 814 time: 0.2049751 May 26 20:10:46.734041 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Request body: {'port': {'device_id': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad', 'admin_state_up': True, 'tenant_id': 'ab2fbb1f4a704dd2add2bb61953c0975'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:46.871573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:10:46.875339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Usage tracker for resource:port and tenant:ab2fbb1f4a704dd2add2bb61953c0975 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:10:46.878080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:10:46.883600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:10:46.893160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Made reservation on behalf of ab2fbb1f4a704dd2add2bb61953c0975 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:10:46.896592 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:46.939542 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-97d582d8-880e-4b57-abaf-21231a14db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:47.060881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Allocated IP 172.20.0.14 (848f1471-c336-4e3d-b71c-37e78de7e2ad/0979d59a-0996-4a09-8ce4-01e8d6c0605d/8c7af530-fb92-4c9d-be5a-b206fee3b2ca) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:10:47.262459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:47.290761 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:47.357523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:10:47.360413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:10:47.362805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:10:47.411401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Pushing event updated for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:47.435515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:47.436113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:47.443497 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:47.459917 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-e740a162-4b33-4e3a-b2b0-fbe2404aac8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7297034 May 26 20:10:47.512890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Request body: {'port': {'device_id': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:47.622131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.055868 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-3703c89e-603a-4470-8e6c-2b4b27d48d8b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:48.056561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-3703c89e-603a-4470-8e6c-2b4b27d48d8b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:10:48.113543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-3703c89e-603a-4470-8e6c-2b4b27d48d8b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:10:48.114697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-3703c89e-603a-4470-8e6c-2b4b27d48d8b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 932 time: 0.3286626 May 26 20:10:48.162170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7af530-fb92-4c9d-be5a-b206fee3b2ca {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:10:48.173549 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.184665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-96f2593a-f742-41f4-8c6f-03b4961dd8e4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:10:48.196762 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Transition to ACTIVE for port object 8c7af530-fb92-4c9d-be5a-b206fee3b2ca will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:10:48.200738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.309018 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.314106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-96f2593a-f742-41f4-8c6f-03b4961dd8e4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:10:48.315254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7fe8c02e-d1d1-4c95-a825-00e34301a1ce req-96f2593a-f742-41f4-8c6f-03b4961dd8e4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899886 May 26 20:10:48.371915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:48.440770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Attempting to bind port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:10:48.441123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Attempting to bind port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:10:48.441453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Attempting to bind port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca on network 848f1471-c336-4e3d-b71c-37e78de7e2ad {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:10:48.446842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca on network 848f1471-c336-4e3d-b71c-37e78de7e2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:10:48.447157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Attempting to bind port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca on network 848f1471-c336-4e3d-b71c-37e78de7e2ad {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:10:48.452744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:10:48.453488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Checking segment: {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:10:48.453936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Bound using segment: {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:10:48.454391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Bound port: 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:10:48.454702 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.546101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:10:48.549026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:10:48.553419 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.611386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:48.611982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:48.613419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c7af530-fb92-4c9d-be5a-b206fee3b2ca HTTP/1.1" status: 200 len: 1092 time: 1.1467376 May 26 20:10:48.613841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:48.634884 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ee6d-235d-4ee0-8f7c-5943f1f2a1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:48.679428 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af98028-3c11-46b2-83c8-b22e3f736bbb'] response: {'name': 'network-changed', 'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca', 'status': 'completed', 'code': 200} May 26 20:10:48.718779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f9a7bec5-f9ad-4544-9e24-0be919bb3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:48.720233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-f9a7bec5-f9ad-4544-9e24-0be919bb3654 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 1095 time: 0.0714021 May 26 20:10:48.790648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-283ef7a7-29f3-433f-8d71-8f41b23f6e11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca HTTP/1.1" status: 200 len: 217 time: 0.0638676 May 26 20:10:48.858011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0e13ab4f-9d6e-4d70-abeb-eeeffa040288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:48.859371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-0e13ab4f-9d6e-4d70-abeb-eeeffa040288 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 200 len: 854 time: 0.0628383 May 26 20:10:48.906311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-b91bb52c-f317-44db-9d86-0dddbebb8fbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=848f1471-c336-4e3d-b71c-37e78de7e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393579 May 26 20:10:49.034718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-720136c6-0dc2-4959-9cc8-61071145ffa6 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226604 May 26 20:10:49.176280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2d5c20dc-0c3e-4d2b-bda0-88922bb165f6 req-3bea9523-841b-4cae-8cfb-106fb255f1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361041 May 26 20:10:49.286961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-99692fca-6cca-4c15-8a98-6642af5b067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:49.288945 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-99692fca-6cca-4c15-8a98-6642af5b067d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 1095 time: 0.0697627 May 26 20:10:49.417802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-03ed0c05-b27b-4987-b2cc-ee0e85406e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:49.419233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-03ed0c05-b27b-4987-b2cc-ee0e85406e8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 915 time: 0.1248968 May 26 20:10:49.526265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-ea7efd9e-6954-48ef-94f1-7efaf60114a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca HTTP/1.1" status: 200 len: 217 time: 0.0992358 May 26 20:10:49.602664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-167382bb-a4d3-436b-b1dc-cb6fdfbae24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:49.604055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-167382bb-a4d3-436b-b1dc-cb6fdfbae24f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 200 len: 854 time: 0.0685318 May 26 20:10:49.651200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72257008-e9b7-4599-ab1e-afe7b5d4240a req-514baf93-9552-4b77-a738-420fe123abe3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:49.652603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72257008-e9b7-4599-ab1e-afe7b5d4240a req-514baf93-9552-4b77-a738-420fe123abe3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 944 time: 0.2275066 May 26 20:10:49.658960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-260466c2-8c14-4c00-819e-d544d98c0b76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=848f1471-c336-4e3d-b71c-37e78de7e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479276 May 26 20:10:49.874218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72257008-e9b7-4599-ab1e-afe7b5d4240a req-6cf4e94d-d107-44ce-a47d-fe97c58b84d7 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138348 May 26 20:10:49.903771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:49.915588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-35369aac-c316-4978-abe7-bb93dd666ce2 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430563 May 26 20:10:50.048369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8081ba92-f03d-41ac-93c3-cbb04e8d9b9e req-741e0a45-4cc5-40b1-8084-3bbb35687390 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248198 May 26 20:10:51.061965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ec1d-29fd-44c7-9403-b330c6a914fa req-37d208ae-5c0b-432e-9e82-2160a262c352 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:51.063475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f68ec1d-29fd-44c7-9403-b330c6a914fa req-37d208ae-5c0b-432e-9e82-2160a262c352 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 944 time: 0.0842202 May 26 20:10:51.109189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f68ec1d-29fd-44c7-9403-b330c6a914fa req-a7d1c12c-5c22-459c-a011-03af60c358cb tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 May 26 20:10:52.290008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3b4c1-8c61-4a05-a856-d324e04a4527 req-fb7aff63-f445-4ab6-a0c5-d293a15c65e0 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:52.291433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2c3b4c1-8c61-4a05-a856-d324e04a4527 req-fb7aff63-f445-4ab6-a0c5-d293a15c65e0 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 944 time: 0.0786903 May 26 20:10:52.338482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2c3b4c1-8c61-4a05-a856-d324e04a4527 req-5d890bf7-3e3e-4bfb-9716-ab56efd0ece3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 May 26 20:10:52.969023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8c7af530-fb92-4c9d-be5a-b206fee3b2ca details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:10:53.100615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:53.116496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca', 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad', 'port_id': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca', 'mac_address': 'fa:16:3e:9d:15:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0979d59a-0996-4a09-8ce4-01e8d6c0605d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:10:53.172145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:53.172511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:53.188486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7af530-fb92-4c9d-be5a-b206fee3b2ca {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:10:53.203770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:53.207552 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:53.271351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:53.487392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8c7af530-fb92-4c9d-be5a-b206fee3b2ca'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:10:53.525609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e0588-49f9-45ca-87a0-32a11de751a6 req-a2f2ff49-8afe-41d7-b47e-71f20a66e890 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:53.526954 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-649e0588-49f9-45ca-87a0-32a11de751a6 req-a2f2ff49-8afe-41d7-b47e-71f20a66e890 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 945 time: 0.0816782 May 26 20:10:53.571360 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-649e0588-49f9-45ca-87a0-32a11de751a6 req-f7fe2d4b-e548-4314-9eb8-cafbb1d3a18d tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 May 26 20:10:54.758260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25599c-2aa7-4085-bfc4-1be2b1513287 req-aa11d3b7-119d-4f14-ad8f-48ac0b59f86b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:54.759688 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a25599c-2aa7-4085-bfc4-1be2b1513287 req-aa11d3b7-119d-4f14-ad8f-48ac0b59f86b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 945 time: 0.0838556 May 26 20:10:54.811410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3a25599c-2aa7-4085-bfc4-1be2b1513287 req-6e74b38a-9024-46f9-a8f2-5bd630baadc1 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 May 26 20:10:54.962686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8c7af530-fb92-4c9d-be5a-b206fee3b2ca up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:10:55.031679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:10:55.036842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:10:55.037244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:55.155566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:10:55.155939 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:55.185055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:10:55.194523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:10:55.198571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:55.238259 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc944871-79b4-4e21-8c4f-20788535d9d0'] response: {'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca', 'code': 200} May 26 20:10:55.272189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:10:55.349397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d68e34-cb93-45c1-b500-8984a75cc06c req-834ecf80-532f-461f-8520-eedab32be5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:55.351353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52d68e34-cb93-45c1-b500-8984a75cc06c req-834ecf80-532f-461f-8520-eedab32be5bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 1097 time: 0.0686944 May 26 20:10:55.390614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52d68e34-cb93-45c1-b500-8984a75cc06c req-1e791fff-4c07-4003-be11-d284779f650d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 May 26 20:10:56.001806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ce8c4-5e3e-42aa-be3a-beef7913ce14 req-63be6756-e36a-4f27-bd3d-365a1781e0e3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:56.003255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b9ce8c4-5e3e-42aa-be3a-beef7913ce14 req-63be6756-e36a-4f27-bd3d-365a1781e0e3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0816777 May 26 20:10:56.046797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b9ce8c4-5e3e-42aa-be3a-beef7913ce14 req-b66fbfaf-6afb-4cb7-93c2-c1b74ecdb555 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 May 26 20:10:56.936752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-80fabb46-7499-4735-84fe-034eaec03d8d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671396 May 26 20:10:57.092623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-4ee2a0bd-70a1-46a3-8a88-bd14b7c84dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:57.094146 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-4ee2a0bd-70a1-46a3-8a88-bd14b7c84dd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 1097 time: 0.0745227 May 26 20:10:57.290668 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-909b81c7-824e-44ae-ad9f-e01c38f34e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:57.292055 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-909b81c7-824e-44ae-ad9f-e01c38f34e4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 915 time: 0.1808436 May 26 20:10:57.304003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015fc08-1e1a-40f5-a99c-81d106ac62ab req-6307f7e7-3779-4320-be9f-2c3761abee71 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:57.305348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9015fc08-1e1a-40f5-a99c-81d106ac62ab req-6307f7e7-3779-4320-be9f-2c3761abee71 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.1295786 May 26 20:10:57.383010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-7cf91ded-1b40-4741-a529-ab6c040b2dfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca HTTP/1.1" status: 200 len: 217 time: 0.0767541 May 26 20:10:57.441323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9015fc08-1e1a-40f5-a99c-81d106ac62ab req-37572e18-9f3e-4eb5-8308-9d9eadb15c80 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864689 May 26 20:10:57.461848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-4aa8da8e-4499-459b-b7df-1ef325c34255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:57.463273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-4aa8da8e-4499-459b-b7df-1ef325c34255 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 200 len: 854 time: 0.0688655 May 26 20:10:57.510447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-21d1dffa-342f-4e1c-a2a6-25ab8150070e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=848f1471-c336-4e3d-b71c-37e78de7e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414689 May 26 20:10:57.849328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-1b956082-a17d-41ba-b259-83c79bdc2e41 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326228 May 26 20:10:57.892821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-b3a61e7d-317b-4899-b081-95878e7db748 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:57.894228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-b3a61e7d-317b-4899-b081-95878e7db748 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 814 time: 0.3096881 May 26 20:10:57.964684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-a411a7a4-fce4-47a2-af83-2b0a58511de3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/quotas/ab2fbb1f4a704dd2add2bb61953c0975 HTTP/1.1" status: 200 len: 375 time: 0.0240939 May 26 20:10:58.056537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66aba335-2dd7-4567-b5b7-b81d4e35755c req-ca3c8ea9-ec03-4ccd-9823-456c94648c39 service neutron] 10.222.0.53 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962435 May 26 20:10:58.076727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-1df53af0-78b5-4898-9370-88ce77a1ba67 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054628 May 26 20:10:58.213732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-60d66814-9fb8-4bec-8eb2-e79ca9ca1809 service neutron] 10.222.0.24 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298180 May 26 20:10:58.345331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-485bfad8-a7b6-4bfc-8c71-6e5a729353e8 service neutron] 10.222.0.24 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255777 May 26 20:10:58.527235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-401ec566-e904-438b-b4ed-f50a5a347cc1 req-6fb459b4-87f6-46d9-b722-a8d544429564 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 210 time: 0.0481167 May 26 20:10:59.587408 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-da73cd16-8072-4b56-950e-34e54b65eb46 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:10:59.588813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-da73cd16-8072-4b56-950e-34e54b65eb46 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.13 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 814 time: 0.1566317 May 26 20:10:59.601451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Request body: {'port': {'device_id': '414f45c3-86e8-4c10-9384-77bb61a97474', 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad', 'admin_state_up': True, 'tenant_id': 'ab2fbb1f4a704dd2add2bb61953c0975'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:10:59.723999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e530a868-2eaf-4f40-851e-49b27bd8ecd4 req-f2ddaf15-4db2-4a56-9612-a582ba127218 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 210 time: 0.0594370 May 26 20:10:59.775162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:10:59.784649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:10:59.793590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Made reservation on behalf of ab2fbb1f4a704dd2add2bb61953c0975 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:10:59.796927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:10:59.956810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Allocated IP 172.20.0.9 (848f1471-c336-4e3d-b71c-37e78de7e2ad/0979d59a-0996-4a09-8ce4-01e8d6c0605d/7754d700-0dbb-4956-bb4e-a9a6a1a23bf3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:00.157834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:00.186266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:00.197526 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8c7af530-fb92-4c9d-be5a-b206fee3b2ca'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:11:00.262471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Network 848f1471-c336-4e3d-b71c-37e78de7e2ad is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:00.263465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:00.267615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:00.305606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Pushing event updated for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:00.323508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.323841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.324170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.324493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.324819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.325157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.325471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.325784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.326097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.326406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.326714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.327020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:00.347288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:00.347917 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:00.376023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-25d4cea8-98f5-4bff-a89b-0517af55c8d2 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788427 May 26 20:11:00.427863 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Request body: {'port': {'device_id': '414f45c3-86e8-4c10-9384-77bb61a97474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:00.539048 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:00.985664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c918c0-5b2b-4e64-a486-d3a97d325698 req-f9ed5731-9c16-42e8-a975-806460793400 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:00.986386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18c918c0-5b2b-4e64-a486-d3a97d325698 req-f9ed5731-9c16-42e8-a975-806460793400 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:01.056717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-18c918c0-5b2b-4e64-a486-d3a97d325698 req-f9ed5731-9c16-42e8-a975-806460793400 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:01.057887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18c918c0-5b2b-4e64-a486-d3a97d325698 req-f9ed5731-9c16-42e8-a975-806460793400 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 931 time: 0.1935375 May 26 20:11:01.063674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:11:01.083715 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:01.112603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Transition to ACTIVE for port object 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:01.116148 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:01.168466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-18c918c0-5b2b-4e64-a486-d3a97d325698 req-1cffa8fb-f9e3-4f96-b5bc-4ea1787aaa14 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003842 May 26 20:11:01.277563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Pushing event updated for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:01.351881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Attempting to bind port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:01.352207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Attempting to bind port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:01.352527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Attempting to bind port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 on network 848f1471-c336-4e3d-b71c-37e78de7e2ad {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:01.357013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 on network 848f1471-c336-4e3d-b71c-37e78de7e2ad not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:11:01.357348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Attempting to bind port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 on network 848f1471-c336-4e3d-b71c-37e78de7e2ad {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:01.362282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:01.362612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Checking segment: {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:01.362975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Bound using segment: {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:01.363386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Bound port: 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b64f5f5-2d42-4e4c-b911-64df752bb29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:01.363712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:01.448400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:01.451443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:01.455283 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:01.518731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:01.519339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:01.520696 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] 10.222.0.13 "PUT /v2.0/ports/7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 HTTP/1.1" status: 200 len: 1091 time: 1.1380773 May 26 20:11:01.521145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:11:01.542180 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e27b4-e529-4b47-82fb-14b9816b3541 service neutron] Pushing event updated for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:01.619935 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52ca15e-bfce-4546-9b9c-365b13f1bcfb'] response: {'name': 'network-changed', 'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3', 'status': 'completed', 'code': 200} May 26 20:11:01.637282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-bf2d5d1f-f5f7-45f7-9077-79a077136372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:01.638743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-bf2d5d1f-f5f7-45f7-9077-79a077136372 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 1094 time: 0.0735142 May 26 20:11:01.708675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-17c945f4-82ab-4d83-a0d5-48d026f453ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 HTTP/1.1" status: 200 len: 217 time: 0.0632846 May 26 20:11:01.768245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-a3959675-5396-45a9-be97-ad8cb2889f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:01.769631 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-a3959675-5396-45a9-be97-ad8cb2889f2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 200 len: 854 time: 0.0554531 May 26 20:11:01.817586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-81f32edb-c45b-4e25-96b7-2fce60481c30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=848f1471-c336-4e3d-b71c-37e78de7e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423970 May 26 20:11:01.951941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-ec6d1ad9-7ab8-4cda-9c45-413dcfd11235 service neutron] 10.222.0.13 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288784 May 26 20:11:02.083353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-daaaf4ed-26fc-4b20-9183-e84b32a23e06 req-f249656a-03cb-4b73-ba08-95b43c46bd66 service neutron] 10.222.0.13 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249955 May 26 20:11:02.200685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-23ffe994-f844-4ee1-911a-646caf7e1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:02.202368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-23ffe994-f844-4ee1-911a-646caf7e1f12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 1094 time: 0.0750172 May 26 20:11:02.395936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-37519847-9f05-43eb-9c81-58f0d4d9b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:02.397948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-37519847-9f05-43eb-9c81-58f0d4d9b5cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 200 len: 915 time: 0.1895213 May 26 20:11:02.464164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953f6e-32c5-4939-ae5a-b6cd8c05615f req-dd5b33af-d77b-4d28-afd5-89af0f4632cc tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:02.465596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f953f6e-32c5-4939-ae5a-b6cd8c05615f req-dd5b33af-d77b-4d28-afd5-89af0f4632cc tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 943 time: 0.1836193 May 26 20:11:02.474137 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-db03b17e-66a0-48fa-8f9d-a6ea00aa4809 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 HTTP/1.1" status: 200 len: 217 time: 0.0692184 May 26 20:11:02.658509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1f953f6e-32c5-4939-ae5a-b6cd8c05615f req-1b025bfb-27df-4bcc-9a75-cd556e1de9c6 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859336 May 26 20:11:02.661720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-1ed96ea8-8e20-411f-920b-b39888e5148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:02.663640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-1ed96ea8-8e20-411f-920b-b39888e5148b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 200 len: 854 time: 0.1741834 May 26 20:11:02.710682 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-601ddb11-5580-476c-bc24-48a99ae6c21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=848f1471-c336-4e3d-b71c-37e78de7e2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410392 May 26 20:11:02.839937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-a9d57368-c71d-44ab-9ecf-138aee985d9e service neutron] 10.222.0.13 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231735 May 26 20:11:02.970323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0aa42b3c-70de-4f2a-b28d-66ef333e313f req-295455f2-d99b-4111-8d4f-771b873cb5be service neutron] 10.222.0.13 "GET /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243773 May 26 20:11:03.845006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a01ca-cb5f-47de-8186-d4f5c0a9d196 req-6af97264-be21-4eb5-89d3-e0263b6246bb tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:03.846455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb7a01ca-cb5f-47de-8186-d4f5c0a9d196 req-6af97264-be21-4eb5-89d3-e0263b6246bb tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 943 time: 0.0821033 May 26 20:11:03.896131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eb7a01ca-cb5f-47de-8186-d4f5c0a9d196 req-4afc113c-21e3-4538-9394-74a6b2439599 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 May 26 20:11:04.392836 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:11:04.525849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:04.538701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3', 'network_id': '848f1471-c336-4e3d-b71c-37e78de7e2ad', 'port_id': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3', 'mac_address': 'fa:16:3e:58:eb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0979d59a-0996-4a09-8ce4-01e8d6c0605d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:11:04.593344 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:04.593711 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:04.610370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:11:04.629064 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:04.634025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:04.702295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:04.820943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['7754d700-0dbb-4956-bb4e-a9a6a1a23bf3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:11:05.083358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa2bb-ae6d-4da5-b2e3-ae74b65d0d98 req-406492cf-2f60-48aa-9987-950adacd70df tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:05.084814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07aa2bb-ae6d-4da5-b2e3-ae74b65d0d98 req-406492cf-2f60-48aa-9987-950adacd70df tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 944 time: 0.0795062 May 26 20:11:05.131490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07aa2bb-ae6d-4da5-b2e3-ae74b65d0d98 req-34c04a90-3dce-4b39-85b2-ae311ad3079a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 May 26 20:11:06.311163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e4e90-13f0-4dfc-b9b3-adf88a8bc4dc req-7d785f8c-d36c-4770-9b97-74634e7cb063 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:06.312594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad0e4e90-13f0-4dfc-b9b3-adf88a8bc4dc req-7d785f8c-d36c-4770-9b97-74634e7cb063 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 944 time: 0.0781460 May 26 20:11:06.356074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad0e4e90-13f0-4dfc-b9b3-adf88a8bc4dc req-ba9e21c3-63b8-41d5-9419-ffa4913f99e7 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 May 26 20:11:06.413572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:06.507455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:06.512235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:06.512606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:06.630733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:06.631017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:06.657845 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:11:06.667442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:06.671333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:06.737308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:06.753690 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0bbfcd-1311-47cc-aed4-d2079ea8e155'] response: {'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3', 'code': 200} May 26 20:11:06.877163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68916b32-5c9b-4336-8e05-0f91b8b52233 req-fbb79b07-a2ef-49ad-a31e-9ba5d370189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:06.878633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68916b32-5c9b-4336-8e05-0f91b8b52233 req-fbb79b07-a2ef-49ad-a31e-9ba5d370189c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 1096 time: 0.0719504 May 26 20:11:06.916714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68916b32-5c9b-4336-8e05-0f91b8b52233 req-90b6b00d-562c-406a-a3a1-75f324b6062a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 May 26 20:11:07.025449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:07.543773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c989-883d-4f0e-9601-34f56145d6bf req-d6a66080-b588-4184-aab9-3f0b984353e7 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:07.545231 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30a3c989-883d-4f0e-9601-34f56145d6bf req-d6a66080-b588-4184-aab9-3f0b984353e7 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 945 time: 0.0785279 May 26 20:11:07.589784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-30a3c989-883d-4f0e-9601-34f56145d6bf req-189730ed-0ff8-42e2-9a8a-df9aa0fdf0d4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 May 26 20:11:08.772937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863f7c-fce6-4132-a87f-a54035634c56 req-be98e42d-b32f-4d15-8d05-72277efe67f1 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:08.774370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5863f7c-fce6-4132-a87f-a54035634c56 req-be98e42d-b32f-4d15-8d05-72277efe67f1 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 945 time: 0.0810909 May 26 20:11:08.817370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5863f7c-fce6-4132-a87f-a54035634c56 req-a718da83-e0a6-4d42-aad3-cda7bf6119e6 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 May 26 20:11:09.193451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c01b2-54b4-40b7-ae12-dc222e5101fe req-20d7673a-09e4-4760-a5ba-34b7d275cbab tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:09.194788 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-402c01b2-54b4-40b7-ae12-dc222e5101fe req-20d7673a-09e4-4760-a5ba-34b7d275cbab tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 945 time: 0.0789990 May 26 20:11:09.241479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-402c01b2-54b4-40b7-ae12-dc222e5101fe req-a26e451b-1fcd-41f2-8c80-45f6c574ca8a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411320 May 26 20:11:10.032964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:11:10.432828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-8c32d9c6-97d2-47d3-9ae0-b9b55b156edd tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:10.434283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-8c32d9c6-97d2-47d3-9ae0-b9b55b156edd tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.13 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 945 time: 0.1380823 May 26 20:11:10.495770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e608b2-0732-46ac-a39a-1c67a986d915 req-fa4273f8-340a-4dd7-95b8-f59c08f702c3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:10.497215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e608b2-0732-46ac-a39a-1c67a986d915 req-fa4273f8-340a-4dd7-95b8-f59c08f702c3 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 945 time: 0.1447542 May 26 20:11:10.531763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Deleting port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:10.532096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:10.594718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9e608b2-0732-46ac-a39a-1c67a986d915 req-a0211afc-6cbc-4f90-8d80-8e45cd4b4099 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917923 May 26 20:11:10.798152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] For port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:10.798508 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:10.923023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Calling delete_port for 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:11.154143 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:11.166883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8c7af530-fb92-4c9d-be5a-b206fee3b2ca'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:11:11.195007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['7754d700-0dbb-4956-bb4e-a9a6a1a23bf3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:11:11.206699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Pushing event deleted for resources: {'Port': ['ID=7754d700-0dbb-4956-bb4e-a9a6a1a23bf3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:11.278445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] No DVR routers for this DVR port 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:11.281387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:11.283849 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'name': 'network-vif-deleted', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:11:11.298569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c2871c6-ce68-46e7-9448-ea03d7de7aa8 req-2d288b64-7ba4-4ca7-8f4f-b94d8ff2d07b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.13 "DELETE /v2.0/ports/7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 HTTP/1.1" status: 204 len: 173 time: 0.8568006 May 26 20:11:11.342090 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98eca39-c1dd-47d9-914c-f5d5fed83c49'] response: {'server_uuid': '414f45c3-86e8-4c10-9384-77bb61a97474', 'name': 'network-vif-deleted', 'tag': '7754d700-0dbb-4956-bb4e-a9a6a1a23bf3', 'status': 'completed', 'code': 200} May 26 20:11:11.766013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1a3551cf-8b69-470b-ac0f-79bd9880f189 req-1625f28d-c9e7-4e27-a52c-d30f189b798b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:11.781878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-1a3551cf-8b69-470b-ac0f-79bd9880f189 req-1625f28d-c9e7-4e27-a52c-d30f189b798b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:11.783174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3551cf-8b69-470b-ac0f-79bd9880f189 req-1625f28d-c9e7-4e27-a52c-d30f189b798b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=414f45c3-86e8-4c10-9384-77bb61a97474 HTTP/1.1" status: 200 len: 210 time: 0.0620041 May 26 20:11:13.030772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571dae-f37e-4ffe-8e29-953582bb0665 req-7b88fedb-2ef2-4fda-ae34-3f81f4801e7e tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:13.032218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71571dae-f37e-4ffe-8e29-953582bb0665 req-7b88fedb-2ef2-4fda-ae34-3f81f4801e7e tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0790510 May 26 20:11:13.075548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71571dae-f37e-4ffe-8e29-953582bb0665 req-bc12ec2f-313e-4e25-b04f-3d4bb4ec00e7 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 May 26 20:11:13.277192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9abfc-5459-49a5-8be8-2880e7394a3b req-4ba0f01f-4e07-4609-9fd3-ebd5c8bea9e9 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:13.278609 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cee9abfc-5459-49a5-8be8-2880e7394a3b req-4ba0f01f-4e07-4609-9fd3-ebd5c8bea9e9 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0819242 May 26 20:11:13.321734 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cee9abfc-5459-49a5-8be8-2880e7394a3b req-f772600b-3c2e-49da-b8d7-aac0cf376448 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 May 26 20:11:13.648495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d765e-5b7d-4235-9b07-aae463cf0709 req-93d9981e-3c71-4c70-9d11-658c274b1d66 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:13.650457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469d765e-5b7d-4235-9b07-aae463cf0709 req-93d9981e-3c71-4c70-9d11-658c274b1d66 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0798082 May 26 20:11:13.693839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469d765e-5b7d-4235-9b07-aae463cf0709 req-8ab8546e-1bbb-41a0-9eb5-4d9a755bcaab tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 May 26 20:11:13.981609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87671555-06fe-44b5-8503-0878e9e59c99 req-84342ed2-d26a-49a2-a067-f0b7b9e4006b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:13.982949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87671555-06fe-44b5-8503-0878e9e59c99 req-84342ed2-d26a-49a2-a067-f0b7b9e4006b tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0883739 May 26 20:11:14.026269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87671555-06fe-44b5-8503-0878e9e59c99 req-17bad9eb-6071-476f-9f89-20834fc016f9 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377693 May 26 20:11:14.205284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e42269-fb4c-4e58-a661-467d95f0e19a req-4272a186-9094-4d37-b44d-f6b15e783b9f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:14.206718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8e42269-fb4c-4e58-a661-467d95f0e19a req-4272a186-9094-4d37-b44d-f6b15e783b9f tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0787046 May 26 20:11:14.251135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8e42269-fb4c-4e58-a661-467d95f0e19a req-df7e0a33-f661-46f8-8980-057967bc64aa tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 May 26 20:11:14.443100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c39cb3-f852-4957-bb27-c92bb16eb408 req-97c8fae4-f871-4951-a325-d37c988d22ab tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:14.444521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44c39cb3-f852-4957-bb27-c92bb16eb408 req-97c8fae4-f871-4951-a325-d37c988d22ab tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0814524 May 26 20:11:14.455601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:11:14.487980 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-44c39cb3-f852-4957-bb27-c92bb16eb408 req-afc98a4c-4eb5-4a99-88aa-207165195cda tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 May 26 20:11:14.490272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:11:14.490652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 7754d700-0dbb-4956-bb4e-a9a6a1a23bf3 not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:11:14.563869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:14.781693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-905cd103-639e-49b6-88df-b58c7de087e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:15.012265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e28cf6-fde0-4339-b37b-d7d3748df6dd req-8cbea9dd-8726-42ad-9f05-d09b0fe740e9 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:15.014572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6e28cf6-fde0-4339-b37b-d7d3748df6dd req-8cbea9dd-8726-42ad-9f05-d09b0fe740e9 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0816345 May 26 20:11:15.063811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b6e28cf6-fde0-4339-b37b-d7d3748df6dd req-f8a25b47-d22e-466d-88e1-58d9b737ec85 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 May 26 20:11:16.250098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea958b-9b22-4991-8841-02b24b9cc77d req-9945d431-3117-4e50-9125-8eca016acf53 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:16.251546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3eea958b-9b22-4991-8841-02b24b9cc77d req-9945d431-3117-4e50-9125-8eca016acf53 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0793505 May 26 20:11:16.294189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3eea958b-9b22-4991-8841-02b24b9cc77d req-25c37927-62a8-4258-bc2b-8b8b75b7ca2a tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 May 26 20:11:16.472131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-23553add-b419-41ea-a361-f7801942d2a4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:16.473571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-23553add-b419-41ea-a361-f7801942d2a4 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 946 time: 0.0817449 May 26 20:11:16.544031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Deleting port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:16.544365 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:16.783090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] For port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,segment=NetworkSegment(3b64f5f5-2d42-4e4c-b911-64df752bb29c),segment_id=3b64f5f5-2d42-4e4c-b911-64df752bb29c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:16.783437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:16.902806 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Calling delete_port for 8c7af530-fb92-4c9d-be5a-b206fee3b2ca owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:16.941586 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bd03ed35-ca7e-4852-b910-7399ccd32ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:17.140984 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:17.153588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['8c7af530-fb92-4c9d-be5a-b206fee3b2ca'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:11:17.190110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Pushing event deleted for resources: {'Port': ['ID=8c7af530-fb92-4c9d-be5a-b206fee3b2ca,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:17.263515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] No DVR routers for this DVR port 8c7af530-fb92-4c9d-be5a-b206fee3b2ca on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:17.265907 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:17.268254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'name': 'network-vif-deleted', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:11:17.283282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bfdce9-da7d-4171-b89e-773a7aef44cf req-3455a22e-64aa-4fd6-a57d-afb20a5b5676 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.53 "DELETE /v2.0/ports/8c7af530-fb92-4c9d-be5a-b206fee3b2ca HTTP/1.1" status: 204 len: 173 time: 0.8047197 May 26 20:11:17.312964 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702b0636-c7d5-40da-9702-c8d782119476'] response: {'server_uuid': '0a18efb7-4ad1-40a1-83c4-8ec3c068fc13', 'name': 'network-vif-deleted', 'tag': '8c7af530-fb92-4c9d-be5a-b206fee3b2ca', 'status': 'completed', 'code': 200} May 26 20:11:17.444384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f5f2a0e-27af-4b4e-98d0-efac3dcd342f req-9e07e5c9-5252-4555-8178-870ea482a582 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Synchronizing usage tracker for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:17.446893 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:17.460637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7f5f2a0e-27af-4b4e-98d0-efac3dcd342f req-9e07e5c9-5252-4555-8178-870ea482a582 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] Unset dirty status for tenant:ab2fbb1f4a704dd2add2bb61953c0975 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:17.461820 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f5f2a0e-27af-4b4e-98d0-efac3dcd342f req-9e07e5c9-5252-4555-8178-870ea482a582 tempest-ServersNegativeTestJSON-758949284 tempest-ServersNegativeTestJSON-758949284-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a18efb7-4ad1-40a1-83c4-8ec3c068fc13 HTTP/1.1" status: 200 len: 210 time: 0.0605657 May 26 20:11:18.310809 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.556150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58212) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:18.617097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Deleting subnet 0979d59a-0996-4a09-8ce4-01e8d6c0605d {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:11:18.620257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.667931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.724884 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.789616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.827340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0979d59a-0996-4a09-8ce4-01e8d6c0605d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:18.831067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:18.836753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c6a430b1-2c74-415c-9269-59411a38392a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0979d59a-0996-4a09-8ce4-01e8d6c0605d HTTP/1.1" status: 204 len: 168 time: 0.2795949 May 26 20:11:18.839221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58216) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:18.942275 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.071808 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.096622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848f1471-c336-4e3d-b71c-37e78de7e2ad']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:19.108769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b64f5f5-2d42-4e4c-b911-64df752bb29c') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:19.109090 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b64f5f5-2d42-4e4c-b911-64df752bb29c') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:19.121162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.140106 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.145865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:19.146229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.207569 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3b64f5f5-2d42-4e4c-b911-64df752bb29c resource provider aggregate not found May 26 20:11:19.225769 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 3b64f5f5-2d42-4e4c-b911-64df752bb29c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b64f5f5-2d42-4e4c-b911-64df752bb29c found for delete ", "request_id": "req-b11d0b3e-a617-4ac3-93bf-2d1272d699ec"}]} May 26 20:11:19.239387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.255945 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.269339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=848f1471-c336-4e3d-b71c-37e78de7e2ad,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:19.277501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5a5357be-0c1f-4406-bf0c-2f24bd175a95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/848f1471-c336-4e3d-b71c-37e78de7e2ad HTTP/1.1" status: 204 len: 168 time: 0.4372818 May 26 20:11:19.393111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58226) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:19.441693 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4efdb795-b434-41b6-b3ae-e8c4ab2568c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2fbb1f4a704dd2add2bb61953c0975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474198 May 26 20:11:19.444024 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58230) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:19.500904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.526032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.581351 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.599126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:19.610471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.610809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.611139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.611467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.611791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.612110 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.612427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.612741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.613075 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.613394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.613728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.614039 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:19.617075 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:19.618239 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d0639ffd-6110-4cb3-9b6b-34d99ea47a57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cc8d4ba-b6c8-4d62-8346-d9f1e68b3cd1 HTTP/1.1" status: 204 len: 168 time: 0.1733079 May 26 20:11:19.896916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.402160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58254) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:20.502267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258909001'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:20.507814 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:20.512236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:network and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:20.515075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:20.521134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:20.529846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:20.533095 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.544813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.559537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:20.563330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:security_group_rule and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:20.566116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:20.572357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:20.652105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.655660 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.684603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:20.696819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aac4e4-90d8-4fcb-9813-430301d24491,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:20.701566 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.701905 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Added segment 9c768d2c-caee-494c-8471-0b87653e58b4 of type vlan for network e4ac663f-0281-4378-a27e-10393a02205d May 26 20:11:20.730398 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.758682 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.764003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:20.764565 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:20.870846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4674499 May 26 20:11:20.873448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa36b7b-a570-48b4-9f74-2287dcb3d9fe tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Network': ['ID=e4ac663f-0281-4378-a27e-10393a02205d,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:20.898233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network e4ac663f-0281-4378-a27e-10393a02205d details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:21.119797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8c7af530-fb92-4c9d-be5a-b206fee3b2ca no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:11:21.156857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 8c7af530-fb92-4c9d-be5a-b206fee3b2ca {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:11:21.157224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 8c7af530-fb92-4c9d-be5a-b206fee3b2ca not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:11:24.081936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58260) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:24.088116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'subnet': {'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:24.196976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:24.200753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:subnet and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:24.203774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:24.209433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:24.219748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:24.223203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.444305 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.520892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Subnet': ['ID=87e38c0f-461e-43c8-8bbb-550a7aa9f675,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:24.528707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking segment: {'id': '9c768d2c-caee-494c-8471-0b87653e58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:24.529080 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network hostable DHCP agents. Network: e4ac663f-0281-4378-a27e-10393a02205d, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:24.546871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network e4ac663f-0281-4378-a27e-10393a02205d is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:24.555518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, e4ac663f-0281-4378-a27e-10393a02205d) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:24.559493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:24.560064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.565106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e762d-19b7-4c7d-86c0-faaf885e5c6c None None] Network e4ac663f-0281-4378-a27e-10393a02205d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:24.580648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8422d85a-664a-4723-9dab-4bd334d557cf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4976015 May 26 20:11:24.584672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58264) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:24.590770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608384648'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:24.596352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:24.600177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:network and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:24.603053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:24.608649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:24.619891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:24.623844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.652394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:24.661596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.662011 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Added segment 4ba487f1-da33-4539-86a3-445322e58cc3 of type vlan for network 04fc02c2-78ca-4650-8931-4aef82002c9a May 26 20:11:24.688459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.717724 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.723026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:24.723595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.779077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-e4ac663f-0281-4378-a27e-10393a02205d', 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d', 'tenant_id': '09b33110a15e4e2997b14d1498d6ed08', 'fixed_ips': [{'subnet_id': '87e38c0f-461e-43c8-8bbb-550a7aa9f675'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:24.779887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:24.824013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2382705 May 26 20:11:24.826843 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58268) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:24.834638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'subnet': {'network_id': '04fc02c2-78ca-4650-8931-4aef82002c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:24.855984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c3772-d3fc-4231-b28a-5475bc075804 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Network': ['ID=04fc02c2-78ca-4650-8931-4aef82002c9a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:24.872915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 04fc02c2-78ca-4650-8931-4aef82002c9a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:24.948982 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:24.952707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:subnet and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:24.955831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:24.961490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:24.972179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:24.975851 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.032067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Allocated IP 2001:db8:0:ffff::2 (e4ac663f-0281-4378-a27e-10393a02205d/87e38c0f-461e-43c8-8bbb-550a7aa9f675/72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:25.241464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.252282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Transition to ACTIVE for port object 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:25.270087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Transition to ACTIVE for port object 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:25.274592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.296655 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.340119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Network e4ac663f-0281-4378-a27e-10393a02205d is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:25.341264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:25.345012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:25.379974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Subnet': ['ID=17a3263a-d332-4755-be21-c5d4b5422b4e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:25.381058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Pushing event updated for resources: {'Port': ['ID=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:25.389227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking segment: {'id': '4ba487f1-da33-4539-86a3-445322e58cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04fc02c2-78ca-4650-8931-4aef82002c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:25.389558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network hostable DHCP agents. Network: 04fc02c2-78ca-4650-8931-4aef82002c9a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:25.397616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.397960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.398296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.398658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.399055 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.399460 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.399815 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.400141 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.400458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.400777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.401121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.401440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:25.408769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network 04fc02c2-78ca-4650-8931-4aef82002c9a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:25.418661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 04fc02c2-78ca-4650-8931-4aef82002c9a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:25.422656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:25.423240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.446119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0301f3ad-e75b-436e-96f1-2637adde51d2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6180925 May 26 20:11:25.448765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58272) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:25.466075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127369b8-d853-4757-8b7f-8156ca2eeefb None None] Network 04fc02c2-78ca-4650-8931-4aef82002c9a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:25.556787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Attempting to bind port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:25.557079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Attempting to bind port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9c768d2c-caee-494c-8471-0b87653e58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:25.557433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Attempting to bind port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee on network e4ac663f-0281-4378-a27e-10393a02205d {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:25.567066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:25.567703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Checking segment: {'id': '9c768d2c-caee-494c-8471-0b87653e58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:25.567811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.568197 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Bound using segment: {'id': '9c768d2c-caee-494c-8471-0b87653e58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:25.568652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Bound port: 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c768d2c-caee-494c-8471-0b87653e58b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e4ac663f-0281-4378-a27e-10393a02205d'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:25.569023 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.592320 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.660502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.724681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] For port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:25.729943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] For port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,segment=NetworkSegment(9c768d2c-caee-494c-8471-0b87653e58b4),segment_id=9c768d2c-caee-494c-8471-0b87653e58b4)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:25.735556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.747420 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.785301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Subnet': ['ID=17a3263a-d332-4755-be21-c5d4b5422b4e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:25.846325 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb22ac-ad07-4fe8-9d01-a58128deaa48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-04fc02c2-78ca-4650-8931-4aef82002c9a', 'network_id': '04fc02c2-78ca-4650-8931-4aef82002c9a', 'tenant_id': '09b33110a15e4e2997b14d1498d6ed08', 'fixed_ips': [{'subnet_id': '17a3263a-d332-4755-be21-c5d4b5422b4e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:25.847128 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5ebb22ac-ad07-4fe8-9d01-a58128deaa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.889067 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.913510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f13cd-f77e-47a2-9b64-c7734ce682fb None None] Pushing event updated for resources: {'Port': ['ID=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:25.916488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc02c2-78ca-4650-8931-4aef82002c9a']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:25.930059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba487f1-da33-4539-86a3-445322e58cc3') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:25.930479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba487f1-da33-4539-86a3-445322e58cc3') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:25.942548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.963089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7abae7-c334-4f89-ab9a-84d700a59687 None None] Network 04fc02c2-78ca-4650-8931-4aef82002c9a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:25.966813 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:25.973193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:25.973575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.046719 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4ba487f1-da33-4539-86a3-445322e58cc3 resource provider aggregate not found May 26 20:11:26.069768 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 4ba487f1-da33-4539-86a3-445322e58cc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba487f1-da33-4539-86a3-445322e58cc3 found for delete ", "request_id": "req-8013e306-8507-4416-ae02-76e7c19da5a9"}]} May 26 20:11:26.109103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.124495 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.141185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Network': ['ID=04fc02c2-78ca-4650-8931-4aef82002c9a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:26.145112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8c1681c7-ce0f-4dc6-8f5f-a1f41f0ac2a2 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/04fc02c2-78ca-4650-8931-4aef82002c9a HTTP/1.1" status: 204 len: 168 time: 0.6943035 May 26 20:11:26.147777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58280) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:26.156576 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336850241'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:26.163254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:26.167130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:network and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:26.170168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:26.176114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:26.187072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:26.190568 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.220981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:26.230360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.230693 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Added segment f221f7d1-66c4-4320-aad9-1fc3b8347dc7 of type vlan for network 6d78cf75-6e8b-4874-9bae-804c70a628e5 May 26 20:11:26.259866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.289591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.295407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:26.295997 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.406641 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2551630 May 26 20:11:26.407391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30219d11-4f59-4dda-a2a3-6cd7e5faa499 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Network': ['ID=6d78cf75-6e8b-4874-9bae-804c70a628e5,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:26.407507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58284) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:26.413221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'subnet': {'network_id': '6d78cf75-6e8b-4874-9bae-804c70a628e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:26.420630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6d78cf75-6e8b-4874-9bae-804c70a628e5 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:26.485806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:26.532755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:26.536783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:subnet and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:26.540394 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:26.546223 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:26.556252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:26.559820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.598434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:26.652063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Performing IP validity checks on allocation pools {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 26 20:11:26.652590 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.ipam_backend_mixin [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88362) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 26 20:11:26.785070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.867364 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Subnet': ['ID=165afe7e-b20c-4714-b11e-2ddc4bdcca4f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:26.875541 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking segment: {'id': 'f221f7d1-66c4-4320-aad9-1fc3b8347dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '6d78cf75-6e8b-4874-9bae-804c70a628e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:26.875781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network hostable DHCP agents. Network: 6d78cf75-6e8b-4874-9bae-804c70a628e5, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:26.880461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de1c39-fe45-4456-a3bc-8f247effccdd None None] Network e4ac663f-0281-4378-a27e-10393a02205d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:26.895057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network 6d78cf75-6e8b-4874-9bae-804c70a628e5 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:26.904178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6d78cf75-6e8b-4874-9bae-804c70a628e5) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:26.908139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:26.908712 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:26.947577 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db50972-f14b-4e54-b9ed-badf122f1be2 None None] Network 6d78cf75-6e8b-4874-9bae-804c70a628e5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:27.050711 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a44321c6-c691-4ee7-91e5-d0d8866ffa1e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6424949 May 26 20:11:27.054459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58288) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:27.060053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Provisioning for port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:27.083264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Provisioning complete for port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:27.083631 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.204125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.268140 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.346079 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.395303 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5eb39-9b71-4253-9b95-3ebd1758e34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-6d78cf75-6e8b-4874-9bae-804c70a628e5', 'network_id': '6d78cf75-6e8b-4874-9bae-804c70a628e5', 'tenant_id': '09b33110a15e4e2997b14d1498d6ed08', 'fixed_ips': [{'subnet_id': '165afe7e-b20c-4714-b11e-2ddc4bdcca4f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:27.396119 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3fc5eb39-9b71-4253-9b95-3ebd1758e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.405833 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Subnet': ['ID=165afe7e-b20c-4714-b11e-2ddc4bdcca4f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:27.432369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Current status of the port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:27.432748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.487858 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.516328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d78cf75-6e8b-4874-9bae-804c70a628e5']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:27.528676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f221f7d1-66c4-4320-aad9-1fc3b8347dc7') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:27.528968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f221f7d1-66c4-4320-aad9-1fc3b8347dc7') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:27.540760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.558690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.564847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:27.565263 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.575528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] For port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,segment=NetworkSegment(9c768d2c-caee-494c-8471-0b87653e58b4),segment_id=9c768d2c-caee-494c-8471-0b87653e58b4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:27.581066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.612454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8676059-1de4-4ddd-b21c-80a4014bd72a None None] Network 6d78cf75-6e8b-4874-9bae-804c70a628e5 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:27.744091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651ffb-e0cd-4a75-b659-277f88de50c7 None None] Pushing event updated for resources: {'Port': ['ID=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:27.777600 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.795434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.807202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Network': ['ID=6d78cf75-6e8b-4874-9bae-804c70a628e5,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:27.815971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58292) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:27.816484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3ed5be14-48a7-41fa-995b-9d5b6b6ab83d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/6d78cf75-6e8b-4874-9bae-804c70a628e5 HTTP/1.1" status: 204 len: 168 time: 0.7586217 May 26 20:11:27.822686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1511074822'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:27.826407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5522cfcf-f59a-40d4-9833-cc212208747d None None] Provisioning complete for port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:27.826780 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5522cfcf-f59a-40d4-9833-cc212208747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.832542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:27.836861 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:network and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:27.840387 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:27.846274 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:27.856844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:27.860219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.887248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:27.895822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.896162 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Added segment eb7a252b-adbb-4fb7-9bd5-b84e01d5a565 of type vlan for network fb576e90-775a-4994-98dd-998cea766ecf May 26 20:11:27.922543 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.944142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5522cfcf-f59a-40d4-9833-cc212208747d None None] Current status of the port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:27.953372 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:27.958916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:27.959484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.064299 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2464099 May 26 20:11:28.067183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58296) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:28.072617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574fa19-7a0a-4301-acbe-2b1c4d130abf tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Network': ['ID=fb576e90-775a-4994-98dd-998cea766ecf,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:28.072850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'subnet': {'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:28.083762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network fb576e90-775a-4994-98dd-998cea766ecf details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:28.145456 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f221f7d1-66c4-4320-aad9-1fc3b8347dc7 resource provider aggregate not found May 26 20:11:28.169413 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment f221f7d1-66c4-4320-aad9-1fc3b8347dc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f221f7d1-66c4-4320-aad9-1fc3b8347dc7 found for delete ", "request_id": "req-459a1e05-2e21-4985-a268-3349aa813d86"}]} May 26 20:11:28.194327 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:28.198593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:subnet and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:28.201374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:28.207167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:28.216889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:28.220340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.438432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.455401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:28.524596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:28.524973 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.538451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Subnet': ['ID=be6c14a3-53c1-472a-882e-86354d99fa3a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:28.547243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking segment: {'id': 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:28.547595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network hostable DHCP agents. Network: fb576e90-775a-4994-98dd-998cea766ecf, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:28.566872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network fb576e90-775a-4994-98dd-998cea766ecf is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:28.576528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, fb576e90-775a-4994-98dd-998cea766ecf) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:28.581091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:28.581780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.585200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7aa6ef-293e-458b-a71d-a98031e97441 None None] Network fb576e90-775a-4994-98dd-998cea766ecf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:28.602795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f29f8e8-0537-4716-8322-b5e33895a6e1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5344369 May 26 20:11:28.606381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58306) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:28.612104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130232408'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:28.618110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:28.621919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:network and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:28.625141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:28.630809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:28.641073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:28.644443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.672066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:28.681483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.681827 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Added segment 09449983-4214-403c-9558-ee558649bb6d of type vlan for network 19b66db7-437b-47d0-8e55-b35e3e12609a May 26 20:11:28.710103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.736184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:28.738407 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.744584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:28.745193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.840645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2329082 May 26 20:11:28.843500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58310) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:28.849803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-fb576e90-775a-4994-98dd-998cea766ecf', 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf', 'tenant_id': '09b33110a15e4e2997b14d1498d6ed08', 'fixed_ips': [{'subnet_id': 'be6c14a3-53c1-472a-882e-86354d99fa3a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:28.850740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:28.851177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Request body: {'subnet': {'network_id': '19b66db7-437b-47d0-8e55-b35e3e12609a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:28.853404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5603-1bc7-4477-8752-c189e638a702 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Network': ['ID=19b66db7-437b-47d0-8e55-b35e3e12609a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:28.866163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 19b66db7-437b-47d0-8e55-b35e3e12609a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:28.967918 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:28.971863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Usage tracker for resource:subnet and tenant:09b33110a15e4e2997b14d1498d6ed08 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:28.974811 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:28.980438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:28.989975 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Made reservation on behalf of 09b33110a15e4e2997b14d1498d6ed08 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:28.993976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.098221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Allocated IP 2001:db8::2 (fb576e90-775a-4994-98dd-998cea766ecf/be6c14a3-53c1-472a-882e-86354d99fa3a/a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:29.216586 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.296503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event updated for resources: {'Subnet': ['ID=5ff1a9c0-1a45-4cda-a8fc-9a3794a6d33f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:29.298935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.308854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Checking segment: {'id': '09449983-4214-403c-9558-ee558649bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '19b66db7-437b-47d0-8e55-b35e3e12609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:29.309238 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network hostable DHCP agents. Network: 19b66db7-437b-47d0-8e55-b35e3e12609a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:29.309535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Transition to ACTIVE for port object a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:29.328829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Transition to ACTIVE for port object a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:29.329731 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Network 19b66db7-437b-47d0-8e55-b35e3e12609a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:29.334399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.339759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 19b66db7-437b-47d0-8e55-b35e3e12609a) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:29.345031 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:29.345644 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.368846 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-14eb8a05-9b2a-40ca-9387-d54791e79e67 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5241089 May 26 20:11:29.371461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58314) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:29.386661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90b787-b980-422c-bf15-91a78defaf1c None None] Network 19b66db7-437b-47d0-8e55-b35e3e12609a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:29.506796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Network fb576e90-775a-4994-98dd-998cea766ecf is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:29.516366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:29.523287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.527308 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:29.534667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Pushing event updated for resources: {'Port': ['ID=a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:29.588468 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.649448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Attempting to bind port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:29.649801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Attempting to bind port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:29.650152 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Attempting to bind port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 on network fb576e90-775a-4994-98dd-998cea766ecf {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:29.658944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:29.659304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Checking segment: {'id': 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:29.659693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.660072 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Bound using segment: {'id': 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:29.660518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Bound port: a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fb576e90-775a-4994-98dd-998cea766ecf'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:29.660877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.666030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.705515 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff1a9c0-1a45-4cda-a8fc-9a3794a6d33f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:29.782484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c58203c-e593-4f95-bd05-a024a19ad700 None None] Network 19b66db7-437b-47d0-8e55-b35e3e12609a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:29.800419 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.825699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b66db7-437b-47d0-8e55-b35e3e12609a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:29.838240 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09449983-4214-403c-9558-ee558649bb6d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:29.838596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09449983-4214-403c-9558-ee558649bb6d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:29.849554 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.865276 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.871421 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:29.871801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.900057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] For port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:29.962953 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] For port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12,segment=NetworkSegment(eb7a252b-adbb-4fb7-9bd5-b84e01d5a565),segment_id=eb7a252b-adbb-4fb7-9bd5-b84e01d5a565)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:29.969186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.973523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:29.996030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.002641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Network': ['ID=19b66db7-437b-47d0-8e55-b35e3e12609a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:30.014439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58320) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.015485 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-94769001-c474-4a7c-8df5-33608b76fec9 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/19b66db7-437b-47d0-8e55-b35e3e12609a HTTP/1.1" status: 204 len: 168 time: 0.6430206 May 26 20:11:30.076994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810158d2-3a94-4df3-bf5e-4918f8b3f4eb None None] Pushing event updated for resources: {'Port': ['ID=a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:30.083122 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f3566f-7974-4fb9-9bd5-decbecdbb24e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] GET failed (client error): The resource could not be found. May 26 20:11:30.083841 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45f3566f-7974-4fb9-9bd5-decbecdbb24e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Synchronizing usage tracker for tenant:09b33110a15e4e2997b14d1498d6ed08 on resource:subnet {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:30.101143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-45f3566f-7974-4fb9-9bd5-decbecdbb24e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Unset dirty status for tenant:09b33110a15e4e2997b14d1498d6ed08 on resource:subnet {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:30.102345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-45f3566f-7974-4fb9-9bd5-decbecdbb24e tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "GET /v2.0/subnets/5ff1a9c0-1a45-4cda-a8fc-9a3794a6d33f HTTP/1.1" status: 404 len: 337 time: 0.0863061 May 26 20:11:30.105311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58328) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.115377 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 09449983-4214-403c-9558-ee558649bb6d resource provider aggregate not found May 26 20:11:30.132388 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf958c8b-fdbd-4abf-8053-86fba90060c4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:30.133656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf958c8b-fdbd-4abf-8053-86fba90060c4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:30.139114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cf958c8b-fdbd-4abf-8053-86fba90060c4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/19b66db7-437b-47d0-8e55-b35e3e12609a HTTP/1.1" status: 404 len: 339 time: 0.0290155 May 26 20:11:30.139463 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 09449983-4214-403c-9558-ee558649bb6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09449983-4214-403c-9558-ee558649bb6d found for delete ", "request_id": "req-8f8059e3-b157-4efd-b76d-a3760ad46413"}]} May 26 20:11:30.139552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58334) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.175939 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-620ba0c8-61c4-406d-a7f3-0eca2bd17947 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:30.176376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620ba0c8-61c4-406d-a7f3-0eca2bd17947 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:30.178042 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-620ba0c8-61c4-406d-a7f3-0eca2bd17947 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff1a9c0-1a45-4cda-a8fc-9a3794a6d33f HTTP/1.1" status: 404 len: 337 time: 0.0377736 May 26 20:11:30.181478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58338) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.206801 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b082ac7-14c8-4665-a083-2f9a146a8ffd tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:30.207261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b082ac7-14c8-4665-a083-2f9a146a8ffd tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:30.208919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1b082ac7-14c8-4665-a083-2f9a146a8ffd tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/19b66db7-437b-47d0-8e55-b35e3e12609a HTTP/1.1" status: 404 len: 339 time: 0.0265725 May 26 20:11:30.211552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58342) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.289272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Deleting subnet be6c14a3-53c1-472a-882e-86354d99fa3a {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:11:30.292530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.349605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.445308 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.471061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:30.519734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.549407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:30.566325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Subnet': ['ID=be6c14a3-53c1-472a-882e-86354d99fa3a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:30.570992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.583979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4d9abd35-56f3-4b5e-86be-6020b1e71025 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/subnets/be6c14a3-53c1-472a-882e-86354d99fa3a HTTP/1.1" status: 204 len: 168 time: 0.3713930 May 26 20:11:30.586450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58346) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:30.699613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.710702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Deleting port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:30.711411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:30.926403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] For port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12,segment=NetworkSegment(eb7a252b-adbb-4fb7-9bd5-b84e01d5a565),segment_id=eb7a252b-adbb-4fb7-9bd5-b84e01d5a565)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:30.926760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.007291 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ec927-04b7-4e96-8db5-02cab1ea1e07 None None] Network fb576e90-775a-4994-98dd-998cea766ecf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:31.141534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96a3e608-2322-4181-8540-90e1c3907498 None None] Provisioning for port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:31.149568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Calling delete_port for a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:31.180877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96a3e608-2322-4181-8540-90e1c3907498 None None] Provisioning complete for port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:31.181647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96a3e608-2322-4181-8540-90e1c3907498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.228471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.253001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-96a3e608-2322-4181-8540-90e1c3907498 None None] Could not find standard attr ID for object a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12. {{(pid=88364) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 26 20:11:31.257308 n-d-843146-9 neutron-server[88364]: INFO neutron.plugins.ml2.db [None req-96a3e608-2322-4181-8540-90e1c3907498 None None] No ports have port_id starting with a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 May 26 20:11:31.276084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Port': ['ID=a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:31.278085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No DVR routers for this DVR port a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:31.327686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e643f88-c17a-492b-aaca-cc3759df808b None None] DHCP port deletion for fb576e90-775a-4994-98dd-998cea766ecf request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:11:31.400146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.424049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb576e90-775a-4994-98dd-998cea766ecf']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:31.435652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:31.435942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7a252b-adbb-4fb7-9bd5-b84e01d5a565') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:31.447215 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.463477 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.469243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:31.469610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.537607 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment eb7a252b-adbb-4fb7-9bd5-b84e01d5a565 resource provider aggregate not found May 26 20:11:31.557269 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment eb7a252b-adbb-4fb7-9bd5-b84e01d5a565 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb7a252b-adbb-4fb7-9bd5-b84e01d5a565 found for delete ", "request_id": "req-96a5b812-568d-4177-bf0d-ffb04edd1ac0"}]} May 26 20:11:31.572839 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.589812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.600311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Network': ['ID=fb576e90-775a-4994-98dd-998cea766ecf,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:31.606365 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-864df629-b5a0-47f6-a891-328494765156 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/fb576e90-775a-4994-98dd-998cea766ecf HTTP/1.1" status: 204 len: 168 time: 1.0168219 May 26 20:11:31.607145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58354) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:31.647226 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0406ca65-cdd8-417d-97d3-656d741cce3d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:31.647657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0406ca65-cdd8-417d-97d3-656d741cce3d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:31.649278 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0406ca65-cdd8-417d-97d3-656d741cce3d tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/subnets/165afe7e-b20c-4714-b11e-2ddc4bdcca4f HTTP/1.1" status: 404 len: 337 time: 0.0416653 May 26 20:11:31.651610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58358) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:31.674537 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daab6cc-d75a-4aaa-967d-4b840f619a1a tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:31.674977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daab6cc-d75a-4aaa-967d-4b840f619a1a tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:31.676504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0daab6cc-d75a-4aaa-967d-4b840f619a1a tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/6d78cf75-6e8b-4874-9bae-804c70a628e5 HTTP/1.1" status: 404 len: 339 time: 0.0240645 May 26 20:11:31.678666 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58362) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:31.714900 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eae235d-f427-4440-ab8f-e7bb71260438 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:31.715319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eae235d-f427-4440-ab8f-e7bb71260438 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:31.716832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6eae235d-f427-4440-ab8f-e7bb71260438 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/subnets/17a3263a-d332-4755-be21-c5d4b5422b4e HTTP/1.1" status: 404 len: 337 time: 0.0373516 May 26 20:11:31.719092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58366) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:31.747277 n-d-843146-9 neutron-server[88363]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd68609f-7104-4f69-bd62-53ec7c3a6cb4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] DELETE failed (client error): The resource could not be found. May 26 20:11:31.747625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd68609f-7104-4f69-bd62-53ec7c3a6cb4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88363) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 26 20:11:31.750508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cd68609f-7104-4f69-bd62-53ec7c3a6cb4 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/04fc02c2-78ca-4650-8931-4aef82002c9a HTTP/1.1" status: 404 len: 339 time: 0.0305827 May 26 20:11:31.752933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58370) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:31.839660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Deleting subnet 87e38c0f-461e-43c8-8bbb-550a7aa9f675 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:11:31.842579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.895377 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:31.978386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.053483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.099151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Subnet': ['ID=87e38c0f-461e-43c8-8bbb-550a7aa9f675,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:32.101074 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.106391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe771d6-dc4e-4c05-87ed-84b8c2acef82 None None] Network e4ac663f-0281-4378-a27e-10393a02205d requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:32.112154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a536f88b-31a6-4af8-869f-7ace86644bad tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/subnets/87e38c0f-461e-43c8-8bbb-550a7aa9f675 HTTP/1.1" status: 204 len: 168 time: 0.3582439 May 26 20:11:32.114486 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58374) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:32.235133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.245936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Deleting port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:32.246260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.356478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] DHCP port deletion for e4ac663f-0281-4378-a27e-10393a02205d request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:11:32.360581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Deleting port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:32.360952 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.448161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:11:32.461386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] For port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,segment=NetworkSegment(9c768d2c-caee-494c-8471-0b87653e58b4),segment_id=9c768d2c-caee-494c-8471-0b87653e58b4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:32.461743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.583801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Calling delete_port for 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:32.661381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] For port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,segment=NetworkSegment(9c768d2c-caee-494c-8471-0b87653e58b4),segment_id=9c768d2c-caee-494c-8471-0b87653e58b4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:32.661776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.662526 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.714251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] No DVR routers for this DVR port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:32.716835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Port': ['ID=72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:32.826219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Calling delete_port for 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:32.856410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:32.856675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.937247 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.944445 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:11:32.962928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ac663f-0281-4378-a27e-10393a02205d']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:32.974591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c768d2c-caee-494c-8471-0b87653e58b4') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:32.974880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c768d2c-caee-494c-8471-0b87653e58b4') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:32.981883 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:11:32.982221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a7fc6b69-c8b4-4aca-86c6-a4b3faf96d12 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:11:32.987151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:32.988547 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:11:32.988547 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:11:33.005193 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.011702 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:33.012072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.106033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.123216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.134202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] Pushing event deleted for resources: {'Network': ['ID=e4ac663f-0281-4378-a27e-10393a02205d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:33.138044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3b912ed0-8746-4710-a947-2814d57a78f1 tempest-NetworksIpV6Test-751669611 tempest-NetworksIpV6Test-751669611-project] 10.222.0.24 "DELETE /v2.0/networks/e4ac663f-0281-4378-a27e-10393a02205d HTTP/1.1" status: 204 len: 168 time: 1.0226488 May 26 20:11:33.390918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58382) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:33.489784 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Deleting port 72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:33.490300 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.535760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-87d5ec0c-746b-4b70-95c3-150459c6d0ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b33110a15e4e2997b14d1498d6ed08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436956 May 26 20:11:33.538380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:33.556016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4b309469-a241-46e0-b8f1-96257f2e4d3a None None] The port '72eeb0b2-dd8e-4afe-9a85-c2a58c9610ee' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:11:33.583095 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9c768d2c-caee-494c-8471-0b87653e58b4 resource provider aggregate not found May 26 20:11:33.602253 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 9c768d2c-caee-494c-8471-0b87653e58b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c768d2c-caee-494c-8471-0b87653e58b4 found for delete ", "request_id": "req-a4ea97ed-ddf8-4f0b-a455-10f01daad459"}]} May 26 20:11:33.609121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.634919 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.688850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.702767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aac4e4-90d8-4fcb-9813-430301d24491,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:33.708923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:33.710052 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-731f48d2-a393-4572-b43e-6abfa3e32d4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2aac4e4-90d8-4fcb-9813-430301d24491 HTTP/1.1" status: 204 len: 168 time: 0.1702952 May 26 20:11:34.380263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58416) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:34.484508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-925465578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:34.493245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:34.497062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:router and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:34.499889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:34.505980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:34.516145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.517121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.531920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.548633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.569763 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.571464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3e45177-c6e7-43a0-b9bb-ceaddb94d420 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1901715 May 26 20:11:34.574188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58422) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:34.579840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1253799835'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:34.585007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:34.589350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:network and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:34.592143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:34.598063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:34.606439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Made reservation on behalf of d9e537a7d8a14699b2918c73f9bbd674 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:34.609930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.622266 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.637422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:34.641222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:security_group_rule and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:34.643967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:34.650100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:34.737132 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.740746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.775620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:34.780783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b2e65-d6eb-4c6e-b713-073788d8ee70,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:34.789571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.789917 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Added segment 1b32ba20-916f-4136-a771-a83f8417f673 of type vlan for network be129468-babc-4a4c-a5b8-22984efa4ec0 May 26 20:11:34.818386 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.846699 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.852740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:34.853326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:34.960474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event updated for resources: {'Network': ['ID=be129468-babc-4a4c-a5b8-22984efa4ec0,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:34.966613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a6a4531a-1841-4e8b-9ce1-90ced8ffcd28 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3888576 May 26 20:11:34.966842 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58426) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:34.972094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'subnet': {'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:34.972930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network be129468-babc-4a4c-a5b8-22984efa4ec0 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:35.082110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:35.086420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:subnet and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:35.089205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:35.094699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:35.104930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Made reservation on behalf of d9e537a7d8a14699b2918c73f9bbd674 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:35.108326 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.314479 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.395895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event updated for resources: {'Subnet': ['ID=c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:35.399742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Checking segment: {'id': '1b32ba20-916f-4136-a771-a83f8417f673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:35.400085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Network hostable DHCP agents. Network: be129468-babc-4a4c-a5b8-22984efa4ec0, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:35.418853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Network be129468-babc-4a4c-a5b8-22984efa4ec0 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:35.427768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, be129468-babc-4a4c-a5b8-22984efa4ec0) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:35.432168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:35.432743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.436898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd1baa-3630-455d-8f61-cc9a3614036a None None] Network be129468-babc-4a4c-a5b8-22984efa4ec0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:35.454873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0b750204-33dd-4e99-868b-1b8c634f1bcb tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4869459 May 26 20:11:35.457948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58430) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:35.463477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-621309375'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:35.468966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:35.472803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:network and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:35.475675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:35.481464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:35.492377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Made reservation on behalf of d9e537a7d8a14699b2918c73f9bbd674 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:35.495847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.523160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:35.532493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.532917 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Added segment 539ade71-ef2c-4391-a053-4ab7e95b4f85 of type vlan for network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c May 26 20:11:35.558435 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.587968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.593322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:35.593892 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.665974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-be129468-babc-4a4c-a5b8-22984efa4ec0', 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0', 'tenant_id': 'd9e537a7d8a14699b2918c73f9bbd674', 'fixed_ips': [{'subnet_id': 'c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:35.666826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.691311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2323325 May 26 20:11:35.694306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58434) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:35.701997 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'subnet': {'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:35.704057 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d443b24-36e1-4fda-af9c-66f8daf918ef tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event updated for resources: {'Network': ['ID=39dc3ec9-636c-4523-96c1-2a9b5c5d199c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:35.721496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:35.821379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:35.825180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Usage tracker for resource:subnet and tenant:d9e537a7d8a14699b2918c73f9bbd674 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:35.828231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:35.834131 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:35.843437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Made reservation on behalf of d9e537a7d8a14699b2918c73f9bbd674 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:35.846929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:35.911936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Allocated IP 172.20.0.2 (be129468-babc-4a4c-a5b8-22984efa4ec0/c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0/cac95e57-f899-45ec-8e38-e1b4986244a5) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:36.063576 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.132026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.143647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Transition to ACTIVE for port object cac95e57-f899-45ec-8e38-e1b4986244a5 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:36.164528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Transition to ACTIVE for port object cac95e57-f899-45ec-8e38-e1b4986244a5 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:36.170733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.241173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Network be129468-babc-4a4c-a5b8-22984efa4ec0 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:36.242334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:36.244839 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:36.269900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event updated for resources: {'Subnet': ['ID=d4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:36.279249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Checking segment: {'id': '539ade71-ef2c-4391-a053-4ab7e95b4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:36.279615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Network hostable DHCP agents. Network: 39dc3ec9-636c-4523-96c1-2a9b5c5d199c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:36.285473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Pushing event updated for resources: {'Port': ['ID=cac95e57-f899-45ec-8e38-e1b4986244a5,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:36.298862 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:36.309001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 39dc3ec9-636c-4523-96c1-2a9b5c5d199c) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:36.312903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:36.313534 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.328565 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20b09c-1715-4c1f-b66f-82e1538755bd None None] Network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:36.335361 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-64c61a11-7115-4f46-9b9a-e109cbfac45c tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6388462 May 26 20:11:36.338615 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:36.343677 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c58fa331-4044-4095-8f10-9f8c233cfece tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Request body: {'router': {'external_gateway_info': {'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:36.418752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Attempting to bind port cac95e57-f899-45ec-8e38-e1b4986244a5 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:36.419039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Attempting to bind port cac95e57-f899-45ec-8e38-e1b4986244a5 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '1b32ba20-916f-4136-a771-a83f8417f673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:36.419388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Attempting to bind port cac95e57-f899-45ec-8e38-e1b4986244a5 on network be129468-babc-4a4c-a5b8-22984efa4ec0 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:36.429673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:36.430037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Checking segment: {'id': '1b32ba20-916f-4136-a771-a83f8417f673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:36.430425 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.430829 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Bound using segment: {'id': '1b32ba20-916f-4136-a771-a83f8417f673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:36.431250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Bound port: cac95e57-f899-45ec-8e38-e1b4986244a5, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b32ba20-916f-4136-a771-a83f8417f673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'be129468-babc-4a4c-a5b8-22984efa4ec0'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:36.431613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.632005 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] For port cac95e57-f899-45ec-8e38-e1b4986244a5, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:36.636936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] For port cac95e57-f899-45ec-8e38-e1b4986244a5, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cac95e57-f899-45ec-8e38-e1b4986244a5,segment=NetworkSegment(1b32ba20-916f-4136-a771-a83f8417f673),segment_id=1b32ba20-916f-4136-a771-a83f8417f673)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:36.668455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.743074 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-39dc3ec9-636c-4523-96c1-2a9b5c5d199c', 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c', 'tenant_id': 'd9e537a7d8a14699b2918c73f9bbd674', 'fixed_ips': [{'subnet_id': 'd4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:36.744138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.744530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c58fa331-4044-4095-8f10-9f8c233cfece tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:36.822578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef034b77-9e5f-4913-a562-7afb9458cd3e None None] Pushing event updated for resources: {'Port': ['ID=cac95e57-f899-45ec-8e38-e1b4986244a5,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:36.936798 n-d-843146-9 neutron-server[88362]: INFO neutron.api.v2.resource [None req-c58fa331-4044-4095-8f10-9f8c233cfece tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 26 20:11:36.943781 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c58fa331-4044-4095-8f10-9f8c233cfece tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "PUT /v2.0/routers/86bf0035-edd1-44ec-b527-49f9abce844e HTTP/1.1" status: 400 len: 364 time: 0.5983531 May 26 20:11:36.944118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:36.956909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Allocated IP 172.21.0.2 (39dc3ec9-636c-4523-96c1-2a9b5c5d199c/d4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f/213da455-2d1b-4e9c-8974-c8db7090bdbf) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:37.032288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Deleting subnet d4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:11:37.081271 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.199215 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.209253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Transition to ACTIVE for port object 213da455-2d1b-4e9c-8974-c8db7090bdbf will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:37.227042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Transition to ACTIVE for port object 213da455-2d1b-4e9c-8974-c8db7090bdbf will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:37.231731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.232243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.287576 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.301283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:37.304231 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:37.308418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:37.315523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Pushing event updated for resources: {'Port': ['ID=213da455-2d1b-4e9c-8974-c8db7090bdbf,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:37.375014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.400700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Attempting to bind port 213da455-2d1b-4e9c-8974-c8db7090bdbf on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:37.401100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Attempting to bind port 213da455-2d1b-4e9c-8974-c8db7090bdbf by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '539ade71-ef2c-4391-a053-4ab7e95b4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:37.401448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Attempting to bind port 213da455-2d1b-4e9c-8974-c8db7090bdbf on network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:37.406738 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:37.407113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Checking segment: {'id': '539ade71-ef2c-4391-a053-4ab7e95b4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:37.407515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.407908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Bound using segment: {'id': '539ade71-ef2c-4391-a053-4ab7e95b4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:37.408371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Bound port: 213da455-2d1b-4e9c-8974-c8db7090bdbf, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539ade71-ef2c-4391-a053-4ab7e95b4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '39dc3ec9-636c-4523-96c1-2a9b5c5d199c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:37.408743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.452146 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.494613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:37.496551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.505605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] For port 213da455-2d1b-4e9c-8974-c8db7090bdbf, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:37.506069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-816b31e2-227b-4ba7-b82b-d8061a881b51 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "DELETE /v2.0/subnets/d4b85d0a-0ac9-4ea4-b384-1eec48e3dc3f HTTP/1.1" status: 204 len: 168 time: 0.5606961 May 26 20:11:37.506435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58446) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:37.509135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] For port 213da455-2d1b-4e9c-8974-c8db7090bdbf, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=213da455-2d1b-4e9c-8974-c8db7090bdbf,segment=NetworkSegment(539ade71-ef2c-4391-a053-4ab7e95b4f85),segment_id=539ade71-ef2c-4391-a053-4ab7e95b4f85)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:37.514129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.638143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.641417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b27c-9b3f-42f2-8ddc-42369d473ef9 None None] Pushing event updated for resources: {'Port': ['ID=213da455-2d1b-4e9c-8974-c8db7090bdbf,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:37.652854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Deleting port 213da455-2d1b-4e9c-8974-c8db7090bdbf {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:37.653221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.672844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be05dbc-4d11-4278-b1fc-76b0266b2355 None None] Network 39dc3ec9-636c-4523-96c1-2a9b5c5d199c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:37.851863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01785d-306b-49f6-bb59-5da26d7c171d None None] Network be129468-babc-4a4c-a5b8-22984efa4ec0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:37.881177 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] For port 213da455-2d1b-4e9c-8974-c8db7090bdbf, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=213da455-2d1b-4e9c-8974-c8db7090bdbf,segment=NetworkSegment(539ade71-ef2c-4391-a053-4ab7e95b4f85),segment_id=539ade71-ef2c-4391-a053-4ab7e95b4f85)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:37.881732 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:37.958143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bc6f493b-8779-4532-b8f2-1380009a8bda None None] Provisioning for port cac95e57-f899-45ec-8e38-e1b4986244a5 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:38.004257 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Calling delete_port for 213da455-2d1b-4e9c-8974-c8db7090bdbf owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:38.084574 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.134529 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Port': ['ID=213da455-2d1b-4e9c-8974-c8db7090bdbf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:38.139336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] No DVR routers for this DVR port 213da455-2d1b-4e9c-8974-c8db7090bdbf on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:38.313720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d23e1-40ce-45e5-a7e9-a532fe09f2f5 None None] get_active_networks_info from n-d-843146-9 {{(pid=88364) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 26 20:11:38.389199 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.411518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d23e1-40ce-45e5-a7e9-a532fe09f2f5 None None] Resources bound (agent type, host, resource id): {{(pid=88364) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 26 20:11:38.428040 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dc3ec9-636c-4523-96c1-2a9b5c5d199c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:38.440273 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539ade71-ef2c-4391-a053-4ab7e95b4f85') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:38.440585 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539ade71-ef2c-4391-a053-4ab7e95b4f85') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:38.452447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.469570 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.480125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:38.480885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.495470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cac95e57-f899-45ec-8e38-e1b4986244a5 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:38.553505 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 539ade71-ef2c-4391-a053-4ab7e95b4f85 resource provider aggregate not found May 26 20:11:38.574248 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 539ade71-ef2c-4391-a053-4ab7e95b4f85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 539ade71-ef2c-4391-a053-4ab7e95b4f85 found for delete ", "request_id": "req-533bbc62-2e7a-48ec-97c8-cce2de0ce4c7"}]} May 26 20:11:38.589739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.611659 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.617789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Network': ['ID=39dc3ec9-636c-4523-96c1-2a9b5c5d199c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:38.624369 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-91cd565f-77e1-4afc-b0fd-841bffc7ed6b tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "DELETE /v2.0/networks/39dc3ec9-636c-4523-96c1-2a9b5c5d199c HTTP/1.1" status: 204 len: 168 time: 1.1165438 May 26 20:11:38.626775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58454) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:38.653360 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port cac95e57-f899-45ec-8e38-e1b4986244a5 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:38.661933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cac95e57-f899-45ec-8e38-e1b4986244a5 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:38.662304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.697261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Deleting subnet c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:11:38.700235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.754666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.840303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.871008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cac95e57-f899-45ec-8e38-e1b4986244a5 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:38.871384 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.914825 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.951901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Subnet': ['ID=c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:38.959921 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:38.966690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fb42b-3267-4f6a-ada8-4d3120d81428 None None] Network be129468-babc-4a4c-a5b8-22984efa4ec0 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:38.966850 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d7fcde9-70b4-40a8-a7a9-9c8c2957eb38 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "DELETE /v2.0/subnets/c26c282b-0faa-42a2-88fd-7f1ec1b6b3f0 HTTP/1.1" status: 204 len: 168 time: 0.3391268 May 26 20:11:38.969333 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58458) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:38.988995 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:11:38.989470 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:11:39.086108 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.096346 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Deleting port cac95e57-f899-45ec-8e38-e1b4986244a5 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:39.096608 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.215569 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] DHCP port deletion for be129468-babc-4a4c-a5b8-22984efa4ec0 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:11:39.219827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Deleting port cac95e57-f899-45ec-8e38-e1b4986244a5 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:39.220279 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.306132 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] For port cac95e57-f899-45ec-8e38-e1b4986244a5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cac95e57-f899-45ec-8e38-e1b4986244a5,segment=NetworkSegment(1b32ba20-916f-4136-a771-a83f8417f673),segment_id=1b32ba20-916f-4136-a771-a83f8417f673)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:39.306484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.420590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] For port cac95e57-f899-45ec-8e38-e1b4986244a5, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cac95e57-f899-45ec-8e38-e1b4986244a5,segment=NetworkSegment(1b32ba20-916f-4136-a771-a83f8417f673),segment_id=1b32ba20-916f-4136-a771-a83f8417f673)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:39.421207 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.428679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Calling delete_port for cac95e57-f899-45ec-8e38-e1b4986244a5 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:39.507228 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.555230 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Port': ['ID=cac95e57-f899-45ec-8e38-e1b4986244a5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:39.557026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] No DVR routers for this DVR port cac95e57-f899-45ec-8e38-e1b4986244a5 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:11:39.567362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Calling delete_port for cac95e57-f899-45ec-8e38-e1b4986244a5 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:11:39.612475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Port cac95e57-f899-45ec-8e38-e1b4986244a5 update to ACTIVE by agent not found {{(pid=88364) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 26 20:11:39.645835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:11:39.646185 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:11:39.682339 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.707366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be129468-babc-4a4c-a5b8-22984efa4ec0']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:39.719163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b32ba20-916f-4136-a771-a83f8417f673') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:39.719462 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b32ba20-916f-4136-a771-a83f8417f673') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:39.735430 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.753977 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.759943 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:11:39.760315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.853941 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.870940 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:39.882440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Pushing event deleted for resources: {'Network': ['ID=be129468-babc-4a4c-a5b8-22984efa4ec0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:39.885459 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-169c609c-f507-4331-b785-1ba1ce12a777 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "DELETE /v2.0/networks/be129468-babc-4a4c-a5b8-22984efa4ec0 HTTP/1.1" status: 204 len: 168 time: 0.9152107 May 26 20:11:39.887994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58462) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:39.939125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79e1004-344a-46f3-a596-d11c517a226f tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Synchronizing usage tracker for tenant:d9e537a7d8a14699b2918c73f9bbd674 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:39.954629 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d79e1004-344a-46f3-a596-d11c517a226f tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Unset dirty status for tenant:d9e537a7d8a14699b2918c73f9bbd674 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:39.955925 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d79e1004-344a-46f3-a596-d11c517a226f tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "GET /v2.0/ports?device_id=86bf0035-edd1-44ec-b527-49f9abce844e HTTP/1.1" status: 200 len: 205 time: 0.0670621 May 26 20:11:39.958439 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:40.147543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Deleting port cac95e57-f899-45ec-8e38-e1b4986244a5 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:11:40.147919 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.204112 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.215938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7a15bddb-f5da-436b-99c2-a90338816aa3 None None] The port 'cac95e57-f899-45ec-8e38-e1b4986244a5' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:11:40.437947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cac95e57-f899-45ec-8e38-e1b4986244a5 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:11:40.472018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: cac95e57-f899-45ec-8e38-e1b4986244a5 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:11:40.472273 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cac95e57-f899-45ec-8e38-e1b4986244a5 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:11:40.504472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.506655 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.529058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.529564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Fanout notify agent at l3_agent the message router_deleted on router 86bf0035-edd1-44ec-b527-49f9abce844e {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:11:40.540558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:40.541666 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7cdce230-7d96-4a23-bc74-277533db1da4 tempest-RoutersNegativeTest-230256791 tempest-RoutersNegativeTest-230256791-project] 10.222.0.24 "DELETE /v2.0/routers/86bf0035-edd1-44ec-b527-49f9abce844e HTTP/1.1" status: 204 len: 168 time: 0.5823629 May 26 20:11:40.591119 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1b32ba20-916f-4136-a771-a83f8417f673 resource provider aggregate not found May 26 20:11:40.606399 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 1b32ba20-916f-4136-a771-a83f8417f673 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b32ba20-916f-4136-a771-a83f8417f673 found for delete ", "request_id": "req-1e9d54c6-ac9a-407e-9777-72a3ea547755"}]} May 26 20:11:40.798294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58478) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:40.942866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-78c53e25-d107-4b34-9b1d-c6e57a454521 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9e537a7d8a14699b2918c73f9bbd674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433904 May 26 20:11:40.945292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58484) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:41.001546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.029319 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.174080 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.188329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b2e65-d6eb-4c6e-b713-073788d8ee70,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:41.195177 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.196466 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-649aef41-2aaa-4de9-8c5d-956df768c746 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9b2e65-d6eb-4c6e-b713-073788d8ee70 HTTP/1.1" status: 204 len: 168 time: 0.2503054 May 26 20:11:41.834822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58508) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:41.935401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-227759020-network', 'tenant_id': '386ee0d15135429aafa43a84500e54a7'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:41.940747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:41.944497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Usage tracker for resource:network and tenant:386ee0d15135429aafa43a84500e54a7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:41.947816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:41.954112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:41.964569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Made reservation on behalf of 386ee0d15135429aafa43a84500e54a7 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:41.966865 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.978354 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:41.992473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:41.996242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Usage tracker for resource:security_group_rule and tenant:386ee0d15135429aafa43a84500e54a7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:41.999034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:42.005122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:42.092610 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.096285 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.125348 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:42.133424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bbb449-223d-4238-9810-410d9ea03989,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:42.138868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.139205 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Added segment f8e10abf-f337-4bc5-ae3f-86bb489920d8 of type vlan for network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc May 26 20:11:42.171014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.199167 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.200130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:42.200685 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.302114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4661725 May 26 20:11:42.302805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b9939-2e8e-4a77-9771-69453a247387 admin admin] Pushing event updated for resources: {'Network': ['ID=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:42.305001 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58514) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:42.310816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Request body: {'subnet': {'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-subnet', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:42.312773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:42.316475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:42.320465 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Usage tracker for resource:subnet and tenant:386ee0d15135429aafa43a84500e54a7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:42.323377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:42.329414 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:42.339404 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Made reservation on behalf of 386ee0d15135429aafa43a84500e54a7 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:42.341683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.545453 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.620923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e73594e-8fde-42ea-b9a1-8361bbd8bf39,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:42.625021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Checking segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:42.625399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Network hostable DHCP agents. Network: 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:42.643683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:42.653384 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:42.657210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:42.657785 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.662009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a0118-7292-46ef-b0e2-959bf8e35fb1 None None] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:42.677993 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5cd4636e-475d-4bef-bb4d-df9c4c110408 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3717506 May 26 20:11:42.680656 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:42.685379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:42.690600 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:42.694396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Usage tracker for resource:router and tenant:386ee0d15135429aafa43a84500e54a7 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:42.697758 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:42.703594 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:42.714513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.715602 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.730507 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:42.912704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:42.913592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.000552 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.069545 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Allocated IP 172.20.0.2 (77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc/4e73594e-8fde-42ea-b9a1-8361bbd8bf39/2467d625-83b4-4389-a221-e7addd0af6ec) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:43.269989 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.280111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Transition to ACTIVE for port object 2467d625-83b4-4389-a221-e7addd0af6ec will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:43.299121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Transition to ACTIVE for port object 2467d625-83b4-4389-a221-e7addd0af6ec will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:43.305061 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.375743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:43.378805 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:43.381244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:43.390411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Pushing event updated for resources: {'Port': ['ID=2467d625-83b4-4389-a221-e7addd0af6ec,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:43.435783 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.465062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.473068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Attempting to bind port 2467d625-83b4-4389-a221-e7addd0af6ec on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:43.473421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Attempting to bind port 2467d625-83b4-4389-a221-e7addd0af6ec by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:43.473776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Attempting to bind port 2467d625-83b4-4389-a221-e7addd0af6ec on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:43.479399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:43.479759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Checking segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:43.480143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.480523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Bound using segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:43.480970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Bound port: 2467d625-83b4-4389-a221-e7addd0af6ec, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:43.481351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.570500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] For port 2467d625-83b4-4389-a221-e7addd0af6ec, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:43.573571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] For port 2467d625-83b4-4389-a221-e7addd0af6ec, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2467d625-83b4-4389-a221-e7addd0af6ec,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:43.578147 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.605679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Allocated IP 172.25.0.59 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/41d0b741-8b8c-49ac-8b09-9afa71907c19) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:43.665200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf45c9-484c-43b0-87c9-ca2f0e98a67e None None] Pushing event updated for resources: {'Port': ['ID=2467d625-83b4-4389-a221-e7addd0af6ec,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:43.763051 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.793126 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:43.870168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:43.874391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:43.878389 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:43.909858 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Pushing event updated for resources: {'Port': ['ID=41d0b741-8b8c-49ac-8b09-9afa71907c19,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:44.302440 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.473654 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2467d625-83b4-4389-a221-e7addd0af6ec up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:44.550549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 2467d625-83b4-4389-a221-e7addd0af6ec completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:44.579414 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.597450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3497a4-ab22-4c5d-91a3-dc6673854a1e None None] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:44.656303 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.691914 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Provisioning for port 2467d625-83b4-4389-a221-e7addd0af6ec completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:44.708091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Provisioning complete for port 2467d625-83b4-4389-a221-e7addd0af6ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:44.708465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.830740 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dbafd4be-0977-4604-b5b6-20e6065a6415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.948924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Current status of the port 2467d625-83b4-4389-a221-e7addd0af6ec is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:44.949236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:44.990200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] For port 2467d625-83b4-4389-a221-e7addd0af6ec, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2467d625-83b4-4389-a221-e7addd0af6ec,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:44.995056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:45.000658 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:11:45.068105 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ca1ee-eca8-4672-9cd7-b6cd3a2bf615 None None] Pushing event updated for resources: {'Port': ['ID=2467d625-83b4-4389-a221-e7addd0af6ec,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:45.196896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:11:45.205652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Sync routers for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:11:45.220447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:45.221077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:45.222168 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:45.223393 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-817964d9-6f75-40ec-b0f0-b36e9cd4b73c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5418105 May 26 20:11:45.226655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58522) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:45.292251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a657050f-8419-4ced-a966-39a807f6bc13 None None] Provisioning complete for port 2467d625-83b4-4389-a221-e7addd0af6ec triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:45.292560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a657050f-8419-4ced-a966-39a807f6bc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:45.483048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:45.711508 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a657050f-8419-4ced-a966-39a807f6bc13 None None] Current status of the port 2467d625-83b4-4389-a221-e7addd0af6ec is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:45.825822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:44Z', 'revision_number': 3, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:45.829894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Checking router: 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:11:45.830245 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Updating router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 port 41d0b741-8b8c-49ac-8b09-9afa71907c19 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:11:45.887069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:45.903741 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.127146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Allocated IP 172.20.0.1 (77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc/4e73594e-8fde-42ea-b9a1-8361bbd8bf39/171691be-4f90-47c1-9319-76dc8f756512) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:46.232801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.245976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Transition to ACTIVE for port object 41d0b741-8b8c-49ac-8b09-9afa71907c19 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:46.254883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.280688 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.296889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Transition to ACTIVE for port object 171691be-4f90-47c1-9319-76dc8f756512 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:46.324124 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.339258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Attempting to bind port 41d0b741-8b8c-49ac-8b09-9afa71907c19 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:46.339715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Attempting to bind port 41d0b741-8b8c-49ac-8b09-9afa71907c19 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:46.340142 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Attempting to bind port 41d0b741-8b8c-49ac-8b09-9afa71907c19 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:46.345798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310ad8d-3bc8-47b2-970f-6880e9c4f1dc None None] Pushing event updated for resources: {'Port': ['ID=41d0b741-8b8c-49ac-8b09-9afa71907c19,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:46.351156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:46.351602 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:46.352076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.352551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:46.353094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Bound port: 41d0b741-8b8c-49ac-8b09-9afa71907c19, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:46.354078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.388492 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:46.391180 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:46.394963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:46.432302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Pushing event updated for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:46.442588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] For port 41d0b741-8b8c-49ac-8b09-9afa71907c19, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:46.447329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] For port 41d0b741-8b8c-49ac-8b09-9afa71907c19, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=41d0b741-8b8c-49ac-8b09-9afa71907c19,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:46.452508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.477882 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.496473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2467d625-83b4-4389-a221-e7addd0af6ec up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:46.616403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310ad8d-3bc8-47b2-970f-6880e9c4f1dc None None] Pushing event updated for resources: {'Port': ['ID=41d0b741-8b8c-49ac-8b09-9afa71907c19,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:46.627220 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:46.628026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:46.771410 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.799010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 2467d625-83b4-4389-a221-e7addd0af6ec triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:46.799385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.871556 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57016af3-69a7-42cc-9ecc-620eaf379f72 None None] Provisioning for port 171691be-4f90-47c1-9319-76dc8f756512 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:46.883915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-57016af3-69a7-42cc-9ecc-620eaf379f72 None None] Provisioning complete for port 171691be-4f90-47c1-9319-76dc8f756512 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:46.884283 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-57016af3-69a7-42cc-9ecc-620eaf379f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:46.908333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:46.999935 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.004274 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.033648 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:11:47.130640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.140898 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Pushing event updated for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:47.183996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f6e987e4-0a9b-4cee-b49c-300db276833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.214653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-57016af3-69a7-42cc-9ecc-620eaf379f72 None None] Port 171691be-4f90-47c1-9319-76dc8f756512 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:11:47.270884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 2467d625-83b4-4389-a221-e7addd0af6ec is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:47.292765 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:47.293864 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:47.348240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:44Z', 'revision_number': 3, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:47.352948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ae2ae-0a7b-42c7-8b8c-4ed11b5a1fac None None] The sync data for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 is: [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:44Z', 'revision_number': 3, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:11:47.454521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.508514 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:11:47.540371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-01c1422b-3b50-45d7-ab90-e31ccd8f6864 None None] Provisioning complete for port 171691be-4f90-47c1-9319-76dc8f756512 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:47.540966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-01c1422b-3b50-45d7-ab90-e31ccd8f6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:47.619596 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-01c1422b-3b50-45d7-ab90-e31ccd8f6864 None None] Port 171691be-4f90-47c1-9319-76dc8f756512 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:11:47.700254 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:11:47.709996 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f0892d1b-065b-4146-a8eb-250431e41816 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ff1ce97-a913-4b21-9776-a87ee4dfedb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822652 May 26 20:11:48.227576 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:48.233426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1557362578-network', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:48.238869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:48.242732 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Usage tracker for resource:network and tenant:8f9d5a73aae34d8aba3c29a047628ce6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:48.245532 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:48.251088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:48.261400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Made reservation on behalf of 8f9d5a73aae34d8aba3c29a047628ce6 for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:48.263607 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.275901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.290888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:48.294644 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9d5a73aae34d8aba3c29a047628ce6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:48.297399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:48.302978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:48.314132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.390822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.395377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.428405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:11:48.436789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c421a-b7dc-4539-89eb-18556e5d470a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:48.442172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.442509 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Added segment 252f45d4-b237-427f-b6d9-89877b842c4c of type vlan for network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 May 26 20:11:48.472563 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.480841 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 41d0b741-8b8c-49ac-8b09-9afa71907c19 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:48.505021 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.505992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:48.506561 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.551414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 41d0b741-8b8c-49ac-8b09-9afa71907c19 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:48.556263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 41d0b741-8b8c-49ac-8b09-9afa71907c19 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:48.556627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.612205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] Pushing event updated for resources: {'Network': ['ID=118e8ab4-bea9-4a7a-85d3-af4bc991bef7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:48.618291 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-646f3f79-1ef1-4279-9f43-b5136e9b4548 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3870246 May 26 20:11:48.619162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:48.623868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:11:48.624456 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Request body: {'subnet': {'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-subnet', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'ip_version': 4}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:48.630166 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:48.634686 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Usage tracker for resource:subnet and tenant:8f9d5a73aae34d8aba3c29a047628ce6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:48.637849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:48.644026 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:48.655029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Made reservation on behalf of 8f9d5a73aae34d8aba3c29a047628ce6 for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:48.657291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.790295 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 41d0b741-8b8c-49ac-8b09-9afa71907c19 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:48.790668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.807863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 41d0b741-8b8c-49ac-8b09-9afa71907c19, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=41d0b741-8b8c-49ac-8b09-9afa71907c19,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:48.811622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.862984 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:48.875016 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Sync routers for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:11:48.881400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=41d0b741-8b8c-49ac-8b09-9afa71907c19,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:48.884842 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:48.885544 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:49.069338 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:49.070264 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1292bf-abb0-491f-ab5d-1171292fc8dd,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:49.074355 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Checking segment: {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:49.074708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Network hostable DHCP agents. Network: 118e8ab4-bea9-4a7a-85d3-af4bc991bef7, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:11:49.093633 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:11:49.103432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 118e8ab4-bea9-4a7a-85d3-af4bc991bef7) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:49.107357 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:49.107928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.112979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae64e46-6c51-4ba3-837e-5c44e4a31856 None None] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:49.131268 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c822d129-3b59-4c1a-84f0-c7a57a241e3f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5111458 May 26 20:11:49.133464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58548) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:49.140438 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:49.146174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:49.150228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Usage tracker for resource:router and tenant:8f9d5a73aae34d8aba3c29a047628ce6 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:49.153158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:49.158984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:49.172400 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.173897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.190463 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.346443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:11:49.347275 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.395375 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 4, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '171691be-4f90-47c1-9319-76dc8f756512', 'name': '', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'mac_address': 'fa:16:3e:9d:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:45Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 2, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'subnets': [{'id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:49.399421 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Checking router: 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:11:49.400950 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Updating router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 port 171691be-4f90-47c1-9319-76dc8f756512 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:11:49.481954 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.490639 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.504036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Allocated IP 172.20.0.2 (118e8ab4-bea9-4a7a-85d3-af4bc991bef7/fd1292bf-abb0-491f-ab5d-1171292fc8dd/bbfa5564-f9c8-4526-b02f-53a567998e04) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:49.721101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.733806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Transition to ACTIVE for port object bbfa5564-f9c8-4526-b02f-53a567998e04 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:49.753645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Transition to ACTIVE for port object bbfa5564-f9c8-4526-b02f-53a567998e04 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:49.761243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.800489 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.825934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:49.828899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:49.831330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:49.832889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.856276 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.869390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Transition to ACTIVE for port object 171691be-4f90-47c1-9319-76dc8f756512 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:49.876832 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.906198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Pushing event updated for resources: {'Port': ['ID=bbfa5564-f9c8-4526-b02f-53a567998e04,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:49.946902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Attempting to bind port bbfa5564-f9c8-4526-b02f-53a567998e04 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:49.947266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Attempting to bind port bbfa5564-f9c8-4526-b02f-53a567998e04 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:49.947699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Attempting to bind port bbfa5564-f9c8-4526-b02f-53a567998e04 on network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:49.950465 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.955116 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:49.955495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Checking segment: {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:49.955881 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:49.956271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Bound using segment: {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:49.956730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Bound port: bbfa5564-f9c8-4526-b02f-53a567998e04, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:49.957130 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.004330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Allocated IP 172.25.0.5 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/3956afe4-d89c-4017-834e-e0c34abb3c10) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:50.106621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] For port bbfa5564-f9c8-4526-b02f-53a567998e04, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:50.109967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] For port bbfa5564-f9c8-4526-b02f-53a567998e04, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbfa5564-f9c8-4526-b02f-53a567998e04,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:50.112226 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Attempting to bind port 171691be-4f90-47c1-9319-76dc8f756512 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:50.112588 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Attempting to bind port 171691be-4f90-47c1-9319-76dc8f756512 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:50.112998 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Attempting to bind port 171691be-4f90-47c1-9319-76dc8f756512 on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:50.115368 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Pushing event updated for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:50.116012 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.126334 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.126914 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.127401 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.127897 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.128372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.128861 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.129365 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.129833 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.130289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.130753 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.131243 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.131708 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:11:50.143722 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:50.144090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Checking segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:50.144484 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.144857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Bound using segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:50.145344 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Bound port: 171691be-4f90-47c1-9319-76dc8f756512, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:50.145689 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.190344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.215428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e245-de8d-4d75-9150-8fa87f6f0d35 None None] Pushing event updated for resources: {'Port': ['ID=bbfa5564-f9c8-4526-b02f-53a567998e04,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:50.259667 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.264783 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] For port 171691be-4f90-47c1-9319-76dc8f756512, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:50.268557 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] For port 171691be-4f90-47c1-9319-76dc8f756512, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=171691be-4f90-47c1-9319-76dc8f756512,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:50.272843 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.324812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:50.328800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:50.332662 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:50.353297 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:50.354120 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:50.399104 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Pushing event updated for resources: {'Port': ['ID=3956afe4-d89c-4017-834e-e0c34abb3c10,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:50.424735 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647d05-4613-4738-aa9e-40ec1b8a6a6f None None] Pushing event updated for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:50.524911 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 41d0b741-8b8c-49ac-8b09-9afa71907c19 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:50.624380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 41d0b741-8b8c-49ac-8b09-9afa71907c19 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:50.624994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:50.669847 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:50.811473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 41d0b741-8b8c-49ac-8b09-9afa71907c19 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:50.997389 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:51.015608 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 4, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '171691be-4f90-47c1-9319-76dc8f756512', 'name': '', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'mac_address': 'fa:16:3e:9d:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:45Z', 'updated_at': '2022-05-26T20:11:50Z', 'revision_number': 4, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'subnets': [{'id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:51.019695 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec3d6e6-2a67-4b5c-a042-e273ef308a7b None None] The sync data for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 is: [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:11:46Z', 'revision_number': 4, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '171691be-4f90-47c1-9319-76dc8f756512', 'name': '', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'mac_address': 'fa:16:3e:9d:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:45Z', 'updated_at': '2022-05-26T20:11:50Z', 'revision_number': 4, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'subnets': [{'id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:11:51.391889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:51.445397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd9e4e-0005-42e8-b9a4-b9140d5ca506 None None] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:11:51.580732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f87e37f5-090c-47d9-b93b-99a5f3266181 None None] Provisioning for port bbfa5564-f9c8-4526-b02f-53a567998e04 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:51.614246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Router 64148534-6721-428d-a07d-0c8633383671 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:11:51.809287 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:11:51.822122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Sync routers for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:11:51.833081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:51.833710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:51.839185 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:51.843218 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f35f829d-800d-41f6-b680-965b883ab563 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7071226 May 26 20:11:51.843495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58554) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:11:52.046747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:52.344128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:50Z', 'revision_number': 3, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:52.348149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Checking router: 64148534-6721-428d-a07d-0c8633383671 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:11:52.348497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Updating router 64148534-6721-428d-a07d-0c8633383671 port 3956afe4-d89c-4017-834e-e0c34abb3c10 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:11:52.414771 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.509435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbfa5564-f9c8-4526-b02f-53a567998e04 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:52.683046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.686294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bbfa5564-f9c8-4526-b02f-53a567998e04 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:52.695059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bbfa5564-f9c8-4526-b02f-53a567998e04 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:52.695429 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.903174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Allocated IP 172.20.0.1 (118e8ab4-bea9-4a7a-85d3-af4bc991bef7/fd1292bf-abb0-491f-ab5d-1171292fc8dd/48d2c1a0-a93c-4ea7-8895-9084e95667b7) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:52.914012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bbfa5564-f9c8-4526-b02f-53a567998e04 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:52.914592 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.930858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.950450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Transition to ACTIVE for port object 3956afe4-d89c-4017-834e-e0c34abb3c10 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:52.962752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:52.967712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bbfa5564-f9c8-4526-b02f-53a567998e04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbfa5564-f9c8-4526-b02f-53a567998e04,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:53.050447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.051189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 171691be-4f90-47c1-9319-76dc8f756512 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:53.070273 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.087090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Transition to ACTIVE for port object 48d2c1a0-a93c-4ea7-8895-9084e95667b7 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:53.116181 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.131205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Attempting to bind port 3956afe4-d89c-4017-834e-e0c34abb3c10 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:53.131597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Attempting to bind port 3956afe4-d89c-4017-834e-e0c34abb3c10 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:53.132502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Attempting to bind port 3956afe4-d89c-4017-834e-e0c34abb3c10 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:53.136688 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382280e-8253-457e-af85-907ed71ef854 None None] Pushing event updated for resources: {'Port': ['ID=3956afe4-d89c-4017-834e-e0c34abb3c10,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:53.187816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:53.188184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:53.188580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.188965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:53.189461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Bound port: 3956afe4-d89c-4017-834e-e0c34abb3c10, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:53.189827 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.195073 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:53.197960 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:53.201869 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:53.240824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Pushing event updated for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:53.269456 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.279923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bbfa5564-f9c8-4526-b02f-53a567998e04,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:53.282494 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 171691be-4f90-47c1-9319-76dc8f756512 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:53.293632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 171691be-4f90-47c1-9319-76dc8f756512 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:53.294003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.342397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] For port 3956afe4-d89c-4017-834e-e0c34abb3c10, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:53.356343 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] For port 3956afe4-d89c-4017-834e-e0c34abb3c10, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3956afe4-d89c-4017-834e-e0c34abb3c10,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:53.365616 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.421630 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.497626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:53.498144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:53.578923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382280e-8253-457e-af85-907ed71ef854 None None] Pushing event updated for resources: {'Port': ['ID=3956afe4-d89c-4017-834e-e0c34abb3c10,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:53.608330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ea2ba219-1060-45af-b36f-c313d61bef81 None None] Provisioning for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:53.616150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 171691be-4f90-47c1-9319-76dc8f756512 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:53.617143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.628848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ea2ba219-1060-45af-b36f-c313d61bef81 None None] Provisioning complete for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:53.629249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ea2ba219-1060-45af-b36f-c313d61bef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.660866 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.665946 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.766987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ba219-1060-45af-b36f-c313d61bef81 None None] Port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:11:53.773155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Pushing event updated for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:53.777752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.781255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 171691be-4f90-47c1-9319-76dc8f756512, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=171691be-4f90-47c1-9319-76dc8f756512,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:53.787996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:53.791297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:53.915618 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:53.916784 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:54.057172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:54.196834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4463aefc-7c12-479c-9773-4607be2e1674 None None] Provisioning complete for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:54.197146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4463aefc-7c12-479c-9773-4607be2e1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:54.248434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Router 64148534-6721-428d-a07d-0c8633383671 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:11:54.249544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '48d2c1a0-a93c-4ea7-8895-9084e95667b7', 'name': '', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'mac_address': 'fa:16:3e:11:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:52Z', 'updated_at': '2022-05-26T20:11:52Z', 'revision_number': 1, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'subnets': [{'id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:54.257353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde1b11-adb1-434b-bf8b-b27c2377dada None None] The sync data for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 is: [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '48d2c1a0-a93c-4ea7-8895-9084e95667b7', 'name': '', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'mac_address': 'fa:16:3e:11:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:52Z', 'updated_at': '2022-05-26T20:11:52Z', 'revision_number': 1, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'subnets': [{'id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:11:54.261371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4463aefc-7c12-479c-9773-4607be2e1674 None None] Port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:11:54.441033 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:11:54.453662 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a06d6a33-e2f7-42b3-8497-8ea68acbd1da admin admin] 10.222.0.24 "PUT /v2.0/routers/64148534-6721-428d-a07d-0c8633383671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089954 May 26 20:11:54.456591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbfa5564-f9c8-4526-b02f-53a567998e04 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:54.556819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bbfa5564-f9c8-4526-b02f-53a567998e04 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:54.557223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:54.679543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bbfa5564-f9c8-4526-b02f-53a567998e04 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:54.680616 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 171691be-4f90-47c1-9319-76dc8f756512 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:54.750901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 171691be-4f90-47c1-9319-76dc8f756512 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:54.751537 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:54.923177 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 171691be-4f90-47c1-9319-76dc8f756512 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:55.188497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-27ec64ef-942f-4fff-bc0c-a4b8548f7439 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:55.189264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-27ec64ef-942f-4fff-bc0c-a4b8548f7439 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Synchronizing usage tracker for tenant:386ee0d15135429aafa43a84500e54a7 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:55.207164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-27ec64ef-942f-4fff-bc0c-a4b8548f7439 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Unset dirty status for tenant:386ee0d15135429aafa43a84500e54a7 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:55.208369 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-27ec64ef-942f-4fff-bc0c-a4b8548f7439 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 816 time: 0.1695185 May 26 20:11:55.224606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-b2817f74-4c8d-4f79-b3e1-0833abb6c510 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/quotas/386ee0d15135429aafa43a84500e54a7 HTTP/1.1" status: 200 len: 375 time: 0.0101943 May 26 20:11:55.310643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-254c8643-92fb-4544-ba0e-565a29da42f2 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798442 May 26 20:11:55.551368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-57af7f42-aeec-4292-8a36-a12bc53e5699 service neutron] 10.222.0.24 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286584 May 26 20:11:55.681056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-9a130b9a-cac2-4104-b5eb-7275c0e4516e service neutron] 10.222.0.24 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236989 May 26 20:11:55.858949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-737163b4-2a1f-42d4-b753-57203d2fc989 req-7d8c20ee-8a59-4408-b222-98ad7a2f4b25 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 210 time: 0.0462737 May 26 20:11:56.471283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3956afe4-d89c-4017-834e-e0c34abb3c10 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:56.537407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3956afe4-d89c-4017-834e-e0c34abb3c10 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:56.543454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3956afe4-d89c-4017-834e-e0c34abb3c10 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:56.543454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:56.656592 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Sync routers for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:11:56.666650 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:56.667342 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:56.672542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3956afe4-d89c-4017-834e-e0c34abb3c10 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:56.672931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:56.689402 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3956afe4-d89c-4017-834e-e0c34abb3c10, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3956afe4-d89c-4017-834e-e0c34abb3c10,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:56.692857 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:56.757884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3956afe4-d89c-4017-834e-e0c34abb3c10,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:56.874491 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:57.116790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2084ad1-5ff6-4afe-be29-4600a6c8b207 req-3cc6922b-853e-4126-913c-39ce5f248f0c tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 210 time: 0.1452150 May 26 20:11:57.162589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-f06d0507-507c-41d8-a8fe-3b08cd711e80 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:57.164536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-f06d0507-507c-41d8-a8fe-3b08cd711e80 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 816 time: 0.2256360 May 26 20:11:57.176552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Request body: {'port': {'device_id': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'admin_state_up': True, 'tenant_id': '386ee0d15135429aafa43a84500e54a7'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:57.224352 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '48d2c1a0-a93c-4ea7-8895-9084e95667b7', 'name': '', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'mac_address': 'fa:16:3e:11:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:52Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 2, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'subnets': [{'id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:57.228759 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Checking router: 64148534-6721-428d-a07d-0c8633383671 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:11:57.229203 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Updating router 64148534-6721-428d-a07d-0c8633383671 port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:11:57.280701 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.310489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:11:57.314503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Usage tracker for resource:port and tenant:386ee0d15135429aafa43a84500e54a7 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:11:57.317310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:11:57.322929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:11:57.332816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Made reservation on behalf of 386ee0d15135429aafa43a84500e54a7 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:11:57.338388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.503948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Allocated IP 172.20.0.8 (77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc/4e73594e-8fde-42ea-b9a1-8361bbd8bf39/2307c785-907a-48eb-89e5-adad49540095) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:11:57.624042 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.637980 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Transition to ACTIVE for port object 48d2c1a0-a93c-4ea7-8895-9084e95667b7 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:57.644932 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.713437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.730980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Transition to ACTIVE for port object 2307c785-907a-48eb-89e5-adad49540095 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:57.757449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.781412 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df6939-9f84-4579-897f-bd8d7d9d8121 None None] Pushing event updated for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:57.871553 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Attempting to bind port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:57.871951 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Attempting to bind port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:57.872269 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Attempting to bind port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 on network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:57.885285 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:57.885679 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Checking segment: {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:57.885954 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.886333 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Bound using segment: {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:57.886790 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Bound port: 48d2c1a0-a93c-4ea7-8895-9084e95667b7, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252f45d4-b237-427f-b6d9-89877b842c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:57.887155 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:57.942283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:11:57.946110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:11:57.950100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:11:57.980336 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] For port 48d2c1a0-a93c-4ea7-8895-9084e95667b7, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:57.984108 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] For port 48d2c1a0-a93c-4ea7-8895-9084e95667b7, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48d2c1a0-a93c-4ea7-8895-9084e95667b7,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:57.990863 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.009730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Pushing event updated for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:58.041810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:58.042414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.070622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-373a1949-d249-42a8-93f0-5afaf0ac1149 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8978217 May 26 20:11:58.082743 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:11:58.083357 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:11:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:58.093222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Request body: {'port': {'device_id': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:11:58.161122 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df6939-9f84-4579-897f-bd8d7d9d8121 None None] Pushing event updated for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:58.221443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.316180 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:11:58.331827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-34149443-e785-4c1b-a8c6-71a7d983ca37 None None] Provisioning for port 2307c785-907a-48eb-89e5-adad49540095 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:58.337289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-34149443-e785-4c1b-a8c6-71a7d983ca37 None None] Provisioning complete for port 2307c785-907a-48eb-89e5-adad49540095 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:58.337864 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34149443-e785-4c1b-a8c6-71a7d983ca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.399562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-34149443-e785-4c1b-a8c6-71a7d983ca37 None None] Port 2307c785-907a-48eb-89e5-adad49540095 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:11:58.452388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-2419b274-f087-4084-a8fc-a315450f81ab tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:58.453417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-2419b274-f087-4084-a8fc-a315450f81ab tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Synchronizing usage tracker for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:58.499266 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3956afe4-d89c-4017-834e-e0c34abb3c10 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:58.564213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-2419b274-f087-4084-a8fc-a315450f81ab tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Unset dirty status for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:58.565503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-2419b274-f087-4084-a8fc-a315450f81ab tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 931 time: 0.2955995 May 26 20:11:58.583851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3956afe4-d89c-4017-834e-e0c34abb3c10 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:58.584323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.648707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-856153eb-ab3e-4d1a-8d29-01d21b8cb2e9 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Synchronizing usage tracker for tenant:386ee0d15135429aafa43a84500e54a7 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:11:58.694545 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '48d2c1a0-a93c-4ea7-8895-9084e95667b7', 'name': '', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'mac_address': 'fa:16:3e:11:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:52Z', 'updated_at': '2022-05-26T20:11:57Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'subnets': [{'id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:11:58.698932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fe3ba-3c13-4001-8a94-c4f1f6fac943 None None] The sync data for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 is: [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:53Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '48d2c1a0-a93c-4ea7-8895-9084e95667b7', 'name': '', 'network_id': '118e8ab4-bea9-4a7a-85d3-af4bc991bef7', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'mac_address': 'fa:16:3e:11:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:52Z', 'updated_at': '2022-05-26T20:11:57Z', 'revision_number': 4, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'subnets': [{'id': 'fd1292bf-abb0-491f-ab5d-1171292fc8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:11:58.707280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3956afe4-d89c-4017-834e-e0c34abb3c10 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:58.708356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48d2c1a0-a93c-4ea7-8895-9084e95667b7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:11:58.709726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-856153eb-ab3e-4d1a-8d29-01d21b8cb2e9 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Unset dirty status for tenant:386ee0d15135429aafa43a84500e54a7 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:11:58.711389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33f726c0-5b06-46ea-8744-31e241d50e05 req-856153eb-ab3e-4d1a-8d29-01d21b8cb2e9 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215460 May 26 20:11:58.746429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2307c785-907a-48eb-89e5-adad49540095 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:11:58.755478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.774980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Transition to ACTIVE for port object 2307c785-907a-48eb-89e5-adad49540095 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:11:58.778831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:11:58.779539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.784449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:11:58.784904 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.922638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:11:58.923248 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.963924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 48d2c1a0-a93c-4ea7-8895-9084e95667b7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48d2c1a0-a93c-4ea7-8895-9084e95667b7,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:11:58.971097 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:58.997091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:59.067115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Attempting to bind port 2307c785-907a-48eb-89e5-adad49540095 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:11:59.067364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:59.067751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Attempting to bind port 2307c785-907a-48eb-89e5-adad49540095 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:11:59.068136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Attempting to bind port 2307c785-907a-48eb-89e5-adad49540095 on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:59.081627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Port 2307c785-907a-48eb-89e5-adad49540095 on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:11:59.081950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Attempting to bind port 2307c785-907a-48eb-89e5-adad49540095 on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:11:59.088338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:11:59.088687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Checking segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:11:59.089065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Bound using segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:11:59.089504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Bound port: 2307c785-907a-48eb-89e5-adad49540095, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:11:59.089847 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:59.184201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:11:59.187217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2307c785-907a-48eb-89e5-adad49540095,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:11:59.196421 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:59.259015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:59.259570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:11:59.260908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/2307c785-907a-48eb-89e5-adad49540095 HTTP/1.1" status: 200 len: 1091 time: 1.1818628 May 26 20:11:59.261368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'tag': '2307c785-907a-48eb-89e5-adad49540095'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:11:59.287465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d77194-6871-41c4-9395-56827dc6c4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:11:59.339541 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3babdb-3675-418e-ad08-702accb766b6'] response: {'name': 'network-changed', 'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'tag': '2307c785-907a-48eb-89e5-adad49540095', 'status': 'completed', 'code': 200} May 26 20:11:59.379991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-4104d82e-ce85-4e95-b691-ccf4c7d42631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:59.381644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-4104d82e-ce85-4e95-b691-ccf4c7d42631 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 1094 time: 0.0826118 May 26 20:11:59.454134 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-6c0d5dca-184a-422a-a4e4-854ebd154c99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2307c785-907a-48eb-89e5-adad49540095 HTTP/1.1" status: 200 len: 217 time: 0.0659759 May 26 20:11:59.520390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-eaf670ff-26e2-43ea-a451-af7308d13f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:59.521819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-eaf670ff-26e2-43ea-a451-af7308d13f3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e73594e-8fde-42ea-b9a1-8361bbd8bf39 HTTP/1.1" status: 200 len: 855 time: 0.0611742 May 26 20:11:59.596898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-ebcb6e69-b918-4e9a-b44d-a00376244515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:11:59.598254 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-ebcb6e69-b918-4e9a-b44d-a00376244515 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707338 May 26 20:11:59.731636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-9c33cc32-01d1-4ea0-9f49-e24bf866cc4f service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242228 May 26 20:12:00.009224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5fecb0c-4975-488f-83c6-baea3fd2f739 req-168a9d5f-65a6-4bd3-bd26-059072280909 service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712619 May 26 20:12:00.024658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d147-dfc0-4389-8be2-680fe6fee00e req-37f96df8-d07e-454a-a95d-d9f61c4314c7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:00.026108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f22d147-dfc0-4389-8be2-680fe6fee00e req-37f96df8-d07e-454a-a95d-d9f61c4314c7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 943 time: 0.1277409 May 26 20:12:00.119002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f22d147-dfc0-4389-8be2-680fe6fee00e req-c7c8cee8-c340-4190-99ee-cab1d9408f76 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 May 26 20:12:00.145565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-2bba5dc1-163b-450f-8057-dd17f5103639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:00.147057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-2bba5dc1-163b-450f-8057-dd17f5103639 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 1094 time: 0.0765550 May 26 20:12:00.281680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-4b80a923-2062-4d6c-af1d-f5449720d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:00.283038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-4b80a923-2062-4d6c-af1d-f5449720d4b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 917 time: 0.1292863 May 26 20:12:00.357390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-bf34b957-d7e0-45f1-9d57-011f27e9b1e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2307c785-907a-48eb-89e5-adad49540095 HTTP/1.1" status: 200 len: 217 time: 0.0677736 May 26 20:12:00.420335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-214c1fc6-eec9-426d-a0d8-4e4d7683171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:00.421824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-214c1fc6-eec9-426d-a0d8-4e4d7683171c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e73594e-8fde-42ea-b9a1-8361bbd8bf39 HTTP/1.1" status: 200 len: 855 time: 0.0592690 May 26 20:12:00.455040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48d2c1a0-a93c-4ea7-8895-9084e95667b7 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:12:00.503156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-1d7ae03b-5687-43d9-8786-ac42cf187b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:00.504613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-1d7ae03b-5687-43d9-8786-ac42cf187b97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756307 May 26 20:12:00.521111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:12:00.521474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:00.635885 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:12:00.636142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-a933a80e-9e52-4a40-ac11-68db9ceaa8cb service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257856 May 26 20:12:00.766665 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-190caa9e-4901-4e6d-9019-abe19a5a3ef4 req-5ed51d64-3052-4a09-8115-f046c56d0c35 service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247926 May 26 20:12:01.299195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6525c0-24d1-415f-a855-44bc14939d04 req-c2c916a8-5d7a-4297-ba0a-adaa9507cea6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:01.300623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a6525c0-24d1-415f-a855-44bc14939d04 req-c2c916a8-5d7a-4297-ba0a-adaa9507cea6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 943 time: 0.0777366 May 26 20:12:01.343979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a6525c0-24d1-415f-a855-44bc14939d04 req-ee06b999-7a2c-4f56-8765-050dc7cebc2d tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 May 26 20:12:02.530521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d82bdc-9079-4896-b488-dffd52368fb0 req-2f649273-e67a-4726-8cf5-3770086aa4fd tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:02.531948 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86d82bdc-9079-4896-b488-dffd52368fb0 req-2f649273-e67a-4726-8cf5-3770086aa4fd tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 943 time: 0.0826852 May 26 20:12:02.575295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-86d82bdc-9079-4896-b488-dffd52368fb0 req-12020f66-0827-42ec-b557-75231a198554 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 May 26 20:12:03.761133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a2cf2-32e8-4ec4-9816-b5972ce4dc67 req-c3e273d7-ad86-481c-8aaa-c00372daeffa tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:03.762560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-811a2cf2-32e8-4ec4-9816-b5972ce4dc67 req-c3e273d7-ad86-481c-8aaa-c00372daeffa tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 943 time: 0.0791864 May 26 20:12:03.805308 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-811a2cf2-32e8-4ec4-9816-b5972ce4dc67 req-bfe10a40-4034-4bab-9d7e-e42d4155d11d tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370688 May 26 20:12:04.988565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeefce-84e8-4a43-8b99-7e1830f69f5b req-11b9f569-0d36-480e-b832-773559c57934 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:04.990013 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbaeefce-84e8-4a43-8b99-7e1830f69f5b req-11b9f569-0d36-480e-b832-773559c57934 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 943 time: 0.0818820 May 26 20:12:05.033538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbaeefce-84e8-4a43-8b99-7e1830f69f5b req-da3c9d08-2504-4195-a8a6-7a6ac178b5e3 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 May 26 20:12:05.314932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2307c785-907a-48eb-89e5-adad49540095 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:12:05.445988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2307c785-907a-48eb-89e5-adad49540095,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:05.459339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '2307c785-907a-48eb-89e5-adad49540095', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'port_id': '2307c785-907a-48eb-89e5-adad49540095', 'mac_address': 'fa:16:3e:5b:e8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:12:05.517300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2307c785-907a-48eb-89e5-adad49540095 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:12:05.517673 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:05.533973 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2307c785-907a-48eb-89e5-adad49540095 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:12:05.548583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2307c785-907a-48eb-89e5-adad49540095,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:05.552766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:05.620302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:05.883096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2307c785-907a-48eb-89e5-adad49540095'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:12:06.216088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2169-3772-4eae-8bfb-04814bd1c5e5 req-aa151748-bd92-4d6c-aa37-f9a450e651be tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:06.217549 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69fb2169-3772-4eae-8bfb-04814bd1c5e5 req-aa151748-bd92-4d6c-aa37-f9a450e651be tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 944 time: 0.0784037 May 26 20:12:06.264024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-69fb2169-3772-4eae-8bfb-04814bd1c5e5 req-5d13e015-9846-48ae-b6e3-152a72253d53 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 May 26 20:12:07.055288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:07.323408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2307c785-907a-48eb-89e5-adad49540095 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:12:07.389568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 2307c785-907a-48eb-89e5-adad49540095 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:12:07.394535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 2307c785-907a-48eb-89e5-adad49540095 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:12:07.394927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:07.448662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8c9c-a917-4346-890c-514516714cd5 req-ae61dc52-7ddc-48c0-85ff-cc4d99b451bf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:07.450131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-509f8c9c-a917-4346-890c-514516714cd5 req-ae61dc52-7ddc-48c0-85ff-cc4d99b451bf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 944 time: 0.0824227 May 26 20:12:07.495572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-509f8c9c-a917-4346-890c-514516714cd5 req-9fdd0ad4-4e41-4f90-a833-1f09f8a5c068 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 May 26 20:12:07.513954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 2307c785-907a-48eb-89e5-adad49540095 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:12:07.514327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:07.540051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307c785-907a-48eb-89e5-adad49540095'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:12:07.549847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2307c785-907a-48eb-89e5-adad49540095,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:07.554229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:07.590668 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07272ae4-79cd-44ba-a641-b3823551a980'] response: {'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307c785-907a-48eb-89e5-adad49540095', 'code': 200} May 26 20:12:07.654525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:07.712869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68120c0-881c-46b9-a3a2-d0a425977b47 req-a7b3f61f-9415-46ba-bce0-d2fdaca128d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:07.714361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a68120c0-881c-46b9-a3a2-d0a425977b47 req-a7b3f61f-9415-46ba-bce0-d2fdaca128d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 1096 time: 0.0724266 May 26 20:12:07.752978 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a68120c0-881c-46b9-a3a2-d0a425977b47 req-ada738f5-4710-448e-95d8-050c65791c98 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 May 26 20:12:08.679242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5c263-9e59-410d-8327-18d7c7e5abcc req-836db756-be53-42e2-97f9-9d53ddc2f81c tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:08.680573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0a5c263-9e59-410d-8327-18d7c7e5abcc req-836db756-be53-42e2-97f9-9d53ddc2f81c tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0791111 May 26 20:12:08.723056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0a5c263-9e59-410d-8327-18d7c7e5abcc req-b50ca169-c093-448c-a0c3-5c8d4668e89b tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368927 May 26 20:12:10.003011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a342-0c1b-4a7c-9654-68d1a971f367 req-2101c3b5-bd60-4fde-a49e-b688d06d6523 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:10.004377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60a0a342-0c1b-4a7c-9654-68d1a971f367 req-2101c3b5-bd60-4fde-a49e-b688d06d6523 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.1752484 May 26 20:12:10.048154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60a0a342-0c1b-4a7c-9654-68d1a971f367 req-7e24d170-bdbc-4182-8629-24cbe7e6655c tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 May 26 20:12:10.229546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1aa93-3a3e-4f2b-9dbd-f2752ef82d9e req-e346eb97-239a-4276-9d29-d4f5d810cb8a tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:10.230964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cef1aa93-3a3e-4f2b-9dbd-f2752ef82d9e req-e346eb97-239a-4276-9d29-d4f5d810cb8a tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0793927 May 26 20:12:10.276605 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cef1aa93-3a3e-4f2b-9dbd-f2752ef82d9e req-3be97ebe-d97d-4490-929c-84a0640c4661 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 May 26 20:12:14.587984 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:14.899776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d3bac53-4dd0-4e8a-8752-ff7b63a92909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:16.947598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-778c35fe-a068-4f0b-811e-791a7d27b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:17.449718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:18.316890 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:19.901962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:24.034094 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:12:24.819157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e851330-53a8-4684-b96d-74fa69e1b59e req-ac71cb9f-ca2d-46e2-8d93-b4cbd974a10f tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:24.820501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e851330-53a8-4684-b96d-74fa69e1b59e req-ac71cb9f-ca2d-46e2-8d93-b4cbd974a10f tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0800369 May 26 20:12:24.863417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5e851330-53a8-4684-b96d-74fa69e1b59e req-9e4a7f0d-3439-4375-9446-3dcdd36431d9 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 May 26 20:12:26.050129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa22d1-1354-4543-af6d-eac3e5b2c956 req-d0f55580-9c5b-4161-aef9-52146fed534e tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:26.051588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9fa22d1-1354-4543-af6d-eac3e5b2c956 req-d0f55580-9c5b-4161-aef9-52146fed534e tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0838954 May 26 20:12:26.096525 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9fa22d1-1354-4543-af6d-eac3e5b2c956 req-bf108af1-b8b1-4ad6-a5e4-aa960240ad25 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 May 26 20:12:26.631480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-86da589e-de88-4229-92f8-28e0d62bc86f tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:26.632874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-86da589e-de88-4229-92f8-28e0d62bc86f tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 945 time: 0.0787764 May 26 20:12:26.704235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Deleting port 2307c785-907a-48eb-89e5-adad49540095 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:12:26.704493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:26.940768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] For port 2307c785-907a-48eb-89e5-adad49540095, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=2307c785-907a-48eb-89e5-adad49540095,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:26.941154 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:27.066940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Calling delete_port for 2307c785-907a-48eb-89e5-adad49540095 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:12:27.249434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:27.263478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['2307c785-907a-48eb-89e5-adad49540095'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:12:27.307968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Pushing event deleted for resources: {'Port': ['ID=2307c785-907a-48eb-89e5-adad49540095,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:27.345816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.346154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.346488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.346812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.347131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.347454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.347772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.348085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.348397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.348707 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.349017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.349347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:27.406964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] No DVR routers for this DVR port 2307c785-907a-48eb-89e5-adad49540095 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:12:27.414618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:27.417141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'name': 'network-vif-deleted', 'tag': '2307c785-907a-48eb-89e5-adad49540095'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:12:27.441020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30462b-c5bf-4fa7-86ae-a757f79d77d0 req-b3094ab6-1878-4b4a-8728-2564bfa509f0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:27.441725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-db30462b-c5bf-4fa7-86ae-a757f79d77d0 req-b3094ab6-1878-4b4a-8728-2564bfa509f0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Synchronizing usage tracker for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:12:27.445328 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-320a381f-e1cd-430d-898b-1b017cc6c9fa req-30372721-6812-46c9-bf86-6c11594d5ebf tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "DELETE /v2.0/ports/2307c785-907a-48eb-89e5-adad49540095 HTTP/1.1" status: 204 len: 173 time: 0.8067739 May 26 20:12:27.463550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-db30462b-c5bf-4fa7-86ae-a757f79d77d0 req-b3094ab6-1878-4b4a-8728-2564bfa509f0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Unset dirty status for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:12:27.465261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db30462b-c5bf-4fa7-86ae-a757f79d77d0 req-b3094ab6-1878-4b4a-8728-2564bfa509f0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed HTTP/1.1" status: 200 len: 867 time: 0.2620659 May 26 20:12:27.516607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db30462b-c5bf-4fa7-86ae-a757f79d77d0 req-a056bf93-3df6-43d4-a07d-33fb6066e853 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 May 26 20:12:27.566779 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e13fd7e-0cf5-4dda-8595-b395f5b11085'] response: {'server_uuid': 'adb349e0-1b1f-4d78-8a4f-c77cbc1ac0ed', 'name': 'network-vif-deleted', 'tag': '2307c785-907a-48eb-89e5-adad49540095', 'status': 'completed', 'code': 200} May 26 20:12:28.971522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5292508f-d7c4-4ded-88ec-160642445efd tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:28.972850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5292508f-d7c4-4ded-88ec-160642445efd tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 816 time: 0.1434171 May 26 20:12:28.987513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-89cba9a6-b59f-40bb-8ce3-831440007eb0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/quotas/386ee0d15135429aafa43a84500e54a7 HTTP/1.1" status: 200 len: 375 time: 0.0093184 May 26 20:12:29.071995 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-d72d4fc1-1144-4b28-842e-e0fd8d4dd30d tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796828 May 26 20:12:29.294437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-4b935375-0aa6-470a-a97e-a68d117c11f2 service neutron] 10.222.0.24 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107625 May 26 20:12:29.422076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-4d096986-7759-491b-993f-81d3f024dfed service neutron] 10.222.0.24 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218920 May 26 20:12:29.599883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dbd9cfa8-b8c7-41b8-8aa4-e42391c3c90f req-cd014a9d-2c0e-46d1-b238-0f7bf0ccab30 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 210 time: 0.0473962 May 26 20:12:30.630667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-7ae5c688-47d8-4c61-93fc-2d0ccec30d71 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:30.632781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-7ae5c688-47d8-4c61-93fc-2d0ccec30d71 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 816 time: 0.1557271 May 26 20:12:30.643805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Request body: {'port': {'device_id': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'admin_state_up': True, 'tenant_id': '386ee0d15135429aafa43a84500e54a7'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:12:30.772531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83cd6c1c-97bd-4e0e-8c66-1dc724988156 req-1c918c92-e248-4be8-8578-345bf3bc3bd9 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 210 time: 0.0602500 May 26 20:12:30.821305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:12:30.830815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:12:30.840494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Made reservation on behalf of 386ee0d15135429aafa43a84500e54a7 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:12:30.844001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.003883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Allocated IP 172.20.0.3 (77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc/4e73594e-8fde-42ea-b9a1-8361bbd8bf39/a12f09e0-d8ff-4725-89a7-7ff2642dce8b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:12:31.202417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.218317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Transition to ACTIVE for port object a12f09e0-d8ff-4725-89a7-7ff2642dce8b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:12:31.240299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.307357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:12:31.310200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:12:31.314135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:12:31.354611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Pushing event updated for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:31.385997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:31.386723 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.418430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-bcf80c4f-4e87-451d-9744-c1be77d1f3a5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781198 May 26 20:12:31.430392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Request body: {'port': {'device_id': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:12:31.496455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2c59a3f8-a676-48da-9799-9627770a586a None None] Provisioning for port a12f09e0-d8ff-4725-89a7-7ff2642dce8b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:12:31.503802 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2c59a3f8-a676-48da-9799-9627770a586a None None] Provisioning complete for port a12f09e0-d8ff-4725-89a7-7ff2642dce8b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:12:31.504167 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2c59a3f8-a676-48da-9799-9627770a586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.533873 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2307c785-907a-48eb-89e5-adad49540095 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:12:31.548794 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.582229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 2307c785-907a-48eb-89e5-adad49540095 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:12:31.582466 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 2307c785-907a-48eb-89e5-adad49540095 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:12:31.593623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2c59a3f8-a676-48da-9799-9627770a586a None None] Port a12f09e0-d8ff-4725-89a7-7ff2642dce8b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:12:31.913501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12f09e0-d8ff-4725-89a7-7ff2642dce8b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:12:31.917489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-7206c97a-420b-4ae0-8dfa-dae6504b6a73 req-9c1e30ca-8e9c-4f2d-adec-951c45c52ede service neutron] (88363) timed out ('10.222.0.13', 57520) {{(pid=88363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:12:31.924928 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:31.952663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Transition to ACTIVE for port object a12f09e0-d8ff-4725-89a7-7ff2642dce8b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:12:31.957751 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:32.247341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Pushing event updated for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:32.285619 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8c89c-bfd1-4d0a-9488-94b40d2ecc12 req-346d23ef-da44-435b-a134-d5a5ec133838 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:32.286238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b0e8c89c-bfd1-4d0a-9488-94b40d2ecc12 req-346d23ef-da44-435b-a134-d5a5ec133838 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Synchronizing usage tracker for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:12:32.320727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-b0e8c89c-bfd1-4d0a-9488-94b40d2ecc12 req-346d23ef-da44-435b-a134-d5a5ec133838 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Unset dirty status for tenant:386ee0d15135429aafa43a84500e54a7 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:12:32.321994 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0e8c89c-bfd1-4d0a-9488-94b40d2ecc12 req-346d23ef-da44-435b-a134-d5a5ec133838 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 931 time: 0.4410241 May 26 20:12:32.361451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Attempting to bind port a12f09e0-d8ff-4725-89a7-7ff2642dce8b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:12:32.361783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Attempting to bind port a12f09e0-d8ff-4725-89a7-7ff2642dce8b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:12:32.362111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Attempting to bind port a12f09e0-d8ff-4725-89a7-7ff2642dce8b on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:12:32.376443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Port a12f09e0-d8ff-4725-89a7-7ff2642dce8b on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:12:32.376764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Attempting to bind port a12f09e0-d8ff-4725-89a7-7ff2642dce8b on network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:12:32.388549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:12:32.388879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Checking segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:12:32.389275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Bound using segment: {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:12:32.389696 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Bound port: a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e10abf-f337-4bc5-ae3f-86bb489920d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:12:32.390032 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:32.402087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b0e8c89c-bfd1-4d0a-9488-94b40d2ecc12 req-740f39c6-58d9-48ba-b7da-9728c522c167 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 May 26 20:12:32.485887 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:12:32.488703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:12:32.493000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:32.554111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:32.554712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:32.556049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] 10.222.0.53 "PUT /v2.0/ports/a12f09e0-d8ff-4725-89a7-7ff2642dce8b HTTP/1.1" status: 200 len: 1091 time: 1.1299622 May 26 20:12:32.556490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:12:32.579908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7106a3-33b4-4c47-9d43-80407abda931 service neutron] Pushing event updated for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:32.636714 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3b9a02-8f6e-46c2-81f9-bee5762099e3'] response: {'name': 'network-changed', 'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b', 'status': 'completed', 'code': 200} May 26 20:12:32.678355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-30c7d053-c760-4832-b9b3-092580282ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:32.680025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-30c7d053-c760-4832-b9b3-092580282ffd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 1094 time: 0.0794909 May 26 20:12:32.751940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-9f880841-a3de-431b-b3c4-72511ea8ec0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b HTTP/1.1" status: 200 len: 217 time: 0.0649557 May 26 20:12:32.812607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-31312f53-eac3-4bbf-9c27-c463f9bebfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:32.813939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-31312f53-eac3-4bbf-9c27-c463f9bebfe0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e73594e-8fde-42ea-b9a1-8361bbd8bf39 HTTP/1.1" status: 200 len: 855 time: 0.0559397 May 26 20:12:32.890538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-94a3f049-b829-442f-9d5a-b774e2859b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:32.891986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-94a3f049-b829-442f-9d5a-b774e2859b0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717406 May 26 20:12:33.021732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-e3f9878f-758f-43b1-af17-5513565a94dc service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229391 May 26 20:12:33.154078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dd9337f-ac5f-4f70-b1b2-741f6d8f7368 req-9477af84-ba3b-435b-9cf9-b7494ecdad1a service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263781 May 26 20:12:33.266388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-41dbba41-de6e-4aba-9dfb-9e44ad3608dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:33.267814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-41dbba41-de6e-4aba-9dfb-9e44ad3608dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=386ee0d15135429aafa43a84500e54a7&device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 1094 time: 0.0734248 May 26 20:12:33.397008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-400b2578-09d0-4215-87e4-e3cb3f2b5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:33.398476 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-400b2578-09d0-4215-87e4-e3cb3f2b5e48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 200 len: 917 time: 0.1245980 May 26 20:12:33.469345 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-94e94c73-2d0c-41d0-b8da-6c4f12974dfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b HTTP/1.1" status: 200 len: 217 time: 0.0645216 May 26 20:12:33.576664 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-4374f5c4-b97e-41bf-a6b2-7a10e2a41997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:33.578378 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-4374f5c4-b97e-41bf-a6b2-7a10e2a41997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4e73594e-8fde-42ea-b9a1-8361bbd8bf39 HTTP/1.1" status: 200 len: 855 time: 0.1037788 May 26 20:12:33.656815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff67d9-5a62-48e8-ac74-b3a51991c4c9 req-1fad94e5-cea0-424d-a15f-095ed2f9aac6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:33.658170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ff67d9-5a62-48e8-ac74-b3a51991c4c9 req-1fad94e5-cea0-424d-a15f-095ed2f9aac6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 943 time: 0.1467507 May 26 20:12:33.699712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-0897ef9e-836a-4abd-bc9d-79bcfcbedb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:33.701155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-0897ef9e-836a-4abd-bc9d-79bcfcbedb50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163137 May 26 20:12:33.712411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-41ff67d9-5a62-48e8-ac74-b3a51991c4c9 req-8e68e464-cce6-494f-9435-5a80d04352d2 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 May 26 20:12:33.933292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-a29a04c7-ceee-4ef1-89ec-3fcbbd2aa659 service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241631 May 26 20:12:34.062842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-472970f4-5dc1-433c-81d6-11f829ed8973 req-591bcee4-f987-4d57-9c99-d7b283255e2e service neutron] 10.222.0.53 "GET /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228893 May 26 20:12:34.891943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c961fb-17ca-4bcc-8703-f687128a0f6d req-85584a6b-f0dd-4aba-8b5d-045aa02143c5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:34.893396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c961fb-17ca-4bcc-8703-f687128a0f6d req-85584a6b-f0dd-4aba-8b5d-045aa02143c5 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 943 time: 0.0790036 May 26 20:12:34.940730 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0c961fb-17ca-4bcc-8703-f687128a0f6d req-b40a1985-2892-43ed-9d7b-cec028502d48 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 May 26 20:12:36.126075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e793bb1-d6a6-4743-adbf-8556ab249464 req-219cb812-1e7f-4526-ac89-2ce5a89be1c7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:36.127514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e793bb1-d6a6-4743-adbf-8556ab249464 req-219cb812-1e7f-4526-ac89-2ce5a89be1c7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 943 time: 0.0793588 May 26 20:12:36.178232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e793bb1-d6a6-4743-adbf-8556ab249464 req-613822d8-8263-4c58-908b-2ddd8031149e tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 May 26 20:12:37.071579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:37.368304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21566ae1-2359-4763-a0c9-cc2aedc2816c req-888b8abd-f6a7-4c10-9c7c-32fabebbfaa6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:37.369685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21566ae1-2359-4763-a0c9-cc2aedc2816c req-888b8abd-f6a7-4c10-9c7c-32fabebbfaa6 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 943 time: 0.0827465 May 26 20:12:37.412296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-21566ae1-2359-4763-a0c9-cc2aedc2816c req-f2180deb-2bf2-4e4d-90d8-0207e38aeab1 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 May 26 20:12:37.546321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a12f09e0-d8ff-4725-89a7-7ff2642dce8b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:12:37.675250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:37.687728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b', 'network_id': '77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc', 'port_id': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b', 'mac_address': 'fa:16:3e:3a:0f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73594e-8fde-42ea-b9a1-8361bbd8bf39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:12:37.740789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a12f09e0-d8ff-4725-89a7-7ff2642dce8b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:12:37.741210 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:37.759788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12f09e0-d8ff-4725-89a7-7ff2642dce8b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:12:37.775908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:37.779569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:37.847572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:37.854772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.855108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.855438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.855765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.856086 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.856408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.856721 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.857057 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.857370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.857682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.857998 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:37.858306 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:12:38.137457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a12f09e0-d8ff-4725-89a7-7ff2642dce8b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:12:38.596906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8a9be-4db0-4964-bec9-2aef50f5f560 req-ff2c1da0-afcb-4ccf-9000-f4a8f61ecf89 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:38.598363 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7e8a9be-4db0-4964-bec9-2aef50f5f560 req-ff2c1da0-afcb-4ccf-9000-f4a8f61ecf89 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 944 time: 0.0777550 May 26 20:12:38.641487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7e8a9be-4db0-4964-bec9-2aef50f5f560 req-5467a0f9-3687-409d-a6eb-52bd7c442ed3 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 May 26 20:12:39.562260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a12f09e0-d8ff-4725-89a7-7ff2642dce8b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:12:39.628335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port a12f09e0-d8ff-4725-89a7-7ff2642dce8b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:12:39.632896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port a12f09e0-d8ff-4725-89a7-7ff2642dce8b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:12:39.633291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:39.748652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port a12f09e0-d8ff-4725-89a7-7ff2642dce8b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:12:39.749025 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:39.775929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:12:39.785550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:39.790443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:39.830568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6393a-e7f5-4d1d-978c-e38c35054e65 req-308b4af2-9b87-44b6-b482-730dd2388e66 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:39.831910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecb6393a-e7f5-4d1d-978c-e38c35054e65 req-308b4af2-9b87-44b6-b482-730dd2388e66 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 944 time: 0.0831208 May 26 20:12:39.857971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:39.886410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecb6393a-e7f5-4d1d-978c-e38c35054e65 req-4aae63e8-3e05-4425-981f-022b6183a09c tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 May 26 20:12:39.934961 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46382cbd-b618-441c-90ba-828b70d594db'] response: {'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b', 'code': 200} May 26 20:12:40.058866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27213-93ad-43fd-9a30-e296a23b6819 req-fcc27b29-6e34-46a1-a6f9-2d39e8fa7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:40.060300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5f27213-93ad-43fd-9a30-e296a23b6819 req-fcc27b29-6e34-46a1-a6f9-2d39e8fa7ed1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0674610 May 26 20:12:40.104408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c5f27213-93ad-43fd-9a30-e296a23b6819 req-2ff4c73a-ecec-4bda-8771-c337fb5a034a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379953 May 26 20:12:41.069512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2606b4-79e2-491a-97c0-6f5bc986514a req-8e6630e1-92e1-47e6-a562-f54d3ee1be4d tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:41.070975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a2606b4-79e2-491a-97c0-6f5bc986514a req-8e6630e1-92e1-47e6-a562-f54d3ee1be4d tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0785806 May 26 20:12:41.114830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a2606b4-79e2-491a-97c0-6f5bc986514a req-da6d06b2-665d-4b1c-80ec-c130fc4db0be tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 May 26 20:12:42.296830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78526af8-fcb3-4eeb-ad86-bb511e443030 req-af3b4748-5f35-4198-8dc5-429247ae2faa tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:42.298279 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78526af8-fcb3-4eeb-ad86-bb511e443030 req-af3b4748-5f35-4198-8dc5-429247ae2faa tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0811410 May 26 20:12:42.342045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78526af8-fcb3-4eeb-ad86-bb511e443030 req-8c88f60e-9d8f-4420-aaae-aef6efa2940f tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 May 26 20:12:42.526162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c648ba-fbae-4cb7-b9d4-c351679cd7ce req-528f0d14-c586-4c30-9d9a-6b4cf32bc6e7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:42.527563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5c648ba-fbae-4cb7-b9d4-c351679cd7ce req-528f0d14-c586-4c30-9d9a-6b4cf32bc6e7 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0821130 May 26 20:12:42.570500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5c648ba-fbae-4cb7-b9d4-c351679cd7ce req-d5cb289b-781c-4fff-8c3a-631b05ce54c3 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 May 26 20:12:44.602588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:44.781428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f82eed9-6591-4a43-92fa-7ce121574a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:46.948736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c92dc83b-ebcd-4ecb-8eec-1446576acffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:47.450863 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:48.319935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:49.906495 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:56.828069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6a4f-fdc5-4cff-8121-bd7126812d08 req-beef1c0f-9342-41fe-9f75-fdb02d64f7b1 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:56.829501 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40df6a4f-fdc5-4cff-8121-bd7126812d08 req-beef1c0f-9342-41fe-9f75-fdb02d64f7b1 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0823636 May 26 20:12:56.879795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-40df6a4f-fdc5-4cff-8121-bd7126812d08 req-54713ce2-4b89-4fb4-9c0e-fe621715e283 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 May 26 20:12:58.063999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553f89-140b-4e55-a7d6-020760561a49 req-6a9d6639-8076-4c15-8d3e-be126e48e787 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:58.065470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52553f89-140b-4e55-a7d6-020760561a49 req-6a9d6639-8076-4c15-8d3e-be126e48e787 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0787663 May 26 20:12:58.109622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52553f89-140b-4e55-a7d6-020760561a49 req-2702ff4b-70ae-4533-8ecb-e167e50638e8 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 May 26 20:12:58.699260 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-927cd94a-b7c4-4eb5-abd8-cfe410107168 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:58.700561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-927cd94a-b7c4-4eb5-abd8-cfe410107168 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.0801969 May 26 20:12:58.770270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Deleting port a12f09e0-d8ff-4725-89a7-7ff2642dce8b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:12:58.770628 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:59.010625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] For port a12f09e0-d8ff-4725-89a7-7ff2642dce8b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:12:59.010896 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:59.131744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Calling delete_port for a12f09e0-d8ff-4725-89a7-7ff2642dce8b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:12:59.417515 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:59.430240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['a12f09e0-d8ff-4725-89a7-7ff2642dce8b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:12:59.471932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Pushing event deleted for resources: {'Port': ['ID=a12f09e0-d8ff-4725-89a7-7ff2642dce8b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:12:59.516070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e370a-ad5d-4dec-a521-de46d724276c req-db41d4c0-1cb2-4b46-8cb6-0955212e58a0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:12:59.517595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f9e370a-ad5d-4dec-a521-de46d724276c req-db41d4c0-1cb2-4b46-8cb6-0955212e58a0 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/ports?device_id=c043882a-c1d4-4beb-9fbe-5dbe2a203ce2 HTTP/1.1" status: 200 len: 945 time: 0.3028798 May 26 20:12:59.574026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] No DVR routers for this DVR port a12f09e0-d8ff-4725-89a7-7ff2642dce8b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:12:59.578753 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:12:59.581242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'name': 'network-vif-deleted', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:12:59.611911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea6d3505-1d9d-42ec-986e-159a0568fb05 req-a2bb10f5-92ff-47b7-b9e5-e5028e64ef06 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.53 "DELETE /v2.0/ports/a12f09e0-d8ff-4725-89a7-7ff2642dce8b HTTP/1.1" status: 204 len: 173 time: 0.9054246 May 26 20:12:59.614910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f9e370a-ad5d-4dec-a521-de46d724276c req-5ec8daf1-2db7-49ac-aef3-35efdd8d3f20 tempest-TestEncryptedCinderVolumes-1747683016 tempest-TestEncryptedCinderVolumes-1747683016-project] 10.222.0.24 "GET /v2.0/security-groups?id=39bbb449-223d-4238-9810-410d9ea03989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654471 May 26 20:12:59.669188 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d982c3-956d-424a-a383-f38cf18a1d6b'] response: {'server_uuid': 'c043882a-c1d4-4beb-9fbe-5dbe2a203ce2', 'name': 'network-vif-deleted', 'tag': 'a12f09e0-d8ff-4725-89a7-7ff2642dce8b', 'status': 'completed', 'code': 200} May 26 20:13:00.742620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58852) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:01.033256 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:13:01.304843 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:01.645866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Deleting port 171691be-4f90-47c1-9319-76dc8f756512 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:01.646100 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:01.811769 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] For port 171691be-4f90-47c1-9319-76dc8f756512, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=171691be-4f90-47c1-9319-76dc8f756512,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:01.812473 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:01.933609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Calling delete_port for 171691be-4f90-47c1-9319-76dc8f756512 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:02.313395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:02.362982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=171691be-4f90-47c1-9319-76dc8f756512,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:02.401290 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.401626 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.401958 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.402278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.402598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.402914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.403224 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.403539 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.403850 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.404158 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.404467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.404771 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:02.648905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:03.002409 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:13:03.179097 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:03.187703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Sync routers for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:03.190939 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9dad29b6-e751-4237-af4b-565a97297b23 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ff1ce97-a913-4b21-9776-a87ee4dfedb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472799 May 26 20:13:03.193419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58860) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:03.197455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:03.198095 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:03.375287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:03.376061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:03.664122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a12f09e0-d8ff-4725-89a7-7ff2642dce8b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:03.681161 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:03.690609 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Deleting port 41d0b741-8b8c-49ac-8b09-9afa71907c19 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:03.691028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:03.704373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: a12f09e0-d8ff-4725-89a7-7ff2642dce8b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:03.704706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device a12f09e0-d8ff-4725-89a7-7ff2642dce8b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:03.736222 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:13:02Z', 'revision_number': 5, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port': {'id': '41d0b741-8b8c-49ac-8b09-9afa71907c19', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:43Z', 'updated_at': '2022-05-26T20:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:03.740529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Checking router: 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:03.748786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Routers {'7ff1ce97-a913-4b21-9776-a87ee4dfedb2'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:03.749403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:03.865946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] For port 41d0b741-8b8c-49ac-8b09-9afa71907c19, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=41d0b741-8b8c-49ac-8b09-9afa71907c19,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:03.866291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:03.896353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] Set router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:03.987399 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Calling delete_port for 41d0b741-8b8c-49ac-8b09-9afa71907c19 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:04.003226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:13:03Z', 'revision_number': 6, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:04.007216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05a3ce-fb48-48c2-8f72-3b17ef17975b None None] The sync data for ids ['7ff1ce97-a913-4b21-9776-a87ee4dfedb2'] in n-d-843146-9 is: [{'id': '7ff1ce97-a913-4b21-9776-a87ee4dfedb2', 'name': 'tempest-TestEncryptedCinderVolumes-227759020-router', 'tenant_id': '386ee0d15135429aafa43a84500e54a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:42Z', 'updated_at': '2022-05-26T20:13:03Z', 'revision_number': 6, 'project_id': '386ee0d15135429aafa43a84500e54a7', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:04.155836 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.202552 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Pushing event deleted for resources: {'Port': ['ID=41d0b741-8b8c-49ac-8b09-9afa71907c19,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:04.295287 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.473451 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.476257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.498335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.499037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff1ce97-a913-4b21-9776-a87ee4dfedb2 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:13:04.511853 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.512963 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb228ec8-4a0e-4c19-8789-9e94f05e505d admin admin] 10.222.0.24 "DELETE /v2.0/routers/7ff1ce97-a913-4b21-9776-a87ee4dfedb2 HTTP/1.1" status: 204 len: 168 time: 1.3186245 May 26 20:13:04.515413 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58864) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:04.576553 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Deleting subnet 4e73594e-8fde-42ea-b9a1-8361bbd8bf39 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:13:04.579572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.631114 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.715249 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.787500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 171691be-4f90-47c1-9319-76dc8f756512 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:04.789425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.824013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 171691be-4f90-47c1-9319-76dc8f756512 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:04.824356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 171691be-4f90-47c1-9319-76dc8f756512 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:04.831037 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e73594e-8fde-42ea-b9a1-8361bbd8bf39,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:04.837779 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:04.842593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f4e91-53ac-4c76-9fed-1b2dcfbedf83 None None] Network 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:04.844244 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-50a42857-11bf-4168-bf35-af511757f5ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e73594e-8fde-42ea-b9a1-8361bbd8bf39 HTTP/1.1" status: 204 len: 168 time: 0.3279221 May 26 20:13:04.846995 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58868) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:05.072952 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.090125 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Deleting port 2467d625-83b4-4389-a221-e7addd0af6ec {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:05.090457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.124694 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] DHCP port deletion for 77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:13:05.128622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Deleting port 2467d625-83b4-4389-a221-e7addd0af6ec {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:05.128997 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.293157 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] For port 2467d625-83b4-4389-a221-e7addd0af6ec, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2467d625-83b4-4389-a221-e7addd0af6ec,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:05.293745 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.330669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] For port 2467d625-83b4-4389-a221-e7addd0af6ec, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=2467d625-83b4-4389-a221-e7addd0af6ec,segment=NetworkSegment(f8e10abf-f337-4bc5-ae3f-86bb489920d8),segment_id=f8e10abf-f337-4bc5-ae3f-86bb489920d8)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:05.330956 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.419896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Calling delete_port for 2467d625-83b4-4389-a221-e7addd0af6ec owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:05.449698 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Calling delete_port for 2467d625-83b4-4389-a221-e7addd0af6ec owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:05.495711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.524570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:13:05.524915 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:13:05.547664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Pushing event deleted for resources: {'Port': ['ID=2467d625-83b4-4389-a221-e7addd0af6ec,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:05.549718 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] No DVR routers for this DVR port 2467d625-83b4-4389-a221-e7addd0af6ec on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:13:05.664780 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.688672 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:05.700766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e10abf-f337-4bc5-ae3f-86bb489920d8') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:05.701080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e10abf-f337-4bc5-ae3f-86bb489920d8') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:05.712817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.728046 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.733885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:13:05.734292 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.798881 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f8e10abf-f337-4bc5-ae3f-86bb489920d8 resource provider aggregate not found May 26 20:13:05.817482 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment f8e10abf-f337-4bc5-ae3f-86bb489920d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8e10abf-f337-4bc5-ae3f-86bb489920d8 found for delete ", "request_id": "req-16744837-b6e9-4bcf-881c-dadc0edc495f"}]} May 26 20:13:05.831505 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.847976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:05.859182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] Pushing event deleted for resources: {'Network': ['ID=77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:05.872485 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e9c6e0cd-0781-4427-8a06-ad96a7903faf admin admin] 10.222.0.24 "DELETE /v2.0/networks/77d1b5d9-307f-4c62-8ae3-5918c7aeb5cc HTTP/1.1" status: 204 len: 168 time: 1.0245371 May 26 20:13:05.875292 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58876) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:06.026189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Deleting port 2467d625-83b4-4389-a221-e7addd0af6ec {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:06.026738 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:06.091450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a0a2-6c46-42ab-8413-73ff40c98809 None None] The port '2467d625-83b4-4389-a221-e7addd0af6ec' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:13:06.413319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:06.482489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2467d625-83b4-4389-a221-e7addd0af6ec no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:06.564823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 2467d625-83b4-4389-a221-e7addd0af6ec {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:06.565254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 2467d625-83b4-4389-a221-e7addd0af6ec not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:06.565892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 41d0b741-8b8c-49ac-8b09-9afa71907c19 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:06.603118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 41d0b741-8b8c-49ac-8b09-9afa71907c19 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:06.603453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 41d0b741-8b8c-49ac-8b09-9afa71907c19 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:06.880816 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Deleting port 48d2c1a0-a93c-4ea7-8895-9084e95667b7 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:06.881072 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:07.060750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] For port 48d2c1a0-a93c-4ea7-8895-9084e95667b7, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=48d2c1a0-a93c-4ea7-8895-9084e95667b7,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:07.061132 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:07.073259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:07.183577 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Calling delete_port for 48d2c1a0-a93c-4ea7-8895-9084e95667b7 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:07.356893 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:07.417484 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d2c1a0-a93c-4ea7-8895-9084e95667b7,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:07.685251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:08.152142 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Router 64148534-6721-428d-a07d-0c8633383671 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:13:08.325941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:08.334819 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-69835ec4-f378-40d0-985f-a07b583a76c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/64148534-6721-428d-a07d-0c8633383671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585783 May 26 20:13:08.335146 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Sync routers for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:08.337330 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58880) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:08.344539 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:08.345178 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:08.519532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:08.528738 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:08.701397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:08.710934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Deleting port 3956afe4-d89c-4017-834e-e0c34abb3c10 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:08.711221 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:08.814799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:13:07Z', 'revision_number': 5, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port': {'id': '3956afe4-d89c-4017-834e-e0c34abb3c10', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64148534-6721-428d-a07d-0c8633383671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:08.818631 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Checking router: 64148534-6721-428d-a07d-0c8633383671 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:08.827064 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Routers {'64148534-6721-428d-a07d-0c8633383671'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:08.827648 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['64148534-6721-428d-a07d-0c8633383671'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:08.880768 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] For port 3956afe4-d89c-4017-834e-e0c34abb3c10, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3956afe4-d89c-4017-834e-e0c34abb3c10,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:08.881148 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:08.980564 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] Set router 64148534-6721-428d-a07d-0c8633383671 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:09.007419 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Calling delete_port for 3956afe4-d89c-4017-834e-e0c34abb3c10 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:09.086326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-90956195-a834-451f-b157-a9fd9a564545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:13:08Z', 'revision_number': 6, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:09.090145 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90956195-a834-451f-b157-a9fd9a564545 None None] The sync data for ids ['64148534-6721-428d-a07d-0c8633383671'] in n-d-843146-9 is: [{'id': '64148534-6721-428d-a07d-0c8633383671', 'name': 'tempest-TestEncryptedCinderVolumes-1557362578-router', 'tenant_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:11:49Z', 'updated_at': '2022-05-26T20:13:08Z', 'revision_number': 6, 'project_id': '8f9d5a73aae34d8aba3c29a047628ce6', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:09.174750 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.246435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Pushing event deleted for resources: {'Port': ['ID=3956afe4-d89c-4017-834e-e0c34abb3c10,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:09.416967 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.592452 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.594633 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.617048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.617564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64148534-6721-428d-a07d-0c8633383671 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:13:09.630133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.631767 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6456745f-9bee-428f-8eea-a0a1ebb9a58d admin admin] 10.222.0.24 "DELETE /v2.0/routers/64148534-6721-428d-a07d-0c8633383671 HTTP/1.1" status: 204 len: 168 time: 1.2935627 May 26 20:13:09.634366 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58884) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:09.691105 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Deleting subnet fd1292bf-abb0-491f-ab5d-1171292fc8dd {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:13:09.694368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.746600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.822983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.891812 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.934432 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1292bf-abb0-491f-ab5d-1171292fc8dd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:09.936706 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:09.940642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871938a-73d4-43ba-b53e-48cc894cffdd None None] Network 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:09.945578 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-679a516f-ff6f-46b8-854e-8ee72f97db4b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd1292bf-abb0-491f-ab5d-1171292fc8dd HTTP/1.1" status: 204 len: 168 time: 0.3102002 May 26 20:13:09.946350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58888) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:10.062460 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.075931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Deleting port bbfa5564-f9c8-4526-b02f-53a567998e04 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:10.076803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.220501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] DHCP port deletion for 118e8ab4-bea9-4a7a-85d3-af4bc991bef7 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:13:10.225263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Deleting port bbfa5564-f9c8-4526-b02f-53a567998e04 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:10.225630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.296376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] For port bbfa5564-f9c8-4526-b02f-53a567998e04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbfa5564-f9c8-4526-b02f-53a567998e04,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:10.296727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.419995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Calling delete_port for bbfa5564-f9c8-4526-b02f-53a567998e04 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:10.435604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] For port bbfa5564-f9c8-4526-b02f-53a567998e04, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbfa5564-f9c8-4526-b02f-53a567998e04,segment=NetworkSegment(252f45d4-b237-427f-b6d9-89877b842c4c),segment_id=252f45d4-b237-427f-b6d9-89877b842c4c)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:10.435604 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.496268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.500255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbfa5564-f9c8-4526-b02f-53a567998e04 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:10.544043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfa5564-f9c8-4526-b02f-53a567998e04,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:10.549426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] No DVR routers for this DVR port bbfa5564-f9c8-4526-b02f-53a567998e04 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:13:10.587348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Calling delete_port for bbfa5564-f9c8-4526-b02f-53a567998e04 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:13:10.624039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bbfa5564-f9c8-4526-b02f-53a567998e04 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:10.624374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbfa5564-f9c8-4526-b02f-53a567998e04 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:10.624781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3956afe4-d89c-4017-834e-e0c34abb3c10 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:10.667189 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.668130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3956afe4-d89c-4017-834e-e0c34abb3c10 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:10.668462 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3956afe4-d89c-4017-834e-e0c34abb3c10 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:10.668864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48d2c1a0-a93c-4ea7-8895-9084e95667b7 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:13:10.692103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118e8ab4-bea9-4a7a-85d3-af4bc991bef7']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:10.702955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 48d2c1a0-a93c-4ea7-8895-9084e95667b7 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:13:10.703296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 48d2c1a0-a93c-4ea7-8895-9084e95667b7 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:13:10.705244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252f45d4-b237-427f-b6d9-89877b842c4c') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:10.705904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252f45d4-b237-427f-b6d9-89877b842c4c') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:10.718474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.729347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:13:10.729697 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:13:10.736033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.742005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:13:10.742374 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.807331 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 252f45d4-b237-427f-b6d9-89877b842c4c resource provider aggregate not found May 26 20:13:10.828615 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 252f45d4-b237-427f-b6d9-89877b842c4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 252f45d4-b237-427f-b6d9-89877b842c4c found for delete ", "request_id": "req-e220594d-6c93-4460-a29d-067cac680c2c"}]} May 26 20:13:10.840866 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.856706 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:10.866566 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] Pushing event deleted for resources: {'Network': ['ID=118e8ab4-bea9-4a7a-85d3-af4bc991bef7,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:10.870529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-18344195-0e28-4bb1-8580-80a76625af92 admin admin] 10.222.0.24 "DELETE /v2.0/networks/118e8ab4-bea9-4a7a-85d3-af4bc991bef7 HTTP/1.1" status: 204 len: 168 time: 0.9231367 May 26 20:13:11.035890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58898) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:11.090016 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5c8bab18-35b7-4177-b2ef-b36c4fac111c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=386ee0d15135429aafa43a84500e54a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529442 May 26 20:13:11.092508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58902) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:11.147886 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.172741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.228871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.231199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Deleting port bbfa5564-f9c8-4526-b02f-53a567998e04 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:13:11.231685 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.244509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bbb449-223d-4238-9810-410d9ea03989,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:11.257480 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.258689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-88480e7e-18e2-416d-b3e0-c4575a7a63da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39bbb449-223d-4238-9810-410d9ea03989 HTTP/1.1" status: 204 len: 168 time: 0.1652315 May 26 20:13:11.313029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-73806a9d-d663-4d88-b5bf-f3f126bcddcb None None] The port 'bbfa5564-f9c8-4526-b02f-53a567998e04' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:13:11.589311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58910) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:11.636932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ea702383-2c5a-41a0-bb97-0208ac433124 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f9d5a73aae34d8aba3c29a047628ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464597 May 26 20:13:11.639352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58914) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:11.695181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.720584 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.769808 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.783543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c421a-b7dc-4539-89eb-18556e5d470a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:11.790078 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:11.791163 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-59f74ec7-470d-439a-b247-3d0b695b9c9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/342c421a-b7dc-4539-89eb-18556e5d470a HTTP/1.1" status: 204 len: 168 time: 0.1509526 May 26 20:13:12.500488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:12.601249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1325534482-network', 'tenant_id': '250bc50895ad4b0389847561ab2fe767'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:12.606541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:12.610580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Usage tracker for resource:network and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:12.613416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:12.624152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:12.633438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Made reservation on behalf of 250bc50895ad4b0389847561ab2fe767 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:13:12.635663 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.650290 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.664513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:12.668267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:12.671008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:12.676795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:12.757517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.761213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.793179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:13:12.798200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502ffa38-14f2-4c6b-bef9-f564cbe6fe18,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:12.804666 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.805631 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Added segment 9eeddb4c-7fce-4582-a7ca-169af71e29f4 of type vlan for network c1043d09-fd21-4952-9955-7ca2b14b0448 May 26 20:13:12.831174 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.860278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:12.861261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:12.861826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.058519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] Pushing event updated for resources: {'Network': ['ID=c1043d09-fd21-4952-9955-7ca2b14b0448,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:13.064108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-86ee8b63-6844-48c0-abbd-d360fae61029 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5598223 May 26 20:13:13.064276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58944) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:13.070241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Request body: {'subnet': {'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1325534482-subnet', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:13.070799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network c1043d09-fd21-4952-9955-7ca2b14b0448 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:13:13.075925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:13.080040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Usage tracker for resource:subnet and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:13.082917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:13.089032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:13.098661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Made reservation on behalf of 250bc50895ad4b0389847561ab2fe767 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:13:13.101073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.295441 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.371085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02442d6-3959-4784-baa6-25ff6074013a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:13.379516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Checking segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:13.379859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Network hostable DHCP agents. Network: c1043d09-fd21-4952-9955-7ca2b14b0448, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:13:13.398032 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Network c1043d09-fd21-4952-9955-7ca2b14b0448 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:13:13.406529 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, c1043d09-fd21-4952-9955-7ca2b14b0448) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:13.410614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:13.411222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.416955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d3bb5-019a-4879-b42f-320218427684 None None] Network c1043d09-fd21-4952-9955-7ca2b14b0448 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:13.432643 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cbf1d6fe-2980-435b-b917-a1b8f80a431c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3671100 May 26 20:13:13.435053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58948) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:13.439847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:13.445065 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:13.448912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Usage tracker for resource:router and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:13.451726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:13.457750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:13.468824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.469923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.485573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.626971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-c1043d09-fd21-4952-9955-7ca2b14b0448', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:13:13.627877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.757587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:13.788112 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Allocated IP 172.20.0.2 (c1043d09-fd21-4952-9955-7ca2b14b0448/d02442d6-3959-4784-baa6-25ff6074013a/592f78fa-25a9-4d85-9bc4-0ea741b15c35) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:14.030853 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.040891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Transition to ACTIVE for port object 592f78fa-25a9-4d85-9bc4-0ea741b15c35 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:14.062150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Transition to ACTIVE for port object 592f78fa-25a9-4d85-9bc4-0ea741b15c35 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:14.069641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.072053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.102337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.134327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Network c1043d09-fd21-4952-9955-7ca2b14b0448 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:14.137209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:14.140991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:14.148779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Pushing event updated for resources: {'Port': ['ID=592f78fa-25a9-4d85-9bc4-0ea741b15c35,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:14.234662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Attempting to bind port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:14.235032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Attempting to bind port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:14.235392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Attempting to bind port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 on network c1043d09-fd21-4952-9955-7ca2b14b0448 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:14.237084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Allocated IP 172.25.0.71 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/5d500204-8352-4b34-8862-a052385843e1) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:14.241578 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:14.241982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Checking segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:14.242452 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.242868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Bound using segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:14.243329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Bound port: 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:14.243698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.334307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] For port 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:14.337202 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] For port 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=592f78fa-25a9-4d85-9bc4-0ea741b15c35,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:14.341449 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.385835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.415031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.424088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f387ab-3347-4ee5-ad84-70e163c15e07 None None] Pushing event updated for resources: {'Port': ['ID=592f78fa-25a9-4d85-9bc4-0ea741b15c35,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:14.481765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:14.484499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:14.486954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:14.635598 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:14.652145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d500204-8352-4b34-8862-a052385843e1,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:14.783693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8fdc-34e4-47bf-9bb0-5dc5e1e686c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:15.040206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:15.345750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddc5ae-84aa-4936-bf02-8270cbee83e9 None None] Network c1043d09-fd21-4952-9955-7ca2b14b0448 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:15.389498 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:15.439342 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-624c7f22-7202-458f-9235-aa36279251df None None] Provisioning for port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:15.600471 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Router b51d1c86-d833-4543-a2b2-0adae0d38049 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:13:15.777291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:15.785468 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Sync routers for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:15.795048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:15.795642 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:12:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:15.801347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:15.803148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-eac77035-94ac-4f60-915e-8fc9168c7af3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3672032 May 26 20:13:15.805826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58952) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:15.972614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:16.255877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:14Z', 'revision_number': 3, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:16.259586 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Checking router: b51d1c86-d833-4543-a2b2-0adae0d38049 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:16.259923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Updating router b51d1c86-d833-4543-a2b2-0adae0d38049 port 5d500204-8352-4b34-8862-a052385843e1 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:13:16.311134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.559170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 592f78fa-25a9-4d85-9bc4-0ea741b15c35 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:16.608024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.671848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:16.687626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:16.687997 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.797132 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.812357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Transition to ACTIVE for port object 5d500204-8352-4b34-8862-a052385843e1 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:16.813572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Allocated IP 172.20.0.1 (c1043d09-fd21-4952-9955-7ca2b14b0448/d02442d6-3959-4784-baa6-25ff6074013a/b941fa58-b55a-4893-96ba-3703228e1691) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:16.847334 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.959995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:16.960460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.966256 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.972555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Attempting to bind port 5d500204-8352-4b34-8862-a052385843e1 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:16.972917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Attempting to bind port 5d500204-8352-4b34-8862-a052385843e1 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:16.973908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Attempting to bind port 5d500204-8352-4b34-8862-a052385843e1 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:16.975260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf918ff-ffd8-4c36-a72f-6b3f39c8249f None None] Pushing event updated for resources: {'Port': ['ID=5d500204-8352-4b34-8862-a052385843e1,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:16.983325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Transition to ACTIVE for port object b941fa58-b55a-4893-96ba-3703228e1691 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:16.987051 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:16.987420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:16.987814 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:16.988191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:16.988650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Bound port: 5d500204-8352-4b34-8862-a052385843e1, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:16.989015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.007500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.019826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0c265899-a5dc-48f5-860d-65094e27aa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.058126 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=592f78fa-25a9-4d85-9bc4-0ea741b15c35,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:17.078596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Network c1043d09-fd21-4952-9955-7ca2b14b0448 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:17.079574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.081484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:17.086308 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:17.127592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Pushing event updated for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:17.135451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] For port 5d500204-8352-4b34-8862-a052385843e1, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:17.147090 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.149915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] For port 5d500204-8352-4b34-8862-a052385843e1, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d500204-8352-4b34-8862-a052385843e1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:17.158860 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.165240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=592f78fa-25a9-4d85-9bc4-0ea741b15c35,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:17.244638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:17.245286 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:17.312181 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf918ff-ffd8-4c36-a72f-6b3f39c8249f None None] Pushing event updated for resources: {'Port': ['ID=5d500204-8352-4b34-8862-a052385843e1,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:17.410473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.420982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47b5c15f-9611-40b8-9f2b-dbb0ddf59b84 None None] Provisioning for port b941fa58-b55a-4893-96ba-3703228e1691 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:17.432418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-47b5c15f-9611-40b8-9f2b-dbb0ddf59b84 None None] Provisioning complete for port b941fa58-b55a-4893-96ba-3703228e1691 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:17.432781 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-47b5c15f-9611-40b8-9f2b-dbb0ddf59b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.493140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:17.610515 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.625849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-47b5c15f-9611-40b8-9f2b-dbb0ddf59b84 None None] Port b941fa58-b55a-4893-96ba-3703228e1691 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:13:17.749790 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.754514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.795715 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:14Z', 'revision_number': 3, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:17.799553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fedca6f-c414-47dc-9fde-8ae60985ebdc None None] The sync data for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 is: [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:14Z', 'revision_number': 3, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:17.864002 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:17.867472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Pushing event updated for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:18.013492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Network c1043d09-fd21-4952-9955-7ca2b14b0448 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:18.015154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:18.233585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Router b51d1c86-d833-4543-a2b2-0adae0d38049 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:13:18.251854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0e7dca29-9e09-424c-b54d-16f1a1dd9d82 None None] Provisioning complete for port b941fa58-b55a-4893-96ba-3703228e1691 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:18.252223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e7dca29-9e09-424c-b54d-16f1a1dd9d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.321861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0e7dca29-9e09-424c-b54d-16f1a1dd9d82 None None] Port b941fa58-b55a-4893-96ba-3703228e1691 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:13:18.330932 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.424137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:18.434188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-75df85f6-4233-4a88-aa11-3645b21919dc admin admin] 10.222.0.24 "PUT /v2.0/routers/b51d1c86-d833-4543-a2b2-0adae0d38049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6273735 May 26 20:13:18.577957 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d500204-8352-4b34-8862-a052385843e1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:18.650902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 5d500204-8352-4b34-8862-a052385843e1 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:18.656122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d500204-8352-4b34-8862-a052385843e1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:18.656463 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.778960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d500204-8352-4b34-8862-a052385843e1 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:18.779339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.796591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 5d500204-8352-4b34-8862-a052385843e1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d500204-8352-4b34-8862-a052385843e1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:18.800994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.802128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 592f78fa-25a9-4d85-9bc4-0ea741b15c35 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:18.954052 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=5d500204-8352-4b34-8862-a052385843e1,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:18.966065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:18.966428 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:18.984027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58972) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:18.989580 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1429303085-network', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:18.994930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:18.999198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Usage tracker for resource:network and tenant:609417ea8a804423b042f7ed4965c9f5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:19.002299 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:19.008138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:19.022481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Made reservation on behalf of 609417ea8a804423b042f7ed4965c9f5 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:13:19.024714 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.039112 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.059791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:19.063352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Usage tracker for resource:security_group_rule and tenant:609417ea8a804423b042f7ed4965c9f5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:19.067222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:19.077114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:19.105128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:19.167082 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.171185 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.205333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:13:19.214217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e659a21-95ba-484e-a0ee-dbd38b719240,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:19.221558 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.221911 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Added segment 23da6345-868b-48c6-b98c-07b344219a28 of type vlan for network 983a161c-f059-43e4-b17c-13d7f47b146c May 26 20:13:19.247764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.278260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.279194 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:19.279772 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.342550 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Sync routers for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:19.352705 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:19.353352 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:19.385597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] Pushing event updated for resources: {'Network': ['ID=983a161c-f059-43e4-b17c-13d7f47b146c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:19.392261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31004c88-4815-4635-a2a1-24031bb91a09 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4046512 May 26 20:13:19.392732 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58976) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:19.396149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 983a161c-f059-43e4-b17c-13d7f47b146c details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:13:19.398980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Request body: {'subnet': {'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1429303085-subnet', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:19.404700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:19.408633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Usage tracker for resource:subnet and tenant:609417ea8a804423b042f7ed4965c9f5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:19.412106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:19.417935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:19.429070 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Made reservation on behalf of 609417ea8a804423b042f7ed4965c9f5 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:13:19.431400 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.566399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:19.635282 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.711343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae704cfe-f42a-478e-9cca-88e208bac954,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:19.719745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Checking segment: {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:19.720094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Network hostable DHCP agents. Network: 983a161c-f059-43e4-b17c-13d7f47b146c, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:13:19.738405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Network 983a161c-f059-43e4-b17c-13d7f47b146c is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:13:19.746898 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 983a161c-f059-43e4-b17c-13d7f47b146c) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:19.750927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:19.751494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.756619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85f70b-a312-485e-a815-fd4affd6ba9e None None] Network 983a161c-f059-43e4-b17c-13d7f47b146c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:19.780647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0a585e85-db24-4287-ac36-2955477e4ca4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3869781 May 26 20:13:19.783170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 58980) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:19.788708 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:19.794209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:19.798064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Usage tracker for resource:router and tenant:609417ea8a804423b042f7ed4965c9f5 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:13:19.800913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:13:19.806601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:19.819155 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.820123 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.836226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.893764 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 2, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:19.898273 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Checking router: b51d1c86-d833-4543-a2b2-0adae0d38049 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:19.898613 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Updating router b51d1c86-d833-4543-a2b2-0adae0d38049 port b941fa58-b55a-4893-96ba-3703228e1691 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:13:19.945080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.954453 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:19.996687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-983a161c-f059-43e4-b17c-13d7f47b146c', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:13:19.997558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.171765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Allocated IP 172.20.0.2 (983a161c-f059-43e4-b17c-13d7f47b146c/ae704cfe-f42a-478e-9cca-88e208bac954/adb2b639-4343-4961-90eb-bfc6703f2588) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:20.233976 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.323648 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.340186 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Transition to ACTIVE for port object b941fa58-b55a-4893-96ba-3703228e1691 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:20.347447 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.388125 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.400174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Transition to ACTIVE for port object adb2b639-4343-4961-90eb-bfc6703f2588 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:20.421486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Transition to ACTIVE for port object adb2b639-4343-4961-90eb-bfc6703f2588 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:20.427539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.522505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Pushing event updated for resources: {'Port': ['ID=adb2b639-4343-4961-90eb-bfc6703f2588,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:20.530421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Network 983a161c-f059-43e4-b17c-13d7f47b146c is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:20.531756 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:20.534150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:20.584824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d500204-8352-4b34-8862-a052385843e1 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:20.593591 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.614144 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Attempting to bind port b941fa58-b55a-4893-96ba-3703228e1691 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:20.615440 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Attempting to bind port b941fa58-b55a-4893-96ba-3703228e1691 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:20.615892 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Attempting to bind port b941fa58-b55a-4893-96ba-3703228e1691 on network c1043d09-fd21-4952-9955-7ca2b14b0448 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:20.619458 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Pushing event updated for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:20.624587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:20.625086 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Checking segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:20.625599 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.626074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Bound using segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:20.626625 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Bound port: b941fa58-b55a-4893-96ba-3703228e1691, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:20.627089 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.635329 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.641879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.642523 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.643066 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.643646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.644188 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.644818 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.645396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.646129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.646793 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.647459 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.648120 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.648766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:20.703699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Attempting to bind port adb2b639-4343-4961-90eb-bfc6703f2588 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:20.703699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Attempting to bind port adb2b639-4343-4961-90eb-bfc6703f2588 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:20.703699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Attempting to bind port adb2b639-4343-4961-90eb-bfc6703f2588 on network 983a161c-f059-43e4-b17c-13d7f47b146c {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:20.712061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:20.712425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Checking segment: {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:20.712818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.713587 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Bound using segment: {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:20.714048 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Bound port: adb2b639-4343-4961-90eb-bfc6703f2588, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:20.714982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.746030 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] For port b941fa58-b55a-4893-96ba-3703228e1691, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:20.749923 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] For port b941fa58-b55a-4893-96ba-3703228e1691, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b941fa58-b55a-4893-96ba-3703228e1691,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:20.760809 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.790407 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Allocated IP 172.25.0.93 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/1c606562-cbb7-46d2-a735-9dd7f4c55591) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:20.796869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 5d500204-8352-4b34-8862-a052385843e1 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:20.797534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.854067 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:20.854839 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:20.887904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] For port adb2b639-4343-4961-90eb-bfc6703f2588, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:20.892189 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] For port adb2b639-4343-4961-90eb-bfc6703f2588, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adb2b639-4343-4961-90eb-bfc6703f2588,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:20.924749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47a5b2-c26a-4fc7-981f-9c7d155ce375 None None] Pushing event updated for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:20.933769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:20.964178 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:21.004242 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:21.047681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 5d500204-8352-4b34-8862-a052385843e1 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:21.058903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6a12-8413-4d3e-b7e2-d56748159272 None None] Pushing event updated for resources: {'Port': ['ID=adb2b639-4343-4961-90eb-bfc6703f2588,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:21.118323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:21.121673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:21.125828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:21.140162 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:21.156398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Pushing event updated for resources: {'Port': ['ID=1c606562-cbb7-46d2-a735-9dd7f4c55591,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:21.483374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:20Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:21.487326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16bbac-a042-482d-94d7-3f7b6cf3c0ab None None] The sync data for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 is: [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:20Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:21.567212 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:22.053990 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:22.108000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2664e06-6858-4f4a-8efb-4d0b60271772 None None] Network 983a161c-f059-43e4-b17c-13d7f47b146c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:13:22.241341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-785ca046-588b-4562-b7cd-d3d1fc76cbdb None None] Provisioning for port adb2b639-4343-4961-90eb-bfc6703f2588 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:22.285727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:13:22.499079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:22.510776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Sync routers for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:22.523121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:22.524137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:22.529971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:22.531604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3933a1c9-277a-4318-8542-1a3694f5f685 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7473385 May 26 20:13:22.534937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 58986) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:13:22.600139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b941fa58-b55a-4893-96ba-3703228e1691 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:22.786720 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b941fa58-b55a-4893-96ba-3703228e1691 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:22.790709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:22.900542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b941fa58-b55a-4893-96ba-3703228e1691 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:22.900917 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.164632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b941fa58-b55a-4893-96ba-3703228e1691 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:23.165412 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.207879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b941fa58-b55a-4893-96ba-3703228e1691, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b941fa58-b55a-4893-96ba-3703228e1691,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:23.215242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.215997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adb2b639-4343-4961-90eb-bfc6703f2588 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:23.279417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.307024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:21Z', 'revision_number': 3, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:23.321548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Checking router: 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:23.321909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Updating router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed port 1c606562-cbb7-46d2-a735-9dd7f4c55591 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:13:23.390058 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:23.398668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.443901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port adb2b639-4343-4961-90eb-bfc6703f2588 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:23.454109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port adb2b639-4343-4961-90eb-bfc6703f2588 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:23.454483 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.601896 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Allocated IP 172.20.0.1 (983a161c-f059-43e4-b17c-13d7f47b146c/ae704cfe-f42a-478e-9cca-88e208bac954/b4ddd669-595e-4db4-8e20-28772c85fdbd) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:23.723369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port adb2b639-4343-4961-90eb-bfc6703f2588 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:23.723775 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.750278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.772954 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Transition to ACTIVE for port object b4ddd669-595e-4db4-8e20-28772c85fdbd will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:23.789215 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port adb2b639-4343-4961-90eb-bfc6703f2588, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adb2b639-4343-4961-90eb-bfc6703f2588,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:23.794523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.800751 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.869066 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Network 983a161c-f059-43e4-b17c-13d7f47b146c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:23.871753 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:23.875595 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:23.911815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Pushing event updated for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:23.926303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.928908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=adb2b639-4343-4961-90eb-bfc6703f2588,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:23.935794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:23.942140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Transition to ACTIVE for port object 1c606562-cbb7-46d2-a735-9dd7f4c55591 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:23.949861 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.086356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92c095-d7ff-4e94-921c-d1eee7e5675a None None] Pushing event updated for resources: {'Port': ['ID=1c606562-cbb7-46d2-a735-9dd7f4c55591,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:24.090809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Attempting to bind port 1c606562-cbb7-46d2-a735-9dd7f4c55591 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:24.090809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Attempting to bind port 1c606562-cbb7-46d2-a735-9dd7f4c55591 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:24.090809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Attempting to bind port 1c606562-cbb7-46d2-a735-9dd7f4c55591 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:24.095265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:24.095722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:24.096020 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.096410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:24.096869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Bound port: 1c606562-cbb7-46d2-a735-9dd7f4c55591, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:24.097269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.164937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bfa8ad67-b44f-4e38-9592-f08ea5bcba4d None None] Provisioning for port b4ddd669-595e-4db4-8e20-28772c85fdbd completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:24.176210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-bfa8ad67-b44f-4e38-9592-f08ea5bcba4d None None] Provisioning complete for port b4ddd669-595e-4db4-8e20-28772c85fdbd triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:24.176583 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bfa8ad67-b44f-4e38-9592-f08ea5bcba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.223032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.225503 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] For port 1c606562-cbb7-46d2-a735-9dd7f4c55591, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:24.238333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] For port 1c606562-cbb7-46d2-a735-9dd7f4c55591, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1c606562-cbb7-46d2-a735-9dd7f4c55591,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:24.241018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8ad67-b44f-4e38-9592-f08ea5bcba4d None None] Port b4ddd669-595e-4db4-8e20-28772c85fdbd cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:13:24.243677 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.319809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:24.320413 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:24.385634 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92c095-d7ff-4e94-921c-d1eee7e5675a None None] Pushing event updated for resources: {'Port': ['ID=1c606562-cbb7-46d2-a735-9dd7f4c55591,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:24.449900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.455122 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.505400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b941fa58-b55a-4893-96ba-3703228e1691 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:24.533373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:24.565775 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Pushing event updated for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:24.569062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.709738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Network 983a161c-f059-43e4-b17c-13d7f47b146c is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:24.710927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:24.772864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b941fa58-b55a-4893-96ba-3703228e1691 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:24.773258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:24.909178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:13:24.976940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b941fa58-b55a-4893-96ba-3703228e1691 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:24.977987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adb2b639-4343-4961-90eb-bfc6703f2588 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:25.022963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-401f2c8b-74c4-4429-bfe0-a3b04d487c05 None None] Provisioning complete for port b4ddd669-595e-4db4-8e20-28772c85fdbd triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:25.023288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-401f2c8b-74c4-4429-bfe0-a3b04d487c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:25.092151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b4ddd669-595e-4db4-8e20-28772c85fdbd', 'name': '', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'mac_address': 'fa:16:3e:dd:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:23Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 1, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'subnets': [{'id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:25.092488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:13:25.101530 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c64b0e29-6543-4333-8c17-424961968b9f admin admin] 10.222.0.24 "PUT /v2.0/routers/6806b5ef-0fe1-4f79-a5d9-5794e25f41ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655525 May 26 20:13:25.101712 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-401f2c8b-74c4-4429-bfe0-a3b04d487c05 None None] Port b4ddd669-595e-4db4-8e20-28772c85fdbd cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:13:25.103711 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4f389-d345-4714-9e70-a9f0665e3709 None None] The sync data for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 is: [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b4ddd669-595e-4db4-8e20-28772c85fdbd', 'name': '', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'mac_address': 'fa:16:3e:dd:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:23Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 1, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'subnets': [{'id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:25.116130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port adb2b639-4343-4961-90eb-bfc6703f2588 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:25.116325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:25.238703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port adb2b639-4343-4961-90eb-bfc6703f2588 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:26.538855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1c606562-cbb7-46d2-a735-9dd7f4c55591 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:26.625718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 1c606562-cbb7-46d2-a735-9dd7f4c55591 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:26.631322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1c606562-cbb7-46d2-a735-9dd7f4c55591 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:26.631927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:26.765520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1c606562-cbb7-46d2-a735-9dd7f4c55591 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:26.766258 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:26.788395 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 1c606562-cbb7-46d2-a735-9dd7f4c55591, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1c606562-cbb7-46d2-a735-9dd7f4c55591,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:26.792563 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:26.866482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=1c606562-cbb7-46d2-a735-9dd7f4c55591,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:28.508119 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1c606562-cbb7-46d2-a735-9dd7f4c55591 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:28.590398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 1c606562-cbb7-46d2-a735-9dd7f4c55591 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:28.590766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:28.764318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 1c606562-cbb7-46d2-a735-9dd7f4c55591 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:28.799365 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Sync routers for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:13:28.811748 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:28.812352 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:29.001959 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:29.339706 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b4ddd669-595e-4db4-8e20-28772c85fdbd', 'name': '', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'mac_address': 'fa:16:3e:dd:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:23Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 2, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'subnets': [{'id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:29.343540 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Checking router: 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:13:29.343884 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Updating router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed port b4ddd669-595e-4db4-8e20-28772c85fdbd binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:13:29.409929 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:29.801505 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:29.814633 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Transition to ACTIVE for port object b4ddd669-595e-4db4-8e20-28772c85fdbd will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:29.822373 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:30.071515 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb14e2-437a-4a3e-9e77-e6f451ee6bab None None] Pushing event updated for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:30.113755 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Attempting to bind port b4ddd669-595e-4db4-8e20-28772c85fdbd on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:30.114140 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Attempting to bind port b4ddd669-595e-4db4-8e20-28772c85fdbd by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:30.114499 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Attempting to bind port b4ddd669-595e-4db4-8e20-28772c85fdbd on network 983a161c-f059-43e4-b17c-13d7f47b146c {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:30.119972 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:30.120339 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Checking segment: {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:30.122267 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:30.122653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Bound using segment: {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:30.123109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Bound port: b4ddd669-595e-4db4-8e20-28772c85fdbd, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23da6345-868b-48c6-b98c-07b344219a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:30.123475 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:30.240687 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] For port b4ddd669-595e-4db4-8e20-28772c85fdbd, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:30.243286 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] For port b4ddd669-595e-4db4-8e20-28772c85fdbd, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b4ddd669-595e-4db4-8e20-28772c85fdbd,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:30.247951 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:30.330232 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:13:30.330853 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:30.529572 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb14e2-437a-4a3e-9e77-e6f451ee6bab None None] Pushing event updated for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:30.564511 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:13:30.918855 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b4ddd669-595e-4db4-8e20-28772c85fdbd', 'name': '', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'mac_address': 'fa:16:3e:dd:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:23Z', 'updated_at': '2022-05-26T20:13:30Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'subnets': [{'id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:13:30.922794 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd2b57-7e93-424b-8096-a63101fdabf5 None None] The sync data for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 is: [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:13:24Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b4ddd669-595e-4db4-8e20-28772c85fdbd', 'name': '', 'network_id': '983a161c-f059-43e4-b17c-13d7f47b146c', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'mac_address': 'fa:16:3e:dd:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:23Z', 'updated_at': '2022-05-26T20:13:30Z', 'revision_number': 4, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'subnets': [{'id': 'ae704cfe-f42a-478e-9cca-88e208bac954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:13:32.534938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b4ddd669-595e-4db4-8e20-28772c85fdbd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:32.622317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b4ddd669-595e-4db4-8e20-28772c85fdbd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:32.628204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b4ddd669-595e-4db4-8e20-28772c85fdbd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:32.628662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:32.764618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b4ddd669-595e-4db4-8e20-28772c85fdbd is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:32.765325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:32.799025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b4ddd669-595e-4db4-8e20-28772c85fdbd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b4ddd669-595e-4db4-8e20-28772c85fdbd,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:32.807246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:32.880154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:34.512356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b4ddd669-595e-4db4-8e20-28772c85fdbd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:34.595422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b4ddd669-595e-4db4-8e20-28772c85fdbd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:34.595788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:34.720001 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b4ddd669-595e-4db4-8e20-28772c85fdbd is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:35.084677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-3287e305-60c2-48f0-9ef1-476c2c48d239 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:35.085371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-3287e305-60c2-48f0-9ef1-476c2c48d239 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Synchronizing usage tracker for tenant:250bc50895ad4b0389847561ab2fe767 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:13:35.100967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-3287e305-60c2-48f0-9ef1-476c2c48d239 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Unset dirty status for tenant:250bc50895ad4b0389847561ab2fe767 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:13:35.102106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-3287e305-60c2-48f0-9ef1-476c2c48d239 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 815 time: 0.1602731 May 26 20:13:35.116861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-911ac4d3-4e17-4af2-95fd-be2363dbef65 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/quotas/250bc50895ad4b0389847561ab2fe767 HTTP/1.1" status: 200 len: 375 time: 0.0092509 May 26 20:13:35.196501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-6dc9ff88-a924-4d9c-b7c7-3ecd474b131c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Synchronizing usage tracker for tenant:250bc50895ad4b0389847561ab2fe767 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:13:35.213056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-6dc9ff88-a924-4d9c-b7c7-3ecd474b131c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Unset dirty status for tenant:250bc50895ad4b0389847561ab2fe767 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:13:35.214287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-6dc9ff88-a924-4d9c-b7c7-3ecd474b131c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926538 May 26 20:13:35.349118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-148ff887-d73e-4edc-9cfd-3ac4f45a32ba service neutron] 10.222.0.24 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232927 May 26 20:13:35.475766 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-d7b439cd-5140-4e71-9285-feb0b00dda85 service neutron] 10.222.0.24 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209505 May 26 20:13:35.651666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-083695d1-9470-4091-902a-91104b4d0d93 req-fe99b155-b67b-4a01-bdcc-7a380e3ab501 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 210 time: 0.0457678 May 26 20:13:36.680776 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-f45ee82d-092b-4b2c-aed2-0c1caebabdc7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:36.682274 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-f45ee82d-092b-4b2c-aed2-0c1caebabdc7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 815 time: 0.1536555 May 26 20:13:36.694927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'port': {'device_id': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'admin_state_up': True, 'tenant_id': '250bc50895ad4b0389847561ab2fe767'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:36.959428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10729190-3ca0-4ec9-9bc5-b2a3eba91e07 req-21b67ce2-130e-4bfa-9137-e7fe1f1237ec tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 210 time: 0.1904726 May 26 20:13:37.021143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:13:37.033959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:13:37.047026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Made reservation on behalf of 250bc50895ad4b0389847561ab2fe767 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:13:37.050946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:37.114043 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:37.321007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Allocated IP 172.20.0.10 (c1043d09-fd21-4952-9955-7ca2b14b0448/d02442d6-3959-4784-baa6-25ff6074013a/e2e93e91-a15d-4af9-8748-315d10d67975) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:13:37.662567 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:37.685676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Transition to ACTIVE for port object e2e93e91-a15d-4af9-8748-315d10d67975 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:37.733149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:37.841826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:37.858189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Network c1043d09-fd21-4952-9955-7ca2b14b0448 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:13:37.859750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.860111 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.860423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.860768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.861105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.861443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.861768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.862088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.862410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.862745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.863050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.863370 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:37.868981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:13:37.871578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:13:37.939406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:37.940445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:37.972037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-592e2413-0bb1-4c9e-88d2-04ed416b10bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2809594 May 26 20:13:38.035094 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:13:38.216575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-8b595bf0-ff94-43de-bd36-f5503c5360d1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:38.217259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-8b595bf0-ff94-43de-bd36-f5503c5360d1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Synchronizing usage tracker for tenant:250bc50895ad4b0389847561ab2fe767 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:13:38.236628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-8b595bf0-ff94-43de-bd36-f5503c5360d1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Unset dirty status for tenant:250bc50895ad4b0389847561ab2fe767 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:13:38.237836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-8b595bf0-ff94-43de-bd36-f5503c5360d1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.1483493 May 26 20:13:38.295249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-15f6ddf1-a60f-4158-8704-c8b40e8c0c1a None None] Provisioning for port e2e93e91-a15d-4af9-8748-315d10d67975 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:38.296254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-39147886-4cb2-4737-8e2a-a19353b48c58 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Synchronizing usage tracker for tenant:250bc50895ad4b0389847561ab2fe767 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:13:38.301339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-15f6ddf1-a60f-4158-8704-c8b40e8c0c1a None None] Provisioning complete for port e2e93e91-a15d-4af9-8748-315d10d67975 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:38.302101 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-15f6ddf1-a60f-4158-8704-c8b40e8c0c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:38.316374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-39147886-4cb2-4737-8e2a-a19353b48c58 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Unset dirty status for tenant:250bc50895ad4b0389847561ab2fe767 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:13:38.325548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-033c1707-86d2-4a9c-9aa2-868fe0df5f40 req-39147886-4cb2-4737-8e2a-a19353b48c58 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 May 26 20:13:38.358399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-15f6ddf1-a60f-4158-8704-c8b40e8c0c1a None None] Port e2e93e91-a15d-4af9-8748-315d10d67975 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:13:39.528907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428888cf-91fc-492d-8353-1b344e7613d9 req-05866e01-8207-4ee6-8813-58e4b8f9aabd tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:39.531406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-428888cf-91fc-492d-8353-1b344e7613d9 req-05866e01-8207-4ee6-8813-58e4b8f9aabd tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.1013696 May 26 20:13:39.576449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-428888cf-91fc-492d-8353-1b344e7613d9 req-46610b4f-c163-41e4-beec-28d94bc7dcbf tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 May 26 20:13:40.777414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7294873-790b-4200-96ed-30892f7aa33b req-bf63087f-8df0-4d8d-a9a7-f3a27915edaa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:40.778797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7294873-790b-4200-96ed-30892f7aa33b req-bf63087f-8df0-4d8d-a9a7-f3a27915edaa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.0877395 May 26 20:13:40.833314 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7294873-790b-4200-96ed-30892f7aa33b req-95cdc4e9-ac7c-473f-9507-6c20840c8a57 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483420 May 26 20:13:42.050599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81484f2-c111-4531-8d8f-eee15022a416 req-e194b06a-fdff-4b55-85fc-7a230b404644 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:42.053187 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c81484f2-c111-4531-8d8f-eee15022a416 req-e194b06a-fdff-4b55-85fc-7a230b404644 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.1100874 May 26 20:13:42.116616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c81484f2-c111-4531-8d8f-eee15022a416 req-abec5a33-b006-4b27-8fac-3639cf7a7860 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 May 26 20:13:43.316439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757ba9-35f5-4833-b1a5-228fb08188bb req-f869a8a9-cafe-4bef-8f6e-012b826413ca tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:43.318256 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03757ba9-35f5-4833-b1a5-228fb08188bb req-f869a8a9-cafe-4bef-8f6e-012b826413ca tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.0892441 May 26 20:13:43.365614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-03757ba9-35f5-4833-b1a5-228fb08188bb req-9cd38a27-acd5-4753-8883-73a309f6e6fd tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 May 26 20:13:44.548451 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59a9d-8ede-4c27-834a-4f71d041a795 req-79ccda5c-222e-4731-83b3-e402c8e0e2fe tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:44.549828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79f59a9d-8ede-4c27-834a-4f71d041a795 req-79ccda5c-222e-4731-83b3-e402c8e0e2fe tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.0800464 May 26 20:13:44.597484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-79f59a9d-8ede-4c27-834a-4f71d041a795 req-864190a8-c55e-4b8e-96b1-38fb23ce62cc tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 May 26 20:13:44.621723 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:44.785380 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-60bd28cf-56ca-4d7a-b561-72dcf3c782b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:45.781697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c4503-bc81-41bb-b0e5-af6f4d9cc53a req-eb8defdd-f407-4549-893c-84baae30a015 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:45.783046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145c4503-bc81-41bb-b0e5-af6f4d9cc53a req-eb8defdd-f407-4549-893c-84baae30a015 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.0802350 May 26 20:13:45.828028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-145c4503-bc81-41bb-b0e5-af6f4d9cc53a req-e4daf29e-02ea-493a-bacf-b9739dd8507d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 May 26 20:13:46.954047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-cb29054d-4270-4f49-951f-d1fea50c4d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:47.015780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1664a6d-d300-4616-8c39-541f5d916069 req-26055234-aebe-432a-bf67-bbcaa9f88a68 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:47.017249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1664a6d-d300-4616-8c39-541f5d916069 req-26055234-aebe-432a-bf67-bbcaa9f88a68 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.0856087 May 26 20:13:47.061188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1664a6d-d300-4616-8c39-541f5d916069 req-4e50cdbe-64f5-4efb-952a-d0fce0544a53 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373764 May 26 20:13:47.454396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:47.855826 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Request body: {'port': {'device_id': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:13:47.967117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.303718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb666bb-656e-4646-8084-17d5f9999e5c req-6840bc04-973a-430e-8e16-66c2407cbe53 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:48.305205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceb666bb-656e-4646-8084-17d5f9999e5c req-6840bc04-973a-430e-8e16-66c2407cbe53 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 932 time: 0.1327119 May 26 20:13:48.326714 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.509879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e93e91-a15d-4af9-8748-315d10d67975 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:13:48.516053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceb666bb-656e-4646-8084-17d5f9999e5c req-98f8596c-3c55-49a9-97cd-1c910c5a7384 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011192 May 26 20:13:48.519665 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.534896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Transition to ACTIVE for port object e2e93e91-a15d-4af9-8748-315d10d67975 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:13:48.539612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.700516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:48.778506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Attempting to bind port e2e93e91-a15d-4af9-8748-315d10d67975 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:13:48.778825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Attempting to bind port e2e93e91-a15d-4af9-8748-315d10d67975 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:13:48.779141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Attempting to bind port e2e93e91-a15d-4af9-8748-315d10d67975 on network c1043d09-fd21-4952-9955-7ca2b14b0448 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:48.783787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Port e2e93e91-a15d-4af9-8748-315d10d67975 on network c1043d09-fd21-4952-9955-7ca2b14b0448 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:13:48.784129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Attempting to bind port e2e93e91-a15d-4af9-8748-315d10d67975 on network c1043d09-fd21-4952-9955-7ca2b14b0448 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:13:48.789647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:13:48.789976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Checking segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:13:48.790336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Bound using segment: {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:13:48.790745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Bound port: e2e93e91-a15d-4af9-8748-315d10d67975, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eeddb4c-7fce-4582-a7ca-169af71e29f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:13:48.791072 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.879616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:13:48.882628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:13:48.886880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.950005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:48.950613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:48.951982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] 10.222.0.53 "PUT /v2.0/ports/e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1092 time: 1.1016142 May 26 20:13:48.952413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:13:48.974585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0c2e2-f7f0-4ebc-b8a3-af7f67ba342a service neutron] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:49.034322 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e843a23-dfce-4313-ba71-308d029c9a81'] response: {'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:13:49.072907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-56b1d955-0960-46ce-b3ab-64305d408731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.074445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-56b1d955-0960-46ce-b3ab-64305d408731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1095 time: 0.0774469 May 26 20:13:49.146383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-9feb3401-fa63-432f-b23a-4b1c96098385 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 217 time: 0.0650814 May 26 20:13:49.210137 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-4f59d8cc-a679-4a2b-9f3b-d0ad6829830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.211492 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-4f59d8cc-a679-4a2b-9f3b-d0ad6829830b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0594873 May 26 20:13:49.284494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-e59eeeca-a9bb-4c61-827c-d5998f6b4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.286006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-e59eeeca-a9bb-4c61-827c-d5998f6b4bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683677 May 26 20:13:49.422728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-dbf45402-2fc3-4562-9f97-0fcbd24cfeae service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274314 May 26 20:13:49.564975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c57168f3-2f16-42c4-ab02-9156e6e1a00f req-27f7498c-1259-46f9-a829-d2a803d3929c service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399789 May 26 20:13:49.739600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-309b0a14-babe-42a4-bdbb-a5f782eeab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.740955 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-309b0a14-babe-42a4-bdbb-a5f782eeab0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1095 time: 0.1328864 May 26 20:13:49.748886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ddcd2-d117-4ca8-969c-be59a4ed111b req-e56eee55-6b28-4d52-8fff-c8d6f0de207f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.750273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7ddcd2-d117-4ca8-969c-be59a4ed111b req-e56eee55-6b28-4d52-8fff-c8d6f0de207f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 944 time: 0.1078691 May 26 20:13:49.876442 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef7ddcd2-d117-4ca8-969c-be59a4ed111b req-89fb7cbc-1ab8-4769-832e-ebcb202bd71a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080916 May 26 20:13:49.912363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:49.918450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-35f91058-24a8-4f2d-9a9f-2cd5342b08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:49.919867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-35f91058-24a8-4f2d-9a9f-2cd5342b08fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1687856 May 26 20:13:49.985809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-d2450c3e-1c3f-41e0-8855-1212576e4fdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 217 time: 0.0584738 May 26 20:13:50.048889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-1bb9694a-fa6f-484e-83c7-4bd2bee9ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:50.050271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-1bb9694a-fa6f-484e-83c7-4bd2bee9ef87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0593164 May 26 20:13:50.125489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-77f689b1-72cd-4166-b107-8b0da1a4ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:50.126960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-77f689b1-72cd-4166-b107-8b0da1a4ec61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699682 May 26 20:13:50.255597 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-b5cfe7bd-5c01-420f-a30c-f814c9db75f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226301 May 26 20:13:50.489573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-07bb7349-d4d7-45d2-82ef-c3575542da59 req-29142249-79ef-4e75-83ab-3a4efbe025ca service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273643 May 26 20:13:51.061254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d512f-4d94-48a1-8fb8-f12225b21aa3 req-7bf58623-c5a4-4f1a-8e02-06329657ff7f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:51.062748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-222d512f-4d94-48a1-8fb8-f12225b21aa3 req-7bf58623-c5a4-4f1a-8e02-06329657ff7f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 944 time: 0.0822089 May 26 20:13:51.107077 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-222d512f-4d94-48a1-8fb8-f12225b21aa3 req-2ae098f2-2198-4e78-b261-80a0d34f7f0b tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 May 26 20:13:52.287140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd552e3-4b44-498f-9c3e-f73a71ed542e req-71613bfe-bf30-4e2d-ac85-61580db293c3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:52.288516 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fd552e3-4b44-498f-9c3e-f73a71ed542e req-71613bfe-bf30-4e2d-ac85-61580db293c3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 944 time: 0.0780489 May 26 20:13:52.331692 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4fd552e3-4b44-498f-9c3e-f73a71ed542e req-f91a6144-b463-4ea9-9af9-7f84d4251d1e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375850 May 26 20:13:53.513928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5857f-10f6-45b7-bb14-74098e1f974c req-39f63176-55b5-4923-879b-172356dff4d9 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:53.515349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac5857f-10f6-45b7-bb14-74098e1f974c req-39f63176-55b5-4923-879b-172356dff4d9 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 944 time: 0.0822027 May 26 20:13:53.560603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ac5857f-10f6-45b7-bb14-74098e1f974c req-82cbc491-c2fb-403a-a549-8674d3b963ce tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 May 26 20:13:53.898913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2e93e91-a15d-4af9-8748-315d10d67975 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:13:54.028068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:54.040817 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'port_id': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'mac_address': 'fa:16:3e:23:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:13:54.098227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e2e93e91-a15d-4af9-8748-315d10d67975 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:54.098596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:54.115276 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e93e91-a15d-4af9-8748-315d10d67975 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:13:54.130478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:54.134381 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:54.199365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:54.206971 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.207338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.207672 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.208002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.208330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.208663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.208981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.209331 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.209650 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.209967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.210285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.210606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:13:54.494662 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:13:54.749731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4831a-a6f8-4b1e-8476-2c4edde025ea req-1ce0ff7b-9e34-447a-9b06-26472953f0df tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:54.751155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8f4831a-a6f8-4b1e-8476-2c4edde025ea req-1ce0ff7b-9e34-447a-9b06-26472953f0df tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 945 time: 0.0795677 May 26 20:13:54.802689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8f4831a-a6f8-4b1e-8476-2c4edde025ea req-3629f303-8a53-4d10-bd8f-bd67d36367c4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 May 26 20:13:55.935017 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2e93e91-a15d-4af9-8748-315d10d67975 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:13:55.985459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326892b7-81b3-453f-9e57-cdea94f664aa req-b3049761-1ca5-4151-a1c6-0b9db6377ee7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:55.986906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-326892b7-81b3-453f-9e57-cdea94f664aa req-b3049761-1ca5-4151-a1c6-0b9db6377ee7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 945 time: 0.0819924 May 26 20:13:56.002375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port e2e93e91-a15d-4af9-8748-315d10d67975 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:13:56.008397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port e2e93e91-a15d-4af9-8748-315d10d67975 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:13:56.008870 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:56.031733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-326892b7-81b3-453f-9e57-cdea94f664aa req-e864b81d-6a0c-424b-a58c-562b198c8266 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 May 26 20:13:56.125759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port e2e93e91-a15d-4af9-8748-315d10d67975 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:13:56.126057 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:56.151379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:13:56.161496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:13:56.165362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:13:56.200520 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817b37f5-6fc0-4ea8-afc5-1c0c31247021'] response: {'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'code': 200} May 26 20:13:56.236421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:13:56.318546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8408-731e-4f8c-8500-f4a61fabc398 req-e6fc7a5e-bc89-44cf-9ac1-84e0659f9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:56.319981 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14ad8408-731e-4f8c-8500-f4a61fabc398 req-e6fc7a5e-bc89-44cf-9ac1-84e0659f9e86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1097 time: 0.0676918 May 26 20:13:56.362912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14ad8408-731e-4f8c-8500-f4a61fabc398 req-29ea4299-0ce2-4c6c-8321-1cb227e0df55 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369806 May 26 20:13:57.217761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d2bd7-a336-426f-b73f-5c15668ca03a req-a779c03a-c2f5-4567-859d-550870777c62 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:57.219198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-599d2bd7-a336-426f-b73f-5c15668ca03a req-a779c03a-c2f5-4567-859d-550870777c62 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0835929 May 26 20:13:57.262529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-599d2bd7-a336-426f-b73f-5c15668ca03a req-42abe4cb-2fdd-4971-9bb6-96cc1e7c64b6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368791 May 26 20:13:58.447307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19dc8-1cb8-4462-aeba-d715b1ad4814 req-aba207ea-99ea-4a4e-97d3-c0d8a734729f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:58.448720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13d19dc8-1cb8-4462-aeba-d715b1ad4814 req-aba207ea-99ea-4a4e-97d3-c0d8a734729f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0807974 May 26 20:13:58.492938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13d19dc8-1cb8-4462-aeba-d715b1ad4814 req-4b025392-34dd-44a0-afe4-a2d8c98db870 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 May 26 20:13:58.830636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d92b58-2c79-4837-8611-9dda9ba6765f req-e90aac17-57b3-433a-aaae-5b36de8682be tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:58.831979 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8d92b58-2c79-4837-8611-9dda9ba6765f req-e90aac17-57b3-433a-aaae-5b36de8682be tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0836484 May 26 20:13:58.883002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8d92b58-2c79-4837-8611-9dda9ba6765f req-ac12debe-9ef2-4b60-baa8-bb060cc86c73 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 May 26 20:13:59.260116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce298b9-c639-4054-b0a9-04adf4df37b2 req-a5987b2b-b05f-480a-a1ff-79ae7e33b43a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:13:59.261558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ce298b9-c639-4054-b0a9-04adf4df37b2 req-a5987b2b-b05f-480a-a1ff-79ae7e33b43a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0814848 May 26 20:13:59.304571 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9ce298b9-c639-4054-b0a9-04adf4df37b2 req-226b8e2f-a954-4c3c-b6cb-f2b211e84b8a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374205 May 26 20:14:01.975533 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-de18f798-76e3-48a3-bbd9-1cc6944f7b22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687556 May 26 20:14:02.120591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-c8590d0c-04ab-4c3e-8d1d-857a85398887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:02.122082 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-c8590d0c-04ab-4c3e-8d1d-857a85398887 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1097 time: 0.0764911 May 26 20:14:02.266795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-c7b4ffcd-9658-46be-8356-6a973eedc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:02.268199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-c7b4ffcd-9658-46be-8356-6a973eedc4ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1280997 May 26 20:14:02.337402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-01cb6d77-2f45-4e9e-8e62-df988c7f214d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 217 time: 0.0631051 May 26 20:14:02.399866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-fcb543dc-ce45-423f-a306-f6a57f907698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:02.401327 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-fcb543dc-ce45-423f-a306-f6a57f907698 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0586348 May 26 20:14:02.484645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-50b9299b-8c44-4919-8eda-2ed50898ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:02.486162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-50b9299b-8c44-4919-8eda-2ed50898ca3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788267 May 26 20:14:02.624941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-98c554bf-843d-4bd6-80e7-effb20c60866 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317739 May 26 20:14:02.768844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7749ef6a-41d7-490b-93e0-1d8e5983d234 req-ed6fe40e-00c3-4a95-8935-82b673edb1dc service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291931 May 26 20:14:07.104785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:09.378088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104606b-fef9-4006-a856-32d47d942670 req-335d35ff-fd48-4319-8b23-224941a26554 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:09.380038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1104606b-fef9-4006-a856-32d47d942670 req-335d35ff-fd48-4319-8b23-224941a26554 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0829575 May 26 20:14:09.422925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1104606b-fef9-4006-a856-32d47d942670 req-2d534753-4a4f-47f8-87c5-aae536715484 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 May 26 20:14:09.445824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59180) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:09.719518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2802df6-4b4b-4386-b829-d69d27766864 tempest-TestMinimumBasicScenario-1997224301 tempest-TestMinimumBasicScenario-1997224301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:09.720221 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2802df6-4b4b-4386-b829-d69d27766864 tempest-TestMinimumBasicScenario-1997224301 tempest-TestMinimumBasicScenario-1997224301-project-admin] Synchronizing usage tracker for tenant:609417ea8a804423b042f7ed4965c9f5 on resource:port {{(pid=88362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:14:09.735584 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2802df6-4b4b-4386-b829-d69d27766864 tempest-TestMinimumBasicScenario-1997224301 tempest-TestMinimumBasicScenario-1997224301-project-admin] Unset dirty status for tenant:609417ea8a804423b042f7ed4965c9f5 on resource:port {{(pid=88362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:14:09.736720 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2802df6-4b4b-4386-b829-d69d27766864 tempest-TestMinimumBasicScenario-1997224301 tempest-TestMinimumBasicScenario-1997224301-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1092 time: 0.2899287 May 26 20:14:09.740178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59186) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:09.744999 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:09.751519 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:09.755927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:floatingip and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:09.758682 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:09.764189 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:09.774979 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for floatingip, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:09.911143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:10.052800 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Allocated IP 172.25.0.187 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/60bd2246-d539-43ab-9510-e7b321492d2f) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:14:10.199911 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:10.229234 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:10.295417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:14:10.298210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:14:10.301696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:14:10.343323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'Port': ['ID=60bd2246-d539-43ab-9510-e7b321492d2f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:10.355298 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.355643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.355977 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.356302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.356627 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.356948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.357293 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.357613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.357933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.358252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.358564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.358877 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:14:10.725131 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:10.796871 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:11.001317 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:11.006188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:11.112415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'Port': ['ID=60bd2246-d539-43ab-9510-e7b321492d2f,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:11.122739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:11.395069 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Floating IP eedac51e-d604-4bb8-a6c9-1de897ac36c6 associated. External IP: 172.25.0.187, port: e2e93e91-a15d-4af9-8748-315d10d67975. May 26 20:14:11.745804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Router b51d1c86-d833-4543-a2b2-0adae0d38049 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:14:11.927083 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:14:11.936660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Sync routers for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:14:11.946309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:14:11.946905 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:14:11.952262 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.011809 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6ca9bf1b-e2ca-430f-9863-dee4f4fa5c7e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2679498 May 26 20:14:12.011809 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:14:12.012086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:12.017134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951263205', 'description': 'tempest-secgroup-smoke-1951263205 description', 'project_id': '250bc50895ad4b0389847561ab2fe767'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:12.024951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.038956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.052957 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.089945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.094605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:12.098014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:12.104000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.173558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:14:12.188233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.192921 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.225669 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b31d6a-8210-49b2-8897-c5c02eafa4e8'] response: {'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:14:12.242231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf06d3d-6db1-4191-bdcf-e2ccdbade306,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:12.396351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.397699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1aecfa09-4cee-462f-b1f2-7204c9c00367 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3846803 May 26 20:14:12.400699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59200) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:12.405938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:12.414518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.418679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:12.422427 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:12.430034 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.434905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-9dba24b3-6511-4cc7-9e48-0e4fb22aaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:12.436488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-9dba24b3-6511-4cc7-9e48-0e4fb22aaad2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1097 time: 0.1892684 May 26 20:14:12.448030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.515409 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.519390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.544388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'eedac51e-d604-4bb8-a6c9-1de897ac36c6', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'port_id': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'mac_address': 'fa:16:3e:23:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:14:10Z', 'updated_at': '2022-05-26T20:14:10Z', 'revision_number': 0, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:14:12.546574 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bad95c-55dd-4db0-8e64-14b85c1cfffb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:12.553101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Checking router: b51d1c86-d833-4543-a2b2-0adae0d38049 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:14:12.556932 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.558164 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-103ed400-80c4-4205-8d77-a751226ae77c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564643 May 26 20:14:12.561028 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59204) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:12.566493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:14:12.566661 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:12.566800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:13:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:14:12.575088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.579410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-e7892190-912a-47a2-9482-bfab13c67a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:12.580048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:12.580842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-e7892190-912a-47a2-9482-bfab13c67a0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1386259 May 26 20:14:12.583503 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:12.589284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.607758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.671396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.676384 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.693258 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-caaca608-2ec3-4365-9d0a-1037f7650057 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1000 time: 0.1064067 May 26 20:14:12.697371 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0abe1d6-14fe-48e7-9943-20c2779e6b73,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:12.717435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.721544 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a124c8d5-3a8e-4d4c-bc5e-edd8fb0118d3 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593671 May 26 20:14:12.722836 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59208) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:12.728660 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:12.735302 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.739307 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:12.743011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:12.748588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.762661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-8df14153-c191-4bf3-b2ee-52c1431f6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:12.764075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-8df14153-c191-4bf3-b2ee-52c1431f6cb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0655215 May 26 20:14:12.765568 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.765807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:14:12.829715 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.834813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.855315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-55a4f6f4-eb6b-4e83-b16c-dd707b4c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:12.857732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-55a4f6f4-eb6b-4e83-b16c-dd707b4c2d4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869558 May 26 20:14:12.862080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880aa669-a284-4178-ac8b-74c14e15d65c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:12.873772 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:12.877668 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e3155d37-6e20-47c4-9a0c-41e3a71d7741 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512239 May 26 20:14:12.877921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59212) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:12.883834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:12.895121 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:12.903829 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:12.908126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:12.915380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:12.935903 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.013321 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.014911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-8c8ac257-ba2a-4698-8cbc-8d0b14333140 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426542 May 26 20:14:13.024024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.052655 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23726ee1-0a56-427e-a489-62c740a472d6,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:13.066512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.068110 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ef250f98-cb86-47d0-90ca-7b759a4670d4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891723 May 26 20:14:13.071088 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59216) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:13.076801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:13.086781 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:13.090748 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:13.094278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:13.100021 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:13.111729 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Project 250bc50895ad4b0389847561ab2fe767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:14:13.119031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.179421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'eedac51e-d604-4bb8-a6c9-1de897ac36c6', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'port_id': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'mac_address': 'fa:16:3e:23:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:14:10Z', 'updated_at': '2022-05-26T20:14:10Z', 'revision_number': 0, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:14:13.183714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd72eb-f790-424b-9e2c-2baf0a8e99a5 None None] The sync data for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 is: [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'eedac51e-d604-4bb8-a6c9-1de897ac36c6', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'port_id': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'mac_address': 'fa:16:3e:23:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:14:10Z', 'updated_at': '2022-05-26T20:14:10Z', 'revision_number': 0, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:14:13.186754 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a8771d8f-65b9-40c4-90cd-54b9f4167f1a req-eae02254-a76c-4ca3-b7d8-2441ff4fd09f service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545372 May 26 20:14:13.187018 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.191867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.214607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e8b66e-0f4e-4f25-8628-36c90fcf4782,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:13.226477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.229070 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ac057475-65c8-430b-bf16-90ccce7d576e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550674 May 26 20:14:13.230495 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59220) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:14:13.235442 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'security_group_rule': {'security_group_id': 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306', 'project_id': '250bc50895ad4b0389847561ab2fe767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:13.242265 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:14:13.246078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Usage tracker for resource:security_group_rule and tenant:250bc50895ad4b0389847561ab2fe767 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:14:13.248895 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:14:13.255502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:14:13.266736 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Project 250bc50895ad4b0389847561ab2fe767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:14:13.273975 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.342904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.346600 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.371152 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c306522d-0664-4e78-a030-e33c85dd661b,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:13.380905 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.382363 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0c405141-6ab2-4221-8ddf-c66afb4c95aa tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509237 May 26 20:14:13.396052 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88074b59-fdec-433a-a8f8-dcbd2e1253b2 None None] New status for floating IP eedac51e-d604-4bb8-a6c9-1de897ac36c6: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:14:13.502735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-150de2c8-9464-4c4d-a648-c5c27f18e9db tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Synchronizing usage tracker for tenant:250bc50895ad4b0389847561ab2fe767 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:14:13.518340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-150de2c8-9464-4c4d-a648-c5c27f18e9db tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Unset dirty status for tenant:250bc50895ad4b0389847561ab2fe767 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:14:13.520147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-150de2c8-9464-4c4d-a648-c5c27f18e9db tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951263205&fields=id&tenant_id=250bc50895ad4b0389847561ab2fe767 HTTP/1.1" status: 200 len: 267 time: 0.0560806 May 26 20:14:13.602731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-34ad3874-e8f3-475a-9d0e-d2384b3b0081 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:13.604195 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-34ad3874-e8f3-475a-9d0e-d2384b3b0081 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0786266 May 26 20:14:13.614988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'port': {'security_groups': ['502ffa38-14f2-4c6b-bef9-f564cbe6fe18', 'ebf06d3d-6db1-4191-bdcf-e2ccdbade306']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:14:13.736722 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:13.990679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:14:14.015383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.020437 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.034307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:14:14.092290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.092927 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.094321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15ac66d3-6cf3-4884-b565-b812291f5a0d req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "PUT /v2.0/ports/e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 982 time: 0.4837494 May 26 20:14:14.094768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:14:14.116795 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960110d-f1de-4107-82e9-f6da7d6c5a0c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:14:14.155533 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:14:14.287422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383dff3-b317-490d-9833-9a3529e760d2 req-669dce31-8b1b-4cb4-b17c-acc2d958b46a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.288874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4383dff3-b317-490d-9833-9a3529e760d2 req-669dce31-8b1b-4cb4-b17c-acc2d958b46a tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0946007 May 26 20:14:14.334854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4383dff3-b317-490d-9833-9a3529e760d2 req-448ba004-4032-43eb-95d0-fcb9b4a1dc98 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398436 May 26 20:14:14.385301 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383050be-6cb7-4af8-bcfc-1c5a80ccdbc5'] response: {'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:14:14.387955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-16af8b93-9225-4322-adf6-886c4b64afdf None None] Provisioning complete for port e2e93e91-a15d-4af9-8748-315d10d67975 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:14:14.388445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16af8b93-9225-4322-adf6-886c4b64afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.479558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-c02cfb71-920f-4153-9e31-77ec63648cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.481067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-c02cfb71-920f-4153-9e31-77ec63648cf4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1136 time: 0.0729561 May 26 20:14:14.611271 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-ef43415a-8b69-432d-a96d-776b3f87812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.612658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-ef43415a-8b69-432d-a96d-776b3f87812e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1257427 May 26 20:14:14.676106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-16af8b93-9225-4322-adf6-886c4b64afdf None None] Current status of the port e2e93e91-a15d-4af9-8748-315d10d67975 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:14:14.678191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.825229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-8f7246bf-fcf4-4bbd-b586-ad02d7bcaeed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1002 time: 0.2064190 May 26 20:14:14.882315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a653836c-b6b8-4e69-b795-970546b71042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:14.892670 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-ace3b3dd-2ed3-49ab-8f26-7e87f9e85323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.894932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-ace3b3dd-2ed3-49ab-8f26-7e87f9e85323 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0632780 May 26 20:14:14.968386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-b7a8186f-171f-4740-a88f-48a6535b663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:14:14.969889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-b7a8186f-171f-4740-a88f-48a6535b663c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687056 May 26 20:14:15.050751 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:14:15.105006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-4ec5c628-4c22-4d2c-9880-d75ef679fd77 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281753 May 26 20:14:15.234527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bbb4ff69-686c-4b96-aed5-4d6a30af73b3 req-17ed3939-91b8-4027-874e-65446d1f80b0 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224048 May 26 20:14:16.954819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3872e08d-5ce3-4e66-b8da-268fe9ebef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:17.457776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:18.329004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:19.914122 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:37.134032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:44.647047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:44.783877 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3f404892-33f3-4270-bcaf-01a6a9afba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:46.957845 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51bb79c5-f96b-42e8-bb97-e7a2b693292c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:47.459095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:48.332703 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:49.918217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:14:52.039581 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:15:01.936649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-3362d59b-fd3e-47a6-a85e-ce410efacd1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732856 May 26 20:15:02.073613 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-10e2c3bb-4e08-4903-b13b-ae4dbe949003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:02.075090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-10e2c3bb-4e08-4903-b13b-ae4dbe949003 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1136 time: 0.0706973 May 26 20:15:02.217464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-d51fe47f-24e6-4103-af74-9f13597733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:02.218782 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-d51fe47f-24e6-4103-af74-9f13597733c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1252601 May 26 20:15:02.318901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-26e069d7-946c-4116-8782-b517477b9791 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1002 time: 0.0935519 May 26 20:15:02.380442 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-cbb8d01b-7c68-49e2-9f70-a098ec8e209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:02.381858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-cbb8d01b-7c68-49e2-9f70-a098ec8e209f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0560310 May 26 20:15:02.458620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-9e6dcbf6-88c9-495c-a655-25fe38b7b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:02.460069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-9e6dcbf6-88c9-495c-a655-25fe38b7b003 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714307 May 26 20:15:02.592891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-2d73f575-1cbc-4ddf-8d9c-65749ffc329d service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264999 May 26 20:15:02.723638 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f2516d06-acf0-4c9f-adaf-5f5473c81750 req-a1803d97-1ee7-419b-b958-f9dd002d2c56 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246843 May 26 20:15:07.149582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:14.657409 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:14.783756 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca54b83a-4919-4ce8-bbef-7baa7228ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:15.204648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6819c-80d0-4078-aabd-033432c45656 req-8539405c-3a38-4e37-bcc8-5c7f1854d6df tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:15.206621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edb6819c-80d0-4078-aabd-033432c45656 req-8539405c-3a38-4e37-bcc8-5c7f1854d6df tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.1100540 May 26 20:15:15.209238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-6acd3748-cfd7-4347-b201-b27cd55ef553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:15.210560 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-6acd3748-cfd7-4347-b201-b27cd55ef553 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1136 time: 0.1459334 May 26 20:15:15.443200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-edb6819c-80d0-4078-aabd-033432c45656 req-08039a47-fd75-4627-ab68-d759551fad20 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2305894 May 26 20:15:15.484228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-ccb1aab1-8046-45b5-a780-908a706809cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:15.485654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-ccb1aab1-8046-45b5-a780-908a706809cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.2601738 May 26 20:15:15.589615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-3b692f50-4e3f-432b-9efc-a742cbbd5d21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1002 time: 0.0971582 May 26 20:15:15.652059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-596c891e-f429-4115-96dc-841fa8eeb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:15.653487 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-596c891e-f429-4115-96dc-841fa8eeb56a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0575349 May 26 20:15:15.732034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-268dc155-362b-4f93-a697-b51f9b841c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:15.733403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-268dc155-362b-4f93-a697-b51f9b841c61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733547 May 26 20:15:15.867784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-6f9a9881-ab68-4e3f-8ccd-66ec4850433e service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281173 May 26 20:15:15.998697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0d0f645-d162-46e0-9ef3-f41a1393ec0b req-7a40ee24-0114-43ae-85b4-363c1b17ce3b service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 May 26 20:15:16.630289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb089a-507f-4719-8222-eb91439f3e37 req-6fe7b71c-4f2e-47f3-ace7-8ba501546934 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:16.631780 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0cb089a-507f-4719-8222-eb91439f3e37 req-6fe7b71c-4f2e-47f3-ace7-8ba501546934 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0818062 May 26 20:15:16.677519 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a0cb089a-507f-4719-8222-eb91439f3e37 req-766e1efb-f07a-402c-9c0d-45ec3f4da389 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397429 May 26 20:15:16.959504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-99828553-92b8-4acc-97e4-3d04f34fdba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:17.460217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:17.862320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06436a63-e25d-49c0-b926-d8f225fc626d req-3047204f-e927-437f-980c-7b02c613632f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:17.863743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06436a63-e25d-49c0-b926-d8f225fc626d req-3047204f-e927-437f-980c-7b02c613632f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0823226 May 26 20:15:17.911630 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-06436a63-e25d-49c0-b926-d8f225fc626d req-95710d65-0d34-43f7-a87d-d031550143bb tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421495 May 26 20:15:18.335091 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:19.093984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5f26-6715-4b08-8d24-d2aa83affa38 req-60cf708d-b243-40fd-9107-edef953dbda5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:19.095456 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b7c5f26-6715-4b08-8d24-d2aa83affa38 req-60cf708d-b243-40fd-9107-edef953dbda5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0808129 May 26 20:15:19.144088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0b7c5f26-6715-4b08-8d24-d2aa83affa38 req-56306517-b851-4437-adc9-0538eb1f2488 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417731 May 26 20:15:19.918005 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:20.326216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9487371-ae13-45cf-adfe-4085b7fd8d18 req-78dd5104-d617-4a11-bfea-26cb97cadcb1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:20.327899 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9487371-ae13-45cf-adfe-4085b7fd8d18 req-78dd5104-d617-4a11-bfea-26cb97cadcb1 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0782154 May 26 20:15:20.372975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9487371-ae13-45cf-adfe-4085b7fd8d18 req-aa22bdbc-b2b5-46c5-86d5-e4ff23ab4bbd tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393903 May 26 20:15:21.557480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182bd4-6b1a-40ec-ad1d-27a8afe5a144 req-3a6ce086-0ee6-4aed-8c67-13801fcf54d6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:21.558913 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab182bd4-6b1a-40ec-ad1d-27a8afe5a144 req-3a6ce086-0ee6-4aed-8c67-13801fcf54d6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0828280 May 26 20:15:21.604703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ab182bd4-6b1a-40ec-ad1d-27a8afe5a144 req-12014bfd-afd7-40d3-b608-9f3367aa9428 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400696 May 26 20:15:22.785847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096f886-b7fe-4238-a837-46dc5d697bd4 req-1229ba4e-3bb2-4020-a059-ad7b1f02cc41 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:22.787183 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4096f886-b7fe-4238-a837-46dc5d697bd4 req-1229ba4e-3bb2-4020-a059-ad7b1f02cc41 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0782731 May 26 20:15:22.832701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4096f886-b7fe-4238-a837-46dc5d697bd4 req-103e3816-cf6d-4fc3-9c53-f7828b9e9b79 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398164 May 26 20:15:24.026003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f608-06ec-402e-bd65-3036f85b5933 req-ffaa7179-c978-4a52-ad99-0456535bad59 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:24.027433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d7f608-06ec-402e-bd65-3036f85b5933 req-ffaa7179-c978-4a52-ad99-0456535bad59 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0833130 May 26 20:15:24.073774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-62d7f608-06ec-402e-bd65-3036f85b5933 req-a488505e-fbbf-4be0-ad6b-57b3197d39f2 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405695 May 26 20:15:25.255359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a3a4a-d07e-449a-8c8b-a061d0ecc222 req-21460a7a-5975-4202-8999-e9ce1ed90bb6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:25.256791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b20a3a4a-d07e-449a-8c8b-a061d0ecc222 req-21460a7a-5975-4202-8999-e9ce1ed90bb6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0792682 May 26 20:15:25.301997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b20a3a4a-d07e-449a-8c8b-a061d0ecc222 req-9bb036d7-7d24-44f6-a946-2dd9dd19ef3f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394723 May 26 20:15:26.489288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057185-457b-4181-a6bf-0c99e04e7f8e req-aa1e59b7-97ae-4cd6-9fe7-bedb52b87d05 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:26.491049 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1057185-457b-4181-a6bf-0c99e04e7f8e req-aa1e59b7-97ae-4cd6-9fe7-bedb52b87d05 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0849071 May 26 20:15:26.537189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1057185-457b-4181-a6bf-0c99e04e7f8e req-966dbbbe-18b8-4b3a-943f-2138569d9598 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406344 May 26 20:15:27.719927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975417cc-2e5e-4ab8-b9a9-f6f83f0a1d15 req-f2fad6c4-ecb0-48d6-ba6d-a225979fd3d0 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:27.721886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-975417cc-2e5e-4ab8-b9a9-f6f83f0a1d15 req-f2fad6c4-ecb0-48d6-ba6d-a225979fd3d0 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0781744 May 26 20:15:27.770169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-975417cc-2e5e-4ab8-b9a9-f6f83f0a1d15 req-0b76f2e1-6d6d-4102-a4d1-7a47df8a0ab4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426459 May 26 20:15:29.019455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a5dc5-c90e-41bf-aa72-bc6d8cb6d09b req-74920bf0-2512-4c0d-9c88-4887fcf78545 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:29.020890 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea4a5dc5-c90e-41bf-aa72-bc6d8cb6d09b req-74920bf0-2512-4c0d-9c88-4887fcf78545 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.1467738 May 26 20:15:29.039669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:15:29.067311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ea4a5dc5-c90e-41bf-aa72-bc6d8cb6d09b req-09bd18d0-4250-42be-99f8-8698a8c5ccad tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401850 May 26 20:15:30.261343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f4d44-f0ff-402f-8f6d-da7e8a9e7a77 req-d79f0262-e2ed-4391-aa7e-311eb197a473 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:30.262772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af2f4d44-f0ff-402f-8f6d-da7e8a9e7a77 req-d79f0262-e2ed-4391-aa7e-311eb197a473 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0887194 May 26 20:15:30.308188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-af2f4d44-f0ff-402f-8f6d-da7e8a9e7a77 req-a5e293fd-829f-4592-80db-31a236a96f15 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396760 May 26 20:15:31.501147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ccd0-fb3e-4e75-9286-20cb1757418d req-29402898-f6be-462e-a3d7-65895cafa6e4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:31.502579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87a3ccd0-fb3e-4e75-9286-20cb1757418d req-29402898-f6be-462e-a3d7-65895cafa6e4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0836205 May 26 20:15:31.548292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-87a3ccd0-fb3e-4e75-9286-20cb1757418d req-55155759-8d28-451c-9806-9323a84260e7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394497 May 26 20:15:32.834009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d695b-c8ee-4ae6-b59e-ea1860b28c24 req-935b6f28-a054-4a10-9cab-2cebae7df226 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:15:32.835355 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c1d695b-c8ee-4ae6-b59e-ea1860b28c24 req-935b6f28-a054-4a10-9cab-2cebae7df226 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.1828828 May 26 20:15:32.880319 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2c1d695b-c8ee-4ae6-b59e-ea1860b28c24 req-ff765cc0-4837-4f80-b424-87a1cc83156b tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebf06d3d-6db1-4191-bdcf-e2ccdbade306&id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392561 May 26 20:15:37.151942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:44.651783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:44.784466 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-72d39efa-0c9d-4c33-87fc-f9436d7026dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:46.960824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e05f1d3c-135f-40bc-83bf-28571473c32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:47.460947 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:48.337080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:15:49.920762 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:02.971281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-a52656ab-5d7e-42c5-929c-2237661dfb5e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087172 May 26 20:16:03.108780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-06047e59-a8b0-4ef0-a1fb-091a17eeee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:03.110273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-06047e59-a8b0-4ef0-a1fb-091a17eeee8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1136 time: 0.0725245 May 26 20:16:03.255017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-a19d05b2-6fdb-4686-b404-c4734e84a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:03.256437 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-a19d05b2-6fdb-4686-b404-c4734e84a670 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1274228 May 26 20:16:03.357653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-515513be-6a44-4143-b220-e9ca5034efff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1002 time: 0.0951414 May 26 20:16:03.417809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-bf0d064b-1814-47e7-b876-f2250b15b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:03.419180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-bf0d064b-1814-47e7-b876-f2250b15b407 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0557609 May 26 20:16:03.494402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-f37040e1-7f55-44c5-84de-65b2cd411973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:03.495839 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-f37040e1-7f55-44c5-84de-65b2cd411973 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709453 May 26 20:16:03.627591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-d26faf91-5bc2-4a6c-b518-28a0d49781c1 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238978 May 26 20:16:03.756380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7f754ce2-2af8-456f-90b5-f878cf97327f req-edc93de9-ed3a-42f1-bd79-c50a5a96f51c service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221609 May 26 20:16:06.038744 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:16:07.167675 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:14.665615 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:14.787068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2843a658-d192-4847-9bc6-bec46482442a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:16.962061 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d38c0f0e-f4d5-40d7-b1e6-e92c72685f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:17.462509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:18.341185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:19.923684 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:36.444475 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-2d4aa820-0863-48bc-81cf-2aa899dd45e9 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951263205&fields=id&tenant_id=250bc50895ad4b0389847561ab2fe767 HTTP/1.1" status: 200 len: 267 time: 0.0387087 May 26 20:16:36.527709 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-67451526-3888-46ff-835d-ef1f56082b7c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:36.529171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-67451526-3888-46ff-835d-ef1f56082b7c tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 985 time: 0.0795164 May 26 20:16:36.539660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Request body: {'port': {'security_groups': ['502ffa38-14f2-4c6b-bef9-f564cbe6fe18']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:16:36.659923 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:36.899562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:36.923227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:36.927500 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:36.939217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:16:36.995764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:36.996447 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:36.997768 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2f30c73-c14a-48a0-aae6-bf789c2e94a7 req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "PUT /v2.0/ports/e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 943 time: 0.4624619 May 26 20:16:36.998677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:16:37.006767 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59326) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:37.023874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event updated for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:37.038187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.038744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.039243 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.039728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.040265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.040751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.041281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.041772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.042317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.042800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.043477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.044138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40205bd-6824-4c2b-bdb3-c4b7919418c5 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.086097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:16:37.120509 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.140115 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c93ac66-8f98-41e3-a886-852762fe8b6a'] response: {'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:16:37.161089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.242556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.243833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.253560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-5e90fc67-631d-4f31-a227-21f2067263da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:37.255664 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-5e90fc67-631d-4f31-a227-21f2067263da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1097 time: 0.0865886 May 26 20:16:37.263129 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf06d3d-6db1-4191-bdcf-e2ccdbade306,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:37.273316 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.273583 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.273913 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.274911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.275242 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.275565 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.277089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.277429 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.277752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.278497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.278827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.279144 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:16:37.289513 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.293143 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0335f63b-ea53-4a93-be3b-9ff40331f3a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "DELETE /v2.0/security-groups/ebf06d3d-6db1-4191-bdcf-e2ccdbade306 HTTP/1.1" status: 204 len: 168 time: 0.2829132 May 26 20:16:37.293383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59332) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:37.367909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a329f325-ff21-4d5d-b11f-82a994ee5a34 None None] Provisioning complete for port e2e93e91-a15d-4af9-8748-315d10d67975 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:16:37.368275 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a329f325-ff21-4d5d-b11f-82a994ee5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.513816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-5b2b4cae-1e90-4ed3-9f9d-348b5b7a7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:37.515359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-5b2b4cae-1e90-4ed3-9f9d-348b5b7a7c46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.2531538 May 26 20:16:37.517937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Deleting port 60bd2246-d539-43ab-9510-e7b321492d2f {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:37.518327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.524129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a329f325-ff21-4d5d-b11f-82a994ee5a34 None None] Current status of the port e2e93e91-a15d-4af9-8748-315d10d67975 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:16:37.618777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-fef87c1f-a196-4cf5-a89a-616ec95957af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 1002 time: 0.0971186 May 26 20:16:37.686110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-ef537df9-98b2-496b-988d-0853f89548a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:37.687573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-ef537df9-98b2-496b-988d-0853f89548a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0598047 May 26 20:16:37.763439 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-df5cbeeb-9cb7-4453-b8db-3735f7f40d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:37.764958 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-df5cbeeb-9cb7-4453-b8db-3735f7f40d2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710495 May 26 20:16:37.800501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.800828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:37.895968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-3a639f19-f3ad-41f6-a65e-7433cf71ac16 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244571 May 26 20:16:37.927408 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Calling delete_port for 60bd2246-d539-43ab-9510-e7b321492d2f owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:38.032419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9e97cc76-f27e-4d02-99a9-5a437f44d5c9 req-378291f3-f54b-4909-b176-2c7341c0119f service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305187 May 26 20:16:38.085856 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:38.132625 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event deleted for resources: {'Port': ['ID=60bd2246-d539-43ab-9510-e7b321492d2f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:38.225976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:38.226307 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Floating IP eedac51e-d604-4bb8-a6c9-1de897ac36c6 disassociated (deleted). External IP: 172.25.0.187, port: e2e93e91-a15d-4af9-8748-315d10d67975. May 26 20:16:38.593605 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Router b51d1c86-d833-4543-a2b2-0adae0d38049 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:16:38.774988 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:16:38.784393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Sync routers for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:16:38.794128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:38.794726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:38.796433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:38.851942 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-87dc65f3-6e6d-41ed-b460-6a8061bdf78d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "DELETE /v2.0/floatingips/eedac51e-d604-4bb8-a6c9-1de897ac36c6 HTTP/1.1" status: 204 len: 168 time: 1.5575905 May 26 20:16:38.852664 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:16:38.980580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:39.215015 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f504eaa9-d304-43ca-a58f-842773643200'] response: {'name': 'network-changed', 'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:16:39.331371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-54e23638-3bb3-4fc7-a8d0-a8fcd3e9de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:39.333141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-54e23638-3bb3-4fc7-a8d0-a8fcd3e9de0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=250bc50895ad4b0389847561ab2fe767&device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 1097 time: 0.0905108 May 26 20:16:39.348467 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:39.352628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Checking router: b51d1c86-d833-4543-a2b2-0adae0d38049 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:16:39.360794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:39.361421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:39.464192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-7624c7a5-28b1-42f4-9c51-bbb3eeaf866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:39.465669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-7624c7a5-28b1-42f4-9c51-bbb3eeaf866c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 200 len: 916 time: 0.1273527 May 26 20:16:39.541634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-42f17a89-b01b-409f-bf82-2a6f1756fc13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 200 len: 217 time: 0.0637259 May 26 20:16:39.541777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:39.599745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-34266dd7-ed8d-426b-83a8-ca97fc595eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:39.601158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-34266dd7-ed8d-426b-83a8-ca97fc595eaa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 200 len: 854 time: 0.0572336 May 26 20:16:39.677701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-8bb0ede3-4629-4567-92e9-7892e1320b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:39.679169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-8bb0ede3-4629-4567-92e9-7892e1320b36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1043d09-fd21-4952-9955-7ca2b14b0448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702364 May 26 20:16:39.815650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-36f2e2c4-04b5-495e-a648-8bceabf14c25 service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276705 May 26 20:16:39.863134 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:39.867716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8a8b4-f1df-4ff4-b6be-e46fe233ff6f None None] The sync data for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 is: [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:13:17Z', 'revision_number': 4, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b941fa58-b55a-4893-96ba-3703228e1691', 'name': '', 'network_id': 'c1043d09-fd21-4952-9955-7ca2b14b0448', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'mac_address': 'fa:16:3e:12:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:16Z', 'updated_at': '2022-05-26T20:13:23Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'subnets': [{'id': 'd02442d6-3959-4784-baa6-25ff6074013a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:16:39.955750 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-26419406-6be7-4cf5-ace6-915e9a442d5d req-05ae87f6-3147-41ba-84c1-215b9dd63dee service neutron] 10.222.0.53 "GET /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336405 May 26 20:16:40.123421 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82bd8f-564e-4c8a-97b2-c897b33e05b1 None None] New status for floating IP eedac51e-d604-4bb8-a6c9-1de897ac36c6: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:16:43.040292 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:16:43.212521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5b386-e2cb-4699-8601-7b8c9b2b4926 req-adca5626-60d2-4741-9122-cad0d1d15e7d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:43.214003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a5b386-e2cb-4699-8601-7b8c9b2b4926 req-adca5626-60d2-4741-9122-cad0d1d15e7d tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0845804 May 26 20:16:43.260235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0a5b386-e2cb-4699-8601-7b8c9b2b4926 req-c4c36e81-c3b2-4c7e-b4a2-169db58edba4 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 May 26 20:16:44.441279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67837-dd0a-43d6-90f8-2ffc65798b71 req-8629faf2-7ccc-4be6-b991-54e14cee87a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:44.442720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccd67837-dd0a-43d6-90f8-2ffc65798b71 req-8629faf2-7ccc-4be6-b991-54e14cee87a7 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0764174 May 26 20:16:44.489074 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccd67837-dd0a-43d6-90f8-2ffc65798b71 req-4cbca52b-0886-4bb4-b7fb-5ff4c8f7638e tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 May 26 20:16:44.681993 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:44.787883 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfe96-bf40-487b-a0d7-c794b1b566a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:45.018789 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-099425b6-fec0-4709-935d-0f75237fa36f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:45.020216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-099425b6-fec0-4709-935d-0f75237fa36f tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.0777566 May 26 20:16:45.091377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Deleting port e2e93e91-a15d-4af9-8748-315d10d67975 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:45.091707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:45.332379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] For port e2e93e91-a15d-4af9-8748-315d10d67975, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=e2e93e91-a15d-4af9-8748-315d10d67975,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:45.332649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:45.557094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Calling delete_port for e2e93e91-a15d-4af9-8748-315d10d67975 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:45.748016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b64e8-d265-4777-a52f-00074fffcec8 req-f0a7884d-125e-4a69-81a2-d379ada72868 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:16:45.749482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-346b64e8-d265-4777-a52f-00074fffcec8 req-f0a7884d-125e-4a69-81a2-d379ada72868 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec46a33f-e4cc-4c63-8ccf-7e80bfb35012 HTTP/1.1" status: 200 len: 946 time: 0.1508706 May 26 20:16:45.779033 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:45.790282 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['e2e93e91-a15d-4af9-8748-315d10d67975'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:16:45.847894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Pushing event deleted for resources: {'Port': ['ID=e2e93e91-a15d-4af9-8748-315d10d67975,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:45.880866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-346b64e8-d265-4777-a52f-00074fffcec8 req-ce1626b6-4989-4eb6-af44-cd102cc3cca6 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.24 "GET /v2.0/security-groups?id=502ffa38-14f2-4c6b-bef9-f564cbe6fe18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236815 May 26 20:16:45.927078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] No DVR routers for this DVR port e2e93e91-a15d-4af9-8748-315d10d67975 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:16:45.929980 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:45.933245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'name': 'network-vif-deleted', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:16:45.945909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-22bb147c-efec-4e37-aab2-fcce17d6685d req-c2525784-5367-4c98-b637-3c47d3993103 tempest-TestMinimumBasicScenario-1882155366 tempest-TestMinimumBasicScenario-1882155366-project] 10.222.0.53 "DELETE /v2.0/ports/e2e93e91-a15d-4af9-8748-315d10d67975 HTTP/1.1" status: 204 len: 173 time: 0.9211850 May 26 20:16:45.990760 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfae71a-bdc2-47b1-a9e3-0b6d1cfb759f'] response: {'server_uuid': 'ec46a33f-e4cc-4c63-8ccf-7e80bfb35012', 'name': 'network-vif-deleted', 'tag': 'e2e93e91-a15d-4af9-8748-315d10d67975', 'status': 'completed', 'code': 200} May 26 20:16:46.964100 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd3c-0c7a-4ef9-8eb8-4fa562f4a9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:47.465435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:47.509344 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59418) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:48.147800 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:48.342295 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:48.495708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Deleting port b941fa58-b55a-4893-96ba-3703228e1691 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:48.496043 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:48.670702 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] For port b941fa58-b55a-4893-96ba-3703228e1691, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b941fa58-b55a-4893-96ba-3703228e1691,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:48.671520 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:48.722574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2e93e91-a15d-4af9-8748-315d10d67975 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:48.757453 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: e2e93e91-a15d-4af9-8748-315d10d67975 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:48.757792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device e2e93e91-a15d-4af9-8748-315d10d67975 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:48.792430 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Calling delete_port for b941fa58-b55a-4893-96ba-3703228e1691 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:49.099133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:49.260566 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Pushing event deleted for resources: {'Port': ['ID=b941fa58-b55a-4893-96ba-3703228e1691,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:49.537261 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:49.890411 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Router b51d1c86-d833-4543-a2b2-0adae0d38049 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:16:49.926403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:50.066255 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:16:50.075168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Sync routers for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:16:50.078123 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-10c5c2a2-c390-49e1-b6e8-30925713265b admin admin] 10.222.0.24 "PUT /v2.0/routers/b51d1c86-d833-4543-a2b2-0adae0d38049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5677533 May 26 20:16:50.080678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59422) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:50.085281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:50.085886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:50.255147 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:50.263824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:50.431665 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:50.442297 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Deleting port 5d500204-8352-4b34-8862-a052385843e1 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:50.442626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:50.561459 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5d500204-8352-4b34-8862-a052385843e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:16:49Z', 'revision_number': 5, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port': {'id': '5d500204-8352-4b34-8862-a052385843e1', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:14Z', 'updated_at': '2022-05-26T20:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:50.565649 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Checking router: b51d1c86-d833-4543-a2b2-0adae0d38049 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:16:50.574623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Routers {'b51d1c86-d833-4543-a2b2-0adae0d38049'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:50.575230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['b51d1c86-d833-4543-a2b2-0adae0d38049'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:50.755695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] For port 5d500204-8352-4b34-8862-a052385843e1, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=5d500204-8352-4b34-8862-a052385843e1,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:50.756054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:50.776713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] Set router b51d1c86-d833-4543-a2b2-0adae0d38049 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:50.879894 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Calling delete_port for 5d500204-8352-4b34-8862-a052385843e1 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:50.887354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:16:50Z', 'revision_number': 6, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:50.891541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b68f5-34e3-442b-b9ab-c30bdd3f7de9 None None] The sync data for ids ['b51d1c86-d833-4543-a2b2-0adae0d38049'] in n-d-843146-9 is: [{'id': 'b51d1c86-d833-4543-a2b2-0adae0d38049', 'name': 'tempest-TestMinimumBasicScenario-1325534482-router', 'tenant_id': '250bc50895ad4b0389847561ab2fe767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:13Z', 'updated_at': '2022-05-26T20:16:50Z', 'revision_number': 6, 'project_id': '250bc50895ad4b0389847561ab2fe767', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:16:51.048943 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.096726 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d500204-8352-4b34-8862-a052385843e1,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:51.186645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.362490 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.365514 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.388422 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.388946 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51d1c86-d833-4543-a2b2-0adae0d38049 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:16:51.402174 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.403285 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7db2eea9-d96b-4ebc-9b20-ad726e154d26 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b51d1c86-d833-4543-a2b2-0adae0d38049 HTTP/1.1" status: 204 len: 168 time: 1.3216953 May 26 20:16:51.405921 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59426) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:51.464127 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Deleting subnet d02442d6-3959-4784-baa6-25ff6074013a {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:16:51.466980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.517625 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.597255 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.667827 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.705849 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02442d6-3959-4784-baa6-25ff6074013a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:51.709822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.715528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374466fa-0f23-4ea5-9494-7d552fb9b7c4 None None] Network c1043d09-fd21-4952-9955-7ca2b14b0448 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:16:51.717146 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1f9540d-9be5-4979-a157-e2281e538ad9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d02442d6-3959-4784-baa6-25ff6074013a HTTP/1.1" status: 204 len: 168 time: 0.3099804 May 26 20:16:51.719537 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59430) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:51.828487 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.839785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Deleting port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:51.840116 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:51.975582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] DHCP port deletion for c1043d09-fd21-4952-9955-7ca2b14b0448 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:16:51.979773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Deleting port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:51.980185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.057291 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] For port 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=592f78fa-25a9-4d85-9bc4-0ea741b15c35,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:52.057838 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.181312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] For port 592f78fa-25a9-4d85-9bc4-0ea741b15c35, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=592f78fa-25a9-4d85-9bc4-0ea741b15c35,segment=NetworkSegment(9eeddb4c-7fce-4582-a7ca-169af71e29f4),segment_id=9eeddb4c-7fce-4582-a7ca-169af71e29f4)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:52.181624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.295699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Calling delete_port for 592f78fa-25a9-4d85-9bc4-0ea741b15c35 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:52.310515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Calling delete_port for 592f78fa-25a9-4d85-9bc4-0ea741b15c35 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:52.373532 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 20:16:52.377384 n-d-843146-9 neutron-server[88364]: util.warn( May 26 20:16:52.384885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:16:52.385277 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:16:52.421933 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Pushing event deleted for resources: {'Port': ['ID=592f78fa-25a9-4d85-9bc4-0ea741b15c35,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:52.427422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] No DVR routers for this DVR port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:16:52.547980 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.573571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1043d09-fd21-4952-9955-7ca2b14b0448']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:52.586261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeddb4c-7fce-4582-a7ca-169af71e29f4') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:52.586559 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeddb4c-7fce-4582-a7ca-169af71e29f4') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:52.590069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b941fa58-b55a-4893-96ba-3703228e1691 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:52.598800 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.614867 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.621010 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:16:52.621426 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.624212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b941fa58-b55a-4893-96ba-3703228e1691 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:52.624549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b941fa58-b55a-4893-96ba-3703228e1691 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:52.624980 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d500204-8352-4b34-8862-a052385843e1 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:52.661479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 5d500204-8352-4b34-8862-a052385843e1 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:52.661818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 5d500204-8352-4b34-8862-a052385843e1 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:52.662227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 592f78fa-25a9-4d85-9bc4-0ea741b15c35 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:52.694516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 592f78fa-25a9-4d85-9bc4-0ea741b15c35 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:52.694893 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 592f78fa-25a9-4d85-9bc4-0ea741b15c35 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:52.718693 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.735523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.745728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1043d09-fd21-4952-9955-7ca2b14b0448,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:52.760168 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-977bb0f2-c33f-47c4-b894-28d44dd9f638 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1043d09-fd21-4952-9955-7ca2b14b0448 HTTP/1.1" status: 204 len: 168 time: 1.0394440 May 26 20:16:52.762839 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59438) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:52.822044 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9eeddb4c-7fce-4582-a7ca-169af71e29f4 resource provider aggregate not found May 26 20:16:52.850526 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9eeddb4c-7fce-4582-a7ca-169af71e29f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eeddb4c-7fce-4582-a7ca-169af71e29f4 found for delete ", "request_id": "req-f4ee13d7-5825-4035-8ce7-809dd2caf660"}]} May 26 20:16:52.886505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Deleting port 592f78fa-25a9-4d85-9bc4-0ea741b15c35 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:52.886979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:52.955514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5f1703b9-ce9e-4ffc-9970-197090df519d None None] The port '592f78fa-25a9-4d85-9bc4-0ea741b15c35' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:16:53.298670 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:53.641207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Deleting port b4ddd669-595e-4db4-8e20-28772c85fdbd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:53.641540 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:53.922520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] For port b4ddd669-595e-4db4-8e20-28772c85fdbd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b4ddd669-595e-4db4-8e20-28772c85fdbd,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:53.922873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:54.048251 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Calling delete_port for b4ddd669-595e-4db4-8e20-28772c85fdbd owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:54.220481 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:54.269948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ddd669-595e-4db4-8e20-28772c85fdbd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:54.545501 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:54.905405 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:16:55.078978 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:16:55.088397 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Sync routers for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:16:55.094822 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0baa667e-b368-4e50-94da-5d4577768283 admin admin] 10.222.0.24 "PUT /v2.0/routers/6806b5ef-0fe1-4f79-a5d9-5794e25f41ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3308840 May 26 20:16:55.097826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59444) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:55.098837 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:55.099604 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:55.280766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:55.389714 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:55.563566 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:16:54Z', 'revision_number': 5, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port': {'id': '1c606562-cbb7-46d2-a735-9dd7f4c55591', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:13:20Z', 'updated_at': '2022-05-26T20:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:55.567537 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Checking router: 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:16:55.568357 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:55.575828 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Routers {'6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:16:55.576418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:55.578232 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Deleting port 1c606562-cbb7-46d2-a735-9dd7f4c55591 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:55.578558 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:55.729012 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] Set router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:16:55.761853 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] For port 1c606562-cbb7-46d2-a735-9dd7f4c55591, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=1c606562-cbb7-46d2-a735-9dd7f4c55591,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:55.762212 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:55.834425 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:16:55Z', 'revision_number': 6, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:55.838246 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9b0a4-ef84-4a0d-8f58-0de1787eea02 None None] The sync data for ids ['6806b5ef-0fe1-4f79-a5d9-5794e25f41ed'] in n-d-843146-9 is: [{'id': '6806b5ef-0fe1-4f79-a5d9-5794e25f41ed', 'name': 'tempest-TestMinimumBasicScenario-1429303085-router', 'tenant_id': '609417ea8a804423b042f7ed4965c9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:13:19Z', 'updated_at': '2022-05-26T20:16:55Z', 'revision_number': 6, 'project_id': '609417ea8a804423b042f7ed4965c9f5', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:16:55.886178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Calling delete_port for 1c606562-cbb7-46d2-a735-9dd7f4c55591 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:56.051567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.102951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c606562-cbb7-46d2-a735-9dd7f4c55591,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:56.190211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.363592 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.365685 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.388449 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.388930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6806b5ef-0fe1-4f79-a5d9-5794e25f41ed {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:16:56.401299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.402402 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09f77750-4ede-467c-8382-b1e0d5197792 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6806b5ef-0fe1-4f79-a5d9-5794e25f41ed HTTP/1.1" status: 204 len: 168 time: 1.3035963 May 26 20:16:56.404866 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59448) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:56.465426 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Deleting subnet ae704cfe-f42a-478e-9cca-88e208bac954 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:16:56.468166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.515557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.596848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.621863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1c606562-cbb7-46d2-a735-9dd7f4c55591 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:56.676512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 1c606562-cbb7-46d2-a735-9dd7f4c55591 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:56.676879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 1c606562-cbb7-46d2-a735-9dd7f4c55591 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:56.677320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b4ddd669-595e-4db4-8e20-28772c85fdbd no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:56.712675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b4ddd669-595e-4db4-8e20-28772c85fdbd {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:56.713132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b4ddd669-595e-4db4-8e20-28772c85fdbd not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:56.804162 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.844611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae704cfe-f42a-478e-9cca-88e208bac954,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:56.849716 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.854760 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab7988-4dcb-4132-ae70-bad21add7fd8 None None] Network 983a161c-f059-43e4-b17c-13d7f47b146c requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:16:56.855871 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-690b4044-c868-4790-8aad-11069d21b53c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae704cfe-f42a-478e-9cca-88e208bac954 HTTP/1.1" status: 204 len: 168 time: 0.4500649 May 26 20:16:56.858351 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59452) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:56.963336 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:56.973437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Deleting port adb2b639-4343-4961-90eb-bfc6703f2588 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:56.973760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.131708 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] DHCP port deletion for 983a161c-f059-43e4-b17c-13d7f47b146c request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:16:57.135988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Deleting port adb2b639-4343-4961-90eb-bfc6703f2588 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:57.136351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.185445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] For port adb2b639-4343-4961-90eb-bfc6703f2588, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adb2b639-4343-4961-90eb-bfc6703f2588,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:57.185793 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.308042 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Calling delete_port for adb2b639-4343-4961-90eb-bfc6703f2588 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:57.337684 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] For port adb2b639-4343-4961-90eb-bfc6703f2588, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=adb2b639-4343-4961-90eb-bfc6703f2588,segment=NetworkSegment(23da6345-868b-48c6-b98c-07b344219a28),segment_id=23da6345-868b-48c6-b98c-07b344219a28)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:16:57.338084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.382056 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.439597 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=adb2b639-4343-4961-90eb-bfc6703f2588,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:57.445065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] No DVR routers for this DVR port adb2b639-4343-4961-90eb-bfc6703f2588 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:16:57.462758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Calling delete_port for adb2b639-4343-4961-90eb-bfc6703f2588 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:16:57.532383 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:16:57.532731 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:16:57.560082 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.584477 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983a161c-f059-43e4-b17c-13d7f47b146c']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:57.596518 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23da6345-868b-48c6-b98c-07b344219a28') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:57.596815 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23da6345-868b-48c6-b98c-07b344219a28') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:16:57.608396 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.625329 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.631314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:16:57.631698 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.701705 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 23da6345-868b-48c6-b98c-07b344219a28 resource provider aggregate not found May 26 20:16:57.722702 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 23da6345-868b-48c6-b98c-07b344219a28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23da6345-868b-48c6-b98c-07b344219a28 found for delete ", "request_id": "req-921e6085-b163-48d7-8450-bc278e25881c"}]} May 26 20:16:57.736550 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.752188 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:57.764326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=983a161c-f059-43e4-b17c-13d7f47b146c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:57.769446 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ec3064ea-dcdd-41b5-bec3-72a85ee39cbf admin admin] 10.222.0.24 "DELETE /v2.0/networks/983a161c-f059-43e4-b17c-13d7f47b146c HTTP/1.1" status: 204 len: 168 time: 0.9096715 May 26 20:16:57.943835 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59462) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:57.994055 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-945582d2-7665-4c54-843f-b10f04a36334 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=250bc50895ad4b0389847561ab2fe767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490458 May 26 20:16:57.996481 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59466) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:58.034172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Deleting port adb2b639-4343-4961-90eb-bfc6703f2588 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:16:58.035253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.060994 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.094498 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.108167 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1d47808e-108d-46ea-be13-52b645fe5945 None None] The port 'adb2b639-4343-4961-90eb-bfc6703f2588' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:16:58.157058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.176367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502ffa38-14f2-4c6b-bef9-f564cbe6fe18,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:58.182850 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.183965 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-60d5c4ae-922b-46d8-99df-67bdf8b1f267 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502ffa38-14f2-4c6b-bef9-f564cbe6fe18 HTTP/1.1" status: 204 len: 168 time: 0.1866055 May 26 20:16:58.525586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59474) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:58.574448 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-beaa187e-f0aa-4f8a-84b8-4a190c1f1336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=609417ea8a804423b042f7ed4965c9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477090 May 26 20:16:58.577323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59478) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:16:58.589059 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adb2b639-4343-4961-90eb-bfc6703f2588 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:16:58.622622 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: adb2b639-4343-4961-90eb-bfc6703f2588 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:16:58.622882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device adb2b639-4343-4961-90eb-bfc6703f2588 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:16:58.636024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.662165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.715397 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.733015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e659a21-95ba-484e-a0ee-dbd38b719240,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:16:58.739700 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:16:58.740805 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9738dd23-0c73-435e-960d-ee9599410657 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e659a21-95ba-484e-a0ee-dbd38b719240 HTTP/1.1" status: 204 len: 168 time: 0.1626000 May 26 20:17:00.239095 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59520) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:00.244360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26551374', 'description': 'tempest-secgroup-smoke-26551374 description', 'project_id': '219522b447194334b36b04cb59d0b97a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:00.251103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.254949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.257787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.263352 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.273328 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.285653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.299453 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.303873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.306705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.312385 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.394835 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.398344 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.408526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.416315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.420759 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.434837 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.441817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16957aea-caa3-4c05-ac82-daa345a4ab2c,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:00.512817 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.516464 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.557280 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd254a7-2782-4add-9632-24d29a129698,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:00.559851 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.563914 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-114b324c-e094-44ea-9cc1-6ce77879692e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3209462 May 26 20:17:00.564354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59524) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:00.569149 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:00.575747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.579793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.582639 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.588683 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.608666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.667092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.670435 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.695651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9067a781-0cae-43fa-a3da-a7fd8c79701d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:00.705070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.706243 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-cb72fde5-5624-4f95-be32-9a6eb2efa8e3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410916 May 26 20:17:00.709431 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59528) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:00.714172 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:00.720520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.724889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.727711 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.733320 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.749556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.811539 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.815236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.839679 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c3a0aa-1243-4a15-af44-691a2af6f10c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:00.850235 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.851406 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bb03c930-d49a-426a-9f9c-5896af21f3af tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410604 May 26 20:17:00.854139 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59532) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:00.858992 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:00.865789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:00.869575 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:00.872382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:00.878059 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:00.894299 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.963447 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.966833 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:00.994746 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ee7b17-f802-48d8-aebb-4bbb0026c53c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:01.001391 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.002635 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7cd14318-844c-4d99-85b9-305e6696bf6c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475496 May 26 20:17:01.005847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59536) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:01.010747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:01.017412 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:01.021923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:01.024823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:01.030526 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:01.047394 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.110758 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.114298 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.137260 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b2be69-8744-4e0c-b92a-527103b7d6e8,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:01.146664 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.147814 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1465f122-024d-41ec-9d68-32d99f43a76a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410418 May 26 20:17:01.150561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59540) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:01.155506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:01.161972 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:01.165779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:01.168607 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:01.174314 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:01.184699 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:17:01.191448 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.256175 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.259573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.282323 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424720f9-bdf4-4266-8abb-6498100a2c83,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:01.291133 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.292306 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-aa9c4d6e-12ca-4634-82fc-8124ee9d6d95 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408486 May 26 20:17:01.295154 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59544) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:01.299924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '4cd254a7-2782-4add-9632-24d29a129698', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:01.306422 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:01.310162 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:01.312956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:01.319249 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:01.333364 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:17:01.339923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.406139 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.409626 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.437554 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6248e6ae-5c29-463c-9fd9-442e0f4641d5,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:01.446378 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.447651 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d99beaeb-06f1-4297-84aa-f9b5e538fae9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516078 May 26 20:17:01.450641 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59548) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:01.456234 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'network': {'name': 'tempest-network-smoke--198594426', 'project_id': '219522b447194334b36b04cb59d0b97a', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:01.462207 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:01.465994 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:network and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:01.468810 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:01.474665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:01.484696 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:17:01.488011 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.515911 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:17:01.524538 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.524873 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Added segment 528715db-3987-4135-b1b4-144030e0a8cb of type vlan for network 82d91cf7-03ab-415b-b110-e374801eb697 May 26 20:17:01.550615 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.579433 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.584984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:01.585590 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.688035 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2363760 May 26 20:17:01.690916 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59552) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:01.698854 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'admin_state_up': True, 'project_id': '219522b447194334b36b04cb59d0b97a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:01.708145 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:01.710367 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc0fa6-c4cf-4b3a-aff7-6ecc55fafb7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Network': ['ID=82d91cf7-03ab-415b-b110-e374801eb697,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:01.714910 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:router and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:01.718516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:01.720103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 82d91cf7-03ab-415b-b110-e374801eb697 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:17:01.724941 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:01.734646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.735645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:01.750814 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.131431 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.437516 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.467346 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.605471 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.179 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/7e1a18a6-2ce4-4604-beb5-b6f400a2692d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:17:02.754061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.785241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:02.848201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:02.851400 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:02.855168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:17:02.891650 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:03.404277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:03.744928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:03.948845 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:17:04.122261 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:17:04.133683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Sync routers for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:17:04.142819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:04.143422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:04.149091 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:04.150280 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-80249998-dbad-45ad-ae4e-009d0dfe38fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4584742 May 26 20:17:04.153392 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59556) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:04.297795 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4e664945-ac31-4fdb-aea7-3e4729377fbd tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=219522b447194334b36b04cb59d0b97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409237 May 26 20:17:04.298054 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59562) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:04.322185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:04.426163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17be035f-6734-49d3-a887-6da74d1b9294 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:04.430863 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-17be035f-6734-49d3-a887-6da74d1b9294 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284173 May 26 20:17:04.431085 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59566) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:04.471961 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-989297bd-bdda-4e87-8211-632c0e8c9dba tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375602 May 26 20:17:04.472163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59570) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:04.477318 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-756543138', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'project_id': '219522b447194334b36b04cb59d0b97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:04.587486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:04.591458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:subnet and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:04.594331 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:04.599876 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:04.604904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:03Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:04.609121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Checking router: 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:17:04.609496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Updating router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:17:04.610603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'subnet': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:17:04.614760 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6045163'] for subnet, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:04.665471 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:04.827769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8299199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6045145'] for subnet, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.030990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.039282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Subnet': ['ID=7883fe37-e587-4891-8558-b8385b9d122e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:05.048296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Transition to ACTIVE for port object 7e1a18a6-2ce4-4604-beb5-b6f400a2692d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:05.048919 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Checking segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:17:05.049336 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network hostable DHCP agents. Network: 82d91cf7-03ab-415b-b110-e374801eb697, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:17:05.055405 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.070558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 82d91cf7-03ab-415b-b110-e374801eb697 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:17:05.080324 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 82d91cf7-03ab-415b-b110-e374801eb697) {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:05.085094 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:05.085889 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.102809 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a0ddc-4760-4e19-8e15-4bea2c9a10ba None None] Network 82d91cf7-03ab-415b-b110-e374801eb697 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:17:05.108033 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b479362a-a652-42b5-90d4-853f02513c8c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6349468 May 26 20:17:05.110888 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59574) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:05.208023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Pushing event updated for resources: {'Port': ['ID=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:05.218925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Attempting to bind port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:17:05.219294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Attempting to bind port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:17:05.219660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Attempting to bind port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:17:05.222137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.222474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.222806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.223192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.224032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.224371 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.224679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.224995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.225335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.225653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.225970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.226285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:05.237012 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:17:05.237403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:17:05.237800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.238179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:17:05.238635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Bound port: 7e1a18a6-2ce4-4604-beb5-b6f400a2692d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:17:05.239032 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.375149 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] For port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:17:05.387042 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] For port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:17:05.416403 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.482326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-82d91cf7-03ab-415b-b110-e374801eb697', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:17:05.483126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.558723 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590512f5-1bf1-4eec-8c1d-496af24e6bf6 None None] Pushing event updated for resources: {'Port': ['ID=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:05.564510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:05.565114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:05.807575 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:05.812501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:05.914073 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Allocated IP 172.20.0.2 (82d91cf7-03ab-415b-b110-e374801eb697/7883fe37-e587-4891-8558-b8385b9d122e/b247125b-bfbe-47aa-8ed7-e0a7dfe758b3) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:17:06.310874 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.324109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Transition to ACTIVE for port object b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:06.335272 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:03Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:06.345412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77c89ea-4952-4b62-b6d1-c6ea63a75de6 None None] The sync data for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 is: [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:03Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:17:06.348939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Transition to ACTIVE for port object b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:06.354399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.418994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Network 82d91cf7-03ab-415b-b110-e374801eb697 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:06.421725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:06.426040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:17:06.443305 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.1 (82d91cf7-03ab-415b-b110-e374801eb697/7883fe37-e587-4891-8558-b8385b9d122e/bbc56c83-ec84-42bb-93d9-a5d456fb77f6) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:17:06.461522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Pushing event updated for resources: {'Port': ['ID=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:06.527285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Attempting to bind port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:17:06.527648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Attempting to bind port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:17:06.528003 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Attempting to bind port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 on network 82d91cf7-03ab-415b-b110-e374801eb697 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:17:06.533412 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:17:06.533777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Checking segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:17:06.534168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.534623 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Bound using segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:17:06.534985 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Bound port: b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:17:06.535349 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.631385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.651966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object bbc56c83-ec84-42bb-93d9-a5d456fb77f6 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:06.655350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:17:06.659758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:17:06.666494 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.678852 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:06.753501 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 82d91cf7-03ab-415b-b110-e374801eb697 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:06.758090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:06.760931 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:17:06.767554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb99742-b6a0-473b-803f-8ffb8a24067f None None] Pushing event updated for resources: {'Port': ['ID=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:06.808337 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:06.976711 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.164433 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.256061 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.679504 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.682418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414490f0-b403-49b8-993e-148308b1fefb None None] Network 82d91cf7-03ab-415b-b110-e374801eb697 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:17:07.686335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.775629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30b50d1f-cb33-4942-bf79-1069001e2deb None None] Provisioning for port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:07.802213 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:07.804697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:07.945155 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 82d91cf7-03ab-415b-b110-e374801eb697 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:07.946379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:08.141851 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:17:08.218561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f3b6ee9-81fb-4baf-b6ee-625ac59beff2 None None] Provisioning for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:08.223639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8f3b6ee9-81fb-4baf-b6ee-625ac59beff2 None None] Provisioning complete for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:08.224004 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f3b6ee9-81fb-4baf-b6ee-625ac59beff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.286132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b6ee9-81fb-4baf-b6ee-625ac59beff2 None None] Port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:17:08.332636 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:17:08.343259 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-368c28f0-5158-47c6-94b6-51de91c79a2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2313616 May 26 20:17:08.343504 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Sync routers for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:17:08.354715 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:08.355395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:08.420281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1f8bd631-cc91-4a44-a994-472824f9ec61 None None] Provisioning complete for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:08.420957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd631-cc91-4a44-a994-472824f9ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.483919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bd631-cc91-4a44-a994-472824f9ec61 None None] Port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:17:08.526290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-3464ad05-40db-4ff2-900e-3ee170268617 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26551374&fields=id&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 267 time: 0.0407364 May 26 20:17:08.551031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:08.616791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-aa92f33e-c773-4cbb-b7b4-397b9ca92232 None None] Provisioning complete for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:08.617523 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-aa92f33e-c773-4cbb-b7b4-397b9ca92232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.688173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:08.694694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-369c0873-adc2-424e-b61e-aa8d14f911c4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:08.696152 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-369c0873-adc2-424e-b61e-aa8d14f911c4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 796 time: 0.1631863 May 26 20:17:08.712747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-f5ca3ff1-e729-4215-8b6e-a1d3ac328580 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/quotas/219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 375 time: 0.0100985 May 26 20:17:08.754621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-aa92f33e-c773-4cbb-b7b4-397b9ca92232 None None] Port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:17:08.775643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:08.781216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:08.781605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.808283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-9cbe7d87-e0e6-46ba-84aa-f4ac166783f0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896184 May 26 20:17:08.905322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:08.905700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.921642 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 2, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:08.925800 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Checking router: 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:17:08.926349 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Updating router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:17:08.938706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:08.943359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:08.944114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7e1a18a6-2ce4-4604-beb5-b6f400a2692d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:08.986463 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.007550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-88730262-d83e-4bf0-b9fb-3cd95a6225fb service neutron] 10.222.0.24 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851511 May 26 20:17:09.053680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:09.089933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:09.094875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:09.095239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.147717 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-f74c0be6-6ee1-4df2-a0cc-eced3d533b21 service neutron] 10.222.0.24 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343858 May 26 20:17:09.215799 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:09.216179 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.232523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:09.237479 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.323483 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:09.351188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e6478f56-43e2-4d44-a113-adfb994cc848 req-b62188e5-b2b7-4db3-86be-39ccdac1d73b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 210 time: 0.0505333 May 26 20:17:09.386294 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.398587 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Transition to ACTIVE for port object bbc56c83-ec84-42bb-93d9-a5d456fb77f6 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:09.405308 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.565448 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Pushing event updated for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:09.617518 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.617990 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.618387 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.618779 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.619185 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.619763 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.620095 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.620418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.620873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.621235 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.621554 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.621868 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:17:09.648538 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Attempting to bind port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:17:09.648897 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Attempting to bind port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:17:09.649866 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Attempting to bind port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 on network 82d91cf7-03ab-415b-b110-e374801eb697 {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:17:09.656254 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:17:09.656779 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Checking segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:17:09.657331 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.657574 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Bound using segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:17:09.658028 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Bound port: bbc56c83-ec84-42bb-93d9-a5d456fb77f6, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:17:09.658394 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.756347 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] For port bbc56c83-ec84-42bb-93d9-a5d456fb77f6, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:17:09.759792 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] For port bbc56c83-ec84-42bb-93d9-a5d456fb77f6, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:17:09.764549 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:09.847835 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:09.848476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:16:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:09.934106 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2514be2-69d0-4f55-b508-645804943883 None None] Pushing event updated for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:10.050687 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:10.367445 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:10.371216 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4e2e7-e266-46a5-83da-adcc1cc1bb44 None None] The sync data for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 is: [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:17:10.514037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f0250ce5-004a-4553-b925-ca4a9c2f6fff req-d3767093-ca06-408b-ace7-a8fcb8dc426c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 210 time: 0.0477667 May 26 20:17:10.707401 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:10.740493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-4797463d-8153-4649-ae73-461172ed7551 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:10.741972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-4797463d-8153-4649-ae73-461172ed7551 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 796 time: 0.2021236 May 26 20:17:10.793744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:10.794397 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:10.801580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-2c580dc6-79af-40a1-8670-7cb91557bb63 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 378 time: 0.0490434 May 26 20:17:10.810038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'port': {'device_id': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'admin_state_up': True, 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'security_groups': ['4cd254a7-2782-4add-9632-24d29a129698']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:10.916638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:10.917859 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7e1a18a6-2ce4-4604-beb5-b6f400a2692d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:10.954650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:10.959373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:port and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:10.962790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:10.970986 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:10.983321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:17:10.987008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:10.990814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:10.991186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.117525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:11.118639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbc56c83-ec84-42bb-93d9-a5d456fb77f6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:11.234997 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:11.241013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:11.241409 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.282488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.6 (82d91cf7-03ab-415b-b110-e374801eb697/7883fe37-e587-4891-8558-b8385b9d122e/39952fd0-1f54-4537-9f9b-a10adb881590) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:17:11.362029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:11.362410 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.400351 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port bbc56c83-ec84-42bb-93d9-a5d456fb77f6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:11.405000 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.476962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:11.491376 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.507158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object 39952fd0-1f54-4537-9f9b-a10adb881590 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:11.534443 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.607468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 82d91cf7-03ab-415b-b110-e374801eb697 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:11.610475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:11.615264 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:17:11.692958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:11.738185 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:11.739396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.767822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-b438b7fb-5e97-4bd5-80f2-c47387333e7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614677 May 26 20:17:11.780587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703662bb-953b-4646-94eb-e52b0864a1e2 req-ed607a21-dac0-4132-8a64-b3e78031d97e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:11.781310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-703662bb-953b-4646-94eb-e52b0864a1e2 req-ed607a21-dac0-4132-8a64-b3e78031d97e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:17:11.788022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Request body: {'port': {'device_id': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:11.843263 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6749f674-3b40-4dcf-9736-ce9d1feaf6e0 None None] Provisioning for port 39952fd0-1f54-4537-9f9b-a10adb881590 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:11.848358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-6749f674-3b40-4dcf-9736-ce9d1feaf6e0 None None] Provisioning complete for port 39952fd0-1f54-4537-9f9b-a10adb881590 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:11.848833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6749f674-3b40-4dcf-9736-ce9d1feaf6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.851765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-703662bb-953b-4646-94eb-e52b0864a1e2 req-ed607a21-dac0-4132-8a64-b3e78031d97e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:17:11.852911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-703662bb-953b-4646-94eb-e52b0864a1e2 req-ed607a21-dac0-4132-8a64-b3e78031d97e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 931 time: 0.2085783 May 26 20:17:11.905438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6749f674-3b40-4dcf-9736-ce9d1feaf6e0 None None] Port 39952fd0-1f54-4537-9f9b-a10adb881590 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:17:11.936561 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:11.957639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-703662bb-953b-4646-94eb-e52b0864a1e2 req-32621907-9a2f-48a8-8c13-8394839e680a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723908 May 26 20:17:12.281734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39952fd0-1f54-4537-9f9b-a10adb881590 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:17:12.289219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.303478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Transition to ACTIVE for port object 39952fd0-1f54-4537-9f9b-a10adb881590 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:17:12.306259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.461840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Pushing event updated for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:12.543642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Attempting to bind port 39952fd0-1f54-4537-9f9b-a10adb881590 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:17:12.544140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Attempting to bind port 39952fd0-1f54-4537-9f9b-a10adb881590 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:17:12.544140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Attempting to bind port 39952fd0-1f54-4537-9f9b-a10adb881590 on network 82d91cf7-03ab-415b-b110-e374801eb697 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:17:12.548502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Port 39952fd0-1f54-4537-9f9b-a10adb881590 on network 82d91cf7-03ab-415b-b110-e374801eb697 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:17:12.548812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Attempting to bind port 39952fd0-1f54-4537-9f9b-a10adb881590 on network 82d91cf7-03ab-415b-b110-e374801eb697 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:17:12.554411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:17:12.554738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Checking segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:17:12.555106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Bound using segment: {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:17:12.555518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Bound port: 39952fd0-1f54-4537-9f9b-a10adb881590, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528715db-3987-4135-b1b4-144030e0a8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:17:12.555850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.604673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbc56c83-ec84-42bb-93d9-a5d456fb77f6 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:12.649357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:17:12.652337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=39952fd0-1f54-4537-9f9b-a10adb881590,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:17:12.656931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.682026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:12.682395 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.716448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:12.717071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:12.718473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 1091 time: 0.9343812 May 26 20:17:12.718915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:17:12.741820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ebf9-c420-4512-b567-94ca669c20f1 service neutron] Pushing event updated for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:12.797154 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7c1a0d-abf9-4e0f-b6a1-3a1bfb090987'] response: {'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590', 'status': 'completed', 'code': 200} May 26 20:17:12.809547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:12.839302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-0bf281ae-70cc-4436-a2b9-a96f0f3e8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:12.840904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-0bf281ae-70cc-4436-a2b9-a96f0f3e8081 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1094 time: 0.0816061 May 26 20:17:12.912848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-30547a9b-aa12-4648-bc45-93792b08deed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 217 time: 0.0649610 May 26 20:17:12.973238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-92a0a7fc-208b-422a-92c7-24625e946abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:12.974623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-92a0a7fc-208b-422a-92c7-24625e946abc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 200 len: 834 time: 0.0566328 May 26 20:17:13.050282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ab07-3251-42e4-a383-61324201c95f req-5b2d96fa-3dc1-4449-b7a3-78191f073807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.052154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-5b2d96fa-3dc1-4449-b7a3-78191f073807 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82d91cf7-03ab-415b-b110-e374801eb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707843 May 26 20:17:13.352126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-c9251f85-c74e-47a6-943e-9f6d743ba616 service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910278 May 26 20:17:13.359519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916576-022e-4c36-b36f-e4d99f76371c req-b48e610e-5d48-44f1-a1fd-237a9a43090c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.360838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1916576-022e-4c36-b36f-e4d99f76371c req-b48e610e-5d48-44f1-a1fd-237a9a43090c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 943 time: 0.2815773 May 26 20:17:13.484248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1916576-022e-4c36-b36f-e4d99f76371c req-2aba535d-c923-4565-8f1f-af6b23d5ee04 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053121 May 26 20:17:13.517410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e75ab07-3251-42e4-a383-61324201c95f req-e672bc27-0ff5-4d6d-b427-cda366c5777b service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555445 May 26 20:17:13.631141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-269d174d-5a8b-4535-a646-daa50c0ef8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.632490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-269d174d-5a8b-4535-a646-daa50c0ef8d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1094 time: 0.0735581 May 26 20:17:13.759798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-179638f6-bd9d-49c3-9259-1b739a8eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.761252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-179638f6-bd9d-49c3-9259-1b739a8eafb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 897 time: 0.1231534 May 26 20:17:13.827219 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-73bd77d9-889b-4c0d-83f5-99236b7d420b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 217 time: 0.0589356 May 26 20:17:13.890677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-60a044ba-25b1-499a-9eef-5208a61c2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.891965 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-60a044ba-25b1-499a-9eef-5208a61c2f60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 200 len: 834 time: 0.0593321 May 26 20:17:13.964717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-a984b21b-7d4b-462c-988b-5a496c8c1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:13.966145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-a984b21b-7d4b-462c-988b-5a496c8c1d57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82d91cf7-03ab-415b-b110-e374801eb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682533 May 26 20:17:14.096977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-f19b5b52-3116-45f8-b9ae-f299d0ed78b1 service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239955 May 26 20:17:14.234032 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70bdaac3-3c1d-489a-837d-b14353ded0b6 req-5318c5fe-4073-49ac-a5d3-f32347b98a36 service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306121 May 26 20:17:14.669986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:14.673533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecd52f-08cf-4314-b1e4-f2a68af2b8d1 req-049edf1f-c18c-4e4b-908b-015a8e6edac4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:14.674975 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cecd52f-08cf-4314-b1e4-f2a68af2b8d1 req-049edf1f-c18c-4e4b-908b-015a8e6edac4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 943 time: 0.0833464 May 26 20:17:14.718424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0cecd52f-08cf-4314-b1e4-f2a68af2b8d1 req-2852ca0f-bb71-48a2-bedd-7bcadcea9bf2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371952 May 26 20:17:14.794172 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-875e8e79-c3fc-48b8-a499-5df502d0e217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:15.902084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c5037-a887-499a-9d5e-bfa0e1f4b5d8 req-d1a56f81-ab25-4f11-b546-cfcbbb75f6d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:15.903505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-625c5037-a887-499a-9d5e-bfa0e1f4b5d8 req-d1a56f81-ab25-4f11-b546-cfcbbb75f6d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 943 time: 0.0782452 May 26 20:17:15.947359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-625c5037-a887-499a-9d5e-bfa0e1f4b5d8 req-c9a2691d-56fe-495f-a47c-b6a102a1dca1 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383389 May 26 20:17:16.864093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 39952fd0-1f54-4537-9f9b-a10adb881590 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:17:16.971386 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a34befd4-0202-4f50-b341-fc66f29d819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:17.005982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=39952fd0-1f54-4537-9f9b-a10adb881590,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:17.019426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '39952fd0-1f54-4537-9f9b-a10adb881590', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'port_id': '39952fd0-1f54-4537-9f9b-a10adb881590', 'mac_address': 'fa:16:3e:f7:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:17:17.079161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 39952fd0-1f54-4537-9f9b-a10adb881590 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:17.079531 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:17.096585 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39952fd0-1f54-4537-9f9b-a10adb881590 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:17:17.112655 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=39952fd0-1f54-4537-9f9b-a10adb881590,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:17.116774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:17.140925 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae260da-25fc-4b35-828b-a2858233c6e5 req-1c0b2c71-4223-4e1e-bd7c-aaf56d837d2c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:17.142433 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bae260da-25fc-4b35-828b-a2858233c6e5 req-1c0b2c71-4223-4e1e-bd7c-aaf56d837d2c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 943 time: 0.0886514 May 26 20:17:17.189165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bae260da-25fc-4b35-828b-a2858233c6e5 req-a0e7b380-c1f4-4f8c-ab5e-1dbbbc3db29b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402665 May 26 20:17:17.189798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:17.451242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['39952fd0-1f54-4537-9f9b-a10adb881590'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:17:17.522050 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:18.344518 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:18.373307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158628d-3647-4bd3-8981-86d4cebf9929 req-f3aacd0c-dbd0-42ce-a6ff-5943b556de7a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:18.375268 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7158628d-3647-4bd3-8981-86d4cebf9929 req-f3aacd0c-dbd0-42ce-a6ff-5943b556de7a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 944 time: 0.0805640 May 26 20:17:18.422428 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7158628d-3647-4bd3-8981-86d4cebf9929 req-8d3c17db-21c5-4a93-b3c7-5e203d423520 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408902 May 26 20:17:18.893950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 39952fd0-1f54-4537-9f9b-a10adb881590 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:17:18.960350 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 39952fd0-1f54-4537-9f9b-a10adb881590 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:17:18.964891 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 39952fd0-1f54-4537-9f9b-a10adb881590 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:17:18.965285 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:19.082007 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 39952fd0-1f54-4537-9f9b-a10adb881590 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:17:19.082387 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:19.110260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:17:19.120336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=39952fd0-1f54-4537-9f9b-a10adb881590,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:17:19.124290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:19.191157 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:19.205105 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647edb09-22b2-4e85-8795-89a55528c3d5'] response: {'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590', 'code': 200} May 26 20:17:19.330633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d75dda-9787-41a8-8504-4cfbc482fc72 req-eac7690c-c1f2-4a2a-abe7-ea60f98d6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:19.332667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88d75dda-9787-41a8-8504-4cfbc482fc72 req-eac7690c-c1f2-4a2a-abe7-ea60f98d6324 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1096 time: 0.0734863 May 26 20:17:19.372366 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88d75dda-9787-41a8-8504-4cfbc482fc72 req-ac09d07f-c18c-4006-ab56-2fbf326c3bcf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339787 May 26 20:17:19.623345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dafa89-2d27-4054-b361-72d444b2d991 req-722acdf3-cd94-4db6-a0fa-729d3669bbb3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:19.624772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47dafa89-2d27-4054-b361-72d444b2d991 req-722acdf3-cd94-4db6-a0fa-729d3669bbb3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0823567 May 26 20:17:19.668322 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-47dafa89-2d27-4054-b361-72d444b2d991 req-13390109-145c-4499-8993-1ce36e7dd96a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377073 May 26 20:17:19.928652 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:20.040812 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:17:20.853145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42018-a5cf-49f2-be49-5a229c6c887c req-66c95fca-d643-49fb-a834-63e1be450e8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:20.854488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24e42018-a5cf-49f2-be49-5a229c6c887c req-66c95fca-d643-49fb-a834-63e1be450e8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0801501 May 26 20:17:20.897804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24e42018-a5cf-49f2-be49-5a229c6c887c req-f585fed4-edd3-43be-ada7-33503f00cd15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374203 May 26 20:17:22.182650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5a35-017f-4170-bb3f-2058fab9dabc req-2d1a391b-d8b9-45ad-89b7-e7dafb67b292 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:22.183990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bda5a35-017f-4170-bb3f-2058fab9dabc req-2d1a391b-d8b9-45ad-89b7-e7dafb67b292 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.1822007 May 26 20:17:22.227471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8bda5a35-017f-4170-bb3f-2058fab9dabc req-347f871d-c0c1-4056-b48f-183db508a827 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376949 May 26 20:17:22.407150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e2342-0bc9-4975-aa27-13412c7f2766 req-611f7aaa-bafc-419e-9497-fe5b9265360c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:22.408565 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-090e2342-0bc9-4975-aa27-13412c7f2766 req-611f7aaa-bafc-419e-9497-fe5b9265360c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0783520 May 26 20:17:22.455874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-090e2342-0bc9-4975-aa27-13412c7f2766 req-56f3f201-ce12-47e4-81e0-1f86c1f1d6b3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408092 May 26 20:17:22.477557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59634) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:22.547101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bde0a-04ad-4745-aa92-388ff8090d73 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:22.548581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f78bde0a-04ad-4745-aa92-388ff8090d73 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1091 time: 0.0700681 May 26 20:17:22.551473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59638) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:22.556281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '39952fd0-1f54-4537-9f9b-a10adb881590', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:17:22.562799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:17:22.566587 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:floatingip and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:17:22.569402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:17:22.574983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:17:22.585739 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:22.728494 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:22.862676 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.203 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/701f3686-a38d-4fd0-9cd6-ece888644fa8) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:17:23.008902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.037173 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.099489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:17:23.100691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:17:23.103144 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:17:23.151812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=701f3686-a38d-4fd0-9cd6-ece888644fa8,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:23.513756 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.585402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.784303 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.788812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:23.896419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=701f3686-a38d-4fd0-9cd6-ece888644fa8,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:17:23.905834 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:24.174186 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc associated. External IP: 172.25.0.203, port: 39952fd0-1f54-4537-9f9b-a10adb881590. May 26 20:17:24.509980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:17:24.684297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:17:24.694212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Sync routers for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:17:24.704087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:24.704804 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:17:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:24.708458 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:24.763109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f9952341-d5ee-4cdc-a079-531decaa0e92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2105730 May 26 20:17:24.763609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:17:24.885747 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:24.939104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b73f5-9e0d-4f85-9b7c-019e6ec179dd req-02ca01c8-ddc7-49ce-ade6-6f111defe078 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:24.940620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-443b73f5-9e0d-4f85-9b7c-019e6ec179dd req-02ca01c8-ddc7-49ce-ade6-6f111defe078 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0833406 May 26 20:17:24.986379 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-443b73f5-9e0d-4f85-9b7c-019e6ec179dd req-84b33d46-6419-44b0-b962-e21b16d9f61d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388649 May 26 20:17:25.012253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59646) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:25.079362 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3800b7f1-1b1f-46f6-8834-6157b96786fe'] response: {'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590', 'status': 'completed', 'code': 200} May 26 20:17:25.171471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b145e235-b3fa-4344-b9c6-4c149bc5bd00 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 200 len: 991 time: 0.1579094 May 26 20:17:25.190202 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-9c40f04d-c8b2-47d8-82c3-88467686a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:25.191708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-9c40f04d-c8b2-47d8-82c3-88467686a069 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1096 time: 0.1144235 May 26 20:17:25.261745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'port_id': '39952fd0-1f54-4537-9f9b-a10adb881590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'mac_address': 'fa:16:3e:f7:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:17:23Z', 'updated_at': '2022-05-26T20:17:23Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:25.265647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Checking router: 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:17:25.273923 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:17:25.274510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:17:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:25.321293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-a61c71c8-0555-4fc4-97c3-e36559cb7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:25.322731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-a61c71c8-0555-4fc4-97c3-e36559cb7754 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 897 time: 0.1253934 May 26 20:17:25.425499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-78299deb-a85e-4c6e-85e3-0e82d448494d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 999 time: 0.0959947 May 26 20:17:25.450904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:17:25.488033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-97e8dce8-e49f-4385-832b-15f93a48703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:25.489493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-97e8dce8-e49f-4385-832b-15f93a48703d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 200 len: 834 time: 0.0588138 May 26 20:17:25.689419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-bf1882c6-8623-480b-9f32-304acc9baae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:17:25.691413 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-bf1882c6-8623-480b-9f32-304acc9baae2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82d91cf7-03ab-415b-b110-e374801eb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950645 May 26 20:17:25.806357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'port_id': '39952fd0-1f54-4537-9f9b-a10adb881590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'mac_address': 'fa:16:3e:f7:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:17:23Z', 'updated_at': '2022-05-26T20:17:23Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:17:25.810254 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e12ae-0228-4cb3-a3da-aa71e4078310 None None] The sync data for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 is: [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'port_id': '39952fd0-1f54-4537-9f9b-a10adb881590', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'mac_address': 'fa:16:3e:f7:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:17:23Z', 'updated_at': '2022-05-26T20:17:23Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:17:25.830053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-789a5fe3-d4f5-4247-a1fe-8f85890e690a service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240149 May 26 20:17:25.966281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d954ac1c-920a-4ec2-b218-a9964fcf1487 req-8106b5f9-c027-4e11-a539-83c8c28b3e58 service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299865 May 26 20:17:26.001244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7df72-fff6-45f9-a7a6-f9253e76255f None None] New status for floating IP 876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:17:26.175738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59650) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:26.406202 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-36cc1e7b-7e70-42dd-8519-459e6605f068 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 200 len: 991 time: 0.2292945 May 26 20:17:27.410082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59654) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:17:27.514339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b3c7a678-a209-494a-8e18-a6f7ba6b273b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 200 len: 993 time: 0.1031239 May 26 20:17:37.153560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:44.689299 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:44.786482 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-90d607f2-1c64-4053-80d5-fb21b72c6811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:46.963667 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a749f205-3a9c-443d-be9a-b16522fb0ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:47.464126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:48.349064 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:49.931774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:17:57.040393 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:18:03.937375 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-5b75e2ea-3098-4599-83ee-0ef0cbf356dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676546 May 26 20:18:04.079739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-fe791ad4-209f-41ca-82b9-0e5ee4c6f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:04.081225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-fe791ad4-209f-41ca-82b9-0e5ee4c6f9d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1096 time: 0.0770226 May 26 20:18:04.221341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-69de3a2d-0a51-49c3-8d0d-5c31bb98b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:04.222684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-69de3a2d-0a51-49c3-8d0d-5c31bb98b577 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 897 time: 0.1238184 May 26 20:18:04.323197 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-371f9ed5-b0a1-4d17-ac8f-a073eb25a3ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 1001 time: 0.0947585 May 26 20:18:04.384588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-79e96b4a-1274-4f78-89f5-fe2e6dda7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:04.386012 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-79e96b4a-1274-4f78-89f5-fe2e6dda7c88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 200 len: 834 time: 0.0563171 May 26 20:18:04.460697 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-42db3371-9b98-4474-bb22-9a5770ea94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:04.462676 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-42db3371-9b98-4474-bb22-9a5770ea94e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82d91cf7-03ab-415b-b110-e374801eb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711896 May 26 20:18:04.599162 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-8bc8da10-3268-4cf9-810c-4e2543a2b95d service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300209 May 26 20:18:04.728382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-db506d4f-0471-4977-b2ac-83c716c829c8 req-f1e582e6-1f86-4b05-9ca9-dcc100a30faf service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226165 May 26 20:18:07.157920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:14.710211 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:14.785884 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-49c79749-7951-4928-9a81-18d37f6382b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:16.965794 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b40b-c2e8-4b6a-84b6-cecce2200d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:17.465610 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:18.350445 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:19.934785 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:34.039288 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:18:36.836861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f854e-dd8d-435c-8d4d-eab3018c8616 req-6b292bb7-49a4-4ce3-bf87-e9787884a3cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:36.838228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd6f854e-dd8d-435c-8d4d-eab3018c8616 req-6b292bb7-49a4-4ce3-bf87-e9787884a3cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0822968 May 26 20:18:36.884784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd6f854e-dd8d-435c-8d4d-eab3018c8616 req-32ce4d93-0968-435b-b5fd-9f5b8896a0c9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409794 May 26 20:18:37.170841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:38.076734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f537-d9a5-4844-964b-eb5c5c5792d3 req-b76f9151-1136-4294-a0c4-e9294812794a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:38.078198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4839f537-d9a5-4844-964b-eb5c5c5792d3 req-b76f9151-1136-4294-a0c4-e9294812794a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0822976 May 26 20:18:38.126008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4839f537-d9a5-4844-964b-eb5c5c5792d3 req-3b5effb9-6d08-4c59-9c1b-f4563a169ff1 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415063 May 26 20:18:38.148969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:38.250011 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-29e33174-8a83-40f9-a6d9-47a880cdf452 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 200 len: 993 time: 0.0997915 May 26 20:18:39.807077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e235-4960-475e-8c50-61491b6b4838 req-b825b6e1-a9d6-46c2-8aa2-8b260b1681cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:39.808530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dff3e235-4960-475e-8c50-61491b6b4838 req-b825b6e1-a9d6-46c2-8aa2-8b260b1681cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.2036624 May 26 20:18:39.853102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dff3e235-4960-475e-8c50-61491b6b4838 req-242d6080-dec5-4209-aef3-7cb5f8dd537f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387790 May 26 20:18:41.039184 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f05b8-5701-45b9-aad6-78d05ce53d33 req-5cf1fcfa-8fde-4d00-a3c7-67143aed9bbc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:41.040634 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a8f05b8-5701-45b9-aad6-78d05ce53d33 req-5cf1fcfa-8fde-4d00-a3c7-67143aed9bbc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0837822 May 26 20:18:41.084612 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8a8f05b8-5701-45b9-aad6-78d05ce53d33 req-bb76cdf6-6162-4b55-8b48-b575b0ec3f48 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382698 May 26 20:18:41.109081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59700) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:41.211610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-069ce80d-4849-47ca-8e86-7135a8cc63a9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 200 len: 993 time: 0.1014462 May 26 20:18:41.456200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59708) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:41.659489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 701f3686-a38d-4fd0-9cd6-ece888644fa8 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:41.659824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:41.828277 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:41.828633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:41.956565 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 701f3686-a38d-4fd0-9cd6-ece888644fa8 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:42.103672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:42.149085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=701f3686-a38d-4fd0-9cd6-ece888644fa8,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:42.191583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.191930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.192266 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.192595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.192922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.193272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.193597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.193921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.194242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.194559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.194874 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.195189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:42.253563 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:42.253796 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc disassociated (deleted). External IP: 172.25.0.203, port: 39952fd0-1f54-4537-9f9b-a10adb881590. May 26 20:18:42.704947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:18:42.881287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:18:42.890915 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Sync routers for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:18:42.901373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:42.902658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:42.903534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:42.962648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7f431e2f-cb08-47f5-89c6-b34be560d298 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/floatingips/876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc HTTP/1.1" status: 204 len: 168 time: 1.5047398 May 26 20:18:42.963219 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:18:43.129170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:43.216892 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be94112-45a9-42bd-a6db-d972e6d1406e'] response: {'name': 'network-changed', 'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590', 'status': 'completed', 'code': 200} May 26 20:18:43.360683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4685-fb00-4e49-bc01-205008bd792c req-57caa3d8-4fd5-43b1-8454-d7a10441546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:43.362169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-57caa3d8-4fd5-43b1-8454-d7a10441546c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 1096 time: 0.1220405 May 26 20:18:43.450752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:43.454497 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Checking router: 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:18:43.462811 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:43.463403 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:43.475225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295990-7b2c-4a21-aa9c-4d8d437df2b5 req-da44a87a-dc40-4c4f-a767-61a341caeff6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:43.475900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ac295990-7b2c-4a21-aa9c-4d8d437df2b5 req-da44a87a-dc40-4c4f-a767-61a341caeff6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:18:43.519349 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ac295990-7b2c-4a21-aa9c-4d8d437df2b5 req-da44a87a-dc40-4c4f-a767-61a341caeff6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:18:43.520493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac295990-7b2c-4a21-aa9c-4d8d437df2b5 req-da44a87a-dc40-4c4f-a767-61a341caeff6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.2184339 May 26 20:18:43.521511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4685-fb00-4e49-bc01-205008bd792c req-7a7dd359-3951-482c-880e-bbeca89634f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:43.523018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-7a7dd359-3951-482c-880e-bbeca89634f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 200 len: 897 time: 0.1532228 May 26 20:18:43.609711 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-9033b510-b08b-47f3-92e0-199a6a888233 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 200 len: 217 time: 0.0673244 May 26 20:18:43.643321 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:43.669225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac295990-7b2c-4a21-aa9c-4d8d437df2b5 req-461ed9f5-b81d-452b-b7d7-c2a5d3a2e73f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415625 May 26 20:18:43.682095 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4685-fb00-4e49-bc01-205008bd792c req-d10174de-b5c1-4b22-a3d0-a094efd18924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:43.683494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-d10174de-b5c1-4b22-a3d0-a094efd18924 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 200 len: 834 time: 0.0657332 May 26 20:18:43.760726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4685-fb00-4e49-bc01-205008bd792c req-41ec6de6-fabe-4991-9bb2-448b33a07042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:43.762129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-41ec6de6-fabe-4991-9bb2-448b33a07042 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82d91cf7-03ab-415b-b110-e374801eb697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719368 May 26 20:18:43.895215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-b3c77b4a-5f1e-46ab-b6cc-73dab2e8a15f service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255517 May 26 20:18:43.956952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:43.960913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e5a0be-f0b6-4f07-9333-11999d036c71 None None] The sync data for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 is: [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:17:07Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'bbc56c83-ec84-42bb-93d9-a5d456fb77f6', 'name': '', 'network_id': '82d91cf7-03ab-415b-b110-e374801eb697', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:df:c0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '7883fe37-e587-4891-8558-b8385b9d122e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:06Z', 'updated_at': '2022-05-26T20:17:11Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '7883fe37-e587-4891-8558-b8385b9d122e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:18:44.032208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c73a4685-fb00-4e49-bc01-205008bd792c req-9d7cd23b-0caf-4855-810e-88371c4cf367 service neutron] 10.222.0.53 "GET /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300225 May 26 20:18:44.198455 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680419e-975b-414e-90a4-7a487c75d4fc None None] New status for floating IP 876bbfa7-4ad8-4cd8-8355-0cdaf0e5aacc: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:18:44.694247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:44.788105 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fc639e7-b316-4868-907b-2d6039e15afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:44.861838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44115e-2e85-4c18-84ad-b59df1bad801 req-894cce9d-c943-4ed5-845b-5fb0e94adf3c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:44.863699 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc44115e-2e85-4c18-84ad-b59df1bad801 req-894cce9d-c943-4ed5-845b-5fb0e94adf3c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0838208 May 26 20:18:44.906481 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc44115e-2e85-4c18-84ad-b59df1bad801 req-668d0e56-58b4-419e-9187-3c8bf8f8d361 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd254a7-2782-4add-9632-24d29a129698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371575 May 26 20:18:45.157900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-841cf441-3c1c-4210-a27a-72bd84960955 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:45.159317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-841cf441-3c1c-4210-a27a-72bd84960955 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 945 time: 0.0811861 May 26 20:18:45.227788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 39952fd0-1f54-4537-9f9b-a10adb881590 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:45.228125 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:45.580767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 39952fd0-1f54-4537-9f9b-a10adb881590, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=39952fd0-1f54-4537-9f9b-a10adb881590,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:45.581219 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:45.704736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 39952fd0-1f54-4537-9f9b-a10adb881590 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:45.851949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:45.912682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=39952fd0-1f54-4537-9f9b-a10adb881590,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:45.989432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port 39952fd0-1f54-4537-9f9b-a10adb881590 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:18:45.992041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:46.002294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'name': 'network-vif-deleted', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:18:46.011449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae7cb72-96f6-44fa-b16d-01bac943e1be req-115d92d8-b032-406c-85ec-ab2b7de45823 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "DELETE /v2.0/ports/39952fd0-1f54-4537-9f9b-a10adb881590 HTTP/1.1" status: 204 len: 173 time: 0.8452108 May 26 20:18:46.078043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-369df158-8006-4855-91df-7fcba6a0f56d req-0833c168-0117-4249-ae73-ffae59e652b8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:18:46.102548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-369df158-8006-4855-91df-7fcba6a0f56d req-0833c168-0117-4249-ae73-ffae59e652b8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:18:46.103777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-369df158-8006-4855-91df-7fcba6a0f56d req-0833c168-0117-4249-ae73-ffae59e652b8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=90811cfb-2f7f-466e-a2d6-da4bbdd730bd HTTP/1.1" status: 200 len: 210 time: 0.0778189 May 26 20:18:46.161645 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53864ba9-b85d-4332-86e6-2992ba088903'] response: {'server_uuid': '90811cfb-2f7f-466e-a2d6-da4bbdd730bd', 'name': 'network-vif-deleted', 'tag': '39952fd0-1f54-4537-9f9b-a10adb881590', 'status': 'completed', 'code': 200} May 26 20:18:46.971131 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bd66fd4-0778-4885-8701-9a240aab505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:47.200502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59728) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:47.469786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:47.733217 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:48.196711 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port bbc56c83-ec84-42bb-93d9-a5d456fb77f6 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:48.197075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:48.353534 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:48.379741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port bbc56c83-ec84-42bb-93d9-a5d456fb77f6, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:48.380208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:48.504272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for bbc56c83-ec84-42bb-93d9-a5d456fb77f6 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:48.768914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:48.817252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=bbc56c83-ec84-42bb-93d9-a5d456fb77f6,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:49.087605 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:49.398281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 39952fd0-1f54-4537-9f9b-a10adb881590 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:18:49.431534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 39952fd0-1f54-4537-9f9b-a10adb881590 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:18:49.431868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 39952fd0-1f54-4537-9f9b-a10adb881590 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:18:49.444379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:18:49.723448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:18:49.733472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Sync routers for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:18:49.740622 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b84e0e25-b271-4337-ba7a-c9a89bca7d05 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5390253 May 26 20:18:49.743209 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59734) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:49.744098 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:49.744691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:49.810799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting subnet 7883fe37-e587-4891-8558-b8385b9d122e {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:18:49.813740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:49.872548 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:49.929399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:49.953613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.031821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.057454 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.072154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Subnet': ['ID=7883fe37-e587-4891-8558-b8385b9d122e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:50.074064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.083751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-70cb69cf-6d0c-45f9-9a48-f1f71e75d417 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/subnets/7883fe37-e587-4891-8558-b8385b9d122e HTTP/1.1" status: 204 len: 168 time: 0.3363926 May 26 20:18:50.083751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:50.104211 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b84d5-ff9e-4803-8f79-03ddb3215884 None None] Network 82d91cf7-03ab-415b-b110-e374801eb697 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:18:50.267652 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.439338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:18:48Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '7e1a18a6-2ce4-4604-beb5-b6f400a2692d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:17:02Z', 'updated_at': '2022-05-26T20:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:50.443427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Checking router: 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:18:50.446299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.453161 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Routers {'600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:50.453803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:50.457339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:50.457680 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.516906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] DHCP port deletion for 82d91cf7-03ab-415b-b110-e374801eb697 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:18:50.579637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Deleting port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:50.580003 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.644949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 7e1a18a6-2ce4-4604-beb5-b6f400a2692d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:50.645221 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.693147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] Set router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:50.744280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:18:50.767403 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 7e1a18a6-2ce4-4604-beb5-b6f400a2692d owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:50.858551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:18:50Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:50.893588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f8e5-5aaa-4c92-be05-9c59703e3074 None None] The sync data for ids ['600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1'] in n-d-843146-9 is: [{'id': '600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825830287', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:17:01Z', 'updated_at': '2022-05-26T20:18:50Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:18:50.942307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:50.988882 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=7e1a18a6-2ce4-4604-beb5-b6f400a2692d,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:51.025782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:51.026170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.148318 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:18:51.148686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.169759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Calling delete_port for b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:51.186971 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.254855 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:51.261626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.308081 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:18:51.308496 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:18:51.349728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:51.357644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.357644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.358324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.358324 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.358557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360432 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.360677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:51.379767 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.382044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.405949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.406476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Fanout notify agent at l3_agent the message router_deleted on router 600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:18:51.422050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.423126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f29e1d0c-b5e6-4232-8af5-e79b37e3c260 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/routers/600b1dd8-6af3-48d9-bbe7-f9b6f9ba80f1 HTTP/1.1" status: 204 len: 168 time: 1.3385398 May 26 20:18:51.425788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59744) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:51.542307 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.553077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:51.553414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.763108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:51.763381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.809392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Deleting port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:51.810019 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:51.886739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:51.960716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.011687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:52.016440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:18:52.066388 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] For port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b247125b-bfbe-47aa-8ed7-e0a7dfe758b3,segment=NetworkSegment(528715db-3987-4135-b1b4-144030e0a8cb),segment_id=528715db-3987-4135-b1b4-144030e0a8cb)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:52.066790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.142649 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.168143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d91cf7-03ab-415b-b110-e374801eb697']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:52.180669 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528715db-3987-4135-b1b4-144030e0a8cb') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:52.180956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528715db-3987-4135-b1b4-144030e0a8cb') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:52.186151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Calling delete_port for b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:18:52.192045 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.207522 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.215017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:18:52.215556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.262063 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:18:52.262419 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:18:52.302837 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 528715db-3987-4135-b1b4-144030e0a8cb resource provider aggregate not found May 26 20:18:52.319103 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.324423 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 528715db-3987-4135-b1b4-144030e0a8cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 528715db-3987-4135-b1b4-144030e0a8cb found for delete ", "request_id": "req-39c6d73d-f64e-4417-90c5-9de0ae5a9dd7"}]} May 26 20:18:52.344105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.350926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Network': ['ID=82d91cf7-03ab-415b-b110-e374801eb697,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:52.362468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fc26751f-ef2e-4811-b405-552475d0969c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/networks/82d91cf7-03ab-415b-b110-e374801eb697 HTTP/1.1" status: 204 len: 168 time: 0.9357383 May 26 20:18:52.365235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59754) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:52.387410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Deleting port b247125b-bfbe-47aa-8ed7-e0a7dfe758b3 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:18:52.387790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.431342 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.453244 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8c07fa5c-a9f4-45e3-8900-1a190b3417e5 None None] The port 'b247125b-bfbe-47aa-8ed7-e0a7dfe758b3' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:18:52.466422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.529687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.548749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd254a7-2782-4add-9632-24d29a129698,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:52.552014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.555799 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-10596545-64b8-48be-8b3c-c150d089b380 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/security-groups/4cd254a7-2782-4add-9632-24d29a129698 HTTP/1.1" status: 204 len: 168 time: 0.1869681 May 26 20:18:52.665327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbc56c83-ec84-42bb-93d9-a5d456fb77f6 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:18:52.674578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:52.679771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408576356', 'description': 'tempest-secgroup-smoke-408576356 description', 'project_id': '219522b447194334b36b04cb59d0b97a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:52.686593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:52.690581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:52.693967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:52.700079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:52.701278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: bbc56c83-ec84-42bb-93d9-a5d456fb77f6 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:18:52.701931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device bbc56c83-ec84-42bb-93d9-a5d456fb77f6 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:18:52.702068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7e1a18a6-2ce4-4604-beb5-b6f400a2692d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:18:52.710446 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.729769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:52.733659 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:52.734420 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 7e1a18a6-2ce4-4604-beb5-b6f400a2692d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:18:52.734762 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 7e1a18a6-2ce4-4604-beb5-b6f400a2692d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:18:52.736459 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:52.742198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:52.809612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.812918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.855231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84763f65-5e38-4df4-a1ea-a62f19dbad8f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:52.857546 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:52.858722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0cec3402-3a30-404d-8ebe-db341afb8907 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1831174 May 26 20:18:52.861798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59766) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:52.866698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:52.873253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:52.877031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:52.880421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:52.886055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:52.902852 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.062343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.066998 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.091984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e99bb4d-9174-43a1-aab0-1a60d2bfc70f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.100216 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.101418 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d573ed1e-bffa-4d08-95f1-cdb0065017a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2387021 May 26 20:18:53.104312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59770) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.109289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.116133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.120250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.123212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.129637 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.146955 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.206093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.209377 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.229527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f2b058-2bf7-4aba-bf32-2c00da7b7cf6,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.241014 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.242182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-887ea1da-6da5-4199-b0aa-508e652881d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369071 May 26 20:18:53.244850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59774) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.249721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.256734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.260461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.263330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.268840 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.283931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.345438 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.349765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.376050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f212e3b-6628-4aa9-b7d9-75ebadbc59c3,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.385504 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.386712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b6f583fb-3a67-4f31-ab87-92970e56661e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409273 May 26 20:18:53.389494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59778) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.394286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.400557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.404318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.407188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.413366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.430516 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.494844 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.498423 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.521825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b576b89f-e74a-45a2-aa14-33802fc5be36,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.530234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.531377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ce1a4aca-d7cb-4c4a-901b-d05647723820 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409960 May 26 20:18:53.534155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59782) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.539733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.546191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.549988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.553527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.559140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.568900 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:18:53.575457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.637271 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.640562 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.664825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eac4931-f707-48e8-8d62-10cd4d60c1c7,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.672687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.673875 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bcfe7ba8-6abd-47a3-8e05-effd31af5d4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382287 May 26 20:18:53.677278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59786) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.682187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '84763f65-5e38-4df4-a1ea-a62f19dbad8f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.688472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.692278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.695130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.700948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.711275 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:18:53.717845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.788267 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.792616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.817120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a2d592-5f4e-4a92-9703-824c563dc594,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:53.826139 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.827293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a3e72149-bef7-481d-b529-06ff0c61e530 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491013 May 26 20:18:53.830092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59792) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:53.837355 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'network': {'name': 'tempest-network-smoke--1303729937', 'project_id': '219522b447194334b36b04cb59d0b97a', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:53.843745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:53.848236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:network and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:53.851108 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:53.856685 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:53.866155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:18:53.869616 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.896894 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:18:53.905698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.906178 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Added segment d1cbf954-c1a1-41fd-bfd1-d2413d455f3d of type vlan for network 86043705-f7b3-42de-be56-faad11cfe976 May 26 20:18:53.932231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.960364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:53.965807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:53.966373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.061538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304385 May 26 20:18:54.064447 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:54.069923 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'admin_state_up': True, 'project_id': '219522b447194334b36b04cb59d0b97a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:54.073545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81243a2a-07f2-43d7-af8b-8a11640d05fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Network': ['ID=86043705-f7b3-42de-be56-faad11cfe976,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:54.079814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:54.084382 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:router and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:54.088167 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:54.088309 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 86043705-f7b3-42de-be56-faad11cfe976 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:18:54.094122 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:54.104666 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.105752 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.120690 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.388425 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.691523 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.720041 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:54.852795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.136 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/840ad400-e4ef-4100-aad8-f6794da47c8a) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:18:54.996744 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:55.027058 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:55.090990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:18:55.093651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:18:55.097458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:18:55.136678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=840ad400-e4ef-4100-aad8-f6794da47c8a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:55.149359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.149709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.150046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.150379 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.150708 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.151036 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.151360 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.151681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.152003 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.152325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.152647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.152964 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:55.633477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:55.970735 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:56.170855 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8e3f012b-c766-43ac-b495-cfd33c58f236 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:18:56.347617 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:18:56.357385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Sync routers for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:18:56.366962 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:56.367546 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:56.374015 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:56.375189 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33c159d7-b333-48eb-8a03-78d9d19cf6a0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3094854 May 26 20:18:56.378826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:56.420285 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2627006-3a8b-4afd-95f6-5c4f16f8f621 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=219522b447194334b36b04cb59d0b97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381560 May 26 20:18:56.420520 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:56.542390 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:56.552398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c21d6b-72d8-46df-ba9f-fe28bd09301e tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:56.553934 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-89c21d6b-72d8-46df-ba9f-fe28bd09301e tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326001 May 26 20:18:56.556824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59808) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:56.600047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52d5e4a8-ac38-47bd-9550-24028f6d8d84 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421135 May 26 20:18:56.602570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59812) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:56.608104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639171207', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'project_id': '219522b447194334b36b04cb59d0b97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:18:56.721174 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:18:56.724999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:subnet and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:18:56.727780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:18:56.733362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:18:56.743791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:18:56.747361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:56.834253 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:55Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:56.838147 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Checking router: 8e3f012b-c766-43ac-b495-cfd33c58f236 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:18:56.838488 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Updating router 8e3f012b-c766-43ac-b495-cfd33c58f236 port 840ad400-e4ef-4100-aad8-f6794da47c8a binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:18:56.892071 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:56.967550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.054021 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Subnet': ['ID=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:57.058763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Checking segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:18:57.059114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network hostable DHCP agents. Network: 86043705-f7b3-42de-be56-faad11cfe976, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:18:57.079488 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 86043705-f7b3-42de-be56-faad11cfe976 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:18:57.088710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 86043705-f7b3-42de-be56-faad11cfe976) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:18:57.093117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:18:57.093697 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.098442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393bccd7-8075-44df-82b2-d4606518ddce None None] Network 86043705-f7b3-42de-be56-faad11cfe976 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:18:57.120796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7fe81786-d269-48bb-901a-919b08c8f64f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5144339 May 26 20:18:57.121067 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59816) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:18:57.256158 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.268742 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Transition to ACTIVE for port object 840ad400-e4ef-4100-aad8-f6794da47c8a will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:18:57.275754 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.339300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-86043705-f7b3-42de-be56-faad11cfe976', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:18:57.340205 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.354705 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Attempting to bind port 840ad400-e4ef-4100-aad8-f6794da47c8a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:18:57.355067 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Attempting to bind port 840ad400-e4ef-4100-aad8-f6794da47c8a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:18:57.355468 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Attempting to bind port 840ad400-e4ef-4100-aad8-f6794da47c8a on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:18:57.367332 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:18:57.368078 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:18:57.368078 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.368435 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:18:57.368888 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Bound port: 840ad400-e4ef-4100-aad8-f6794da47c8a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:18:57.369289 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.397004 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Pushing event updated for resources: {'Port': ['ID=840ad400-e4ef-4100-aad8-f6794da47c8a,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:57.418135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.418485 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.418803 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.419129 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.419453 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.419781 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.420100 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.420417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.420773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.421291 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.421617 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.421934 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:18:57.459917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] For port 840ad400-e4ef-4100-aad8-f6794da47c8a, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:18:57.463590 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] For port 840ad400-e4ef-4100-aad8-f6794da47c8a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=840ad400-e4ef-4100-aad8-f6794da47c8a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:18:57.468861 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.509255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Allocated IP 172.20.0.2 (86043705-f7b3-42de-be56-faad11cfe976/c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5/6133642f-2fbd-4565-90b2-bc56c667f666) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:18:57.551953 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:18:57.552571 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:57.619372 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da618ef-9158-4066-afff-3a0e6048a239 None None] Pushing event updated for resources: {'Port': ['ID=840ad400-e4ef-4100-aad8-f6794da47c8a,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:57.741575 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.746755 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:18:57.753847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Transition to ACTIVE for port object 6133642f-2fbd-4565-90b2-bc56c667f666 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:18:57.772505 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Transition to ACTIVE for port object 6133642f-2fbd-4565-90b2-bc56c667f666 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:18:57.779116 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.841743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Network 86043705-f7b3-42de-be56-faad11cfe976 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:18:57.844608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:18:57.849549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:18:57.893518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Pushing event updated for resources: {'Port': ['ID=6133642f-2fbd-4565-90b2-bc56c667f666,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:57.948691 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Attempting to bind port 6133642f-2fbd-4565-90b2-bc56c667f666 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:18:57.949065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Attempting to bind port 6133642f-2fbd-4565-90b2-bc56c667f666 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:18:57.949438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Attempting to bind port 6133642f-2fbd-4565-90b2-bc56c667f666 on network 86043705-f7b3-42de-be56-faad11cfe976 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:18:57.954937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:18:57.955307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Checking segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:18:57.955707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.956138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Bound using segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:18:57.957241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Bound port: 6133642f-2fbd-4565-90b2-bc56c667f666, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:18:57.957612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:57.959929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.058603 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] For port 6133642f-2fbd-4565-90b2-bc56c667f666, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:18:58.062096 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:55Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:18:58.065136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] For port 6133642f-2fbd-4565-90b2-bc56c667f666, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6133642f-2fbd-4565-90b2-bc56c667f666,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:18:58.067280 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4336dba-6351-457b-8f34-b46753c86975 None None] The sync data for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 is: [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:55Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:18:58.072758 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.163986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911b3d5-2cdd-47d1-88a9-ad01fce965d2 None None] Pushing event updated for resources: {'Port': ['ID=6133642f-2fbd-4565-90b2-bc56c667f666,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:58.452540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.1 (86043705-f7b3-42de-be56-faad11cfe976/c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5/e616d2f1-aa25-4ecd-b1c9-e34873367a25) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:18:58.628707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.646460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object e616d2f1-aa25-4ecd-b1c9-e34873367a25 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:18:58.672088 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.728037 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 840ad400-e4ef-4100-aad8-f6794da47c8a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:18:58.747002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 86043705-f7b3-42de-be56-faad11cfe976 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:18:58.750672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:18:58.754935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:18:58.805340 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 840ad400-e4ef-4100-aad8-f6794da47c8a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:18:58.805761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:58.811658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 840ad400-e4ef-4100-aad8-f6794da47c8a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:18:58.812073 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.827597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:58.991255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 840ad400-e4ef-4100-aad8-f6794da47c8a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:18:58.991950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.011190 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 840ad400-e4ef-4100-aad8-f6794da47c8a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=840ad400-e4ef-4100-aad8-f6794da47c8a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:59.022231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.023353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6133642f-2fbd-4565-90b2-bc56c667f666 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:18:59.156382 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.165630 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=840ad400-e4ef-4100-aad8-f6794da47c8a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:59.185848 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6133642f-2fbd-4565-90b2-bc56c667f666 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:18:59.329320 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf222086-b880-48a4-b85f-9733d736faa0 None None] Network 86043705-f7b3-42de-be56-faad11cfe976 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:18:59.424019 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Provisioning for port 6133642f-2fbd-4565-90b2-bc56c667f666 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:18:59.438826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Provisioning complete for port 6133642f-2fbd-4565-90b2-bc56c667f666 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:18:59.439199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.668907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Current status of the port 6133642f-2fbd-4565-90b2-bc56c667f666 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:18:59.669303 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.715322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] For port 6133642f-2fbd-4565-90b2-bc56c667f666, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6133642f-2fbd-4565-90b2-bc56c667f666,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:18:59.720253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.750260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.754703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.790113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ccebd-97c2-4e28-8cef-e07ae9b8cdeb None None] Pushing event updated for resources: {'Port': ['ID=6133642f-2fbd-4565-90b2-bc56c667f666,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:59.872741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:18:59.876279 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:18:59.949368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Provisioning for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:18:59.954876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Provisioning complete for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:18:59.955247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:00.016512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 86043705-f7b3-42de-be56-faad11cfe976 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:19:00.017618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:19:00.019554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Port e616d2f1-aa25-4ecd-b1c9-e34873367a25 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:19:00.032902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Provisioning complete for port 6133642f-2fbd-4565-90b2-bc56c667f666 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:00.033384 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:00.173081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f49a9-8d9f-45f0-916a-ffdcaa54fd36 None None] Current status of the port 6133642f-2fbd-4565-90b2-bc56c667f666 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:00.217620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8e3f012b-c766-43ac-b495-cfd33c58f236 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:19:00.293676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0e531ac2-adc7-453a-9476-9355325a4e95 None None] Provisioning complete for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:00.294281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e531ac2-adc7-453a-9476-9355325a4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:00.346528 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0e531ac2-adc7-453a-9476-9355325a4e95 None None] Port e616d2f1-aa25-4ecd-b1c9-e34873367a25 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:19:00.397452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:19:00.406866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Sync routers for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:19:00.410111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3a5e3bf1-37f4-42f4-97dc-16baddc95e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/8e3f012b-c766-43ac-b495-cfd33c58f236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2881911 May 26 20:19:00.416304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:19:00.416907 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:00.504155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3475ac5e-f408-4a48-af00-e04291b356cd None None] Provisioning complete for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:00.504551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3475ac5e-f408-4a48-af00-e04291b356cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:00.636783 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3475ac5e-f408-4a48-af00-e04291b356cd None None] Port e616d2f1-aa25-4ecd-b1c9-e34873367a25 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:19:00.659079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:19:00.660125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-172f16c4-26a8-4dfb-8128-38e3280c5876 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:19:00.678146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-172f16c4-26a8-4dfb-8128-38e3280c5876 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:19:00.679302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-172f16c4-26a8-4dfb-8128-38e3280c5876 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408576356&fields=id&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 267 time: 0.0604117 May 26 20:19:00.705082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 840ad400-e4ef-4100-aad8-f6794da47c8a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:19:00.829179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-876dd405-7622-459e-8931-99e4f2c921c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:00.829766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-876dd405-7622-459e-8931-99e4f2c921c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:19:00.848497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-876dd405-7622-459e-8931-99e4f2c921c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:19:00.849727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-876dd405-7622-459e-8931-99e4f2c921c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 797 time: 0.1634336 May 26 20:19:00.866417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-9a222061-613f-49f9-b4cc-f4fc1b8a3af7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/quotas/219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 375 time: 0.0099511 May 26 20:19:00.953061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-ca14aeaa-675b-45ae-8ad3-28b1fb66a209 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:19:00.968947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 840ad400-e4ef-4100-aad8-f6794da47c8a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:00.969187 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-ca14aeaa-675b-45ae-8ad3-28b1fb66a209 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:19:00.969356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:00.970558 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-ca14aeaa-675b-45ae-8ad3-28b1fb66a209 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989449 May 26 20:19:01.111455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-7e1a7ae7-e43a-45d7-9e0a-eb1754676530 service neutron] 10.222.0.24 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283433 May 26 20:19:01.160641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 840ad400-e4ef-4100-aad8-f6794da47c8a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:01.161718 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6133642f-2fbd-4565-90b2-bc56c667f666 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:19:01.215428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 2, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:01.223534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Checking router: 8e3f012b-c766-43ac-b495-cfd33c58f236 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:19:01.223876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Updating router 8e3f012b-c766-43ac-b495-cfd33c58f236 port e616d2f1-aa25-4ecd-b1c9-e34873367a25 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:19:01.244296 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-9231e3c7-a83d-4709-88f4-c917587d42dc service neutron] 10.222.0.24 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267407 May 26 20:19:01.281135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:01.306660 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6133642f-2fbd-4565-90b2-bc56c667f666 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:01.307028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:01.433314 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5d2ec882-3e9d-41f0-b627-483c89ef4ffd req-77ed128e-7484-468e-b8b9-b7c093f91cc4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 210 time: 0.0427017 May 26 20:19:01.591206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6133642f-2fbd-4565-90b2-bc56c667f666 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:01.744402 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:01.756793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Transition to ACTIVE for port object e616d2f1-aa25-4ecd-b1c9-e34873367a25 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:19:01.762671 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:01.930962 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f7cc-a08b-4c0f-8dd3-a4211b0d493c None None] Pushing event updated for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:02.000061 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Attempting to bind port e616d2f1-aa25-4ecd-b1c9-e34873367a25 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:19:02.000703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Attempting to bind port e616d2f1-aa25-4ecd-b1c9-e34873367a25 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:19:02.001382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Attempting to bind port e616d2f1-aa25-4ecd-b1c9-e34873367a25 on network 86043705-f7b3-42de-be56-faad11cfe976 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:19:02.008768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:19:02.009166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Checking segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:19:02.009566 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:02.009934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Bound using segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:19:02.010392 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Bound port: e616d2f1-aa25-4ecd-b1c9-e34873367a25, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:19:02.010759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:02.110597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] For port e616d2f1-aa25-4ecd-b1c9-e34873367a25, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:19:02.114198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] For port e616d2f1-aa25-4ecd-b1c9-e34873367a25, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e616d2f1-aa25-4ecd-b1c9-e34873367a25,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:19:02.118109 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:02.193786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:19:02.194405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:02.261000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f7cc-a08b-4c0f-8dd3-a4211b0d493c None None] Pushing event updated for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:02.391478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:19:02.509616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-dfd2019b-988b-4a96-9a96-f2a564972f66 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:02.511796 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-dfd2019b-988b-4a96-9a96-f2a564972f66 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 797 time: 0.1579857 May 26 20:19:02.566847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-204011fb-e982-4f09-a686-c8f3e3182f42 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 379 time: 0.0467598 May 26 20:19:02.720722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'port': {'device_id': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'admin_state_up': True, 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'security_groups': ['84763f65-5e38-4df4-a1ea-a62f19dbad8f']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:19:02.743068 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13316b58-2d43-417c-801a-287eaa39399f req-ed2bba60-5e9c-4188-87e5-33f36b727a09 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 210 time: 0.1743054 May 26 20:19:02.780372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:02Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:02.784938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd34ff-047f-4cf2-97b0-45c3509aa2f5 None None] The sync data for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 is: [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:02Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:19:02.876933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:19:02.889361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:19:02.900042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:19:02.903761 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.077774 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.7 (86043705-f7b3-42de-be56-faad11cfe976/c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5/b84dcf48-a645-4f0e-b196-ac18dd6bcf57) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:19:03.275363 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.291672 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object b84dcf48-a645-4f0e-b196-ac18dd6bcf57 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:19:03.318811 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.394651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 86043705-f7b3-42de-be56-faad11cfe976 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:19:03.397904 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:19:03.400237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:19:03.442152 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:03.480481 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:03.481218 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.511354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-2b868039-e380-463f-8518-7445e96dda15 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942271 May 26 20:19:03.521614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-01e4138f-bc38-471b-bafa-ffa8fdc7771d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:19:03.522693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-01e4138f-bc38-471b-bafa-ffa8fdc7771d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056634 May 26 20:19:03.533466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Request body: {'port': {'device_id': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:19:03.614032 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5057f59f-00fd-4e6d-b72b-cc913a7711e6 None None] Provisioning for port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:19:03.619777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5057f59f-00fd-4e6d-b72b-cc913a7711e6 None None] Provisioning complete for port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:03.620260 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5057f59f-00fd-4e6d-b72b-cc913a7711e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.654007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:03.685285 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5057f59f-00fd-4e6d-b72b-cc913a7711e6 None None] Port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:19:04.002426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44045-affe-4475-8bcd-73b151a85e03 req-6c513902-60ca-4e2b-aade-10a82fe94c7e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:04.003133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d7b44045-affe-4475-8bcd-73b151a85e03 req-6c513902-60ca-4e2b-aade-10a82fe94c7e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:19:04.056933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d7b44045-affe-4475-8bcd-73b151a85e03 req-6c513902-60ca-4e2b-aade-10a82fe94c7e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:19:04.058009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7b44045-affe-4475-8bcd-73b151a85e03 req-6c513902-60ca-4e2b-aade-10a82fe94c7e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 931 time: 0.1852276 May 26 20:19:04.107644 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84dcf48-a645-4f0e-b196-ac18dd6bcf57 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:19:04.119130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.131060 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d7b44045-affe-4475-8bcd-73b151a85e03 req-03d9dda0-6e3f-43da-9e45-11e3699d82c2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624347 May 26 20:19:04.138990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Transition to ACTIVE for port object b84dcf48-a645-4f0e-b196-ac18dd6bcf57 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:19:04.142930 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.333598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:04.385357 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Attempting to bind port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:19:04.385680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Attempting to bind port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:19:04.385995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Attempting to bind port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 on network 86043705-f7b3-42de-be56-faad11cfe976 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:19:04.390628 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 on network 86043705-f7b3-42de-be56-faad11cfe976 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:19:04.390940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Attempting to bind port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 on network 86043705-f7b3-42de-be56-faad11cfe976 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:19:04.396680 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:19:04.397004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Checking segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:19:04.397398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Bound using segment: {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:19:04.397812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Bound port: b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '86043705-f7b3-42de-be56-faad11cfe976'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:19:04.398145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.486487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:19:04.489384 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:19:04.493823 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.550916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:04.551552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.552904 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] 10.222.0.53 "PUT /v2.0/ports/b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 1091 time: 1.0240667 May 26 20:19:04.553358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:19:04.576003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e631-7eec-465c-82cc-586912af3b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:04.695014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e616d2f1-aa25-4ecd-b1c9-e34873367a25 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:19:04.761764 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd47147-f7a3-4584-b2e0-b098bbd07160'] response: {'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'status': 'completed', 'code': 200} May 26 20:19:04.772198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:19:04.777683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:04.778056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.796590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-a36a3bf9-ea73-449e-a127-8ac38f1901fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:04.798072 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-a36a3bf9-ea73-449e-a127-8ac38f1901fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1094 time: 0.2020445 May 26 20:19:04.868773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-8b16c555-8680-42de-aae3-aa2e435a5f1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 217 time: 0.0623667 May 26 20:19:04.905458 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e616d2f1-aa25-4ecd-b1c9-e34873367a25 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:04.905831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:04.930605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-03ec1cd9-e835-4d8c-b97e-725a9d4a0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:04.932024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-03ec1cd9-e835-4d8c-b97e-725a9d4a0dc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0575695 May 26 20:19:04.937297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e616d2f1-aa25-4ecd-b1c9-e34873367a25, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e616d2f1-aa25-4ecd-b1c9-e34873367a25,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:19:04.941076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:05.011114 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-691d2a1e-d6ac-4bf3-a3ba-f11980dde237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.012728 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-691d2a1e-d6ac-4bf3-a3ba-f11980dde237 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747032 May 26 20:19:05.012917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:05.146216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-487d4f8c-1d5e-4740-8d7b-fdf1d3923ac2 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275933 May 26 20:19:05.323806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa3dc0e5-e07c-4df7-afee-6f72fae5a528 req-73711ec6-0c24-4ddc-8b1c-6af3ebaca709 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718524 May 26 20:19:05.352921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fdb3d-dd9b-4a8b-931a-c40b6733ba76 req-86c75374-3f11-48ca-974f-5a56d27d3724 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.354762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d9fdb3d-dd9b-4a8b-931a-c40b6733ba76 req-86c75374-3f11-48ca-974f-5a56d27d3724 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 943 time: 0.1165102 May 26 20:19:05.449435 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d9fdb3d-dd9b-4a8b-931a-c40b6733ba76 req-959cbc65-73cb-4cce-9240-794860cdc996 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887573 May 26 20:19:05.468391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048685-c821-430a-b876-7387150cd1e3 req-e3691a23-c9f9-4d49-a2f1-09d8024caa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.469874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-e3691a23-c9f9-4d49-a2f1-09d8024caa18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0932426 May 26 20:19:05.600399 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048685-c821-430a-b876-7387150cd1e3 req-d4611e7a-a5ef-44db-83b5-4f3ec7077573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.601841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-d4611e7a-a5ef-44db-83b5-4f3ec7077573 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.1253595 May 26 20:19:05.667406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-a9ef07a3-fb96-424d-9762-809ba4056a13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 217 time: 0.0595057 May 26 20:19:05.735718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048685-c821-430a-b876-7387150cd1e3 req-30b13db2-c18d-4b50-88c6-de255e5c8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.737010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-30b13db2-c18d-4b50-88c6-de255e5c8a54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0592184 May 26 20:19:05.812159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048685-c821-430a-b876-7387150cd1e3 req-f9d6a915-87b7-4288-bc5a-961967507648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:05.813633 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-f9d6a915-87b7-4288-bc5a-961967507648 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703661 May 26 20:19:05.948024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-f00a4631-5c5b-469b-88c6-315cccff6e45 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275675 May 26 20:19:06.079185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3048685-c821-430a-b876-7387150cd1e3 req-b0bdd4a6-670b-4aa5-9a58-cb8037bce80f service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253269 May 26 20:19:06.629092 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f373a-a1ba-4588-bac1-ce7fd974ec9b req-eb6213de-f345-417c-904c-eab0bd225d07 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:06.630585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb7f373a-a1ba-4588-bac1-ce7fd974ec9b req-eb6213de-f345-417c-904c-eab0bd225d07 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 943 time: 0.0779591 May 26 20:19:06.664772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e616d2f1-aa25-4ecd-b1c9-e34873367a25 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:19:06.683503 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb7f373a-a1ba-4588-bac1-ce7fd974ec9b req-850e8c65-9363-4411-9dc9-ce28b92ae0e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 May 26 20:19:06.742103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e616d2f1-aa25-4ecd-b1c9-e34873367a25 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:06.742470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:06.856719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e616d2f1-aa25-4ecd-b1c9-e34873367a25 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:07.169143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:07.872388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880709f-53a6-4bde-8b13-147d1d372460 req-427c5f17-1ce1-42a8-8cec-dc850b20bda5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:07.873843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8880709f-53a6-4bde-8b13-147d1d372460 req-427c5f17-1ce1-42a8-8cec-dc850b20bda5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 943 time: 0.0784581 May 26 20:19:07.918039 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8880709f-53a6-4bde-8b13-147d1d372460 req-e7040f86-6d03-4675-a5f6-f54ede6a68ce tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 May 26 20:19:09.348334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069e9b-f308-451e-a2a1-8bb744f5ef4d req-a3fc6717-e57e-486c-a30a-08b70664a79c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:09.349832 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b069e9b-f308-451e-a2a1-8bb744f5ef4d req-a3fc6717-e57e-486c-a30a-08b70664a79c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 943 time: 0.1740317 May 26 20:19:09.395534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b069e9b-f308-451e-a2a1-8bb744f5ef4d req-b099cd63-8f11-41ca-9495-553dda105a06 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 May 26 20:19:09.491296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b84dcf48-a645-4f0e-b196-ac18dd6bcf57 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:19:09.622004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:19:09.634896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'port_id': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'mac_address': 'fa:16:3e:4d:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:19:09.688128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:09.688498 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:09.704773 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84dcf48-a645-4f0e-b196-ac18dd6bcf57 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:19:09.719920 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:19:09.724096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:09.792781 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:10.031329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['b84dcf48-a645-4f0e-b196-ac18dd6bcf57'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:19:10.578322 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea089-4611-4bff-95f6-1444e4cec6eb req-916d266e-830d-42f8-ac30-0aaa94936bf4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:10.579739 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656ea089-4611-4bff-95f6-1444e4cec6eb req-916d266e-830d-42f8-ac30-0aaa94936bf4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 944 time: 0.0808034 May 26 20:19:10.626126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-656ea089-4611-4bff-95f6-1444e4cec6eb req-5bf22998-4254-46eb-9e09-e7878749fb23 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 May 26 20:19:11.039013 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:19:11.492775 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b84dcf48-a645-4f0e-b196-ac18dd6bcf57 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:19:11.561579 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:19:11.566076 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:19:11.566948 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:11.680955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:19:11.681356 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:11.708632 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:19:11.718069 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:19:11.721724 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:11.788818 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:11.807737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab054-20e4-40ed-a117-04466c8c24f5 req-262eb368-7122-449f-9b71-93c68940a5c0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:11.809188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-942ab054-20e4-40ed-a117-04466c8c24f5 req-262eb368-7122-449f-9b71-93c68940a5c0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0803781 May 26 20:19:11.852096 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-942ab054-20e4-40ed-a117-04466c8c24f5 req-6c3f01d8-95cf-4413-bedd-54cb471036c6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 May 26 20:19:11.903314 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709179d2-245a-4780-9e29-b847984239ab'] response: {'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'code': 200} May 26 20:19:12.026398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ad76-c84a-4912-b0fa-3ba551d19f73 req-b91646d8-3812-4738-b70d-b1b9439c16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:12.027886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7643ad76-c84a-4912-b0fa-3ba551d19f73 req-b91646d8-3812-4738-b70d-b1b9439c16f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0726204 May 26 20:19:12.067906 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7643ad76-c84a-4912-b0fa-3ba551d19f73 req-86c26553-3ecb-4337-a4e7-d2d748dcecc8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 May 26 20:19:13.039003 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cf048-23f2-4844-8e5d-2b0f1e62bf86 req-5b3d19a5-8ead-447f-b836-2c83dbd1f765 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:13.040443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d44cf048-23f2-4844-8e5d-2b0f1e62bf86 req-5b3d19a5-8ead-447f-b836-2c83dbd1f765 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0794883 May 26 20:19:13.088430 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d44cf048-23f2-4844-8e5d-2b0f1e62bf86 req-25df7916-d77a-456c-b6d8-1b3b12f16321 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402095 May 26 20:19:14.270056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68ed6c-ff04-477f-ab48-a3ec97b98a28 req-72106512-a9bc-4403-98a5-16c4070be22e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:14.271392 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c68ed6c-ff04-477f-ab48-a3ec97b98a28 req-72106512-a9bc-4403-98a5-16c4070be22e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0822666 May 26 20:19:14.313834 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3c68ed6c-ff04-477f-ab48-a3ec97b98a28 req-4d619094-5f17-4f6b-aa97-02b51be0d51c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367932 May 26 20:19:14.493970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dbbff-0a3c-4521-a7eb-74678697c190 req-3f696d33-12a2-4334-80e8-b6947dd8a526 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:14.495382 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-208dbbff-0a3c-4521-a7eb-74678697c190 req-3f696d33-12a2-4334-80e8-b6947dd8a526 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0774758 May 26 20:19:14.539122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-208dbbff-0a3c-4521-a7eb-74678697c190 req-ad82b9a5-5280-49ff-947a-d86d0268d60e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380671 May 26 20:19:14.560792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59876) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:19:14.633421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33c8cf-13e8-4504-9725-bd55ccae18e0 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:14.634891 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ec33c8cf-13e8-4504-9725-bd55ccae18e0 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1091 time: 0.0731354 May 26 20:19:14.637660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59880) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:19:14.642372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:19:14.649374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:19:14.653164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:floatingip and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:19:14.655947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:19:14.661552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:19:14.671297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:14.694327 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:14.789835 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b3fd7ead-2bde-4cc7-b547-18eb3c10525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:14.807750 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:14.942124 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.248 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/bd476489-a45b-403a-947c-c39f055df7c3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:19:15.088986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:15.119169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:15.184948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:19:15.187675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:19:15.191448 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:19:15.225447 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=bd476489-a45b-403a-947c-c39f055df7c3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:15.599877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:15.764050 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:15.966960 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:15.971453 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:16.079733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=bd476489-a45b-403a-947c-c39f055df7c3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:19:16.091396 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:16.259889 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP ccfc42e5-c888-40fc-a856-f62d6336cddc associated. External IP: 172.25.0.248, port: b84dcf48-a645-4f0e-b196-ac18dd6bcf57. May 26 20:19:16.604695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8e3f012b-c766-43ac-b495-cfd33c58f236 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:19:16.782443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:19:16.797685 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Sync routers for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:19:16.807734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:16.810492 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:19:16.811132 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:18:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:16.864419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-3bebe86d-1fd4-48e5-892e-459c47ea2f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2233331 May 26 20:19:16.864419 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:19:16.964517 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d8505bec-b2e1-4118-bc77-db3832ee39e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:16.991409 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:19:17.029557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7a38-e1b1-4cf3-b040-6233c9e17820 req-acc3d0b4-ba60-4bdb-a329-837df4e8ecef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:17.031007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28ae7a38-e1b1-4cf3-b040-6233c9e17820 req-acc3d0b4-ba60-4bdb-a329-837df4e8ecef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0822289 May 26 20:19:17.077960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-28ae7a38-e1b1-4cf3-b040-6233c9e17820 req-c67012e2-5039-4598-97bd-4a35eb18b796 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 May 26 20:19:17.100681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59888) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:19:17.130464 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c6bec1-93bf-4110-9356-f09cafa22a0d'] response: {'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'status': 'completed', 'code': 200} May 26 20:19:17.216651 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-02d91d6a-15bf-4597-8db4-9e8161979151 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/ccfc42e5-c888-40fc-a856-f62d6336cddc HTTP/1.1" status: 200 len: 991 time: 0.1137197 May 26 20:19:17.231526 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-52894af5-4be7-4192-b706-caa9d63abf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:17.232987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-52894af5-4be7-4192-b706-caa9d63abf78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0789268 May 26 20:19:17.406076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ccfc42e5-c888-40fc-a856-f62d6336cddc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'port_id': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'mac_address': 'fa:16:3e:4d:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:19:15Z', 'updated_at': '2022-05-26T20:19:15Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:17.410194 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Checking router: 8e3f012b-c766-43ac-b495-cfd33c58f236 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:19:17.418879 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:19:17.419466 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:19:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:17.477292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-da1b48d8-1ddb-4601-ac62-40af46ba22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:17.477674 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:17.479186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-da1b48d8-1ddb-4601-ac62-40af46ba22e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.2404125 May 26 20:19:17.584628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-61293e49-8237-4462-aa18-41cd9457e163 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 999 time: 0.0991735 May 26 20:19:17.611353 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:19:17.649737 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-e9907f6c-f166-45cb-aeb0-7d1612ef5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:17.651160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-e9907f6c-f166-45cb-aeb0-7d1612ef5e57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0605948 May 26 20:19:17.727135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-ba544d93-ac64-487a-8c76-ef126ad2207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:19:17.728531 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-ba544d93-ac64-487a-8c76-ef126ad2207f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714114 May 26 20:19:17.861086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-75b56df0-fabf-4f59-aad4-2bb6f2b90f41 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262856 May 26 20:19:17.964863 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ccfc42e5-c888-40fc-a856-f62d6336cddc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'port_id': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'mac_address': 'fa:16:3e:4d:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:19:15Z', 'updated_at': '2022-05-26T20:19:15Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:19:17.969072 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e5f23-4c32-4ef6-8f02-84b15f03c4f2 None None] The sync data for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 is: [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'ccfc42e5-c888-40fc-a856-f62d6336cddc', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'port_id': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'mac_address': 'fa:16:3e:4d:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:19:15Z', 'updated_at': '2022-05-26T20:19:15Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:19:17.994081 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5aee0599-c3fa-4320-9751-a6fe64a83bc8 req-11b5c45d-5814-4e67-b838-ad503e3d8efc service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264043 May 26 20:19:18.164667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90069b8f-37ce-4117-a0d3-3f12203d1ce3 None None] New status for floating IP ccfc42e5-c888-40fc-a856-f62d6336cddc: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:19:18.218844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59892) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:19:18.320085 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e0a2e8e6-ea1f-4e82-81dc-f3ef35005c10 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/ccfc42e5-c888-40fc-a856-f62d6336cddc HTTP/1.1" status: 200 len: 991 time: 0.0999269 May 26 20:19:18.381718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:19.323927 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 59898) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:19:19.543960 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d2a6f051-9883-4002-90cf-45a8143d7770 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/ccfc42e5-c888-40fc-a856-f62d6336cddc HTTP/1.1" status: 200 len: 993 time: 0.2189395 May 26 20:19:19.941011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:37.187170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:44.711185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:44.790437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-64170166-e378-4e70-8b02-e04b0c5ccc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:46.968833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-96495bd1-1ac8-4a36-a5d1-8473e7825a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:47.470962 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:48.038691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:19:48.359570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:19:49.942622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:05.925271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-5ed07902-53ff-4716-9977-8fcb9634e356 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678952 May 26 20:20:06.067126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-90a5fd2f-ccb6-458c-b6d0-079a791575b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:06.068985 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-90a5fd2f-ccb6-458c-b6d0-079a791575b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0783563 May 26 20:20:06.209955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-9bb2d1de-9891-45b9-9013-b95df770a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:06.211301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-9bb2d1de-9891-45b9-9013-b95df770a023 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.1249852 May 26 20:20:06.319586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-ab6370ac-745e-4852-956f-ecca92be85e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 1001 time: 0.1009853 May 26 20:20:06.380100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-0e077b77-f9d2-4037-a2e0-b370b536fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:06.381480 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-0e077b77-f9d2-4037-a2e0-b370b536fa7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0561497 May 26 20:20:06.457933 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-7bcdba74-5806-49bd-be48-ea8d9fda2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:06.459370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-7bcdba74-5806-49bd-be48-ea8d9fda2934 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725489 May 26 20:20:06.587843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-42782f06-9620-4508-b7e3-69ae7be09814 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221685 May 26 20:20:06.721204 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b10a20-5b41-4712-b624-3ac33ad17fb7 req-387d857a-f5d8-460f-8b40-9a01de141827 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269400 May 26 20:20:07.185164 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:14.716011 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:14.792680 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6e89ef41-3373-403a-a540-6a1307c5e2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:16.970487 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ffe45d1e-7c3f-4ccc-b9a9-604b9928412d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:17.476540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:18.363301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:19.945214 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:25.038324 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:20:31.145660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-02252009-5297-4d83-8cd5-91436d6bda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:31.147126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-02252009-5297-4d83-8cd5-91436d6bda3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0755298 May 26 20:20:31.439785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005d87d-1294-42e1-970f-bc4c287ccdf3 req-323babfc-3157-4240-bee4-c126ef0f4118 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:31.441877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9005d87d-1294-42e1-970f-bc4c287ccdf3 req-323babfc-3157-4240-bee4-c126ef0f4118 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.3394403 May 26 20:20:31.442953 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-5eca89e8-976d-4085-8cc2-f5204720f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:31.444233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-5eca89e8-976d-4085-8cc2-f5204720f9a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.2904606 May 26 20:20:31.569269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9005d87d-1294-42e1-970f-bc4c287ccdf3 req-5dc7ab48-4684-4caa-9d1d-7a993a3353dc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214700 May 26 20:20:31.575436 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-78688f97-d159-4e2c-87ec-d2425230a8bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 1001 time: 0.1152277 May 26 20:20:31.640071 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-41de2de2-bc32-4617-a6ca-7631b22ae7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:31.641461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-41de2de2-bc32-4617-a6ca-7631b22ae7f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0567329 May 26 20:20:31.719270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-58f0dedf-aa42-4a2b-8b40-4a6d90d61ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:31.720635 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-58f0dedf-aa42-4a2b-8b40-4a6d90d61ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722814 May 26 20:20:31.852085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-b4c1d1e9-86e1-47d5-9b30-a5aad422b5c8 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243505 May 26 20:20:31.981021 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-795d1fd3-65f8-414c-a295-7c770b95b387 req-731abede-6772-4c7e-9f56-f8c659e5bdac service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228294 May 26 20:20:32.750157 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbd607-5c9b-496b-bd51-18ce7b79474f req-dfe29441-8829-480f-9cf5-dee488e2a2b4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:32.751620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4bbd607-5c9b-496b-bd51-18ce7b79474f req-dfe29441-8829-480f-9cf5-dee488e2a2b4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0791032 May 26 20:20:32.794741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4bbd607-5c9b-496b-bd51-18ce7b79474f req-68fcfd64-540c-4de1-a169-4dfe75d53254 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367317 May 26 20:20:33.980584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49c2c-6297-4df8-8894-47aa07a913c0 req-b3531d7f-4231-4824-81e0-270e4c561852 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:33.982007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad49c2c-6297-4df8-8894-47aa07a913c0 req-b3531d7f-4231-4824-81e0-270e4c561852 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0807924 May 26 20:20:34.025154 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad49c2c-6297-4df8-8894-47aa07a913c0 req-5a95f961-2f77-4705-9984-ab5898c5878e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375435 May 26 20:20:35.209856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973acc-b10e-4e1b-846d-9f2c1613f909 req-088303fb-571c-4011-9add-1a2a47f93e68 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:35.211307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc973acc-b10e-4e1b-846d-9f2c1613f909 req-088303fb-571c-4011-9add-1a2a47f93e68 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0804050 May 26 20:20:35.254929 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bc973acc-b10e-4e1b-846d-9f2c1613f909 req-81da5dbc-1b9e-4a27-ae53-854f110d1f2e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379107 May 26 20:20:36.440556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a652e-e871-478f-af4a-c723afebc05b req-db746019-8536-414d-ac62-20cf3410951e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:36.442054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d86a652e-e871-478f-af4a-c723afebc05b req-db746019-8536-414d-ac62-20cf3410951e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0828025 May 26 20:20:36.487816 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d86a652e-e871-478f-af4a-c723afebc05b req-c437366c-9226-4069-bafc-be82eb682a8a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401161 May 26 20:20:37.185752 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:37.672631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0668-62e8-4d20-a1b7-7fc037dd7541 req-3597f991-7f92-4119-9083-f9a463f43022 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:37.674087 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f6c0668-62e8-4d20-a1b7-7fc037dd7541 req-3597f991-7f92-4119-9083-f9a463f43022 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0783379 May 26 20:20:37.721324 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f6c0668-62e8-4d20-a1b7-7fc037dd7541 req-097d56cb-ad86-4f64-885e-bcfa6b5aa38d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416350 May 26 20:20:38.901859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a1636-129e-46c1-b397-9f8f96d654c7 req-facaa33f-ca78-4d0b-93a8-6e9222a511e0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:38.903193 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d5a1636-129e-46c1-b397-9f8f96d654c7 req-facaa33f-ca78-4d0b-93a8-6e9222a511e0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0786777 May 26 20:20:38.946985 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4d5a1636-129e-46c1-b397-9f8f96d654c7 req-c17b1c22-b691-4ded-9a6f-2dd84062a81b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382662 May 26 20:20:40.140793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada931-1c31-49e5-94e5-666ee7ccc09e req-f5fa32fb-66d6-4925-aa9d-61dee01df7c5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:40.142269 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88ada931-1c31-49e5-94e5-666ee7ccc09e req-f5fa32fb-66d6-4925-aa9d-61dee01df7c5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0914922 May 26 20:20:40.185743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88ada931-1c31-49e5-94e5-666ee7ccc09e req-628111fd-bcbb-4e24-b1de-1b801553acca tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372596 May 26 20:20:41.368042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b5c62-29ef-462b-8127-62d2222fe535 req-0a37f894-c594-4f21-816e-85517ec1f9e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:41.369389 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-884b5c62-29ef-462b-8127-62d2222fe535 req-0a37f894-c594-4f21-816e-85517ec1f9e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0777385 May 26 20:20:41.412217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-884b5c62-29ef-462b-8127-62d2222fe535 req-5b1807ec-3625-43b4-b554-2905bed3aaa4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 May 26 20:20:42.597166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c923-6858-4ef7-b78f-1d4540a3999b req-b68b69f8-f9a4-49fc-aca6-49ceab721511 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:42.598613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bc1c923-6858-4ef7-b78f-1d4540a3999b req-b68b69f8-f9a4-49fc-aca6-49ceab721511 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0815732 May 26 20:20:42.641653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6bc1c923-6858-4ef7-b78f-1d4540a3999b req-64d2b9be-b7eb-4e23-8b53-2c64786dadf0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 May 26 20:20:43.822521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71646c-9aca-457f-8d3d-66fd46bc3bd0 req-0f39b987-6634-46a5-abdc-205f7b6b4ea5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:20:43.824198 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b71646c-9aca-457f-8d3d-66fd46bc3bd0 req-0f39b987-6634-46a5-abdc-205f7b6b4ea5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.0793991 May 26 20:20:43.867108 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6b71646c-9aca-457f-8d3d-66fd46bc3bd0 req-c246734e-2058-4e73-b845-687acc6df8e4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373254 May 26 20:20:43.890147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59954) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:20:44.087671 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6b75eca4-9796-42ca-95d4-6edae403e757 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/ccfc42e5-c888-40fc-a856-f62d6336cddc HTTP/1.1" status: 200 len: 993 time: 0.1963804 May 26 20:20:44.713553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:44.793017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8ad11914-3932-4e04-ae3b-cf99c6ce45df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:46.971845 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-561ce844-79ae-4bac-998d-921d0d91acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:47.470694 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:48.364707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:20:49.947646 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:02.038366 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:21:05.986007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-f7141a83-b226-4dd9-b2a8-7e0abc8e6ac9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265244 May 26 20:21:06.134787 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-0a8eef14-3ec6-4386-9712-5f83f84641f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:06.136150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-0a8eef14-3ec6-4386-9712-5f83f84641f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0728869 May 26 20:21:06.281620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-5602bee0-00b6-4c60-a5d0-3bfd31330cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:06.283037 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-5602bee0-00b6-4c60-a5d0-3bfd31330cb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.1291094 May 26 20:21:06.387591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-ccf8bc6b-9657-4a02-917e-33d5d9a650ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 1001 time: 0.0961020 May 26 20:21:06.453009 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-c8708b8a-3419-423b-a706-787d9fdf9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:06.454445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-c8708b8a-3419-423b-a706-787d9fdf9539 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0612454 May 26 20:21:06.527655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-614a4c0f-622c-455a-b25e-2eaf7caff740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:06.529095 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-614a4c0f-622c-455a-b25e-2eaf7caff740 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682030 May 26 20:21:06.657680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-77ff8939-10be-41b1-99ad-5a1f0a62cb1f service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226914 May 26 20:21:06.794340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01a417bf-6065-4cd7-996e-bc6370d56afc req-b47a77b6-b4f6-4f93-bb8d-662effaba57d service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 May 26 20:21:07.184990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:14.725577 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:14.792899 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a4450c89-f2d5-4f7d-871b-01110c438b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:16.975266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-627fa76e-dd43-4f73-b274-39dce1bcd30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:17.473759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:18.366638 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:19.950377 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:37.184770 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.038906 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:21:39.088634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 59976) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:39.288274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port bd476489-a45b-403a-947c-c39f055df7c3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:21:39.288604 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.452867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.453227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.577513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for bd476489-a45b-403a-947c-c39f055df7c3 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:21:39.826770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.875662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=bd476489-a45b-403a-947c-c39f055df7c3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:39.915421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.915768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.916104 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.916433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.916758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.917105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.917433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.917754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.918074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.918406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.918706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.919020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:39.974240 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:39.974566 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP ccfc42e5-c888-40fc-a856-f62d6336cddc disassociated (deleted). External IP: 172.25.0.248, port: b84dcf48-a645-4f0e-b196-ac18dd6bcf57. May 26 20:21:40.327027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8e3f012b-c766-43ac-b495-cfd33c58f236 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:21:40.504662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:21:40.514462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Sync routers for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:21:40.524046 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:40.524244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:40.528179 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:40.581648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-41237808-806f-4a68-816e-86783051a436 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/floatingips/ccfc42e5-c888-40fc-a856-f62d6336cddc HTTP/1.1" status: 204 len: 168 time: 1.4918087 May 26 20:21:40.582217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:21:40.711858 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:40.885992 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89437e52-24bd-47b3-bcb6-6fef01257961'] response: {'name': 'network-changed', 'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'status': 'completed', 'code': 200} May 26 20:21:41.029368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10903f-eb7e-44d3-937b-846a42658eed req-16967fd3-2466-4c0b-968f-5464bf4ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:41.030819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-16967fd3-2466-4c0b-968f-5464bf4ae2e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1212249 May 26 20:21:41.057166 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:41.061251 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Checking router: 8e3f012b-c766-43ac-b495-cfd33c58f236 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:21:41.069707 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:41.070304 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:41.166503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d2398-40dc-4ffc-ba46-6150f70e1a16 req-ee7be920-95fb-41e6-8ff8-3163ad5e7f45 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:41.167178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-299d2398-40dc-4ffc-ba46-6150f70e1a16 req-ee7be920-95fb-41e6-8ff8-3163ad5e7f45 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:21:41.189224 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10903f-eb7e-44d3-937b-846a42658eed req-4eb62808-232d-4991-9aec-55a1137ca0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:41.190645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-4eb62808-232d-4991-9aec-55a1137ca0bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 200 len: 898 time: 0.1524079 May 26 20:21:41.196972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-299d2398-40dc-4ffc-ba46-6150f70e1a16 req-ee7be920-95fb-41e6-8ff8-3163ad5e7f45 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:21:41.201410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-299d2398-40dc-4ffc-ba46-6150f70e1a16 req-ee7be920-95fb-41e6-8ff8-3163ad5e7f45 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.2253680 May 26 20:21:41.246204 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:41.276158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-e5173946-2900-4d1c-a9e6-50506d8a4e5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 200 len: 217 time: 0.0738170 May 26 20:21:41.344396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-299d2398-40dc-4ffc-ba46-6150f70e1a16 req-698d94ab-095c-4a67-8665-320f679baab5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948498 May 26 20:21:41.357295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10903f-eb7e-44d3-937b-846a42658eed req-ff2c7a19-b863-4955-8c60-413f029cfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:41.358680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-ff2c7a19-b863-4955-8c60-413f029cfe7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 200 len: 835 time: 0.0699055 May 26 20:21:41.434409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10903f-eb7e-44d3-937b-846a42658eed req-0dd572ca-86f5-4702-bc5a-5d0c41fbcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:41.435769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-0dd572ca-86f5-4702-bc5a-5d0c41fbcec9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=86043705-f7b3-42de-be56-faad11cfe976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688069 May 26 20:21:41.572752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:41.577074 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e51350-4645-49d5-9051-99545ef1dbdb None None] The sync data for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 is: [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e616d2f1-aa25-4ecd-b1c9-e34873367a25', 'name': '', 'network_id': '86043705-f7b3-42de-be56-faad11cfe976', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:4a:79:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:58Z', 'updated_at': '2022-05-26T20:19:04Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': 'c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:21:41.680504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-3e219b6b-deee-47a7-87fd-f55889970088 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370663 May 26 20:21:41.790269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295db41-7c15-4ca3-87fc-35e27c71a0e9 None None] New status for floating IP ccfc42e5-c888-40fc-a856-f62d6336cddc: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:21:41.817261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb10903f-eb7e-44d3-937b-846a42658eed req-61feb68d-131c-4ded-adbc-1f8eb62e1f59 service neutron] 10.222.0.53 "GET /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303945 May 26 20:21:42.575967 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-1833815b-1302-4f8d-91ef-74a4145402cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:42.577400 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-1833815b-1302-4f8d-91ef-74a4145402cb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.1381254 May 26 20:21:42.585602 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e1c8-d47a-4411-ab25-1523883b66ac req-cb828032-db8f-4f79-abea-f8a8f19f248a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:42.586908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7547e1c8-d47a-4411-ab25-1523883b66ac req-cb828032-db8f-4f79-abea-f8a8f19f248a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 945 time: 0.1129501 May 26 20:21:42.679253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:21:42.679583 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:42.705393 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7547e1c8-d47a-4411-ab25-1523883b66ac req-ce05caf9-a14f-4d7e-a639-ea21ab8f4167 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=84763f65-5e38-4df4-a1ea-a62f19dbad8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877779 May 26 20:21:42.923753 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port b84dcf48-a645-4f0e-b196-ac18dd6bcf57, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:42.924112 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:43.046064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for b84dcf48-a645-4f0e-b196-ac18dd6bcf57 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:21:43.188791 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:43.238412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=b84dcf48-a645-4f0e-b196-ac18dd6bcf57,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:43.313125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port b84dcf48-a645-4f0e-b196-ac18dd6bcf57 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:21:43.316234 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:43.318755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'name': 'network-vif-deleted', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:21:43.334135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f67954f6-8520-4339-a165-cc8bc70f40d8 req-accf604e-2879-49ab-8db6-45af8ab215a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "DELETE /v2.0/ports/b84dcf48-a645-4f0e-b196-ac18dd6bcf57 HTTP/1.1" status: 204 len: 173 time: 0.7463157 May 26 20:21:43.372077 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dd07d9-7bd4-452f-8022-27a57a2faa37'] response: {'server_uuid': '4a208ca1-0120-45f4-a261-9413fc244ad7', 'name': 'network-vif-deleted', 'tag': 'b84dcf48-a645-4f0e-b196-ac18dd6bcf57', 'status': 'completed', 'code': 200} May 26 20:21:43.874081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-93d28c77-7f5a-458c-ac34-6fdbb943994c req-160c28ab-d86b-420a-ae0a-b368aec31e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:21:43.888758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-93d28c77-7f5a-458c-ac34-6fdbb943994c req-160c28ab-d86b-420a-ae0a-b368aec31e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:21:43.889940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93d28c77-7f5a-458c-ac34-6fdbb943994c req-160c28ab-d86b-420a-ae0a-b368aec31e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a208ca1-0120-45f4-a261-9413fc244ad7 HTTP/1.1" status: 200 len: 210 time: 0.0583386 May 26 20:21:44.739474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:44.792989 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3e9a-8a9f-4307-b69f-c4858d893f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:44.990299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60000) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:45.531922 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:45.887700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port e616d2f1-aa25-4ecd-b1c9-e34873367a25 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:21:45.887926 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:46.076368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port e616d2f1-aa25-4ecd-b1c9-e34873367a25, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e616d2f1-aa25-4ecd-b1c9-e34873367a25,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:46.076937 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:46.200887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for e616d2f1-aa25-4ecd-b1c9-e34873367a25 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:21:46.228414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b84dcf48-a645-4f0e-b196-ac18dd6bcf57 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:21:46.267714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: b84dcf48-a645-4f0e-b196-ac18dd6bcf57 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:21:46.267966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device b84dcf48-a645-4f0e-b196-ac18dd6bcf57 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:21:46.638277 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:46.684491 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=e616d2f1-aa25-4ecd-b1c9-e34873367a25,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:46.723289 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.723640 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.723956 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.724278 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.724599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.724917 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.725248 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.725556 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.725874 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.726356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.726547 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.726789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:46.965923 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:46.977354 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b0f59f9-957d-4220-a668-4b1fae3bd606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.327398 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8e3f012b-c766-43ac-b495-cfd33c58f236 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:21:47.479341 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.507081 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:21:47.517653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Sync routers for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:21:47.524587 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-77a7f0f5-d979-4843-8de6-2141b961942c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/8e3f012b-c766-43ac-b495-cfd33c58f236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331991 May 26 20:21:47.526609 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:47.527205 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:47.527383 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60004) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:47.597500 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting subnet c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:21:47.600327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.652556 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.705576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:47.733095 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.930584 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.970016 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:47.972497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:47.978869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3e87dcec-5b72-47e8-9a8e-213128b374f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/subnets/c1d05e07-ad52-4eed-a8a8-5cdfa9e56bc5 HTTP/1.1" status: 204 len: 168 time: 0.4506016 May 26 20:21:47.979519 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa50eb-05c6-49f7-a29e-2dc5152fb88a None None] Network 86043705-f7b3-42de-be56-faad11cfe976 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:21:47.981531 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60008) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:47.999036 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:21:46Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:48.004162 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Checking router: 8e3f012b-c766-43ac-b495-cfd33c58f236 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:21:48.013699 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Routers {'8e3f012b-c766-43ac-b495-cfd33c58f236'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:48.014272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8e3f012b-c766-43ac-b495-cfd33c58f236'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:48.167925 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.209932 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] Set router 8e3f012b-c766-43ac-b495-cfd33c58f236 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:48.265490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] DHCP port deletion for 86043705-f7b3-42de-be56-faad11cfe976 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:21:48.270237 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Deleting port 6133642f-2fbd-4565-90b2-bc56c667f666 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:21:48.270608 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.357109 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.368375 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 840ad400-e4ef-4100-aad8-f6794da47c8a {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:21:48.368964 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.386065 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.490405 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] For port 6133642f-2fbd-4565-90b2-bc56c667f666, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6133642f-2fbd-4565-90b2-bc56c667f666,segment=NetworkSegment(d1cbf954-c1a1-41fd-bfd1-d2413d455f3d),segment_id=d1cbf954-c1a1-41fd-bfd1-d2413d455f3d)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:48.491096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.548844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:21:46Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:48.552962 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0c45c-456b-4cd0-b24a-899399d3b773 None None] The sync data for ids ['8e3f012b-c766-43ac-b495-cfd33c58f236'] in n-d-843146-9 is: [{'id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817613447', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:21:46Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': '840ad400-e4ef-4100-aad8-f6794da47c8a', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:90:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3f012b-c766-43ac-b495-cfd33c58f236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:18:54Z', 'updated_at': '2022-05-26T20:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:21:48.558522 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 840ad400-e4ef-4100-aad8-f6794da47c8a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=840ad400-e4ef-4100-aad8-f6794da47c8a,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:48.558897 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.650904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Calling delete_port for 6133642f-2fbd-4565-90b2-bc56c667f666 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:21:48.689738 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 840ad400-e4ef-4100-aad8-f6794da47c8a owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:21:48.726163 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.772670 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Pushing event deleted for resources: {'Port': ['ID=6133642f-2fbd-4565-90b2-bc56c667f666,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:48.778198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] No DVR routers for this DVR port 6133642f-2fbd-4565-90b2-bc56c667f666 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:21:48.786716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.787062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.787399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.787740 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.788075 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.788452 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.788785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.789133 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.789543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.789763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.790091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.790407 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd70ceb-7842-4c16-a382-1cb8968cf60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:48.862704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:48.913976 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=840ad400-e4ef-4100-aad8-f6794da47c8a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:48.957368 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6133642f-2fbd-4565-90b2-bc56c667f666 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:21:48.991669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6133642f-2fbd-4565-90b2-bc56c667f666 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:21:48.992010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6133642f-2fbd-4565-90b2-bc56c667f666 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:21:48.992426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e616d2f1-aa25-4ecd-b1c9-e34873367a25 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:21:49.007948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.031612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e616d2f1-aa25-4ecd-b1c9-e34873367a25 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:21:49.031955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e616d2f1-aa25-4ecd-b1c9-e34873367a25 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:21:49.186881 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.189672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.210618 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.211114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Fanout notify agent at l3_agent the message router_deleted on router 8e3f012b-c766-43ac-b495-cfd33c58f236 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:21:49.226582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.227659 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3ac753aa-84e8-4038-8de9-dbed3b1d73fb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/routers/8e3f012b-c766-43ac-b495-cfd33c58f236 HTTP/1.1" status: 204 len: 168 time: 1.2452433 May 26 20:21:49.230350 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60016) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:49.452335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.579101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.603561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86043705-f7b3-42de-be56-faad11cfe976']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:49.623163 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:49.623460 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cbf954-c1a1-41fd-bfd1-d2413d455f3d') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:49.636048 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.652484 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.659444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:21:49.659830 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.725621 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d1cbf954-c1a1-41fd-bfd1-d2413d455f3d resource provider aggregate not found May 26 20:21:49.749404 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d1cbf954-c1a1-41fd-bfd1-d2413d455f3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1cbf954-c1a1-41fd-bfd1-d2413d455f3d found for delete ", "request_id": "req-67ae6f41-88bb-43ba-94d1-d942c598ec52"}]} May 26 20:21:49.760497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.784343 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.792817 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Network': ['ID=86043705-f7b3-42de-be56-faad11cfe976,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:49.801208 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0d75fba7-22e0-4a52-b16b-65513e65bf20 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/networks/86043705-f7b3-42de-be56-faad11cfe976 HTTP/1.1" status: 204 len: 168 time: 0.5698791 May 26 20:21:49.803859 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60024) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:49.875594 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.905165 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.953698 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.972878 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:49.989865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84763f65-5e38-4df4-a1ea-a62f19dbad8f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.001915 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.003433 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e6f8a733-99ff-4f31-9b5a-713ea748034d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/security-groups/84763f65-5e38-4df4-a1ea-a62f19dbad8f HTTP/1.1" status: 204 len: 168 time: 0.1982625 May 26 20:21:50.119464 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60032) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.124209 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518503323', 'description': 'tempest-secgroup-smoke-518503323 description', 'project_id': '219522b447194334b36b04cb59d0b97a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.130982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.135009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.137830 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.143867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.153368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.173467 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.177536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.180304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.186299 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.260002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.263583 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.306755 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2ec342-2b77-450a-b8e1-fff657f3ed4f,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.309578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.310738 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-551ad0da-86bc-4e20-a03d-4d998e971668 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907744 May 26 20:21:50.314446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60036) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.319540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.326383 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.330997 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.333969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.339564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.354987 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.416130 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.419422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.442412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8304b6e-9a1f-42bf-91ad-7a9bd35d77b4,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.451164 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.452326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ebc0344e-6d36-49ec-b26f-203a617cc5d7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369650 May 26 20:21:50.455757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60040) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.460609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.466993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.470830 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.473674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.479233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.498388 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.559296 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.562404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.585734 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc54e14-8fbd-423d-9e77-a4e4388d1171,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.594209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.595354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a21abfa7-93ff-4634-ae2b-4a7477750265 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386855 May 26 20:21:50.598118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60046) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.603059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.609663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.614094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.616952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.622786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.638496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.698369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.701824 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.729290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0294d213-a923-4dd2-80ea-78369e1f6542,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.737784 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.738914 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7bb2cb55-6808-486e-86a8-eea60e7aacc8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398263 May 26 20:21:50.741844 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60050) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.745053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 840ad400-e4ef-4100-aad8-f6794da47c8a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:21:50.748185 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.755078 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.759080 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.762201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.768507 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.778150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 840ad400-e4ef-4100-aad8-f6794da47c8a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:21:50.778481 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 840ad400-e4ef-4100-aad8-f6794da47c8a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:21:50.787219 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.848567 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.851729 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.873699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356aa41c-a963-4095-ab46-0742a432a887,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:50.882512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.883651 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-bf6382b1-437d-4ce1-bad4-8d069f09c16c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399879 May 26 20:21:50.886356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60054) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:50.891338 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:50.898343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:50.902179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:50.904989 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:50.911325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:50.921018 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:21:50.927293 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.992173 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:50.995681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.022092 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89d675f-a233-40aa-a61d-9007807a6ab0,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:51.031512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.032751 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-99a5ebd5-4791-4a78-b6ee-8944ea4909c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454155 May 26 20:21:51.035378 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60058) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:51.040345 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': 'dd2ec342-2b77-450a-b8e1-fff657f3ed4f', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:51.046872 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:51.051115 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:51.054886 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:51.060493 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:51.070652 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:21:51.077477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.141564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.145340 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.168245 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947ad25f-6f69-4021-89e1-fa40c7598e66,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:51.176722 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.177920 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92edb53f-3063-4b87-946f-a03411ea81a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416557 May 26 20:21:51.182445 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60064) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:51.187685 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'network': {'name': 'tempest-network-smoke--1733105695', 'project_id': '219522b447194334b36b04cb59d0b97a', 'port_security_enabled': True}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:51.193713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:51.197734 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:network and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:51.200801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:51.207063 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:51.216561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'network': 1} {{(pid=88362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:21:51.219813 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.245966 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=88362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:21:51.254872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.255209 n-d-843146-9 neutron-server[88362]: INFO neutron.db.segments_db [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Added segment d6db2dab-2d03-44f4-ae05-74d26d99feee of type vlan for network 7bd0797f-1437-4914-822a-09369e03841a May 26 20:21:51.280442 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.307672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.312953 n-d-843146-9 neutron-server[88362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:51.313555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.417047 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2336097 May 26 20:21:51.419822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60068) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:51.422787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dde70-0630-460f-b4aa-800ad8eb9411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Network': ['ID=7bd0797f-1437-4914-822a-09369e03841a,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:51.426277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'admin_state_up': True, 'project_id': '219522b447194334b36b04cb59d0b97a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:51.433209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 7bd0797f-1437-4914-822a-09369e03841a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:21:51.434950 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:51.438934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:router and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:51.442727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:51.449452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:51.458770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.459821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.475083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:51.843286 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:52.140905 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:52.170208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:52.307765 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.181 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/a72058b7-936b-49fa-917b-a4a4d0ead4cd) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:21:52.452394 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:52.481862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:52.549281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:21:52.551856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:21:52.554298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:21:52.596133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=a72058b7-936b-49fa-917b-a4a4d0ead4cd,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:52.959474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:53.407327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:53.606798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8dd103b4-3ac7-4b00-a4c2-832aee385050 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:21:53.780719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:21:53.791088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Sync routers for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:21:53.800155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:53.800751 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:53.807525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:53.810539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8411cdcb-88df-48e7-823c-f12b7819dabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3879404 May 26 20:21:53.811862 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60072) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:53.852031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8de6c58f-07c7-4d0f-bf2e-50faa186af3b tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=219522b447194334b36b04cb59d0b97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390241 May 26 20:21:53.854512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60076) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:53.981026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:53.981390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78cb9c-192b-4d05-ad89-89378d1fad98 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:53.982870 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8f78cb9c-192b-4d05-ad89-89378d1fad98 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274898 May 26 20:21:53.985612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60080) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:54.026690 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d7928a13-0bf0-4138-9376-a0d875470973 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377371 May 26 20:21:54.026895 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60084) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:54.032013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511096134', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:21:54.140653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:21:54.145073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:subnet and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:21:54.147958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:21:54.153559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:21:54.163183 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:21:54.166530 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.260185 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:52Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:54.264132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Checking router: 8dd103b4-3ac7-4b00-a4c2-832aee385050 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:21:54.264473 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Updating router 8dd103b4-3ac7-4b00-a4c2-832aee385050 port a72058b7-936b-49fa-917b-a4a4d0ead4cd binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:21:54.320584 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.384141 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.457423 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Subnet': ['ID=8f990d87-869e-445e-9cf4-c8c02704877c,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:54.470170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Checking segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:21:54.470519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network hostable DHCP agents. Network: 7bd0797f-1437-4914-822a-09369e03841a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:21:54.490118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 7bd0797f-1437-4914-822a-09369e03841a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:21:54.500329 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 7bd0797f-1437-4914-822a-09369e03841a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:21:54.506307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:54.507449 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.520745 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47814e78-19af-402e-918d-aba62882f327 None None] Network 7bd0797f-1437-4914-822a-09369e03841a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:21:54.533578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f460bc6-c623-406a-8e4b-02d622adb6f3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5057280 May 26 20:21:54.534493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60088) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:21:54.884408 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-7bd0797f-1437-4914-822a-09369e03841a', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:21:54.885206 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.900986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:54.951123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Transition to ACTIVE for port object a72058b7-936b-49fa-917b-a4a4d0ead4cd will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:21:54.961513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.074241 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Attempting to bind port a72058b7-936b-49fa-917b-a4a4d0ead4cd on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:21:55.074612 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Attempting to bind port a72058b7-936b-49fa-917b-a4a4d0ead4cd by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:21:55.074977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Attempting to bind port a72058b7-936b-49fa-917b-a4a4d0ead4cd on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:21:55.076928 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229635-9825-4ff7-9581-9317be3c310e None None] Pushing event updated for resources: {'Port': ['ID=a72058b7-936b-49fa-917b-a4a4d0ead4cd,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:55.115651 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:21:55.116023 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:21:55.116423 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.116814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:21:55.117427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Bound port: a72058b7-936b-49fa-917b-a4a4d0ead4cd, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:21:55.117802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.199477 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Allocated IP 172.20.0.2 (7bd0797f-1437-4914-822a-09369e03841a/8f990d87-869e-445e-9cf4-c8c02704877c/4d400d82-f1fc-4635-b80f-0d56473cee54) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:21:55.217138 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] For port a72058b7-936b-49fa-917b-a4a4d0ead4cd, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:21:55.221989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] For port a72058b7-936b-49fa-917b-a4a4d0ead4cd, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a72058b7-936b-49fa-917b-a4a4d0ead4cd,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:21:55.236532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.341712 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.382686 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:55.383300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:55.430326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229635-9825-4ff7-9581-9317be3c310e None None] Pushing event updated for resources: {'Port': ['ID=a72058b7-936b-49fa-917b-a4a4d0ead4cd,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:55.650066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:55.692364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.775267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Transition to ACTIVE for port object 4d400d82-f1fc-4635-b80f-0d56473cee54 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:21:55.856015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Transition to ACTIVE for port object 4d400d82-f1fc-4635-b80f-0d56473cee54 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:21:55.866351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:55.926596 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.1 (7bd0797f-1437-4914-822a-09369e03841a/8f990d87-869e-445e-9cf4-c8c02704877c/72cb4795-a2b0-4abd-afe2-fbb512531aa9) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:21:55.989352 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Network 7bd0797f-1437-4914-822a-09369e03841a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:21:55.994750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:21:56.000878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:21:56.009493 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Pushing event updated for resources: {'Port': ['ID=4d400d82-f1fc-4635-b80f-0d56473cee54,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:56.083703 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.098919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object 72cb4795-a2b0-4abd-afe2-fbb512531aa9 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:21:56.106658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Attempting to bind port 4d400d82-f1fc-4635-b80f-0d56473cee54 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:21:56.107024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Attempting to bind port 4d400d82-f1fc-4635-b80f-0d56473cee54 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:21:56.107381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Attempting to bind port 4d400d82-f1fc-4635-b80f-0d56473cee54 on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:21:56.114546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:21:56.115088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Checking segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:21:56.115304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.115695 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Bound using segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:21:56.116153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Bound port: 4d400d82-f1fc-4635-b80f-0d56473cee54, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:21:56.116521 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.123487 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.192738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 7bd0797f-1437-4914-822a-09369e03841a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:21:56.193945 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:52Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:56.195595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:21:56.199928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:21:56.237191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:56.257540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cbc7-767b-4aff-b697-dbdd07ef2a99 None None] The sync data for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 is: [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:52Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:21:56.266136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.268040 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] For port 4d400d82-f1fc-4635-b80f-0d56473cee54, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:21:56.273015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] For port 4d400d82-f1fc-4635-b80f-0d56473cee54, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d400d82-f1fc-4635-b80f-0d56473cee54,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:21:56.281573 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.367520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8383bc6-8897-4075-9911-37ac608a545e None None] Pushing event updated for resources: {'Port': ['ID=4d400d82-f1fc-4635-b80f-0d56473cee54,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:56.534339 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:56.905803 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a72058b7-936b-49fa-917b-a4a4d0ead4cd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:21:56.988857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port a72058b7-936b-49fa-917b-a4a4d0ead4cd completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:21:56.994425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a72058b7-936b-49fa-917b-a4a4d0ead4cd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:56.995080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.045913 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.052989 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.131795 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a72058b7-936b-49fa-917b-a4a4d0ead4cd is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:21:57.131959 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.154834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port a72058b7-936b-49fa-917b-a4a4d0ead4cd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a72058b7-936b-49fa-917b-a4a4d0ead4cd,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:57.162762 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.163964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d400d82-f1fc-4635-b80f-0d56473cee54 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:21:57.210044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.214819 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:57.304904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=a72058b7-936b-49fa-917b-a4a4d0ead4cd,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:57.320355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4d400d82-f1fc-4635-b80f-0d56473cee54 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:21:57.398060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 7bd0797f-1437-4914-822a-09369e03841a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:21:57.399871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:21:57.548029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b68f78-bbd1-4197-af60-40aea41f432a None None] Network 7bd0797f-1437-4914-822a-09369e03841a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:21:57.592896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8dd103b4-3ac7-4b00-a4c2-832aee385050 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:21:57.700502 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Provisioning for port 4d400d82-f1fc-4635-b80f-0d56473cee54 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:21:57.716143 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Provisioning complete for port 4d400d82-f1fc-4635-b80f-0d56473cee54 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:57.716513 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.774166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:21:57.786488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-27d47af5-0b16-4b16-a09a-73de2c574c4b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/8dd103b4-3ac7-4b00-a4c2-832aee385050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508454 May 26 20:21:57.899580 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Current status of the port 4d400d82-f1fc-4635-b80f-0d56473cee54 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:21:57.899955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.942540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] For port 4d400d82-f1fc-4635-b80f-0d56473cee54, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d400d82-f1fc-4635-b80f-0d56473cee54,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:21:57.949954 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:57.972683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b9e02c0d-c81e-46e7-abf5-a30cc6da2a7d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518503323&fields=id&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 267 time: 0.0605223 May 26 20:21:58.028696 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09545ec6-fe31-43ca-9eae-a031088c5b38 None None] Pushing event updated for resources: {'Port': ['ID=4d400d82-f1fc-4635-b80f-0d56473cee54,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:58.144054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-688c43b9-3dac-4899-b83f-4883e11d41e4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:21:58.145580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-688c43b9-3dac-4899-b83f-4883e11d41e4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 797 time: 0.1637056 May 26 20:21:58.155541 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Sync routers for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:21:58.166842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-8e5fb90d-dd5a-4b19-bfec-d726f8b31694 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/quotas/219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 375 time: 0.0142026 May 26 20:21:58.170844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:58.171543 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:58.172524 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Provisioning for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:21:58.179179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Provisioning complete for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:58.179553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.246851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:21:58.259542 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Provisioning complete for port 4d400d82-f1fc-4635-b80f-0d56473cee54 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:58.260245 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.267230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-adb1a1ab-c71b-471b-944f-9066179e28e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:21:58.289614 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-adb1a1ab-c71b-471b-944f-9066179e28e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:21:58.291073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-adb1a1ab-c71b-471b-944f-9066179e28e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185625 May 26 20:21:58.309214 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-052e78e9-0bb3-48e6-bd29-37b178240351 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:21:58.310318 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-052e78e9-0bb3-48e6-bd29-37b178240351 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070524 May 26 20:21:58.378172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:21:58.387547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-8d173483-b405-4af1-a220-3ef347c969d7 None None] Current status of the port 4d400d82-f1fc-4635-b80f-0d56473cee54 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:21:58.475667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-70e9e595-2cce-4c76-8e77-164deb59a677 service neutron] 10.222.0.24 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516759 May 26 20:21:58.508752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-08f6e85d-bfa7-4b3c-80ea-f06c2c704ec9 None None] Provisioning complete for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:58.509437 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08f6e85d-bfa7-4b3c-80ea-f06c2c704ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.573411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-08f6e85d-bfa7-4b3c-80ea-f06c2c704ec9 None None] Port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:21:58.692293 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-81b8ac4f-3d8a-4c09-a19f-39e96ba01021 None None] Provisioning complete for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:58.692668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-81b8ac4f-3d8a-4c09-a19f-39e96ba01021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.712248 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 2, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:58.716418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Checking router: 8dd103b4-3ac7-4b00-a4c2-832aee385050 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:21:58.717167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Updating router 8dd103b4-3ac7-4b00-a4c2-832aee385050 port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:21:58.731221 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-5081e06d-3e34-418b-aec3-8107e92721a0 service neutron] 10.222.0.24 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498634 May 26 20:21:58.765778 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-81b8ac4f-3d8a-4c09-a19f-39e96ba01021 None None] Port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:21:58.783046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a72058b7-936b-49fa-917b-a4a4d0ead4cd up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:21:58.791456 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.857027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port a72058b7-936b-49fa-917b-a4a4d0ead4cd triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:58.857427 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:58.978414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port a72058b7-936b-49fa-917b-a4a4d0ead4cd is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:21:58.979455 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d400d82-f1fc-4635-b80f-0d56473cee54 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:21:59.046034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4d400d82-f1fc-4635-b80f-0d56473cee54 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:21:59.046715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.149343 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.161302 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Transition to ACTIVE for port object 72cb4795-a2b0-4abd-afe2-fbb512531aa9 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:21:59.164732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4d400d82-f1fc-4635-b80f-0d56473cee54 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:21:59.167797 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.293513 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Pushing event updated for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:59.364908 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.365259 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.365583 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.365900 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.366210 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.366517 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.366830 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.367135 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.367446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.367841 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.368031 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.368332 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:21:59.419109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Attempting to bind port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:21:59.419399 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Attempting to bind port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:21:59.419744 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Attempting to bind port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:21:59.425298 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:21:59.425683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Checking segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:21:59.426063 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.426444 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Bound using segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:21:59.426883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Bound port: 72cb4795-a2b0-4abd-afe2-fbb512531aa9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:21:59.427234 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.514052 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] For port 72cb4795-a2b0-4abd-afe2-fbb512531aa9, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:21:59.516866 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] For port 72cb4795-a2b0-4abd-afe2-fbb512531aa9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72cb4795-a2b0-4abd-afe2-fbb512531aa9,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:21:59.521351 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:21:59.596403 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:21:59.597011 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:21:59.664062 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727bfc4-083d-4598-8ab4-b73ff9a4707c None None] Pushing event updated for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:21:59.795147 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:22:00.005615 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-64f5224b-4810-4007-b67f-c2a9d5e3402e req-3060ede7-5526-4abe-aecf-15121cf3d131 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 210 time: 0.0497286 May 26 20:22:00.113378 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:21:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:22:00.117235 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce962d-d69a-4663-b10d-10e150291d46 None None] The sync data for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 is: [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:21:59Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:22:00.765828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72cb4795-a2b0-4abd-afe2-fbb512531aa9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:22:00.836921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:22:00.842114 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:22:00.842504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:00.987382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:22:00.987757 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:01.034313 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 72cb4795-a2b0-4abd-afe2-fbb512531aa9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72cb4795-a2b0-4abd-afe2-fbb512531aa9,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:22:01.040034 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:01.131446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-82c3cb0d-c6be-482b-9685-921476231433 req-a0962683-5de8-442b-8611-5678db62b063 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 210 time: 0.0461533 May 26 20:22:01.134987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:02.234407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-76476f41-eeba-4834-b4e9-8642fb273a4a req-57d6fcab-9b0c-4d10-ac93-9e20b716f0ef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 210 time: 0.0462329 May 26 20:22:02.749900 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72cb4795-a2b0-4abd-afe2-fbb512531aa9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:22:02.816163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:22:02.816627 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:02.941571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:22:03.076846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-46f2af82-3833-43bc-8888-83c11170f959 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:03.078285 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-46f2af82-3833-43bc-8888-83c11170f959 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 797 time: 0.1471546 May 26 20:22:03.125744 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-fc2f319e-9977-4144-9fdd-72937ff30802 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 379 time: 0.0394416 May 26 20:22:03.135437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'port': {'device_id': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'admin_state_up': True, 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'security_groups': ['dd2ec342-2b77-450a-b8e1-fff657f3ed4f']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:22:03.277860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:22:03.287353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:22:03.296852 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:22:03.300397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:03.407827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d1432a9c-e5d9-44c1-9feb-d3843c5d8b1a req-54cc8e07-76f9-4970-8f15-959d7f8a8b09 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 210 time: 0.0541303 May 26 20:22:03.499818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.10 (7bd0797f-1437-4914-822a-09369e03841a/8f990d87-869e-445e-9cf4-c8c02704877c/fc3b1192-e067-474a-9fee-2edbb131993a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:22:03.681991 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:03.697246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object fc3b1192-e067-474a-9fee-2edbb131993a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:22:03.719131 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:03.791988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 7bd0797f-1437-4914-822a-09369e03841a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:22:03.795075 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:22:03.799417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:22:03.833309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:03.865686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:03.866294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:03.891637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b80448ad-5641-4fd9-ad7f-63545973052a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595961 May 26 20:22:03.903478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Request body: {'port': {'device_id': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:22:04.017667 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:04.053894 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-231f2248-4c0c-4928-81c7-f3cfc4a21b70 None None] Provisioning for port fc3b1192-e067-474a-9fee-2edbb131993a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:22:04.058835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-231f2248-4c0c-4928-81c7-f3cfc4a21b70 None None] Provisioning complete for port fc3b1192-e067-474a-9fee-2edbb131993a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:22:04.059298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-231f2248-4c0c-4928-81c7-f3cfc4a21b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:04.115355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-231f2248-4c0c-4928-81c7-f3cfc4a21b70 None None] Port fc3b1192-e067-474a-9fee-2edbb131993a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:22:04.354050 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3b1192-e067-474a-9fee-2edbb131993a {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:22:04.360940 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:04.374639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Transition to ACTIVE for port object fc3b1192-e067-474a-9fee-2edbb131993a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:22:04.378486 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:04.656956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:04.780012 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9267579-b500-4215-b6c1-e6ffe24d370c req-721e68eb-4c8a-4ee9-b2cd-2831b5465e67 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:04.780683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c9267579-b500-4215-b6c1-e6ffe24d370c req-721e68eb-4c8a-4ee9-b2cd-2831b5465e67 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:22:04.794273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:22:04.794595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:22:04.794912 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:22:04.801020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:22:04.801391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:22:04.806551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:22:04.806877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Checking segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:22:04.807238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Bound using segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:22:04.807643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Bound port: fc3b1192-e067-474a-9fee-2edbb131993a, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:22:04.807970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:04.817653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-c9267579-b500-4215-b6c1-e6ffe24d370c req-721e68eb-4c8a-4ee9-b2cd-2831b5465e67 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:22:04.818761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9267579-b500-4215-b6c1-e6ffe24d370c req-721e68eb-4c8a-4ee9-b2cd-2831b5465e67 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.2872226 May 26 20:22:04.919897 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c9267579-b500-4215-b6c1-e6ffe24d370c req-d2027ae0-56ad-4c18-afc8-d41dddb79422 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937207 May 26 20:22:04.933549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:22:04.936639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:22:04.941312 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:05.001643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.002409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:05.003946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] 10.222.0.53 "PUT /v2.0/ports/fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1092 time: 1.1046665 May 26 20:22:05.004466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:22:05.035990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f82a3-05e9-44e2-8c95-6aeec405b551 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:05.100314 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a936bb69-58a4-418f-befe-d8910418bd77'] response: {'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'status': 'completed', 'code': 200} May 26 20:22:05.143061 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-64086f33-3cd5-4520-9e6e-eb78b5cd216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.144557 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-64086f33-3cd5-4520-9e6e-eb78b5cd216d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1095 time: 0.0767004 May 26 20:22:05.217491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-10af1a60-ffda-4ad6-933a-e80ef729bc8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 217 time: 0.0650296 May 26 20:22:05.282468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-63a3f31a-69d9-4789-a297-27dbe211fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.283841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-63a3f31a-69d9-4789-a297-27dbe211fb97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0612452 May 26 20:22:05.359175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-83d14835-f954-4af1-80a4-25d6b93b1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.361333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-83d14835-f954-4af1-80a4-25d6b93b1260 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700717 May 26 20:22:05.490004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-e2433368-fcac-4075-94ec-e7c0894ad440 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221352 May 26 20:22:05.623521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc9e2341-6767-4ac4-82c6-d142574c98fc req-6b895054-ec25-4e16-a0ac-d9c03f5111cf service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272681 May 26 20:22:05.736225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-6f48d1a2-25dc-47fb-8be8-8fd87c20376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.737793 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-6f48d1a2-25dc-47fb-8be8-8fd87c20376a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1095 time: 0.0694532 May 26 20:22:05.869233 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-8a1bae2e-ec6e-446e-a47b-4642d4cb75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:05.870569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-8a1bae2e-ec6e-446e-a47b-4642d4cb75fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1262259 May 26 20:22:05.939781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-5dfaf2aa-9967-464e-9ac9-3d79b08496d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 217 time: 0.0630276 May 26 20:22:06.003757 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-3f046d8a-195a-464d-9d55-d4fd1f32cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:06.005205 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-3f046d8a-195a-464d-9d55-d4fd1f32cb6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0594084 May 26 20:22:06.140274 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-5da11399-3498-4785-ade0-8ab1b127ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:06.142239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-5da11399-3498-4785-ade0-8ab1b127ecc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301332 May 26 20:22:06.153886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c965f-2259-40cb-8734-2ae0b492a7e7 req-35d5a93c-8ac6-44a2-9c4b-d5584cd87d58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:06.155253 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b5c965f-2259-40cb-8734-2ae0b492a7e7 req-35d5a93c-8ac6-44a2-9c4b-d5584cd87d58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.1107011 May 26 20:22:06.375297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b5c965f-2259-40cb-8734-2ae0b492a7e7 req-9f5d7e2e-c81f-484f-ac93-a4c6438e59d0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025442 May 26 20:22:06.409972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-fc5f0b30-01aa-4eef-942e-972cc609cba1 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538066 May 26 20:22:06.542457 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-45dc3d13-8695-439d-8081-9c81ba8df0f9 req-9efb226f-4f0e-4a59-a417-c770adb724a5 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250911 May 26 20:22:07.184231 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:07.557083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aab1a-c85f-49d2-adec-37b1f82d603e req-231edda1-6b45-4aa9-adc2-afe5ae9d87f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:07.558559 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b4aab1a-c85f-49d2-adec-37b1f82d603e req-231edda1-6b45-4aa9-adc2-afe5ae9d87f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.0786755 May 26 20:22:07.605595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1b4aab1a-c85f-49d2-adec-37b1f82d603e req-5d117575-6585-4104-ab66-68e7f30e3893 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 May 26 20:22:08.356329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fc3b1192-e067-474a-9fee-2edbb131993a details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:22:08.485849 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:22:08.498635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'mac_address': 'fa:16:3e:b3:8e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:22:08.551904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fc3b1192-e067-474a-9fee-2edbb131993a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:22:08.552269 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:08.568154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3b1192-e067-474a-9fee-2edbb131993a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:22:08.583358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:22:08.586968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:08.658820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:08.796922 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37806-bc40-4e2b-8036-27d72022ed77 req-074ca713-600a-44c4-b147-bba69898f433 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:08.798385 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8be37806-bc40-4e2b-8036-27d72022ed77 req-074ca713-600a-44c4-b147-bba69898f433 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 945 time: 0.0829763 May 26 20:22:08.842573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8be37806-bc40-4e2b-8036-27d72022ed77 req-ed315adb-27af-4de2-98ce-fefd5e3a2af2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 May 26 20:22:08.971797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['fc3b1192-e067-474a-9fee-2edbb131993a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:22:10.028034 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0ea6c-9a3d-40ff-a612-47c352fd274e req-a09e2549-8959-4411-874b-69c5ef45b5e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:10.029459 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-19c0ea6c-9a3d-40ff-a612-47c352fd274e req-a09e2549-8959-4411-874b-69c5ef45b5e8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 945 time: 0.0782933 May 26 20:22:10.072455 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-19c0ea6c-9a3d-40ff-a612-47c352fd274e req-2957626d-5a6f-4b19-8070-b0ce9458edfd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374057 May 26 20:22:10.373236 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fc3b1192-e067-474a-9fee-2edbb131993a up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:22:10.442332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port fc3b1192-e067-474a-9fee-2edbb131993a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:22:10.447472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port fc3b1192-e067-474a-9fee-2edbb131993a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:22:10.447830 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:10.562810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port fc3b1192-e067-474a-9fee-2edbb131993a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:22:10.563219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:10.589417 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:22:10.599583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:22:10.604312 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:10.638087 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefb7f90-674d-45c1-99cc-2a2df051a191'] response: {'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'code': 200} May 26 20:22:10.676422 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:10.761579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05502-2637-42f8-834f-4e23339d55b6 req-99019411-2b54-4225-8c21-16c123447309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:10.763027 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01e05502-2637-42f8-834f-4e23339d55b6 req-99019411-2b54-4225-8c21-16c123447309 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.0719967 May 26 20:22:10.802770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01e05502-2637-42f8-834f-4e23339d55b6 req-e8c1e049-5e12-497e-b4ea-01b7c2c59b69 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 May 26 20:22:11.260359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef6149-b187-45d1-aad9-604deebf5dd3 req-065e25ef-d888-425e-a388-2750d6f250e6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:11.261817 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3ef6149-b187-45d1-aad9-604deebf5dd3 req-065e25ef-d888-425e-a388-2750d6f250e6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0846806 May 26 20:22:11.308421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3ef6149-b187-45d1-aad9-604deebf5dd3 req-dd54790a-672d-406a-b8fc-0161cd187e04 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409248 May 26 20:22:12.494206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dceef-306a-4788-875b-4e9fa0a6e344 req-c6968908-5c95-460f-9af7-934854ad7631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:12.495667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-242dceef-306a-4788-875b-4e9fa0a6e344 req-c6968908-5c95-460f-9af7-934854ad7631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0819864 May 26 20:22:12.541759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-242dceef-306a-4788-875b-4e9fa0a6e344 req-45c8d7ac-fe50-4511-a92d-0e6f06a7bd79 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392730 May 26 20:22:12.727053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b154cb-05a4-4c10-b610-41a2675f7c6f req-4dd498fc-ad0a-4a3d-87f7-f0b5c82878aa tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:12.728495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2b154cb-05a4-4c10-b610-41a2675f7c6f req-4dd498fc-ad0a-4a3d-87f7-f0b5c82878aa tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0828557 May 26 20:22:12.772762 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e2b154cb-05a4-4c10-b610-41a2675f7c6f req-df78fcca-426d-4246-b694-36a2aa32ed3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386341 May 26 20:22:12.794452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60148) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:22:12.905210 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c735d3-5a69-4c30-9e74-8abb1f54724f tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:12.906714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b4c735d3-5a69-4c30-9e74-8abb1f54724f tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1092 time: 0.1112680 May 26 20:22:12.910647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60154) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:22:12.915522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:22:12.922115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:22:12.925940 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:floatingip and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:22:12.928691 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:22:12.934193 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:22:12.945337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:13.079587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:13.214739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.220 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/2f2da7a3-75a1-454b-b75b-ad5291c51480) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:22:13.358011 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:13.386502 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:13.451186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:22:13.454029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:22:13.457492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:22:13.498727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=2f2da7a3-75a1-454b-b75b-ad5291c51480,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:13.962409 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.034867 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.234862 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.239214 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.349338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=2f2da7a3-75a1-454b-b75b-ad5291c51480,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:22:14.356934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.521124 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 associated. External IP: 172.25.0.220, port: fc3b1192-e067-474a-9fee-2edbb131993a. May 26 20:22:14.762460 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.795363 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c4814f40-2aef-43ed-87ae-e4e6864e2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:14.869411 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8dd103b4-3ac7-4b00-a4c2-832aee385050 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:22:15.154553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:22:15.164768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Sync routers for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:22:15.173423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:22:15.174015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:22:15.178229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:15.232580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5b898d47-1b5a-4bcc-8ce9-2b3c8969b943 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3209391 May 26 20:22:15.233177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:22:15.351027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:22:15.397654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad115d-9226-4f1b-bb00-aa5d25a1899f req-20e27b37-8c39-4983-80a1-869313dfed18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:15.399113 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eaad115d-9226-4f1b-bb00-aa5d25a1899f req-20e27b37-8c39-4983-80a1-869313dfed18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0816405 May 26 20:22:15.443460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eaad115d-9226-4f1b-bb00-aa5d25a1899f req-3a632e1e-0097-417b-a5d5-a76a2101c131 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385673 May 26 20:22:15.467690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60164) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:22:15.496377 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee6f969-77c5-4dda-ac97-ce0c02f2740f'] response: {'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'status': 'completed', 'code': 200} May 26 20:22:15.584936 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-5c5d8e6a-46f1-4af6-b0e6-51d6ab494c83 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 HTTP/1.1" status: 200 len: 992 time: 0.1153622 May 26 20:22:15.595054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-60f04bea-3f3b-40d0-bff9-0d5ac20f0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:15.596536 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-60f04bea-3f3b-40d0-bff9-0d5ac20f0d44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.0783119 May 26 20:22:15.733903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'mac_address': 'fa:16:3e:b3:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:22:13Z', 'updated_at': '2022-05-26T20:22:13Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:22:15.736548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-21ddfd91-0468-473c-967d-de8368f2e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:15.738093 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-21ddfd91-0468-473c-967d-de8368f2e9ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1356800 May 26 20:22:15.738449 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Checking router: 8dd103b4-3ac7-4b00-a4c2-832aee385050 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:22:15.746786 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:22:15.747377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:21:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:22:15.839713 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-02a1d8ac-6030-49a0-aae9-c0edb56c83f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1000 time: 0.0961921 May 26 20:22:15.903509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-1044fddb-a2b0-4274-b7e1-ee9aaa3d5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:15.904927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-1044fddb-a2b0-4274-b7e1-ee9aaa3d5e3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0593371 May 26 20:22:15.925207 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:22:15.978316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-688dfa33-ae2c-4420-a6c0-bad80ebd6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:22:15.979775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-688dfa33-ae2c-4420-a6c0-bad80ebd6acb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691164 May 26 20:22:16.039948 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:22:16.112863 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-0735c6c5-7d73-482a-944b-48b2a03df682 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252413 May 26 20:22:16.243895 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-469641c9-e1e9-44e0-94be-97b7ba33712a req-54dfe4fd-fc70-46de-88da-c760a17c00b2 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250813 May 26 20:22:16.271365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'mac_address': 'fa:16:3e:b3:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:22:13Z', 'updated_at': '2022-05-26T20:22:13Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:22:16.275376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b7b03-6c30-4001-b403-171cbb610a05 None None] The sync data for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 is: [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'mac_address': 'fa:16:3e:b3:8e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:22:13Z', 'updated_at': '2022-05-26T20:22:13Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:22:16.459127 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402aa75b-b4f1-40b6-8bba-10bb5ea8e620 None None] New status for floating IP 4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:22:16.587210 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60168) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:22:16.695521 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f3fb54d3-0e07-4430-84e0-cfc73395782d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 HTTP/1.1" status: 200 len: 992 time: 0.1072621 May 26 20:22:16.977979 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-54fa3b00-d091-4d27-b6c3-833723657751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:17.472005 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:17.699533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60172) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:22:17.804595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8196f711-4d91-49d8-9330-199fd335cf78 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 HTTP/1.1" status: 200 len: 994 time: 0.1037967 May 26 20:22:18.374295 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:19.960244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:37.178148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:44.757825 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:44.794213 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-155bdbee-c522-407e-9686-d47c348a1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:46.979700 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f49e-77e2-49fb-8586-377a18cc034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:47.474271 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:48.380068 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:49.959159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:22:53.040235 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:22:58.663727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-6446e76c-0279-419c-a383-8a18c6f68622 req-88aab980-2972-49b2-9380-07a796925857 service neutron] (88363) timed out ('10.222.0.53', 64004) {{(pid=88363) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:23:07.185713 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:07.918530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-a87e0444-5b4f-472c-bfe8-1c101339182c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674443 May 26 20:23:08.056336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-dc356049-19bb-4f08-8ba2-c123d881182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:08.057811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-dc356049-19bb-4f08-8ba2-c123d881182b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.0726364 May 26 20:23:08.202650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-052ea40e-2375-436d-8e31-9c448123c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:08.203970 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-052ea40e-2375-436d-8e31-9c448123c7e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1274204 May 26 20:23:08.302446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-02706121-13a8-4b58-8582-c1f2223e4472 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1002 time: 0.0921795 May 26 20:23:08.361954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-004a0a77-0031-4ccf-a7f6-525fd4218ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:08.363295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-004a0a77-0031-4ccf-a7f6-525fd4218ff0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0551445 May 26 20:23:08.436101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-6b40632c-52fa-4206-9092-06f57e2bb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:08.437600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-6b40632c-52fa-4206-9092-06f57e2bb704 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682583 May 26 20:23:08.673522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-599ea93b-e8e7-4a6f-93bd-cbef1c741f48 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293756 May 26 20:23:08.805139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-144b7715-56e0-41ea-86cf-6180c51e41fa req-30a38dc2-dc05-4768-85ba-4cdde7c53c23 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245842 May 26 20:23:14.769689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:14.793920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-70c6802d-2789-49e3-a1cf-e9154bda83d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:16.980477 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-16eb02a0-7bee-4038-ba3c-7843083218b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:17.475716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:18.379767 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:19.964419 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:29.118487 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60222) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:23:29.166352 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b2145-a7d3-4203-97c3-bcf1a331c8df req-09f983cb-9c70-4f49-8353-578bba346e0c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:29.167804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a13b2145-a7d3-4203-97c3-bcf1a331c8df req-09f983cb-9c70-4f49-8353-578bba346e0c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0871036 May 26 20:23:29.213174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a13b2145-a7d3-4203-97c3-bcf1a331c8df req-88a65239-2c70-44d7-a5fb-707a2b37d52b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 May 26 20:23:29.230803 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-10e77923-8d6b-458c-b2d4-e72a5fbdc43d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110957 May 26 20:23:30.041190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:23:30.436241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981033e-c5c2-4e46-a755-f2f397754268 req-f7e7acd0-f645-4cf2-b7f8-0b379acb8778 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:30.437735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8981033e-c5c2-4e46-a755-f2f397754268 req-f7e7acd0-f645-4cf2-b7f8-0b379acb8778 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.1210859 May 26 20:23:30.494417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8981033e-c5c2-4e46-a755-f2f397754268 req-b1dd6d83-7343-40d4-97f4-9dbb70ec5a89 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501082 May 26 20:23:30.506402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-2bfb4e3b-8c0b-41e3-87b6-910de190e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:30.507826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-2bfb4e3b-8c0b-41e3-87b6-910de190e558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.1158221 May 26 20:23:30.640524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-d11ed88c-3e6b-4654-8b29-4e443c38dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:30.641996 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-d11ed88c-3e6b-4654-8b29-4e443c38dd00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1271529 May 26 20:23:30.743251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-2cf2409e-9b7f-4a91-ad93-8f431cb3ddb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1002 time: 0.0956242 May 26 20:23:30.804011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c6f4c9b7-a1bb-490b-b660-8fa1f5b04c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:30.805350 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c6f4c9b7-a1bb-490b-b660-8fa1f5b04c2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0561247 May 26 20:23:30.886827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-0b09e36b-0726-4cb1-9c6d-40d2aa85c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:30.888291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-0b09e36b-0726-4cb1-9c6d-40d2aa85c8b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764267 May 26 20:23:31.017070 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-47b02d58-f49b-4541-9046-8119eb3c51f7 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228316 May 26 20:23:31.154156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-04908ea8-f14e-4aeb-80ab-e6fae9fb120c service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312425 May 26 20:23:31.676701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b32a-6b85-464a-913d-e48767785941 req-f2e0cf92-15f3-474d-916f-72b286268468 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:31.678157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1056b32a-6b85-464a-913d-e48767785941 req-f2e0cf92-15f3-474d-916f-72b286268468 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0784175 May 26 20:23:31.721601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1056b32a-6b85-464a-913d-e48767785941 req-50f362b7-df62-4d6f-b747-9026fe787142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379548 May 26 20:23:32.909639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19546dd-f7ae-40a8-a67b-ed8ef2d2e101 req-5b57780c-ce99-4653-8409-1150af131678 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:32.911076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d19546dd-f7ae-40a8-a67b-ed8ef2d2e101 req-5b57780c-ce99-4653-8409-1150af131678 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0829983 May 26 20:23:32.954454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d19546dd-f7ae-40a8-a67b-ed8ef2d2e101 req-b5aa1723-7994-4ac8-802b-90ac8e31caf6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377645 May 26 20:23:34.136480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ac596-4079-4cb9-b14c-50412e0ff579 req-32c6283e-82ff-4958-920d-0c9826b93266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:34.137934 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f6ac596-4079-4cb9-b14c-50412e0ff579 req-32c6283e-82ff-4958-920d-0c9826b93266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0791850 May 26 20:23:34.183561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0f6ac596-4079-4cb9-b14c-50412e0ff579 req-ea264d5c-c332-447a-9631-b1d465c9f6ed tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 May 26 20:23:35.366129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe7695-34d7-44e1-acae-8fb0c1dec182 req-65e3f94b-ea5d-4323-bf54-3214f0af0d48 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:35.367470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bfe7695-34d7-44e1-acae-8fb0c1dec182 req-65e3f94b-ea5d-4323-bf54-3214f0af0d48 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0798271 May 26 20:23:35.410472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3bfe7695-34d7-44e1-acae-8fb0c1dec182 req-eb8ba70a-2cdd-4566-bce8-8b8310211adc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 May 26 20:23:36.598544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca36b62-fc20-4f43-9beb-d5e5c8691472 req-4cac774f-1ede-4740-8894-8f6195ceab28 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:36.599953 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ca36b62-fc20-4f43-9beb-d5e5c8691472 req-4cac774f-1ede-4740-8894-8f6195ceab28 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0832512 May 26 20:23:36.735812 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ca36b62-fc20-4f43-9beb-d5e5c8691472 req-76c2f043-db10-44cc-9299-a28804c0df48 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300313 May 26 20:23:37.207203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:37.917385 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117893e-1f34-415a-8c09-5c531d867247 req-2648c193-e3b5-4ad7-8445-e4400cc47a26 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:37.918819 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1117893e-1f34-415a-8c09-5c531d867247 req-2648c193-e3b5-4ad7-8445-e4400cc47a26 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0777893 May 26 20:23:37.961460 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1117893e-1f34-415a-8c09-5c531d867247 req-4d5de06a-63ed-4183-8028-8b2ec164f397 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371068 May 26 20:23:39.143730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de966b2-dfd6-4a81-ab53-6a626836e351 req-4269dd48-453e-4d51-896f-184ea530618a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:39.145169 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7de966b2-dfd6-4a81-ab53-6a626836e351 req-4269dd48-453e-4d51-896f-184ea530618a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0803742 May 26 20:23:39.194988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7de966b2-dfd6-4a81-ab53-6a626836e351 req-e1cff15a-84e2-49f9-96ec-21f4e19bcd0b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 May 26 20:23:40.376624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605ff9-62d7-4ef9-b615-03b9241f702f req-8dffd797-0321-40fb-adfd-6f9acbe1d2fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:40.377969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25605ff9-62d7-4ef9-b615-03b9241f702f req-8dffd797-0321-40fb-adfd-6f9acbe1d2fd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0773523 May 26 20:23:40.425601 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25605ff9-62d7-4ef9-b615-03b9241f702f req-33dee295-6d31-4d96-bb0c-e411122b0490 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 May 26 20:23:41.608201 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7dba3-fe03-4b01-8ad4-f66a04b0db5a req-059b70c3-6891-4232-ab9d-ea3d1884dd59 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:41.609678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80c7dba3-fe03-4b01-8ad4-f66a04b0db5a req-059b70c3-6891-4232-ab9d-ea3d1884dd59 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0792551 May 26 20:23:41.653245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80c7dba3-fe03-4b01-8ad4-f66a04b0db5a req-30d5ebcc-d29f-432e-82f7-c110cdce1bf4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 May 26 20:23:42.838743 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f3e7-4b3d-4cb9-9143-625e33802b7c req-de804c3a-7628-4100-8f2e-6e5394292605 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:42.840249 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33e8f3e7-4b3d-4cb9-9143-625e33802b7c req-de804c3a-7628-4100-8f2e-6e5394292605 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0832736 May 26 20:23:42.884106 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33e8f3e7-4b3d-4cb9-9143-625e33802b7c req-35281533-5a8a-4683-bc9a-3d178c425a06 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382166 May 26 20:23:43.088866 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-47985c8f-54e6-42c7-8b9a-a0b87ec9f0e1 service neutron] show failed (client error): The resource could not be found. May 26 20:23:43.090282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-47985c8f-54e6-42c7-8b9a-a0b87ec9f0e1 service neutron] 10.222.0.53 "GET /v2.0/ports/fc3b1192-e067-474a-9fee-2edbb131993a/bindings/n-h1-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.0737038 May 26 20:23:43.387246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-12c8caaa-bf10-4207-9d8d-c8f3faa2950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:43.388627 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-12c8caaa-bf10-4207-9d8d-c8f3faa2950d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 1097 time: 0.1145999 May 26 20:23:43.398889 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:23:43.506524 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:43.762851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:23:43.789952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:23:43.850837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:23:43.856535 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:43.871443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Transition to ACTIVE for port object fc3b1192-e067-474a-9fee-2edbb131993a will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:23:43.875369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:43.915777 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9049a5f0-a4df-4257-a7c8-e68413cf8ab6'] response: {'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'code': 200} May 26 20:23:44.071037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=6']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:23:44.093164 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.093503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.093832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.094155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.094475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.094791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.095106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.095416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.095725 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.096035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.096345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.096652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:44.143208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] No DVR routers for this DVR port fc3b1192-e067-474a-9fee-2edbb131993a on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:23:44.239431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d796f37-7f9a-4f1e-9c66-ada47ee09322 req-5d991090-960c-4148-8da3-118287b1fd18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:44.240787 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d796f37-7f9a-4f1e-9c66-ada47ee09322 req-5d991090-960c-4148-8da3-118287b1fd18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.2439516 May 26 20:23:44.448406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d796f37-7f9a-4f1e-9c66-ada47ee09322 req-6f5d46c9-f502-4705-90b8-9e33844bd865 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586583 May 26 20:23:44.513970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:23:44.514286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:23:44.514599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:23:44.519019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:23:44.519323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Attempting to bind port fc3b1192-e067-474a-9fee-2edbb131993a on network 7bd0797f-1437-4914-822a-09369e03841a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:23:44.524191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:23:44.524512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Checking segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:23:44.524878 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Bound using segment: {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:23:44.525312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Bound port: fc3b1192-e067-474a-9fee-2edbb131993a, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6db2dab-2d03-44f4-ae05-74d26d99feee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7bd0797f-1437-4914-822a-09369e03841a'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:23:44.525662 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:44.612005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:23:44.614963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:23:44.618743 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:44.688655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:44.689294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:44.690640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1092 time: 1.2955294 May 26 20:23:44.707542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4254812-f0a7-4a41-ba92-d48abddb7320 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:23:44.789150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:44.789771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-ebcbad00-2f21-4475-80a0-4376a53ad4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:44.791034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-ebcbad00-2f21-4475-80a0-4376a53ad4aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1095 time: 0.0738969 May 26 20:23:44.801632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-36720821-b34d-4cc2-8183-b48db87d501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:44.932650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-121e7660-893f-4298-afa5-68424f90f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:44.934024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-121e7660-893f-4298-afa5-68424f90f28d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1365812 May 26 20:23:45.036573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-534c2db2-5463-4f0d-a24c-e9c713e4bb2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1000 time: 0.0968657 May 26 20:23:45.097606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-83fa556f-effb-4188-a53e-d6fbb4cb9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:45.099004 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-83fa556f-effb-4188-a53e-d6fbb4cb9da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0569913 May 26 20:23:45.175552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-a2f928ad-1aeb-4f0c-9227-f50bfd5a611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:45.177058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-a2f928ad-1aeb-4f0c-9227-f50bfd5a611a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726755 May 26 20:23:45.186443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-514bcb47-a350-4496-8525-d75501f0087d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:23:45.187349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-514bcb47-a350-4496-8525-d75501f0087d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047693 May 26 20:23:45.315352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-c916fb0d-ee03-436f-8a08-5c21f00c2517 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217170 May 26 20:23:45.442804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97f8f04d-64e5-4b03-a1b8-2a137ac34b83 req-a4fbec4c-632d-4e72-9220-eeaa5fb9346a service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217721 May 26 20:23:45.633923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd8bfd-9dae-43cf-a944-4b01ad7b6d23 req-85e14409-3191-413c-89fe-17645f5eedc5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:45.635359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71dd8bfd-9dae-43cf-a944-4b01ad7b6d23 req-85e14409-3191-413c-89fe-17645f5eedc5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.0788972 May 26 20:23:45.679740 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-71dd8bfd-9dae-43cf-a944-4b01ad7b6d23 req-56b15415-0514-4af1-abd5-722ee2055465 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 May 26 20:23:45.917268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:23:45.975878 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ef5aa2-c4dc-4972-91fc-8b3713617557'] response: {'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'status': 'completed', 'code': 200} May 26 20:23:46.124294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-affecf1a-f7fd-4c11-bbc8-7e201280b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.125769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-affecf1a-f7fd-4c11-bbc8-7e201280b6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1095 time: 0.1312346 May 26 20:23:46.128181 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-bee758f7-6121-4d88-bba2-6500518842e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.129496 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-bee758f7-6121-4d88-bba2-6500518842e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1095 time: 0.1043632 May 26 20:23:46.360158 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-e72dd59e-5922-4254-81e8-491f41f4e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.361513 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-e72dd59e-5922-4254-81e8-491f41f4e5c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.2293251 May 26 20:23:46.363683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-6d73a870-94bb-4983-82de-97147cee67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.364944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-6d73a870-94bb-4983-82de-97147cee67ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.2159455 May 26 20:23:46.656131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-d7668068-110b-4536-998f-bee83f3df5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1000 time: 0.2881365 May 26 20:23:46.659399 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-6d4bf12d-8521-4a20-ae95-472304bdd7d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1000 time: 0.1229041 May 26 20:23:46.769601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-1774532a-4e98-4be7-b920-2857f54f0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.771035 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-1774532a-4e98-4be7-b920-2857f54f0b56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.1082613 May 26 20:23:46.772406 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-1d369968-efa8-4c1f-a7a5-2066d2d29f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.773715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-1d369968-efa8-4c1f-a7a5-2066d2d29f2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0824192 May 26 20:23:46.827884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fc3b1192-e067-474a-9fee-2edbb131993a no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:23:46.885807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device fc3b1192-e067-474a-9fee-2edbb131993a not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:23:46.982986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3297-12c6-412a-8db4-31f150550570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:46.988069 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-304ac8cc-e0c5-4e98-9b2e-e555feaceb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.989700 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-304ac8cc-e0c5-4e98-9b2e-e555feaceb7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750388 May 26 20:23:46.992639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-4848916b-ca0d-4a8b-8a5c-7489a743b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:46.994024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-4848916b-ca0d-4a8b-8a5c-7489a743b1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160969 May 26 20:23:47.002503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f0cd-e85b-4c23-9bd4-735556bdbde8 req-118e5d70-483f-40ea-9c54-d9b91a29e7ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:47.003956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7512f0cd-e85b-4c23-9bd4-735556bdbde8 req-118e5d70-483f-40ea-9c54-d9b91a29e7ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.1904678 May 26 20:23:47.220280 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7512f0cd-e85b-4c23-9bd4-735556bdbde8 req-47df41b2-dc68-4b77-9e2b-04e99be4e719 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804237 May 26 20:23:47.277689 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-0f2f52b0-1d75-43b0-855b-4cafba858cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715557 May 26 20:23:47.279937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-e5cd2ef3-d6f9-47be-b264-c186b72abe3d service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751491 May 26 20:23:47.484668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:47.512142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-f41298bd-aba3-41e1-a95e-265bb4401ae9 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288725 May 26 20:23:47.515216 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a3725d9-5083-4cda-b32f-83c40b5901cf req-ae4a7721-e427-4670-b0cc-65ceeb397838 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129951 May 26 20:23:48.287641 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fc3b1192-e067-474a-9fee-2edbb131993a details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:23:48.398144 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:48.406121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8b68-2a0d-465d-8985-263df2bc947a req-5821d075-90da-4eb6-92c4-243f500fde3a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:48.407573 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbe8b68-2a0d-465d-8985-263df2bc947a req-5821d075-90da-4eb6-92c4-243f500fde3a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 944 time: 0.0788579 May 26 20:23:48.454829 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2dbe8b68-2a0d-465d-8985-263df2bc947a req-840364c2-30b1-46e8-8f5a-c8ab4d539b41 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 May 26 20:23:48.467851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:23:48.480787 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'port_id': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'mac_address': 'fa:16:3e:b3:8e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:23:48.535534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port fc3b1192-e067-474a-9fee-2edbb131993a is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:23:48.535907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:48.552636 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3b1192-e067-474a-9fee-2edbb131993a {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:23:48.567791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:23:48.572527 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:48.641871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:23:48.651284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.651797 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.652235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.652792 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.653419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.654583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.655008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.655482 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.655901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.656620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.657067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.657479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:23:48.823990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-1e578c75-4167-4658-a3a7-c90a8b91cd17 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:48.826771 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-1e578c75-4167-4658-a3a7-c90a8b91cd17 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c&tenant_id=219522b447194334b36b04cb59d0b97a&binding%3Ahost_id=n-h1-843146-9 HTTP/1.1" status: 200 len: 945 time: 0.1476820 May 26 20:23:48.827743 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['fc3b1192-e067-474a-9fee-2edbb131993a'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:23:48.835123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a130c2-587d-4300-8745-aacfa6fe8460 req-93ab3268-9122-4249-9503-06a1dc7ce3f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:48.836447 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9a130c2-587d-4300-8745-aacfa6fe8460 req-93ab3268-9122-4249-9503-06a1dc7ce3f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 945 time: 0.1220558 May 26 20:23:48.938828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f9a130c2-587d-4300-8745-aacfa6fe8460 req-bc0d1672-aa1e-4b95-8d7f-5365b9d252e2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683339 May 26 20:23:48.947806 n-d-843146-9 neutron-server[88363]: INFO neutron.api.v2.resource [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-dbdfa1fa-d129-471a-a208-a07835f70fcd service neutron] delete failed (client error): The resource could not be found. May 26 20:23:48.949273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-dbdfa1fa-d129-471a-a208-a07835f70fcd service neutron] 10.222.0.53 "DELETE /v2.0/ports/fc3b1192-e067-474a-9fee-2edbb131993a/bindings/n-h2-843146-9 HTTP/1.1" status: 404 len: 380 time: 0.1119573 May 26 20:23:49.265446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-cc82cc1d-6804-423a-83e3-6757eca2296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:49.266827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-cc82cc1d-6804-423a-83e3-6757eca2296e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1096 time: 0.2468431 May 26 20:23:49.276558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01253d53-54a2-4090-87ba-aac5d5ddd698 req-1efd973b-e20b-4c63-8df2-398478746ec2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:49.277912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01253d53-54a2-4090-87ba-aac5d5ddd698 req-1efd973b-e20b-4c63-8df2-398478746ec2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 945 time: 0.2190707 May 26 20:23:49.397680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-01253d53-54a2-4090-87ba-aac5d5ddd698 req-9fccd989-0d0f-44f4-bd98-1e067efe0c5d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013393 May 26 20:23:49.433220 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-32e8701c-0fab-4a46-9d4c-a307469b20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:49.435142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-32e8701c-0fab-4a46-9d4c-a307469b20b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1558549 May 26 20:23:49.536111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-516f48fc-3f18-474c-a035-28940ffe9cd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1001 time: 0.0956714 May 26 20:23:49.596943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-4496a35b-91ec-4be6-bfab-8cfdf0d26169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:49.598343 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-4496a35b-91ec-4be6-bfab-8cfdf0d26169 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0560758 May 26 20:23:49.673379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-cee0b6ec-dd65-41e0-9ec3-2befae9a085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:49.674809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-cee0b6ec-dd65-41e0-9ec3-2befae9a085f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706327 May 26 20:23:49.804402 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-cc9a9111-25c4-4da7-8c33-63e72a620b03 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233177 May 26 20:23:49.936550 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5bafd9f-9f17-4da1-abbf-d828a3be5810 req-2afe160f-620f-4fe0-bb2a-2aeb9836fb75 service neutron] 10.222.0.53 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256380 May 26 20:23:49.965647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:50.299425 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fc3b1192-e067-474a-9fee-2edbb131993a up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:23:50.370097 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port fc3b1192-e067-474a-9fee-2edbb131993a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:23:50.374850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port fc3b1192-e067-474a-9fee-2edbb131993a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:23:50.375217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:50.508842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port fc3b1192-e067-474a-9fee-2edbb131993a is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:23:50.509329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:50.541635 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:23:50.562312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:23:50.567599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:23:50.594226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5487d6-cd47-455e-accc-f2f5a6354c29 req-ec39f6f3-fbc1-4ce6-8a76-7c9c7065ad28 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:50.595718 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e5487d6-cd47-455e-accc-f2f5a6354c29 req-ec39f6f3-fbc1-4ce6-8a76-7c9c7065ad28 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 945 time: 0.0853879 May 26 20:23:50.642065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:23:50.644471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e5487d6-cd47-455e-accc-f2f5a6354c29 req-89917d4d-1581-4f17-ab33-be9ab2d960fa tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403805 May 26 20:23:50.667783 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60304) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:23:50.740657 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5273590e-c185-4974-b74f-b3a1e3212fa3'] response: {'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'code': 200} May 26 20:23:50.774542 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9bbb5900-278d-46cb-84fe-e0d1214c1871 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 HTTP/1.1" status: 200 len: 994 time: 0.1055112 May 26 20:23:55.431903 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-90912a19-5533-429a-a573-081d71c8d0bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698328 May 26 20:23:55.574328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-5caaaa76-385f-4699-86a7-0517947262da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:55.576417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-5caaaa76-385f-4699-86a7-0517947262da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.0721099 May 26 20:23:55.716301 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-6e1edbc7-3218-4a6b-800d-d3c858951043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:55.717653 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-6e1edbc7-3218-4a6b-800d-d3c858951043 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1236186 May 26 20:23:55.818735 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-7588bc52-c863-4fc6-a8ce-82d947e5c1b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 1002 time: 0.0945487 May 26 20:23:55.882923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-50fe7b31-1edc-448a-8290-27441137cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:55.884305 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-50fe7b31-1edc-448a-8290-27441137cb87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0598872 May 26 20:23:55.956603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-d156e8a5-902c-4011-b298-3c0d636b36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:23:55.958043 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-d156e8a5-902c-4011-b298-3c0d636b36f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678465 May 26 20:23:56.086815 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-bfabf2ba-7449-4adb-9256-14d40be015b3 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231916 May 26 20:23:56.314473 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97a25118-c7af-47b1-85b2-8e3439f8fbb8 req-105906c0-25e6-468b-b935-b7e2cc92e747 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208571 May 26 20:24:07.040235 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:24:07.220645 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:14.765522 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:14.791885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-921c431f-d658-4e14-ae62-e39aafcc3801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:16.983823 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-db9e7bc1-0dd7-4b22-837b-8f6276cb1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:17.478169 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:18.385593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:19.147990 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60318) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:19.349827 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 2f2da7a3-75a1-454b-b75b-ad5291c51480 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:24:19.350078 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:19.517475 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:19.517800 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:19.636780 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 2f2da7a3-75a1-454b-b75b-ad5291c51480 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:24:19.784166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:19.830079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=2f2da7a3-75a1-454b-b75b-ad5291c51480,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:19.871757 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.872100 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.872437 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.872776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.873126 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.873478 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.873801 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.874124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.874444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.874766 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.875079 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.875390 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:19.969156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:20.036530 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:20.036915 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 disassociated (deleted). External IP: 172.25.0.220, port: fc3b1192-e067-474a-9fee-2edbb131993a. May 26 20:24:20.385676 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8dd103b4-3ac7-4b00-a4c2-832aee385050 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:24:20.567882 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:24:20.578200 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Sync routers for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:24:20.587512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:20.588198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:20.589291 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:20.644154 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-2b758105-cd65-4d9c-b29c-c8c142bbfc3b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8 HTTP/1.1" status: 204 len: 168 time: 1.4950163 May 26 20:24:20.644678 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:24:20.768223 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:20.932653 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe5b5e1-989f-4939-bb53-f6254293a3b3'] response: {'name': 'network-changed', 'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'status': 'completed', 'code': 200} May 26 20:24:21.075371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-2192b2cf-5739-49ff-adf0-6b05bbf634c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:21.076969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-2192b2cf-5739-49ff-adf0-6b05bbf634c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 1097 time: 0.1210721 May 26 20:24:21.092826 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:21.096774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Checking router: 8dd103b4-3ac7-4b00-a4c2-832aee385050 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:24:21.105031 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:21.105679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:21.216121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d09bad-150e-4d26-b70b-020e4938aee1 req-712d62c5-58bb-450a-8fd3-61ceaefda81c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:21.218029 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5d09bad-150e-4d26-b70b-020e4938aee1 req-712d62c5-58bb-450a-8fd3-61ceaefda81c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.1988609 May 26 20:24:21.259506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-d0744aa3-04ad-43be-af19-4e78eec64157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:21.260916 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-d0744aa3-04ad-43be-af19-4e78eec64157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 200 len: 898 time: 0.1755540 May 26 20:24:21.283938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f5d09bad-150e-4d26-b70b-020e4938aee1 req-8eebc783-3d0f-44bc-94a8-8fa94a6f71df tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531552 May 26 20:24:21.284527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:21.355960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-e78ca71c-afa8-456b-aa73-3f6cc6b7b7e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 200 len: 217 time: 0.0675464 May 26 20:24:21.418010 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-913c3c7e-95ce-47a6-ae6e-514517643988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:21.419572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-913c3c7e-95ce-47a6-ae6e-514517643988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 200 len: 835 time: 0.0573792 May 26 20:24:21.497721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-46b80159-d22f-4b33-b0eb-3ebfba9bb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:21.499125 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-46b80159-d22f-4b33-b0eb-3ebfba9bb548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bd0797f-1437-4914-822a-09369e03841a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726213 May 26 20:24:21.628535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:21.631129 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-c31f3110-a3a9-4e4b-b3b2-e1edc5d9202b service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254067 May 26 20:24:21.632394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c9245-2ef9-454e-a05d-f874f1fb884c None None] The sync data for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 is: [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:21:56Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '72cb4795-a2b0-4abd-afe2-fbb512531aa9', 'name': '', 'network_id': '7bd0797f-1437-4914-822a-09369e03841a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:3e:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:55Z', 'updated_at': '2022-05-26T20:22:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '8f990d87-869e-445e-9cf4-c8c02704877c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:24:21.767752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-83be231c-de7d-45c4-929e-e334bb5a8d80 req-2980af62-9291-4604-b58a-04175f2cbf53 service neutron] 10.222.0.13 "GET /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299708 May 26 20:24:21.849370 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9b36a-f6c6-4722-9953-9948430aa0a6 None None] New status for floating IP 4ed4ce48-04fc-4b2f-b82a-2222d0bee4c8: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:24:22.263372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-7683a113-dc0d-4384-adad-d2714657fb11 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:22.264841 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-7683a113-dc0d-4384-adad-d2714657fb11 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.0802066 May 26 20:24:22.337149 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port fc3b1192-e067-474a-9fee-2edbb131993a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:24:22.337484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:22.599100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6349235-b7d7-4756-8f0a-383ef3b6bd1f req-858a4a16-f8a2-4795-9a88-757d432710ac tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:22.600438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6349235-b7d7-4756-8f0a-383ef3b6bd1f req-858a4a16-f8a2-4795-9a88-757d432710ac tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2307fb2-0d44-4ef5-a860-92e7c4c67d9c HTTP/1.1" status: 200 len: 946 time: 0.1827681 May 26 20:24:22.673165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port fc3b1192-e067-474a-9fee-2edbb131993a, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=fc3b1192-e067-474a-9fee-2edbb131993a,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:22.673518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:22.682465 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6349235-b7d7-4756-8f0a-383ef3b6bd1f req-4097e6a4-737e-422f-910b-5630ede59a4c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd2ec342-2b77-450a-b8e1-fff657f3ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764062 May 26 20:24:22.797215 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for fc3b1192-e067-474a-9fee-2edbb131993a owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:24:23.047127 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:23.097654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=fc3b1192-e067-474a-9fee-2edbb131993a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:23.171881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port fc3b1192-e067-474a-9fee-2edbb131993a on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:24:23.174383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:23.176829 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-deleted', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:24:23.188681 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-917a18bd-877d-44ea-b4fd-d2c6609540c5 req-5678dc32-3416-4e4f-86d2-6dbcaef48266 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.13 "DELETE /v2.0/ports/fc3b1192-e067-474a-9fee-2edbb131993a HTTP/1.1" status: 204 len: 173 time: 0.9187331 May 26 20:24:23.222122 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c811d6f-c743-4351-842b-5007dcf4c006'] response: {'server_uuid': 'd2307fb2-0d44-4ef5-a860-92e7c4c67d9c', 'name': 'network-vif-deleted', 'tag': 'fc3b1192-e067-474a-9fee-2edbb131993a', 'status': 'completed', 'code': 200} May 26 20:24:23.778111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60336) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:24.316564 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:24.778939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 72cb4795-a2b0-4abd-afe2-fbb512531aa9 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:24:24.779535 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:24.961535 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 72cb4795-a2b0-4abd-afe2-fbb512531aa9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=72cb4795-a2b0-4abd-afe2-fbb512531aa9,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:24.961886 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:25.091017 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 72cb4795-a2b0-4abd-afe2-fbb512531aa9 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:24:25.276639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:25.326103 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=72cb4795-a2b0-4abd-afe2-fbb512531aa9,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:25.608704 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:25.967709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 8dd103b4-3ac7-4b00-a4c2-832aee385050 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:24:26.262457 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:24:26.272714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Sync routers for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:24:26.275573 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-3b4ea6aa-4ddc-4f3b-a9e7-2a608fd71cf3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/8dd103b4-3ac7-4b00-a4c2-832aee385050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4964299 May 26 20:24:26.278246 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60340) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:26.282640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:26.283227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:26.345435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting subnet 8f990d87-869e-445e-9cf4-c8c02704877c {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:24:26.348295 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.401645 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.456175 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fc3b1192-e067-474a-9fee-2edbb131993a no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:24:26.487639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:26.487906 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.560371 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.589271 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: fc3b1192-e067-474a-9fee-2edbb131993a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:24:26.589608 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device fc3b1192-e067-474a-9fee-2edbb131993a not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:24:26.600325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Subnet': ['ID=8f990d87-869e-445e-9cf4-c8c02704877c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:26.603717 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.609948 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4bb37ab9-f49a-441c-b3f9-1dd6837d51bd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/subnets/8f990d87-869e-445e-9cf4-c8c02704877c HTTP/1.1" status: 204 len: 168 time: 0.3307469 May 26 20:24:26.612494 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60344) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:26.615390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e78bc-d8ae-4261-818e-ef9fe1212ae2 None None] Network 7bd0797f-1437-4914-822a-09369e03841a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:24:26.803799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:26.949936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:24:25Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'a72058b7-936b-49fa-917b-a4a4d0ead4cd', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:21:52Z', 'updated_at': '2022-05-26T20:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:26.954892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Checking router: 8dd103b4-3ac7-4b00-a4c2-832aee385050 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:24:26.963729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Routers {'8dd103b4-3ac7-4b00-a4c2-832aee385050'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:26.964330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['8dd103b4-3ac7-4b00-a4c2-832aee385050'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:27.000120 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.012875 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port a72058b7-936b-49fa-917b-a4a4d0ead4cd {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:24:27.012875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.022669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] DHCP port deletion for 7bd0797f-1437-4914-822a-09369e03841a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:24:27.080456 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Deleting port 4d400d82-f1fc-4635-b80f-0d56473cee54 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:24:27.080831 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.190342 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port a72058b7-936b-49fa-917b-a4a4d0ead4cd, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=a72058b7-936b-49fa-917b-a4a4d0ead4cd,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:27.190694 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.241249 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] Set router 8dd103b4-3ac7-4b00-a4c2-832aee385050 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:27.313891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for a72058b7-936b-49fa-917b-a4a4d0ead4cd owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:24:27.353015 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:24:27Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:27.362214 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbc24e4-4676-465d-97e7-ceed5b815d1c None None] The sync data for ids ['8dd103b4-3ac7-4b00-a4c2-832aee385050'] in n-d-843146-9 is: [{'id': '8dd103b4-3ac7-4b00-a4c2-832aee385050', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428946986', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:21:51Z', 'updated_at': '2022-05-26T20:24:27Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:24:27.463447 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] For port 4d400d82-f1fc-4635-b80f-0d56473cee54, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4d400d82-f1fc-4635-b80f-0d56473cee54,segment=NetworkSegment(d6db2dab-2d03-44f4-ae05-74d26d99feee),segment_id=d6db2dab-2d03-44f4-ae05-74d26d99feee)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:27.463743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.493674 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.538135 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=a72058b7-936b-49fa-917b-a4a4d0ead4cd,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:27.586235 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Calling delete_port for 4d400d82-f1fc-4635-b80f-0d56473cee54 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:24:27.668436 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.714967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] Pushing event deleted for resources: {'Port': ['ID=4d400d82-f1fc-4635-b80f-0d56473cee54,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:27.719011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa42c4-b1d6-4c8b-9bfa-56b117da6fc3 None None] No DVR routers for this DVR port 4d400d82-f1fc-4635-b80f-0d56473cee54 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:24:27.749031 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.924488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.926754 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.947395 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.947959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd103b4-3ac7-4b00-a4c2-832aee385050 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:24:27.963459 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:27.964570 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4d32110a-86b6-44b1-8f9d-59b3e715e34e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/routers/8dd103b4-3ac7-4b00-a4c2-832aee385050 HTTP/1.1" status: 204 len: 168 time: 1.3511715 May 26 20:24:27.967984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60348) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:28.080900 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.214904 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.249812 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd0797f-1437-4914-822a-09369e03841a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:28.262124 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db2dab-2d03-44f4-ae05-74d26d99feee') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:28.262440 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db2dab-2d03-44f4-ae05-74d26d99feee') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:28.274610 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.290818 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.296700 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:24:28.297169 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.389609 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d6db2dab-2d03-44f4-ae05-74d26d99feee resource provider aggregate not found May 26 20:24:28.405551 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.426084 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment d6db2dab-2d03-44f4-ae05-74d26d99feee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6db2dab-2d03-44f4-ae05-74d26d99feee found for delete ", "request_id": "req-f95cb9bc-92e8-4d3f-a239-0ac4033a9078"}]} May 26 20:24:28.427092 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.438599 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Network': ['ID=7bd0797f-1437-4914-822a-09369e03841a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:28.445371 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-52ea56b2-74e2-45bb-b756-b036fe4921a3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/networks/7bd0797f-1437-4914-822a-09369e03841a HTTP/1.1" status: 204 len: 168 time: 0.4745579 May 26 20:24:28.446057 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60358) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:28.513229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.541901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.606652 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.625178 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2ec342-2b77-450a-b8e1-fff657f3ed4f,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:28.631956 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.633082 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b7e1a6bd-aaa1-41bc-9257-f723fa661dee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd2ec342-2b77-450a-b8e1-fff657f3ed4f HTTP/1.1" status: 204 len: 168 time: 0.1861336 May 26 20:24:28.751598 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60368) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:28.756891 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742643462', 'description': 'tempest-secgroup-smoke-1742643462 description', 'project_id': '219522b447194334b36b04cb59d0b97a'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:28.764397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:28.768666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:28.771530 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:28.777231 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:28.793709 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.817789 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:28.820439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72cb4795-a2b0-4abd-afe2-fbb512531aa9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:24:28.821982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:28.824770 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:28.830486 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:28.866132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 72cb4795-a2b0-4abd-afe2-fbb512531aa9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:24:28.866726 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 72cb4795-a2b0-4abd-afe2-fbb512531aa9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:24:28.867156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a72058b7-936b-49fa-917b-a4a4d0ead4cd no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:24:28.901681 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.903443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: a72058b7-936b-49fa-917b-a4a4d0ead4cd {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:24:28.903837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device a72058b7-936b-49fa-917b-a4a4d0ead4cd not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:24:28.904369 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d400d82-f1fc-4635-b80f-0d56473cee54 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:24:28.906154 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.938201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4d400d82-f1fc-4635-b80f-0d56473cee54 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:24:28.938513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4d400d82-f1fc-4635-b80f-0d56473cee54 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:24:28.950741 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f93afeb-1294-441d-a7f9-6bb4e1c97459,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:28.953708 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:28.957851 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60372) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:28.958468 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e78aa2cb-7bde-440d-acea-2a3727de87d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2052889 May 26 20:24:28.964141 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:28.971007 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:28.974809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:28.977706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:28.983831 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:28.999914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.057787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.062512 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.086291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb5cb5d-7acb-49b8-8938-bf77fc01cd6e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.095065 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.096352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1819ea3b-4e6b-4216-b797-c40a2a29f01f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362870 May 26 20:24:29.099064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60376) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.103801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.110783 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.114521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.117362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.122949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.141415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.200294 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.203619 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.226498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c803012-91a7-4179-9ef2-b110b8ad84dd,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.235209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.236607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-115bc32b-4666-412b-8e9c-771763a74631 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366584 May 26 20:24:29.239240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60380) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.243846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.250110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.253824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.257062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.262942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.279632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.339384 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.343201 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.367298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c060c2d-1d29-4900-8845-409d3f798d07,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.376345 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.377514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f146eb7-187e-4c89-8303-f258a5fcc2db tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373971 May 26 20:24:29.380250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60384) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.385062 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.393004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.396554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.399402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.405624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.421274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.483707 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.487358 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.509850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12301191-1bfd-453c-ba27-7e9923f8db2f,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.518468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.519623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-51e405fc-95cd-482f-9990-2161a7884e57 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384897 May 26 20:24:29.522315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60388) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.526991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.533803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.537546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.540310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.545855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.555490 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:24:29.561716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.622822 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.626518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.650222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034efbe2-8309-44fe-bcf4-f776e7f04771,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.659781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.661103 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-786eac0c-6cd4-4965-be56-93ad5e990556 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378901 May 26 20:24:29.663800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60392) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.669326 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '1f93afeb-1294-441d-a7f9-6bb4e1c97459', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.675970 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.679796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.682650 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.688198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.698056 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:24:29.704766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.767152 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.770541 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.795530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0ea50b-5b57-46d3-ae82-da7b57e44b8e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:29.804161 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.805391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e1fbcb70-351c-4021-a175-61004343586a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406045 May 26 20:24:29.808073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60396) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:29.813316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'network': {'name': 'tempest-network-smoke--801007672', 'project_id': '219522b447194334b36b04cb59d0b97a', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:29.818593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:29.822855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:network and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:29.825665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:29.831775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:29.841634 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:24:29.845815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.874590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:24:29.883954 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.884509 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Added segment 9b267366-d05e-4134-a451-d535ae71ddea of type vlan for network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 May 26 20:24:29.910760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.938238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:29.943820 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:29.944385 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.048844 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2396276 May 26 20:24:30.051542 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60400) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:30.054454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db3203-c257-4a11-984b-c3ce23f2eab2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Network': ['ID=9e265a7a-7a90-4ad1-aac9-fab47978a5d6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:30.058720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'admin_state_up': True, 'project_id': '219522b447194334b36b04cb59d0b97a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:30.068505 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:30.072793 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:router and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:30.074111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:24:30.075934 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:30.083363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:30.093791 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.094873 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.111211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.376229 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.784345 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.816160 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:30.947018 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.221 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/c945c200-b3c7-4d4d-a14e-fd4e10cbe97d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:24:31.095182 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:31.123470 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:31.190901 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:31.193567 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:31.198928 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:24:31.233667 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:31.611749 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:32.061211 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:32.259205 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 36c29256-5345-4027-a590-d168339fbfc0 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:24:32.437119 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:24:32.446521 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Sync routers for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:24:32.456809 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:32.457442 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:32.464646 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:32.465937 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6d9cf578-d167-4b44-951e-efe8ef20de80 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4126897 May 26 20:24:32.469429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60404) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:32.512614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d0a53a0f-3714-4b31-89f4-92667888b912 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=219522b447194334b36b04cb59d0b97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419765 May 26 20:24:32.515992 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60410) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:32.642524 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:32.643908 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ac544-f9a2-4d12-b3a4-90b659f367fe tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:32.645406 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-642ac544-f9a2-4d12-b3a4-90b659f367fe tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284759 May 26 20:24:32.648186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60414) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:32.690990 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ed7b86d-e908-4edc-a8dc-13cee897ef84 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416012 May 26 20:24:32.693265 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60418) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:32.698675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741607192', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'project_id': '219522b447194334b36b04cb59d0b97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:32.804394 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:32.808972 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:subnet and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:32.812848 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:32.818735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:32.830472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:24:32.833967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:32.932752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:31Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:32.937032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Checking router: 36c29256-5345-4027-a590-d168339fbfc0 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:24:32.937396 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Updating router 36c29256-5345-4027-a590-d168339fbfc0 port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:24:32.991687 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.056432 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.137792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Subnet': ['ID=82a54e46-ab5d-44f2-8b4f-c22f79e30507,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:33.147096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Checking segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:24:33.147450 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network hostable DHCP agents. Network: 9e265a7a-7a90-4ad1-aac9-fab47978a5d6, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:24:33.168255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:24:33.178569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 9e265a7a-7a90-4ad1-aac9-fab47978a5d6) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:33.182871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:33.183455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.190601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c1451-952d-4546-a92b-3b1af625a6a6 None None] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:24:33.205877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-97aef851-ca44-41b5-99dd-f123fb85d437 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5115917 May 26 20:24:33.208510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60422) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:33.322341 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.336055 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Transition to ACTIVE for port object c945c200-b3c7-4d4d-a14e-fd4e10cbe97d will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:33.343628 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.413421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:24:33.414543 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.424603 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Attempting to bind port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:24:33.424964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Attempting to bind port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:24:33.425341 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Attempting to bind port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:24:33.432163 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Pushing event updated for resources: {'Port': ['ID=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:33.440128 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:24:33.440495 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:24:33.440888 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.441297 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:24:33.441750 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Bound port: c945c200-b3c7-4d4d-a14e-fd4e10cbe97d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:24:33.442113 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.468144 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.468850 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.468850 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.469217 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.469447 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.469763 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.470079 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.470394 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.470708 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.471020 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.471330 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.471646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:33.528621 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] For port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:24:33.532440 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] For port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:24:33.538097 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.581939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Allocated IP 172.20.0.2 (9e265a7a-7a90-4ad1-aac9-fab47978a5d6/82a54e46-ab5d-44f2-8b4f-c22f79e30507/cb578426-595f-4a26-9feb-4af6d1d9b153) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:24:33.617789 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:33.618404 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:33.684929 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15e9fd-5a14-490b-98de-78a3f1e54870 None None] Pushing event updated for resources: {'Port': ['ID=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:33.797069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.804130 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:33.807312 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Transition to ACTIVE for port object cb578426-595f-4a26-9feb-4af6d1d9b153 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:33.827088 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Transition to ACTIVE for port object cb578426-595f-4a26-9feb-4af6d1d9b153 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:33.831795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:33.900824 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:33.903676 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:33.908713 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:24:33.910827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Pushing event updated for resources: {'Port': ['ID=cb578426-595f-4a26-9feb-4af6d1d9b153,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:34.034974 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Attempting to bind port cb578426-595f-4a26-9feb-4af6d1d9b153 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:24:34.035443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Attempting to bind port cb578426-595f-4a26-9feb-4af6d1d9b153 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:24:34.035889 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Attempting to bind port cb578426-595f-4a26-9feb-4af6d1d9b153 on network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:24:34.039539 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.041250 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:24:34.041618 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Checking segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:24:34.042015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.042399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Bound using segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:24:34.042847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Bound port: cb578426-595f-4a26-9feb-4af6d1d9b153, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:24:34.043218 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.135941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] For port cb578426-595f-4a26-9feb-4af6d1d9b153, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:24:34.138700 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:31Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:34.139709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] For port cb578426-595f-4a26-9feb-4af6d1d9b153, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cb578426-595f-4a26-9feb-4af6d1d9b153,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:24:34.143395 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454711d-cd76-48fe-b79d-de7442061b00 None None] The sync data for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 is: [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:31Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:24:34.145030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.234283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3560-fdeb-459a-a630-6e99ce1b85dc None None] Pushing event updated for resources: {'Port': ['ID=cb578426-595f-4a26-9feb-4af6d1d9b153,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:34.498540 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.1 (9e265a7a-7a90-4ad1-aac9-fab47978a5d6/82a54e46-ab5d-44f2-8b4f-c22f79e30507/e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:24:34.676448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.693475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:34.717687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.784261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:34.788038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:34.790549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:24:34.851750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:34.886773 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:34.912536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c945c200-b3c7-4d4d-a14e-fd4e10cbe97d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:34.996304 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:35.011897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:35.012686 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.047587 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.242491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:35.243076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.267669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:35.318774 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94574986-1a4d-4a99-a29c-6f071eeaf5b3 None None] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:24:35.338066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.338066 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cb578426-595f-4a26-9feb-4af6d1d9b153 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:35.563582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-cfc27569-7224-49b8-84e8-bacb3d412b0c None None] Provisioning for port cb578426-595f-4a26-9feb-4af6d1d9b153 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:35.590046 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:35.607284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port cb578426-595f-4a26-9feb-4af6d1d9b153 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:35.621809 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.625978 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cb578426-595f-4a26-9feb-4af6d1d9b153 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:35.626353 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.627001 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.744826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.753738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:35.863109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cb578426-595f-4a26-9feb-4af6d1d9b153 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:35.863486 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.885167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:35.886283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:35.907796 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port cb578426-595f-4a26-9feb-4af6d1d9b153, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cb578426-595f-4a26-9feb-4af6d1d9b153,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:35.912175 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:35.985719 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=cb578426-595f-4a26-9feb-4af6d1d9b153,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:36.081706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 36c29256-5345-4027-a590-d168339fbfc0 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:24:36.118269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Provisioning complete for port cb578426-595f-4a26-9feb-4af6d1d9b153 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:36.118742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:36.241819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Current status of the port cb578426-595f-4a26-9feb-4af6d1d9b153 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:36.254757 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Provisioning for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:36.261275 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Provisioning complete for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:36.261695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:36.268351 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:24:36.296306 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a9d8f919-4d32-4467-8a07-6437144e9f18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/36c29256-5345-4027-a590-d168339fbfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0775096 May 26 20:24:36.297300 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Sync routers for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:24:36.329549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:36.329984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:36.412099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-328de8c2-4cfc-4b34-bfab-5783ae44a900 None None] Port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:24:36.459242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-bbd7ccc2-52f2-41f1-a4e3-bb6c668f3630 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742643462&fields=id&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 267 time: 0.0451248 May 26 20:24:36.563018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9fd8ecf3-254f-4ef5-a1de-4867d4bb2734 None None] Provisioning complete for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:36.563392 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ecf3-254f-4ef5-a1de-4867d4bb2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:36.612608 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-afb7e6ca-bb23-4665-a91d-36de29101b18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:36.613227 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-afb7e6ca-bb23-4665-a91d-36de29101b18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:24:36.617707 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:36.630252 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-afb7e6ca-bb23-4665-a91d-36de29101b18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:24:36.631454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-afb7e6ca-bb23-4665-a91d-36de29101b18 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 796 time: 0.1646948 May 26 20:24:36.646781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-91eb318a-84c8-4fa7-ab67-6fc86a975f92 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/quotas/219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 375 time: 0.0096338 May 26 20:24:36.694101 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9fd8ecf3-254f-4ef5-a1de-4867d4bb2734 None None] Port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:24:36.732791 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-da6f7e11-9a44-422d-868e-3ed896c53a4c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:24:36.748438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-da6f7e11-9a44-422d-868e-3ed896c53a4c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:24:36.749761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-da6f7e11-9a44-422d-868e-3ed896c53a4c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978851 May 26 20:24:36.850277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c945c200-b3c7-4d4d-a14e-fd4e10cbe97d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:36.938058 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-99623157-08c0-4b83-9b48-3768af5af35c req-1cd1a302-3c4a-494d-943a-2e52ffae6742 service neutron] (88362) timed out ('10.222.0.24', 51734) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:24:36.949009 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-9d4034cf-2af6-4d45-81d0-b14fde694d0e service neutron] 10.222.0.24 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875212 May 26 20:24:36.989950 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:36.990347 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.081561 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-29f71b40-44de-4ab4-87f4-8b3dd413c1ce service neutron] 10.222.0.24 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263430 May 26 20:24:37.121710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 2, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:37.130123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Checking router: 36c29256-5345-4027-a590-d168339fbfc0 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:24:37.130476 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Updating router 36c29256-5345-4027-a590-d168339fbfc0 port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:24:37.158895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:37.159964 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cb578426-595f-4a26-9feb-4af6d1d9b153 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:37.253916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.261500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6dc59c74-e634-4732-be16-dcbc7f425311 req-2975392a-0b74-4b2e-8d6a-6ca3c2d55456 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 210 time: 0.0432401 May 26 20:24:37.269819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.338077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port cb578426-595f-4a26-9feb-4af6d1d9b153 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:37.338447 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.611909 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port cb578426-595f-4a26-9feb-4af6d1d9b153 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:37.720333 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.732179 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Transition to ACTIVE for port object e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:37.738681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.895056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7732d87-b90c-4d12-89a5-ad0c2a7450b0 None None] Pushing event updated for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:37.964409 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Attempting to bind port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:24:37.964904 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Attempting to bind port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:24:37.965201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Attempting to bind port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc on network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:24:37.970854 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:24:37.971221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Checking segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:24:37.971726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:37.971989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Bound using segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:24:37.972487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Bound port: e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:24:37.972856 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:38.110629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] For port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:24:38.113939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] For port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:24:38.117559 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:38.195568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:38.196495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:38.251779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7732d87-b90c-4d12-89a5-ad0c2a7450b0 None None] Pushing event updated for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:38.394164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:38.579045 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9a022ca7-d552-452b-8de4-521e813bdb32 req-d081a1ff-cb70-4865-8099-0c2f3e23e8ec tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 210 time: 0.0578504 May 26 20:24:38.635142 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-7ab62abd-8ef3-450a-b97d-4bb3c5f8aead tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:38.636530 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-7ab62abd-8ef3-450a-b97d-4bb3c5f8aead tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 796 time: 0.3547072 May 26 20:24:38.684008 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-1ef6342f-c822-447d-b881-374957599451 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 380 time: 0.0391171 May 26 20:24:38.692131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'port': {'device_id': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'admin_state_up': True, 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'security_groups': ['1f93afeb-1294-441d-a7f9-6bb4e1c97459']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:38.731748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:38Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:38.735702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdeb6-862d-4f67-ac2b-7355eb9e1dbf None None] The sync data for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 is: [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:38Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:24:38.852653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:38.863026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:38.875917 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:24:38.879653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:38.890442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:38.974789 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:38.979777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:38.980146 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.067253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.13 (9e265a7a-7a90-4ad1-aac9-fab47978a5d6/82a54e46-ab5d-44f2-8b4f-c22f79e30507/9c1e0613-52a5-43c3-a710-7a6881e351c3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:24:39.122128 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:39.123069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.160728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:39.165709 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.235540 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:39.275492 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.294366 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object 9c1e0613-52a5-43c3-a710-7a6881e351c3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:39.321369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.393802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:39.396951 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:39.400779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:24:39.447429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:39.473088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:39.473709 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.509144 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-28806286-1c2d-447e-91d8-12ba30bac345 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8202806 May 26 20:24:39.520170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Request body: {'port': {'device_id': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:39.642028 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.658812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5b4f218f-310d-449c-9716-635d6de538dd None None] Provisioning for port 9c1e0613-52a5-43c3-a710-7a6881e351c3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:39.664399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-5b4f218f-310d-449c-9716-635d6de538dd None None] Provisioning complete for port 9c1e0613-52a5-43c3-a710-7a6881e351c3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:39.665281 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5b4f218f-310d-449c-9716-635d6de538dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:39.725527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f218f-310d-449c-9716-635d6de538dd None None] Port 9c1e0613-52a5-43c3-a710-7a6881e351c3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:24:39.882441 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f04b6e-8455-4934-b066-0abbcf86f114 req-743e4bcd-e9a4-4990-a542-cc9f88ec0969 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:39.883138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-58f04b6e-8455-4934-b066-0abbcf86f114 req-743e4bcd-e9a4-4990-a542-cc9f88ec0969 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:24:39.967603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-58f04b6e-8455-4934-b066-0abbcf86f114 req-743e4bcd-e9a4-4990-a542-cc9f88ec0969 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:24:39.968747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58f04b6e-8455-4934-b066-0abbcf86f114 req-743e4bcd-e9a4-4990-a542-cc9f88ec0969 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 932 time: 0.2676830 May 26 20:24:40.038727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-58f04b6e-8455-4934-b066-0abbcf86f114 req-b41746c1-ee23-4653-84a2-3bcb4d1c6a88 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568571 May 26 20:24:40.113255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1e0613-52a5-43c3-a710-7a6881e351c3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:24:40.120364 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.134100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Transition to ACTIVE for port object 9c1e0613-52a5-43c3-a710-7a6881e351c3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:24:40.136986 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.298213 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:40.387761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Attempting to bind port 9c1e0613-52a5-43c3-a710-7a6881e351c3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:24:40.388176 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Attempting to bind port 9c1e0613-52a5-43c3-a710-7a6881e351c3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:24:40.389121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Attempting to bind port 9c1e0613-52a5-43c3-a710-7a6881e351c3 on network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:24:40.393877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Port 9c1e0613-52a5-43c3-a710-7a6881e351c3 on network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:24:40.394226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Attempting to bind port 9c1e0613-52a5-43c3-a710-7a6881e351c3 on network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:24:40.399495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:24:40.399825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Checking segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:24:40.400196 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Bound using segment: {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:24:40.400612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Bound port: 9c1e0613-52a5-43c3-a710-7a6881e351c3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b267366-d05e-4134-a451-d535ae71ddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:24:40.400949 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.590572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:24:40.593534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:24:40.597327 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.662361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:40.663041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.664332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 1092 time: 1.1486015 May 26 20:24:40.664768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:24:40.696864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fe9f8-8792-4087-a281-196b8e409b01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:40.736010 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c307d93-3b85-4407-8e33-919a0066ba12'] response: {'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'status': 'completed', 'code': 200} May 26 20:24:40.778611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-f6a75708-8992-4e44-b4ed-dee85c791cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:40.780291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-f6a75708-8992-4e44-b4ed-dee85c791cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1095 time: 0.0757225 May 26 20:24:40.834982 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:40.855443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-1ea482e3-bad9-4490-a6da-97c413222ede service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 217 time: 0.0679405 May 26 20:24:40.915752 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:40.916114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:40.925976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-a44c0986-3ed1-452a-aa2c-76ccd96cc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:40.927361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-a44c0986-3ed1-452a-aa2c-76ccd96cc1f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0660460 May 26 20:24:41.006585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-f3f2ed28-1d14-4bf2-a8d2-00aead7f50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.008170 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-f3f2ed28-1d14-4bf2-a8d2-00aead7f50ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740697 May 26 20:24:41.041253 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:41.140693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-3a645126-af02-499d-83eb-615e18e8b3c9 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262138 May 26 20:24:41.327500 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4a8f886b-7c9d-4569-8113-90734dc31d45 req-85a23fd5-cb07-415b-9c39-6a9638473065 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806517 May 26 20:24:41.336588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6f87f-41d4-47ed-93f6-1a374dc5c1d3 req-0c1e0ed4-04c9-4a10-aac7-da5cbabb8f1c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.337992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cd6f87f-41d4-47ed-93f6-1a374dc5c1d3 req-0c1e0ed4-04c9-4a10-aac7-da5cbabb8f1c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 944 time: 0.1738682 May 26 20:24:41.428362 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9cd6f87f-41d4-47ed-93f6-1a374dc5c1d3 req-f0133fe0-65dc-46aa-96ba-df871c4e9418 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824683 May 26 20:24:41.456472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ab74-ad74-4dae-91df-956ddd915743 req-823454fd-36a7-4aad-9ef9-0082a00741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.457951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-823454fd-36a7-4aad-9ef9-0082a00741fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1095 time: 0.0804250 May 26 20:24:41.590098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ab74-ad74-4dae-91df-956ddd915743 req-b24aa808-f1f8-4e08-a724-beedaa9eb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.592067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-b24aa808-f1f8-4e08-a724-beedaa9eb937 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.1276555 May 26 20:24:41.660613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-f5202eea-3505-47ba-8247-52b3e21a3982 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 217 time: 0.0633042 May 26 20:24:41.722136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ab74-ad74-4dae-91df-956ddd915743 req-3b7813f9-3ece-4c0a-aabf-06223daddc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.723505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-3b7813f9-3ece-4c0a-aabf-06223daddc77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0569355 May 26 20:24:41.795458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423ab74-ad74-4dae-91df-956ddd915743 req-1ff7f005-046e-4d89-9207-cbac8f9bd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:41.796880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-1ff7f005-046e-4d89-9207-cbac8f9bd99f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678062 May 26 20:24:41.925999 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-3395e1ca-e6c9-4442-baec-ee419b012cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218855 May 26 20:24:42.056861 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5423ab74-ad74-4dae-91df-956ddd915743 req-762c996c-925d-410d-bce9-9bdd7d75a2a2 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238155 May 26 20:24:42.706402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d4b45-367e-4f5d-8b83-14b4d89e205d req-d21746e8-bd71-45f4-be8a-ece516a76da5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:42.707741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e55d4b45-367e-4f5d-8b83-14b4d89e205d req-d21746e8-bd71-45f4-be8a-ece516a76da5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 944 time: 0.1756616 May 26 20:24:42.750939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e55d4b45-367e-4f5d-8b83-14b4d89e205d req-8bec1e8b-f9fb-4c26-816d-6bc10bc999fc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 May 26 20:24:43.937372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf23f6-a2e9-4fdb-beef-7f48a2315590 req-a5f40fca-c0ab-4f1f-b22a-974871ea74ba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:43.938790 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccaf23f6-a2e9-4fdb-beef-7f48a2315590 req-a5f40fca-c0ab-4f1f-b22a-974871ea74ba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 944 time: 0.0790100 May 26 20:24:43.984748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccaf23f6-a2e9-4fdb-beef-7f48a2315590 req-a73838e8-4a55-4cee-a3e6-0e29e5bfd77f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 May 26 20:24:44.038822 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:24:44.795802 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:44.799336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8cce-8db9-4198-86c1-ca8a798c5f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:45.023779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c1e0613-52a5-43c3-a710-7a6881e351c3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:24:45.158860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:45.171293 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce09dd-2e4e-4618-a9c6-ff298531990c req-5fcc4273-d662-44ed-b23a-ca4555c72781 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:45.172742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49ce09dd-2e4e-4618-a9c6-ff298531990c req-5fcc4273-d662-44ed-b23a-ca4555c72781 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 944 time: 0.0816486 May 26 20:24:45.175006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'port_id': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:24:45.215932 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-49ce09dd-2e4e-4618-a9c6-ff298531990c req-2147f5d7-11e5-4768-8398-4ad587c43e04 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375161 May 26 20:24:45.229366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c1e0613-52a5-43c3-a710-7a6881e351c3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:45.229747 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:45.246589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1e0613-52a5-43c3-a710-7a6881e351c3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:24:45.261728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:45.265706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:45.369137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:45.624087 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['9c1e0613-52a5-43c3-a710-7a6881e351c3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:24:46.409129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22a55-b81d-42de-a708-18327e108402 req-b6746cbe-c6a1-4d01-ab61-503f0ac3bcd9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:46.411149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a22a55-b81d-42de-a708-18327e108402 req-b6746cbe-c6a1-4d01-ab61-503f0ac3bcd9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 945 time: 0.0833483 May 26 20:24:46.457877 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14a22a55-b81d-42de-a708-18327e108402 req-3da1988d-6e67-4fc7-993b-2054507f6c5b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 May 26 20:24:46.985349 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6136d456-fa9a-40fa-bd8a-effdd40e8362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:47.038372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c1e0613-52a5-43c3-a710-7a6881e351c3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:24:47.105888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 9c1e0613-52a5-43c3-a710-7a6881e351c3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:24:47.110776 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 9c1e0613-52a5-43c3-a710-7a6881e351c3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:24:47.111129 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:47.228701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 9c1e0613-52a5-43c3-a710-7a6881e351c3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:24:47.229095 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:47.257714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:24:47.267958 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:24:47.271530 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:47.303910 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5763c62f-af55-41e0-8692-161bc7a330e3'] response: {'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'code': 200} May 26 20:24:47.343693 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:47.425016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82705c-c763-47b9-9317-d00c30a78383 req-a70769a5-1cc7-4807-9418-ef43153e0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:47.426495 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce82705c-c763-47b9-9317-d00c30a78383 req-a70769a5-1cc7-4807-9418-ef43153e0064 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.0678518 May 26 20:24:47.465485 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce82705c-c763-47b9-9317-d00c30a78383 req-f3503683-1c8e-4ef7-abd0-0ca8a43d81d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 May 26 20:24:47.480294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:47.644380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090286-395f-4ddd-996b-423f5bc4c139 req-80e1246a-ea37-4fc5-b29a-a9d42d8524a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:47.645751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72090286-395f-4ddd-996b-423f5bc4c139 req-80e1246a-ea37-4fc5-b29a-a9d42d8524a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0822990 May 26 20:24:47.688479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72090286-395f-4ddd-996b-423f5bc4c139 req-4332d622-0a92-4c7c-8ee5-da8f16771df3 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 May 26 20:24:48.387725 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:48.882309 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cb0c8-b2e0-4af0-b258-702fe968f0a3 req-e12356ca-ff1a-43e9-b842-d699300dd8b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:48.883776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-343cb0c8-b2e0-4af0-b258-702fe968f0a3 req-e12356ca-ff1a-43e9-b842-d699300dd8b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0809441 May 26 20:24:48.930449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-343cb0c8-b2e0-4af0-b258-702fe968f0a3 req-a31bcb56-7f58-4d30-9874-62072a8baef5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 May 26 20:24:49.970632 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:50.112974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1f4d-6321-41c0-98a2-ba2ced00f761 req-a4e5d45f-7480-4dd3-98b1-cfe574f88e12 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:50.114443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d1f4d-6321-41c0-98a2-ba2ced00f761 req-a4e5d45f-7480-4dd3-98b1-cfe574f88e12 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0789394 May 26 20:24:50.157971 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-739d1f4d-6321-41c0-98a2-ba2ced00f761 req-49f54787-cfc1-4857-ba89-37f2d0506d74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 May 26 20:24:50.338836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137ee84-b077-480b-837f-fefc1a957be4 req-0c8ce951-e051-4c5a-84c4-b38b0236335e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:50.340239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6137ee84-b077-480b-837f-fefc1a957be4 req-0c8ce951-e051-4c5a-84c4-b38b0236335e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0815127 May 26 20:24:50.384477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6137ee84-b077-480b-837f-fefc1a957be4 req-3bb9fe5d-89fb-47c6-bb5e-3b8758cad283 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 May 26 20:24:50.406591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60482) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:50.475267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179959d4-53ed-425d-b7d0-15c1ae920430 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:50.476647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-179959d4-53ed-425d-b7d0-15c1ae920430 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1092 time: 0.0690958 May 26 20:24:50.480528 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60486) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:50.485899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:24:50.492362 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:24:50.496234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:floatingip and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:24:50.499098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:24:50.504991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:24:50.515648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:50.651571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:50.787993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.108 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/f90833eb-fd5d-41b9-8ecd-91b55c3fef44) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:24:50.931766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:50.960832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:51.024374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:24:51.026952 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:24:51.030705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:24:51.067965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=f90833eb-fd5d-41b9-8ecd-91b55c3fef44,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:51.084824 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.085186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.085522 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.085850 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.086173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.086500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.086825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.087143 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.087468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.087784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.088097 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.088409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:24:51.545532 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:51.618260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:51.820765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:51.825474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:51.934701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=f90833eb-fd5d-41b9-8ecd-91b55c3fef44,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:24:51.946187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:52.122825 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 1066c7a3-d13a-4c70-9172-d2f967577fea associated. External IP: 172.25.0.108, port: 9c1e0613-52a5-43c3-a710-7a6881e351c3. May 26 20:24:52.472939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 36c29256-5345-4027-a590-d168339fbfc0 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:24:52.648422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:24:52.658137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Sync routers for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:24:52.667187 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:52.667781 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:52.672039 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:24:52.731301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe1714e4-d8ae-44c0-90f2-cafbcb55fb5c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2495589 May 26 20:24:52.731699 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:24:52.844528 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:52.895412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974f9fb-0da5-4b4c-8e9f-4a7413493fdf req-d871c1cc-3861-48bb-b280-4a48ea5dfdac tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:52.896912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c974f9fb-0da5-4b4c-8e9f-4a7413493fdf req-d871c1cc-3861-48bb-b280-4a48ea5dfdac tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0787692 May 26 20:24:52.940984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c974f9fb-0da5-4b4c-8e9f-4a7413493fdf req-a8282e5b-f871-4a80-9ad1-2adf928833f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382383 May 26 20:24:52.964131 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60494) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:53.137219 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0764cc-d649-496c-afe3-4b7916d3b327'] response: {'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'status': 'completed', 'code': 200} May 26 20:24:53.197771 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1066c7a3-d13a-4c70-9172-d2f967577fea', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '36c29256-5345-4027-a590-d168339fbfc0', 'port_id': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:24:51Z', 'updated_at': '2022-05-26T20:24:51Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:53.201639 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Checking router: 36c29256-5345-4027-a590-d168339fbfc0 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:24:53.209856 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:24:53.210443 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:24:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:53.229621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-453ea68f-4ce4-43af-be1b-10e9f7075dd1 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/1066c7a3-d13a-4c70-9172-d2f967577fea HTTP/1.1" status: 200 len: 992 time: 0.2643836 May 26 20:24:53.245200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-41034f14-cbc8-4979-8544-c1586fd21166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:53.246507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-41034f14-cbc8-4979-8544-c1586fd21166 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.1111784 May 26 20:24:53.374579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-214d1055-af45-4e69-b8e6-273f34be2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:53.375998 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-214d1055-af45-4e69-b8e6-273f34be2f6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.1235023 May 26 20:24:53.393593 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:24:53.477396 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-8ea7cf3c-fb42-4cf5-ac7a-f37700be1b9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 1000 time: 0.0951691 May 26 20:24:53.538303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-6c03222d-3f67-4f6e-980e-85822545b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:53.539720 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-6c03222d-3f67-4f6e-980e-85822545b678 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0562177 May 26 20:24:53.616786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-e2ac3fed-2e75-4152-b515-768967d76bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:24:53.618295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-e2ac3fed-2e75-4152-b515-768967d76bb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725360 May 26 20:24:53.737773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1066c7a3-d13a-4c70-9172-d2f967577fea', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '36c29256-5345-4027-a590-d168339fbfc0', 'port_id': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:24:51Z', 'updated_at': '2022-05-26T20:24:51Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:24:53.741637 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a30b9-1093-4e6a-800f-8710cd03900f None None] The sync data for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 is: [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '1066c7a3-d13a-4c70-9172-d2f967577fea', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '36c29256-5345-4027-a590-d168339fbfc0', 'port_id': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:24:51Z', 'updated_at': '2022-05-26T20:24:51Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:24:53.748250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-d6467fe3-22b4-4f1e-a554-9c9615c0182e service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236596 May 26 20:24:53.883859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ddcf6037-b8dd-4c6f-8d4c-71b62be40776 req-5b9bc58d-b848-4c7d-9e17-a9ee659cc797 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282973 May 26 20:24:53.935454 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46625c34-bfff-4448-a2bf-c4fa41111cfe None None] New status for floating IP 1066c7a3-d13a-4c70-9172-d2f967577fea: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:24:54.232975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60498) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:24:54.338230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bcf4d3e2-583a-4aad-9319-856c38c5f978 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/1066c7a3-d13a-4c70-9172-d2f967577fea HTTP/1.1" status: 200 len: 994 time: 0.1039336 May 26 20:25:07.219540 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:09.933173 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-c0b99276-68bc-463a-a1ab-0670cb5ea4b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667164 May 26 20:25:10.070657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-c16fe944-92e8-4f4a-9c09-2af7ef383126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:25:10.072353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-c16fe944-92e8-4f4a-9c09-2af7ef383126 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.0721409 May 26 20:25:10.216579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-945cabd0-1264-407c-b25f-c7bf2d471828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:25:10.217939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-945cabd0-1264-407c-b25f-c7bf2d471828 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.1251991 May 26 20:25:10.315992 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-abe96abd-867a-43e2-bfc4-c977cc652f8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 1002 time: 0.0907872 May 26 20:25:10.379941 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-c1b995aa-cea9-4713-852b-6ad251e74081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:25:10.381349 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-c1b995aa-cea9-4713-852b-6ad251e74081 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0589345 May 26 20:25:10.454771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-303909e7-5b42-440d-a4f3-1cee3a7af992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:25:10.456265 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-303909e7-5b42-440d-a4f3-1cee3a7af992 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692043 May 26 20:25:10.687295 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-a0c2b740-7b42-4648-bb54-ba68abe64e79 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243526 May 26 20:25:10.815775 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-236319fc-b2b9-4ad0-a8ba-3cb020e37220 req-3b426c45-54c7-42c0-ae84-0530e912bfbc service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209564 May 26 20:25:14.801173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e104007e-277a-40aa-a1a1-922036eac710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:14.802614 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:16.986481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-450343d1-3eee-4a64-a25f-0c3e5e861f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:17.477880 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:18.390284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:19.972793 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:21.042049 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:25:37.215255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:44.791658 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:44.795236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-58a41cb8-494f-4575-9ed9-ce0e281740e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:46.987282 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34fba20e-1066-4391-addd-79ff6cfdf1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:47.479905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:48.393340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:49.975603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:25:58.041282 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:26:04.028932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5db80d-887e-4ada-9b18-da99f1c9b1f6 req-6d053262-14a7-474d-a966-90e819d592ae tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:04.030381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a5db80d-887e-4ada-9b18-da99f1c9b1f6 req-6d053262-14a7-474d-a966-90e819d592ae tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.1493461 May 26 20:26:04.073885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1a5db80d-887e-4ada-9b18-da99f1c9b1f6 req-2e5a7aca-bbe4-4a3c-8e62-88b69b907a7f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 May 26 20:26:05.259846 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af167d7-06cb-4f2f-9d25-941e18f2b116 req-97c1238e-d247-4ce6-9f04-b699701ba7be tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:05.261370 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3af167d7-06cb-4f2f-9d25-941e18f2b116 req-97c1238e-d247-4ce6-9f04-b699701ba7be tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0778275 May 26 20:26:05.304702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3af167d7-06cb-4f2f-9d25-941e18f2b116 req-8aefc5da-cbcc-4588-9326-acb8f6d3cb81 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 May 26 20:26:06.491156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2e5c-1342-4cb9-b1dc-2919d7b3c6ef req-8939f4f5-1e1e-4157-9d70-cafe475e5295 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:06.492584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b1c2e5c-1342-4cb9-b1dc-2919d7b3c6ef req-8939f4f5-1e1e-4157-9d70-cafe475e5295 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0833406 May 26 20:26:06.535143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9b1c2e5c-1342-4cb9-b1dc-2919d7b3c6ef req-aa215f60-ce5d-4bd0-a2ca-9fc1fe27c4e9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368891 May 26 20:26:07.217550 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:07.715870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e80996-24a6-460d-8ec2-8f08e07350f7 req-c9913645-61b0-4a7a-ab5b-24a9aa6d87d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:07.717317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3e80996-24a6-460d-8ec2-8f08e07350f7 req-c9913645-61b0-4a7a-ab5b-24a9aa6d87d4 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0792751 May 26 20:26:07.763479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f3e80996-24a6-460d-8ec2-8f08e07350f7 req-c202f583-6826-4bf7-8f06-c7bab5575a0f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 May 26 20:26:08.946369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d6e12-94e7-44d6-b6d9-5f4a8f6ecf9e req-16f33c7f-9ab3-40cf-bda5-31502a195240 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:08.947828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b38d6e12-94e7-44d6-b6d9-5f4a8f6ecf9e req-16f33c7f-9ab3-40cf-bda5-31502a195240 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0787146 May 26 20:26:08.991342 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b38d6e12-94e7-44d6-b6d9-5f4a8f6ecf9e req-2feefbff-8a80-4fd9-965d-8c1c21565bb9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379157 May 26 20:26:10.178515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9e0ab-632b-476b-ab27-59486058d359 req-815e94dd-5e9d-4fa6-bcac-2703452d85d9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:10.179939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b9e0ab-632b-476b-ab27-59486058d359 req-815e94dd-5e9d-4fa6-bcac-2703452d85d9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0815089 May 26 20:26:10.223290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-70b9e0ab-632b-476b-ab27-59486058d359 req-689d2e5d-bfa7-4fe1-ab2a-20fdec66d75f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378287 May 26 20:26:11.014723 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-3618a6cd-8eee-41e7-b64a-60a1ffe660d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:11.016180 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-3618a6cd-8eee-41e7-b64a-60a1ffe660d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.1077559 May 26 20:26:11.159427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-b4e94af6-437a-470a-a1a8-64b67e9704a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:11.160858 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-b4e94af6-437a-470a-a1a8-64b67e9704a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.1260209 May 26 20:26:11.270982 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-ef776765-2abb-4ad1-a6a4-7df4bbc8c69d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 1002 time: 0.1029558 May 26 20:26:11.376479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-a55c440c-b10e-4877-8168-b6fd90f16b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:11.377920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-a55c440c-b10e-4877-8168-b6fd90f16b4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0999115 May 26 20:26:11.473186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea8cd3-f2df-4f4b-b0b9-d1b85893b91c req-33867b7a-ac32-4dd3-a8a1-c87a167d4f59 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:11.474621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4ea8cd3-f2df-4f4b-b0b9-d1b85893b91c req-33867b7a-ac32-4dd3-a8a1-c87a167d4f59 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.1484056 May 26 20:26:11.501027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-444e40e3-5c3d-4901-bd60-80c6273ba7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:11.503356 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-444e40e3-5c3d-4901-bd60-80c6273ba7a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155295 May 26 20:26:11.600186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c4ea8cd3-f2df-4f4b-b0b9-d1b85893b91c req-d94297f0-f588-41d6-a4ab-882e7bb78f7b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194580 May 26 20:26:11.656693 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-2bee0d29-56c5-4546-9513-967fe84af6a0 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401927 May 26 20:26:11.881853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b7608250-c633-4e0f-9fcb-45dbe02f77a7 req-134b6abe-6fa8-4b14-b054-d9d022411330 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185431 May 26 20:26:12.779425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf91066-2212-4097-a6e0-0ab33b6447e9 req-aa80692b-b8f0-4e67-a3c8-22082363f34c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:12.780838 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdf91066-2212-4097-a6e0-0ab33b6447e9 req-aa80692b-b8f0-4e67-a3c8-22082363f34c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0779023 May 26 20:26:12.824235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fdf91066-2212-4097-a6e0-0ab33b6447e9 req-8edf57cc-1c31-49d7-a7fc-fc62d4ba7052 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 May 26 20:26:14.009060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653496-e568-43c5-9d0f-46d19ed311e1 req-e6e8eae9-40a7-4db3-8bb6-3f0a8acc41cd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:14.010515 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a653496-e568-43c5-9d0f-46d19ed311e1 req-e6e8eae9-40a7-4db3-8bb6-3f0a8acc41cd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0811543 May 26 20:26:14.054578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7a653496-e568-43c5-9d0f-46d19ed311e1 req-29142c59-8361-43eb-8d9f-32ff6fabe870 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 May 26 20:26:14.787985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8f183548-71cd-4f73-ab82-c051bd8ab5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:14.805990 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:15.234914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baec1c-da63-4eed-90cd-468c542dbaf3 req-1417f0c0-2d3d-49ca-835c-dad4941628d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:15.236335 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48baec1c-da63-4eed-90cd-468c542dbaf3 req-1417f0c0-2d3d-49ca-835c-dad4941628d8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0775771 May 26 20:26:15.278488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-48baec1c-da63-4eed-90cd-468c542dbaf3 req-d0c5fe2c-de52-4e54-90df-b5f0a380620f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 May 26 20:26:15.301333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60560) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:26:15.403878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5af4ce17-83b9-4d63-b5e0-1f97cf832dd0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/1066c7a3-d13a-4c70-9172-d2f967577fea HTTP/1.1" status: 200 len: 994 time: 0.1014922 May 26 20:26:16.897026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a6a2-8ac0-4092-a4a2-7c24238d55d1 req-98682d0e-99b3-46df-b047-a6b131202abc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:16.898527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84f9a6a2-8ac0-4092-a4a2-7c24238d55d1 req-98682d0e-99b3-46df-b047-a6b131202abc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.1473823 May 26 20:26:16.922477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-b910b239-0f81-40a1-a859-d81226c0ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:16.924398 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-b910b239-0f81-40a1-a859-d81226c0ebe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.1143074 May 26 20:26:16.989691 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-000e18f7-c139-47a0-9f1f-1da34471c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:17.028701 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-84f9a6a2-8ac0-4092-a4a2-7c24238d55d1 req-7dd5e8ba-1164-4a5a-812e-cfba82535caa tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234560 May 26 20:26:17.079603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-e129ac51-d999-43e5-99d5-3ad681e43f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:17.081031 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-e129ac51-d999-43e5-99d5-3ad681e43f07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.1497257 May 26 20:26:17.180377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-6df8cc39-1027-4204-8adb-109b504548fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 1002 time: 0.0934935 May 26 20:26:17.245796 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-7d071089-17e8-46be-88ee-b9708d7f159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:17.247084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-7d071089-17e8-46be-88ee-b9708d7f159e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0597284 May 26 20:26:17.319063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-8fcf5b3b-6001-45e1-8fd3-30375d759787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:17.320493 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-8fcf5b3b-6001-45e1-8fd3-30375d759787 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680976 May 26 20:26:17.451880 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-ad53c374-8b5d-4884-bd64-9f5b5da688e4 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243498 May 26 20:26:17.481963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:17.586157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e0efca47-2b20-4e31-897f-e33c7ea6a746 req-ffd9e680-35a1-488c-a250-3a12262b34d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288548 May 26 20:26:18.231856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ccbc-cb0f-43fa-ad03-2a6955692eba req-9ee42c4a-e694-4dfb-ae4d-93b1f8460c4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:18.233332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f489ccbc-cb0f-43fa-ad03-2a6955692eba req-9ee42c4a-e694-4dfb-ae4d-93b1f8460c4f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0933356 May 26 20:26:18.277756 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f489ccbc-cb0f-43fa-ad03-2a6955692eba req-5545d1c0-65f4-4adb-86a9-c48482784597 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381730 May 26 20:26:18.394716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:19.616256 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cb8f0-405f-480e-8458-46957afdfbb4 req-ecc6087e-1289-4bfd-afd8-218ceb279a3e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:26:19.617628 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f35cb8f0-405f-480e-8458-46957afdfbb4 req-ecc6087e-1289-4bfd-afd8-218ceb279a3e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0787268 May 26 20:26:19.660523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f35cb8f0-405f-480e-8458-46957afdfbb4 req-3c7e426b-e603-4ca8-abce-32084e0d60b7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 May 26 20:26:19.683390 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60574) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:26:19.786920 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-43c922b4-bdf0-4d3c-b26c-135dabe40d72 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/1066c7a3-d13a-4c70-9172-d2f967577fea HTTP/1.1" status: 200 len: 994 time: 0.1024725 May 26 20:26:19.976941 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:35.040752 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:26:37.228316 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:44.789599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3cab27b7-96dc-448b-90ef-557d776b4050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:44.805854 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:46.994444 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55ee00a8-4c04-44bd-acb7-448d3bbed92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:47.483734 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:48.397549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:26:49.981078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:07.243185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:08.411536 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60598) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:08.802326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port f90833eb-fd5d-41b9-8ecd-91b55c3fef44 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:27:08.802599 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:08.969855 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:08.970257 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:09.095948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for f90833eb-fd5d-41b9-8ecd-91b55c3fef44 owned by network:floatingip {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:27:09.242005 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:09.289275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=f90833eb-fd5d-41b9-8ecd-91b55c3fef44,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:09.332938 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.333235 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.333571 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.333902 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.334228 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.334568 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.334873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.335196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.335516 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.335832 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.336146 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.336458 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:09.391806 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:09.392748 n-d-843146-9 neutron-server[88362]: INFO neutron.db.l3_db [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP 1066c7a3-d13a-4c70-9172-d2f967577fea disassociated (deleted). External IP: 172.25.0.108, port: 9c1e0613-52a5-43c3-a710-7a6881e351c3. May 26 20:27:09.857247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 36c29256-5345-4027-a590-d168339fbfc0 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:27:10.030423 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:27:10.040869 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Sync routers for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:27:10.051268 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:10.051983 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:26:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:10.052678 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:10.110772 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-46b9c9ec-cb1e-465a-b366-57be4f7d06b0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/floatingips/1066c7a3-d13a-4c70-9172-d2f967577fea HTTP/1.1" status: 204 len: 168 time: 1.6979625 May 26 20:27:10.111266 n-d-843146-9 neutron-server[88362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3'}] {{(pid=88362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:27:10.229123 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:10.347280 n-d-843146-9 neutron-server[88362]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1151e957-16a8-4f28-bf45-3840db748a47'] response: {'name': 'network-changed', 'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'status': 'completed', 'code': 200} May 26 20:27:10.492913 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-95e0f9c4-d2fc-4141-b5a7-7610406309a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:10.494407 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-95e0f9c4-d2fc-4141-b5a7-7610406309a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 1097 time: 0.1244469 May 26 20:27:10.554008 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:10.558127 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Checking router: 36c29256-5345-4027-a590-d168339fbfc0 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:27:10.567394 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:10.568014 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:26:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:10.700927 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4192d-15c2-4e26-80e5-680e18dc7a31 req-8a15d60c-71c0-40bd-9c26-d5712a150ce9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:10.702404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eea4192d-15c2-4e26-80e5-680e18dc7a31 req-8a15d60c-71c0-40bd-9c26-d5712a150ce9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.2705727 May 26 20:27:10.747732 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:10.770988 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-88470ec4-c5e7-4618-a95c-0787ddbdfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:10.772417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-88470ec4-c5e7-4618-a95c-0787ddbdfc19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 200 len: 897 time: 0.2698750 May 26 20:27:10.776921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-eea4192d-15c2-4e26-80e5-680e18dc7a31 req-b5e6caa0-55a3-4e57-9c29-d00d0bb2deee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660977 May 26 20:27:10.847583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-135a461e-f8d4-4395-91ec-53ecdf3270ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 200 len: 217 time: 0.0665455 May 26 20:27:10.913756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-25ffa9f9-9e11-456d-a609-4f91d8f9a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:10.915182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-25ffa9f9-9e11-456d-a609-4f91d8f9a21e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 200 len: 834 time: 0.0609944 May 26 20:27:10.991519 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-f323fb7b-4ff3-4278-bad4-2ebf980b1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:10.992910 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-f323fb7b-4ff3-4278-bad4-2ebf980b1fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e265a7a-7a90-4ad1-aac9-fab47978a5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694199 May 26 20:27:11.069839 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:11.074171 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f794b64-adda-4fc2-86e3-ce41a3acfe5f None None] The sync data for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 is: [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:34Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc', 'name': '', 'network_id': '9e265a7a-7a90-4ad1-aac9-fab47978a5d6', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:19:93:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:34Z', 'updated_at': '2022-05-26T20:24:39Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '82a54e46-ab5d-44f2-8b4f-c22f79e30507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:27:11.130673 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-265cfa0f-5c1c-4567-8b86-b5185ecbcded service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303108 May 26 20:27:11.270210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e2b4f83-583d-473b-b3a0-609d4a90e8d4 req-c390c8da-1cb5-48de-9ac5-d03ce2678c26 service neutron] 10.222.0.53 "GET /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306279 May 26 20:27:11.291669 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae459cb-eaf8-43ca-af83-96b5b8301b1a None None] New status for floating IP 1066c7a3-d13a-4c70-9172-d2f967577fea: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:27:11.964866 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37338-c03b-4dfd-8ea9-a55fb23b2553 req-ce435061-c917-4da8-9ff1-decedf483864 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:11.966329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9bc37338-c03b-4dfd-8ea9-a55fb23b2553 req-ce435061-c917-4da8-9ff1-decedf483864 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0783885 May 26 20:27:12.013893 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9bc37338-c03b-4dfd-8ea9-a55fb23b2553 req-141cfc1f-a0d9-43e7-bda2-c8fbfda3b477 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f93afeb-1294-441d-a7f9-6bb4e1c97459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 May 26 20:27:12.040054 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:27:12.213662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d58a3-d6a3-431c-9092-e732efaf144e req-065fa247-9560-4f86-9644-99987f7fca74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:12.215044 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-777d58a3-d6a3-431c-9092-e732efaf144e req-065fa247-9560-4f86-9644-99987f7fca74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 946 time: 0.0781302 May 26 20:27:12.281484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 9c1e0613-52a5-43c3-a710-7a6881e351c3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:27:12.282444 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:12.523025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 9c1e0613-52a5-43c3-a710-7a6881e351c3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=9c1e0613-52a5-43c3-a710-7a6881e351c3,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:12.523373 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:12.644138 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 9c1e0613-52a5-43c3-a710-7a6881e351c3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:27:12.787302 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:12.839785 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=9c1e0613-52a5-43c3-a710-7a6881e351c3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:12.878085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.878424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.878755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.879078 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.879397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.879713 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.880026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.880339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.880677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.880968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.881302 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.881609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:12.921340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port 9c1e0613-52a5-43c3-a710-7a6881e351c3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:27:12.924276 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:12.926857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'name': 'network-vif-deleted', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:27:12.939135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-777d58a3-d6a3-431c-9092-e732efaf144e req-b451b402-0020-4b34-99f3-a9be50f9f52d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "DELETE /v2.0/ports/9c1e0613-52a5-43c3-a710-7a6881e351c3 HTTP/1.1" status: 204 len: 173 time: 0.7184803 May 26 20:27:13.100407 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c22e3a-3fcb-4547-bed6-ef57dd6c8a1f'] response: {'server_uuid': 'b459bdf2-63d5-4433-872e-228fdde3334b', 'name': 'network-vif-deleted', 'tag': '9c1e0613-52a5-43c3-a710-7a6881e351c3', 'status': 'completed', 'code': 200} May 26 20:27:13.241465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ecbcd2ca-f67f-4308-88b8-47b75aa4f703 req-229be8e9-bdea-4254-83b0-98f18705ef74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:27:13.257160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ecbcd2ca-f67f-4308-88b8-47b75aa4f703 req-229be8e9-bdea-4254-83b0-98f18705ef74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:27:13.258255 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ecbcd2ca-f67f-4308-88b8-47b75aa4f703 req-229be8e9-bdea-4254-83b0-98f18705ef74 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=b459bdf2-63d5-4433-872e-228fdde3334b HTTP/1.1" status: 200 len: 210 time: 0.0629585 May 26 20:27:14.352863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60624) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:14.791672 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-accd06fb-7dbe-41be-8f14-bffce78510f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:14.813502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:14.899872 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:15.367455 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:27:15.368151 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:15.549488 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:15.549839 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:15.677889 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:27:15.721154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c1e0613-52a5-43c3-a710-7a6881e351c3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:27:15.754427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 9c1e0613-52a5-43c3-a710-7a6881e351c3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:27:15.754771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 9c1e0613-52a5-43c3-a710-7a6881e351c3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:27:15.864203 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:15.940118 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:16.185773 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:16.538930 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 36c29256-5345-4027-a590-d168339fbfc0 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:27:16.824038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:27:16.834316 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Sync routers for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:27:16.844025 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60628) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:16.845113 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-d1822de9-ba20-4a3e-835f-4a3a49999c6a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/36c29256-5345-4027-a590-d168339fbfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901085 May 26 20:27:16.846391 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:16.846985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:26:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:16.916938 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting subnet 82a54e46-ab5d-44f2-8b4f-c22f79e30507 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:27:16.920261 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:16.974898 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.003040 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bab7645a-33d2-4517-80cb-86a03d677f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.066522 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:17.161595 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.234044 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.276780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Subnet': ['ID=82a54e46-ab5d-44f2-8b4f-c22f79e30507,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:17.278735 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.284766 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5b19c-6ae7-4cb8-8b00-5e2719c1c01c None None] Network 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:27:17.287808 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60632) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:17.287949 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f9ab7464-ba53-401f-a448-32b030f50ffb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/subnets/82a54e46-ab5d-44f2-8b4f-c22f79e30507 HTTP/1.1" status: 204 len: 168 time: 0.4414189 May 26 20:27:17.360392 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:27:15Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:17.364482 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Checking router: 36c29256-5345-4027-a590-d168339fbfc0 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:27:17.373219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Routers {'36c29256-5345-4027-a590-d168339fbfc0'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:17.373813 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['36c29256-5345-4027-a590-d168339fbfc0'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:17.479476 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.507185 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.575782 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] Set router 36c29256-5345-4027-a590-d168339fbfc0 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:17.604725 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] DHCP port deletion for 9e265a7a-7a90-4ad1-aac9-fab47978a5d6 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:27:17.609298 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Deleting port cb578426-595f-4a26-9feb-4af6d1d9b153 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:27:17.610268 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.680439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.690665 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:27:17.690987 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.823681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] For port cb578426-595f-4a26-9feb-4af6d1d9b153, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=cb578426-595f-4a26-9feb-4af6d1d9b153,segment=NetworkSegment(9b267366-d05e-4134-a451-d535ae71ddea),segment_id=9b267366-d05e-4134-a451-d535ae71ddea)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:17.823957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.864218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:27:15Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:17.868164 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58581591-d8f9-4d76-8a6a-f7634bda2849 None None] The sync data for ids ['36c29256-5345-4027-a590-d168339fbfc0'] in n-d-843146-9 is: [{'id': '36c29256-5345-4027-a590-d168339fbfc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-651353440', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:27:15Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'c945c200-b3c7-4d4d-a14e-fd4e10cbe97d', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c29256-5345-4027-a590-d168339fbfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:24:30Z', 'updated_at': '2022-05-26T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:27:17.872396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port c945c200-b3c7-4d4d-a14e-fd4e10cbe97d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:17.872753 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:17.945166 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Calling delete_port for cb578426-595f-4a26-9feb-4af6d1d9b153 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:27:17.999007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for c945c200-b3c7-4d4d-a14e-fd4e10cbe97d owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:27:18.020841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.067777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Pushing event deleted for resources: {'Port': ['ID=cb578426-595f-4a26-9feb-4af6d1d9b153,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:18.077461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] No DVR routers for this DVR port cb578426-595f-4a26-9feb-4af6d1d9b153 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:27:18.079865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.080206 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.080546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.080932 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.081277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.081606 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.081952 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.082280 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.082604 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.082927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.083251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.083572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6c8a6-5191-4f42-a2af-bff31ffc2d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:18.174382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.220887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=c945c200-b3c7-4d4d-a14e-fd4e10cbe97d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:18.312720 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.401186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.487418 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.489572 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.510965 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.511511 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Fanout notify agent at l3_agent the message router_deleted on router 36c29256-5345-4027-a590-d168339fbfc0 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:27:18.526679 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.527617 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-ca867ec8-5f63-44e4-8f6f-a53cf2779740 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/routers/36c29256-5345-4027-a590-d168339fbfc0 HTTP/1.1" status: 204 len: 168 time: 1.2387953 May 26 20:27:18.530356 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60636) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:18.764983 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.895875 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.896378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:27:18.922046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e265a7a-7a90-4ad1-aac9-fab47978a5d6']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:18.930605 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:27:18.930944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e89d08c5-eff4-4f1e-a5d7-8da42ce7ffcc not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:27:18.931356 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c945c200-b3c7-4d4d-a14e-fd4e10cbe97d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:27:18.934011 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b267366-d05e-4134-a451-d535ae71ddea') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:18.934306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b267366-d05e-4134-a451-d535ae71ddea') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:18.945739 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.962251 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:18.963772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c945c200-b3c7-4d4d-a14e-fd4e10cbe97d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:27:18.964115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c945c200-b3c7-4d4d-a14e-fd4e10cbe97d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:27:18.964525 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cb578426-595f-4a26-9feb-4af6d1d9b153 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:27:18.968540 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:27:18.968924 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.002830 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: cb578426-595f-4a26-9feb-4af6d1d9b153 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:27:19.003394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device cb578426-595f-4a26-9feb-4af6d1d9b153 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:27:19.038311 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9b267366-d05e-4134-a451-d535ae71ddea resource provider aggregate not found May 26 20:27:19.062181 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 9b267366-d05e-4134-a451-d535ae71ddea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b267366-d05e-4134-a451-d535ae71ddea found for delete ", "request_id": "req-dec98f0a-3b3e-4303-8b86-304e8ea9610a"}]} May 26 20:27:19.073581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.091300 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.103659 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Network': ['ID=9e265a7a-7a90-4ad1-aac9-fab47978a5d6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:19.109869 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0098144e-0f66-4e60-9a87-051bbd22b416 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/networks/9e265a7a-7a90-4ad1-aac9-fab47978a5d6 HTTP/1.1" status: 204 len: 168 time: 0.5785749 May 26 20:27:19.112483 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60644) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:19.181028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.209820 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.272891 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.292666 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f93afeb-1294-441d-a7f9-6bb4e1c97459,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:19.297002 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.298129 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1b7c38a5-1538-4881-8013-5d96311147e5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/security-groups/1f93afeb-1294-441d-a7f9-6bb4e1c97459 HTTP/1.1" status: 204 len: 168 time: 0.1847320 May 26 20:27:19.420140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60652) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:19.425353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939281170', 'description': 'tempest-secgroup-smoke-939281170 description', 'project_id': '219522b447194334b36b04cb59d0b97a'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:19.432045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:19.447463 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:19.450482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:19.456998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:19.466434 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.485549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:19.489296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:19.492016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:19.497530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:19.565442 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.568929 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.614704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294ec115-558f-4ef2-982f-5d6a1ca0c56a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:19.618523 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.619726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e4a298bc-4203-4aed-a4d5-5bb16bd5dc58 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985924 May 26 20:27:19.622601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60658) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:19.628478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:19.635079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:19.638931 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:19.641808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:19.647359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:19.665211 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.731227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.735136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.759317 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66adf62-1035-4339-814f-f06654f0a952,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:19.767186 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.768312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dbac13c0-52b5-4306-888b-798ee77917c7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446631 May 26 20:27:19.771089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60662) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:19.775813 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:19.782054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:19.785799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:19.788579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:19.794162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:19.810136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.869259 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.872554 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.894980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eae905f-767a-489d-b343-f402d78cae55,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:19.903353 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.904546 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0e773df7-1384-4984-9c9c-a074b32e3d1a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325777 May 26 20:27:19.907268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60666) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:19.912076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:19.918369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:19.922675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:19.925695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:19.931303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:19.947757 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:19.983144 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.009819 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.013483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.037248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2937e53f-6bdc-4359-b293-d0b65486d06b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:20.046226 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.048034 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d9345a35-fd52-4f7a-92f6-32ea630bf550 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392906 May 26 20:27:20.051870 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60670) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:20.056947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:20.063604 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:20.067652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:20.070890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:20.076631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:20.095557 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.157332 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.160517 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.183585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7795320d-8447-4e69-b5ea-143fd7d50246,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:20.193902 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.195097 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fc051e92-a714-472f-a88e-d5abea7d8b8f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423373 May 26 20:27:20.198087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:20.202924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:20.209337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:20.213132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:20.215968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:20.222096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:20.232080 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:27:20.239297 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.302196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.305356 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.333261 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dceb5d7f-819c-4640-a9ab-66c7ade8dc92,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:20.339914 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.341672 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0fdcf5bd-4877-4be9-88ab-d581bfe98bba tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424859 May 26 20:27:20.344553 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60680) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:20.350432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'security_group_rule': {'security_group_id': '294ec115-558f-4ef2-982f-5d6a1ca0c56a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:20.357902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:20.362735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:security_group_rule and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:20.365633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:20.371241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:20.381792 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Project 219522b447194334b36b04cb59d0b97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:27:20.388119 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.455590 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.459351 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.483058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe16f55-ff2c-4398-a41a-c4785585c266,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:20.491895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.493200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e4bc2b80-092c-49f9-a672-53845cb1017d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476834 May 26 20:27:20.496055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60684) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:20.501479 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'network': {'name': 'tempest-network-smoke--1197732260', 'project_id': '219522b447194334b36b04cb59d0b97a', 'port_security_enabled': True}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:20.506885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:20.510906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:network and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:20.513730 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:20.520251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:20.529292 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:27:20.533292 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.559336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:27:20.567889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.568305 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Added segment de3e2261-c257-49e5-8143-efc1dfdde7c6 of type vlan for network 2631b959-cecb-4b24-b6bf-700cd15dad5a May 26 20:27:20.595031 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.622499 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.628883 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:20.629458 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.730259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2331281 May 26 20:27:20.732772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:20.739721 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'admin_state_up': True, 'project_id': '219522b447194334b36b04cb59d0b97a', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:20.748382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:20.751082 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0269b63-d516-4450-ab7b-ca4e83dba5ff tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Network': ['ID=2631b959-cecb-4b24-b6bf-700cd15dad5a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:20.754794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:router and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:20.758073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:20.761522 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:27:20.763228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:20.773543 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.774527 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:20.789064 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.056295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.445920 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.475073 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.608365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.215 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/e82dbe02-174a-476e-98c5-70db39cb37ba) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:27:21.752744 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.780159 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:21.841218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:21.844470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:21.847920 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:27:21.892333 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=e82dbe02-174a-476e-98c5-70db39cb37ba,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:22.258122 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:22.589725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:22.897858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:27:23.073534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:27:23.083191 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Sync routers for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:27:23.092025 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:23.092562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:23.103483 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:23.104842 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-9425bc3c-0244-40f7-bc8d-a4ac4f9b1142 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3711250 May 26 20:27:23.108073 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:23.268026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:23.299357 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c72180c5-d2f4-48a9-b6e3-e67a90003380 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=219522b447194334b36b04cb59d0b97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1900189 May 26 20:27:23.301821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60698) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:23.432273 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26345af-3b23-4c3c-9a90-12f0a2610a79 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:23.433784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-c26345af-3b23-4c3c-9a90-12f0a2610a79 tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310518 May 26 20:27:23.436498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60702) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:23.476056 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7eba211a-e0cf-4bcb-8d45-9122f4f0e5fb tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=2c3906e2-033b-4d28-bbd8-1334cd685c8a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384932 May 26 20:27:23.478499 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60706) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:23.483775 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148513020', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'project_id': '219522b447194334b36b04cb59d0b97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:23.580065 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:22Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:23.584013 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Checking router: 1bbeadf7-292a-43a2-ab93-df0da18d7b00 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:27:23.584364 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Updating router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 port e82dbe02-174a-476e-98c5-70db39cb37ba binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:27:23.596682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:23.600845 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:subnet and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:23.603964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:23.610045 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:23.619133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:27:23.622573 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:23.636934 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:23.838070 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:23.917603 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Subnet': ['ID=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:23.925118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Checking segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:27:23.925468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network hostable DHCP agents. Network: 2631b959-cecb-4b24-b6bf-700cd15dad5a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:27:23.945250 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:27:23.955018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 2631b959-cecb-4b24-b6bf-700cd15dad5a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:23.959381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:23.959780 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:23.968924 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e2969-6e32-469e-95f5-3e9f4d62f45a None None] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:27:23.980252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ac480461-0a0d-48bf-9243-019b9361f188 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5006862 May 26 20:27:23.983133 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60710) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:23.988320 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.062010 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Transition to ACTIVE for port object e82dbe02-174a-476e-98c5-70db39cb37ba will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:24.072397 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.203637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Attempting to bind port e82dbe02-174a-476e-98c5-70db39cb37ba on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:27:24.204357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Attempting to bind port e82dbe02-174a-476e-98c5-70db39cb37ba by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:27:24.204357 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Attempting to bind port e82dbe02-174a-476e-98c5-70db39cb37ba on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:27:24.221338 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab940a-d4b3-48b8-8381-03270ab542c5 None None] Pushing event updated for resources: {'Port': ['ID=e82dbe02-174a-476e-98c5-70db39cb37ba,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:24.225514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:27:24.225879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:27:24.226276 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.226648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:27:24.227110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Bound port: e82dbe02-174a-476e-98c5-70db39cb37ba, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:27:24.227470 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.329450 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-2631b959-cecb-4b24-b6bf-700cd15dad5a', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:27:24.330246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.394871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] For port e82dbe02-174a-476e-98c5-70db39cb37ba, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:27:24.413164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] For port e82dbe02-174a-476e-98c5-70db39cb37ba, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e82dbe02-174a-476e-98c5-70db39cb37ba,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:27:24.423379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.557639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:24.558252 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:24.623806 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab940a-d4b3-48b8-8381-03270ab542c5 None None] Pushing event updated for resources: {'Port': ['ID=e82dbe02-174a-476e-98c5-70db39cb37ba,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:24.655568 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Allocated IP 172.20.0.2 (2631b959-cecb-4b24-b6bf-700cd15dad5a/484bd0be-4d11-4047-9c0d-5cc0fcaf45ce/d55ee341-b641-4d29-85e5-472b3aca89c9) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:27:24.688259 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:24.826382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:25.209107 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.221857 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Transition to ACTIVE for port object d55ee341-b641-4d29-85e5-472b3aca89c9 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:25.247294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Transition to ACTIVE for port object d55ee341-b641-4d29-85e5-472b3aca89c9 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:25.254593 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.321282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.1 (2631b959-cecb-4b24-b6bf-700cd15dad5a/484bd0be-4d11-4047-9c0d-5cc0fcaf45ce/91e63eab-d90c-44a4-abf2-e6dea610cd48) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:27:25.325323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:25.331154 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:25.336122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:27:25.341140 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:22Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:25.345647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Pushing event updated for resources: {'Port': ['ID=d55ee341-b641-4d29-85e5-472b3aca89c9,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:25.350137 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb34b-a1bd-4ece-9cf9-6a8dfcc059df None None] The sync data for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 is: [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:22Z', 'revision_number': 3, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:27:25.439194 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Attempting to bind port d55ee341-b641-4d29-85e5-472b3aca89c9 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:27:25.439550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Attempting to bind port d55ee341-b641-4d29-85e5-472b3aca89c9 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:27:25.439902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Attempting to bind port d55ee341-b641-4d29-85e5-472b3aca89c9 on network 2631b959-cecb-4b24-b6bf-700cd15dad5a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:27:25.445217 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:27:25.445847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Checking segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:27:25.446267 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.446647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Bound using segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:27:25.447096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Bound port: d55ee341-b641-4d29-85e5-472b3aca89c9, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:27:25.447464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.490145 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.508046 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object 91e63eab-d90c-44a4-abf2-e6dea610cd48 will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:25.534951 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.538880 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] For port d55ee341-b641-4d29-85e5-472b3aca89c9, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:27:25.542108 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] For port d55ee341-b641-4d29-85e5-472b3aca89c9, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d55ee341-b641-4d29-85e5-472b3aca89c9,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:27:25.547695 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:25.618663 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:25.621643 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:25.624009 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:27:25.669592 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ddf54-2784-42da-b9bb-d4bb24a8cf12 None None] Pushing event updated for resources: {'Port': ['ID=d55ee341-b641-4d29-85e5-472b3aca89c9,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:25.681949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:25.710265 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:26.003462 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:26.436663 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:26.443001 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:26.559955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:26.562370 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:26.634416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfa69b-1976-4a1a-beb2-7930d601ee14 None None] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:27:26.707490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:26.708730 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:26.721869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-49de817a-e953-4c91-b14b-54040b8cdbac None None] Provisioning for port d55ee341-b641-4d29-85e5-472b3aca89c9 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:26.990570 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e82dbe02-174a-476e-98c5-70db39cb37ba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:27.048271 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:27:27.080287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port e82dbe02-174a-476e-98c5-70db39cb37ba completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:27.086865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e82dbe02-174a-476e-98c5-70db39cb37ba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:27.087284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.217549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e82dbe02-174a-476e-98c5-70db39cb37ba is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:27.217923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.242536 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port e82dbe02-174a-476e-98c5-70db39cb37ba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e82dbe02-174a-476e-98c5-70db39cb37ba,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:27.247377 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:27:27.252294 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.253089 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d55ee341-b641-4d29-85e5-472b3aca89c9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:27.259848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Sync routers for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:27:27.262206 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-6f009d46-93b4-4bb7-926c-263f9583d71e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/1bbeadf7-292a-43a2-ab93-df0da18d7b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2778683 May 26 20:27:27.270466 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:27.275450 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:27.397888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a096b73b-3a85-4198-90e5-e31581563c2c None None] Provisioning for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:27.405918 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-a096b73b-3a85-4198-90e5-e31581563c2c None None] Provisioning complete for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:27.407148 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a096b73b-3a85-4198-90e5-e31581563c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.438135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=e82dbe02-174a-476e-98c5-70db39cb37ba,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:27.480639 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port d55ee341-b641-4d29-85e5-472b3aca89c9 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:27.483996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-489d7ab5-14e2-49a6-98b5-57ad39a9a325 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:27:27.487110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-a096b73b-3a85-4198-90e5-e31581563c2c None None] Port 91e63eab-d90c-44a4-abf2-e6dea610cd48 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:27:27.488480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d55ee341-b641-4d29-85e5-472b3aca89c9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:27.488846 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.500585 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:27.507698 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-489d7ab5-14e2-49a6-98b5-57ad39a9a325 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:27:27.509191 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-489d7ab5-14e2-49a6-98b5-57ad39a9a325 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939281170&fields=id&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 267 time: 0.0761995 May 26 20:27:27.631933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d55ee341-b641-4d29-85e5-472b3aca89c9 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:27.632321 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.647746 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4354bbc3-9e26-45f1-a0b5-4f0a7e27457a None None] Provisioning complete for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:27.649028 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4354bbc3-9e26-45f1-a0b5-4f0a7e27457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.679119 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ba269fcc-232c-4347-9e02-7b9c8cf1fabb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:27.679805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ba269fcc-232c-4347-9e02-7b9c8cf1fabb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:27:27.698692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ba269fcc-232c-4347-9e02-7b9c8cf1fabb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:27:27.699885 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ba269fcc-232c-4347-9e02-7b9c8cf1fabb tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 797 time: 0.1825104 May 26 20:27:27.719207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ef190099-6b3d-4b6a-a62a-775ca9cbbe7c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/quotas/219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 375 time: 0.0116730 May 26 20:27:27.724794 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4354bbc3-9e26-45f1-a0b5-4f0a7e27457a None None] Port 91e63eab-d90c-44a4-abf2-e6dea610cd48 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:27:27.728354 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port d55ee341-b641-4d29-85e5-472b3aca89c9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d55ee341-b641-4d29-85e5-472b3aca89c9,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:27.732533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.803750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=d55ee341-b641-4d29-85e5-472b3aca89c9,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:27.815471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-328da55a-f333-42e5-9b13-9cab8cf8e5b5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852671 May 26 20:27:27.844517 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-7cb0ea58-fac0-49f6-ad97-4be44105aa69 None None] Provisioning complete for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:27.844865 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ea58-fac0-49f6-ad97-4be44105aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.883029 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:26Z', 'revision_number': 2, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:27.887137 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Checking router: 1bbeadf7-292a-43a2-ab93-df0da18d7b00 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:27:27.887477 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Updating router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 port 91e63eab-d90c-44a4-abf2-e6dea610cd48 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:27:27.898329 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0ea58-fac0-49f6-ad97-4be44105aa69 None None] Port 91e63eab-d90c-44a4-abf2-e6dea610cd48 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:27:27.940901 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:27.958448 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-61c4b8fb-b84e-4115-a416-6e5b93ceec40 service neutron] 10.222.0.24 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312022 May 26 20:27:28.092675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-ddf9b48f-e5f6-4ea9-815a-a46ac43bf1ad service neutron] 10.222.0.24 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283870 May 26 20:27:28.285261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ccc70791-55fd-4f16-8a3e-011c0dc71259 req-e456dd5f-9c06-4afa-aa18-f62bbb0a51cf tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 210 time: 0.0435669 May 26 20:27:28.295778 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:28.309201 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Transition to ACTIVE for port object 91e63eab-d90c-44a4-abf2-e6dea610cd48 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:28.315784 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:28.451370 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Pushing event updated for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:28.459283 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.459610 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.459937 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.460257 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.460574 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.460888 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.461225 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.461535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.461844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.462155 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.462465 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.462770 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:27:28.555433 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Attempting to bind port 91e63eab-d90c-44a4-abf2-e6dea610cd48 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:27:28.556044 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Attempting to bind port 91e63eab-d90c-44a4-abf2-e6dea610cd48 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:27:28.556582 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Attempting to bind port 91e63eab-d90c-44a4-abf2-e6dea610cd48 on network 2631b959-cecb-4b24-b6bf-700cd15dad5a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:27:28.562208 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:27:28.562706 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Checking segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:27:28.563119 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:28.563545 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Bound using segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:27:28.563999 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Bound port: 91e63eab-d90c-44a4-abf2-e6dea610cd48, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:27:28.564407 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:28.661321 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] For port 91e63eab-d90c-44a4-abf2-e6dea610cd48, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:27:28.664446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] For port 91e63eab-d90c-44a4-abf2-e6dea610cd48, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91e63eab-d90c-44a4-abf2-e6dea610cd48,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:27:28.667773 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:28.751221 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:28.751873 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:28.815410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002438a-558d-4a66-9d16-2ad27d0d96af None None] Pushing event updated for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=4']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:28.925373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e82dbe02-174a-476e-98c5-70db39cb37ba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:28.965720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:29.036561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port e82dbe02-174a-476e-98c5-70db39cb37ba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:29.036930 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:29.156169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port e82dbe02-174a-476e-98c5-70db39cb37ba is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:29.157277 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d55ee341-b641-4d29-85e5-472b3aca89c9 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:29.232882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port d55ee341-b641-4d29-85e5-472b3aca89c9 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:29.233588 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:29.305206 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:28Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:29.312090 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5dab-384c-435e-b316-76d162ae8acf None None] The sync data for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 is: [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:28Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:27:29.404637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port d55ee341-b641-4d29-85e5-472b3aca89c9 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:29.535640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ee626b7-6f90-4eb0-b4ac-7e6369c073a1 req-bc3317ef-35a3-40d6-af4e-4594a8b1c00f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 210 time: 0.0557606 May 26 20:27:29.590478 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-20fc8c9d-2d34-4f1e-83a2-a41fd617663c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:29.591947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-20fc8c9d-2d34-4f1e-83a2-a41fd617663c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 797 time: 0.3959298 May 26 20:27:29.646650 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-fdc95e52-6e1b-412b-98a1-e6ec1ffc4438 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219522b447194334b36b04cb59d0b97a HTTP/1.1" status: 200 len: 379 time: 0.0451534 May 26 20:27:29.654726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'port': {'device_id': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'admin_state_up': True, 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'security_groups': ['294ec115-558f-4ef2-982f-5d6a1ca0c56a']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:29.804036 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:29.808316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:port and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:29.811323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:29.817120 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:29.827653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Made reservation on behalf of 219522b447194334b36b04cb59d0b97a for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:27:29.831775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.001987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.20.0.3 (2631b959-cecb-4b24-b6bf-700cd15dad5a/484bd0be-4d11-4047-9c0d-5cc0fcaf45ce/156d4816-d8c9-45de-a0b7-cb3beae58bbe) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:27:30.204323 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.220869 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Transition to ACTIVE for port object 156d4816-d8c9-45de-a0b7-cb3beae58bbe will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:30.243484 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.315610 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:30.319147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:30.323316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:27:30.359534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:30.398029 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:30.398662 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.426685 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-c79a9b18-c467-4a04-8322-42068a676e77 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757368 May 26 20:27:30.438360 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Request body: {'port': {'device_id': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:30.549880 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.554404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59c48442-7939-4cde-9d12-9867945b33a8 None None] Provisioning for port 156d4816-d8c9-45de-a0b7-cb3beae58bbe completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:30.560520 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-59c48442-7939-4cde-9d12-9867945b33a8 None None] Provisioning complete for port 156d4816-d8c9-45de-a0b7-cb3beae58bbe triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:30.560967 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-59c48442-7939-4cde-9d12-9867945b33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:30.616869 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-59c48442-7939-4cde-9d12-9867945b33a8 None None] Port 156d4816-d8c9-45de-a0b7-cb3beae58bbe cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:27:30.863918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54165483-3f11-4993-8119-ffa985c85681 req-90c5d1aa-85ca-4704-92eb-8350cf73cf5d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:30.864620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54165483-3f11-4993-8119-ffa985c85681 req-90c5d1aa-85ca-4704-92eb-8350cf73cf5d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:27:30.900937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-54165483-3f11-4993-8119-ffa985c85681 req-90c5d1aa-85ca-4704-92eb-8350cf73cf5d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:27:30.902109 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54165483-3f11-4993-8119-ffa985c85681 req-90c5d1aa-85ca-4704-92eb-8350cf73cf5d tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 931 time: 0.2340782 May 26 20:27:30.921515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91e63eab-d90c-44a4-abf2-e6dea610cd48 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:30.988699 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:30.993515 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:30.993907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.002798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156d4816-d8c9-45de-a0b7-cb3beae58bbe {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:27:31.009199 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54165483-3f11-4993-8119-ffa985c85681 req-c2af203e-264f-48d4-bada-5918a717e243 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940249 May 26 20:27:31.013010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.028170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Transition to ACTIVE for port object 156d4816-d8c9-45de-a0b7-cb3beae58bbe will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:27:31.041958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.116062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 91e63eab-d90c-44a4-abf2-e6dea610cd48 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:31.116441 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.152375 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 91e63eab-d90c-44a4-abf2-e6dea610cd48, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91e63eab-d90c-44a4-abf2-e6dea610cd48,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:31.156968 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.206867 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Pushing event updated for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:31.231791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:31.282472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Attempting to bind port 156d4816-d8c9-45de-a0b7-cb3beae58bbe on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:27:31.282804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Attempting to bind port 156d4816-d8c9-45de-a0b7-cb3beae58bbe by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:27:31.283127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Attempting to bind port 156d4816-d8c9-45de-a0b7-cb3beae58bbe on network 2631b959-cecb-4b24-b6bf-700cd15dad5a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:27:31.287885 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Port 156d4816-d8c9-45de-a0b7-cb3beae58bbe on network 2631b959-cecb-4b24-b6bf-700cd15dad5a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:27:31.288195 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Attempting to bind port 156d4816-d8c9-45de-a0b7-cb3beae58bbe on network 2631b959-cecb-4b24-b6bf-700cd15dad5a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:27:31.293282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:27:31.293607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Checking segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:27:31.293983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Bound using segment: {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:27:31.294490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Bound port: 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3e2261-c257-49e5-8143-efc1dfdde7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:27:31.294727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.490733 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:27:31.493600 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:27:31.497505 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.556079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:31.556718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:31.558107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] 10.222.0.53 "PUT /v2.0/ports/156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 1091 time: 1.1240132 May 26 20:27:31.558545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:27:31.587436 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026e9e6-1e5c-40e8-a1aa-1c9b2a89ab70 service neutron] Pushing event updated for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:31.636098 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b117d73f-afd1-4938-84cb-8d282c4c90e0'] response: {'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'status': 'completed', 'code': 200} May 26 20:27:31.678484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-e6af5710-f473-4421-9400-de93f2f09f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:31.679912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-e6af5710-f473-4421-9400-de93f2f09f98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1094 time: 0.0755122 May 26 20:27:31.753678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-5bfa96d1-5bb4-47a0-a3d9-4326ceb5b850 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 217 time: 0.0668311 May 26 20:27:31.816229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-7c9ee15b-37ec-4e98-ab35-6833540a2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:31.817606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-7c9ee15b-37ec-4e98-ab35-6833540a2a59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0579345 May 26 20:27:31.894167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-174b0686-1e03-442f-8ce4-cbc83f188551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:31.895625 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-174b0686-1e03-442f-8ce4-cbc83f188551 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720658 May 26 20:27:32.029972 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-f322db5e-0347-4859-b3da-3fa6b323803b service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285677 May 26 20:27:32.210759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7aeda47b-e5f7-4819-911d-151a1e881ecc req-7c445695-63bc-4495-ac3f-fa4ba8bb38a0 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735528 May 26 20:27:32.237660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a96c5e-207c-4a36-b082-bd2a1906657a req-1bed980c-ea11-4cf1-94fc-daf780053ad6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:32.239078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9a96c5e-207c-4a36-b082-bd2a1906657a req-1bed980c-ea11-4cf1-94fc-daf780053ad6 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 943 time: 0.1117816 May 26 20:27:32.331352 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9a96c5e-207c-4a36-b082-bd2a1906657a req-6c56a515-b71e-4640-8a57-e656a6c7eca5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863802 May 26 20:27:32.350689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6f32-a105-4251-8a62-55f25469a812 req-0e6d25e2-236c-49ac-acc6-89cd86faa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:32.352123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-0e6d25e2-236c-49ac-acc6-89cd86faa120 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1094 time: 0.0936885 May 26 20:27:32.481276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6f32-a105-4251-8a62-55f25469a812 req-c5f342fa-1f41-4c79-80ec-f53b3e2e2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:32.482675 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-c5f342fa-1f41-4c79-80ec-f53b3e2e2bcd service neutron] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 898 time: 0.1245613 May 26 20:27:32.549660 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-f7043ea6-4458-49dc-9618-8f22faf64827 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 217 time: 0.0590453 May 26 20:27:32.612923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6f32-a105-4251-8a62-55f25469a812 req-54f452e1-ed3f-4739-8491-970c25b2cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:32.614233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-54f452e1-ed3f-4739-8491-970c25b2cf67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0588610 May 26 20:27:32.689525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6f32-a105-4251-8a62-55f25469a812 req-8075a3ae-231a-4476-aeb5-4616b706e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:32.690974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-8075a3ae-231a-4476-aeb5-4616b706e6c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703955 May 26 20:27:32.826745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-3b078270-463e-4766-876f-8bf12f89d709 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294129 May 26 20:27:32.903800 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91e63eab-d90c-44a4-abf2-e6dea610cd48 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:32.966061 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-569e6f32-a105-4251-8a62-55f25469a812 req-128cb0d0-fbb4-4819-aa84-45bf9dd70545 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316967 May 26 20:27:32.970501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 91e63eab-d90c-44a4-abf2-e6dea610cd48 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:32.970900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:33.088572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 91e63eab-d90c-44a4-abf2-e6dea610cd48 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:33.508960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b0aa-8b0f-40c8-8be9-5e01a5c03115 req-6c3ba4c0-45a6-4b02-9e01-6ddef8845ae2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:33.510445 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ed6b0aa-8b0f-40c8-8be9-5e01a5c03115 req-6c3ba4c0-45a6-4b02-9e01-6ddef8845ae2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 943 time: 0.0777934 May 26 20:27:33.649239 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ed6b0aa-8b0f-40c8-8be9-5e01a5c03115 req-062558e8-9457-48e6-9282-abb9648cf045 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325958 May 26 20:27:34.827081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58bc0c-0f4d-496b-b4cc-ec8ad419e234 req-1394e34a-f77e-40af-b687-86c2181c02c2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:34.828991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd58bc0c-0f4d-496b-b4cc-ec8ad419e234 req-1394e34a-f77e-40af-b687-86c2181c02c2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 943 time: 0.0775914 May 26 20:27:34.873745 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fd58bc0c-0f4d-496b-b4cc-ec8ad419e234 req-e135ad64-883c-4191-8bb6-af0add5135f2 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 May 26 20:27:35.833912 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 156d4816-d8c9-45de-a0b7-cb3beae58bbe details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:27:35.963823 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:35.977006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'port_id': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'mac_address': 'fa:16:3e:33:fb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:27:36.035812 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 156d4816-d8c9-45de-a0b7-cb3beae58bbe is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:36.036197 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:36.053906 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156d4816-d8c9-45de-a0b7-cb3beae58bbe {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:27:36.063270 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0671a-0570-4492-b636-f87af3654c0a req-8c21e71b-5aaf-4efc-a00a-67fd25fd12bc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:36.064726 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12d0671a-0570-4492-b636-f87af3654c0a req-8c21e71b-5aaf-4efc-a00a-67fd25fd12bc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 943 time: 0.0842509 May 26 20:27:36.069979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:36.074491 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:36.111246 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-12d0671a-0570-4492-b636-f87af3654c0a req-a88f31ac-70a0-4239-8197-46a76f3bbb0b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 May 26 20:27:36.141182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:36.421807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['156d4816-d8c9-45de-a0b7-cb3beae58bbe'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:27:37.260787 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:37.302703 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109395-2d49-49df-a569-db80d8caf90d req-b74909b0-246c-44f6-ba90-3211f03d2279 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:37.304136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72109395-2d49-49df-a569-db80d8caf90d req-b74909b0-246c-44f6-ba90-3211f03d2279 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 944 time: 0.0783453 May 26 20:27:37.347600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-72109395-2d49-49df-a569-db80d8caf90d req-a580b172-a86d-4e4a-a637-76e63ea12b07 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 May 26 20:27:37.833416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 156d4816-d8c9-45de-a0b7-cb3beae58bbe up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:27:37.901968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 156d4816-d8c9-45de-a0b7-cb3beae58bbe completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:27:37.906558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 156d4816-d8c9-45de-a0b7-cb3beae58bbe triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:27:37.906926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:38.022243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 156d4816-d8c9-45de-a0b7-cb3beae58bbe is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:27:38.022612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:38.049302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:27:38.058552 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:27:38.062950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:38.099134 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fe5f59-eb1f-4c32-a5c6-a18973f8ac40'] response: {'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'code': 200} May 26 20:27:38.132910 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:38.226084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4c65-be1e-4724-9c62-4055b87bf815 req-41648b03-6f6e-4c09-a235-f520173afdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:38.227680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-743d4c65-be1e-4724-9c62-4055b87bf815 req-41648b03-6f6e-4c09-a235-f520173afdbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1096 time: 0.0776148 May 26 20:27:38.269547 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-743d4c65-be1e-4724-9c62-4055b87bf815 req-1419fe68-cf38-4a3d-a05b-4640ce76d2a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360594 May 26 20:27:38.528811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c6ec2-a315-43a8-936b-ddb7956ca0c1 req-a7060b67-89ed-49c3-beb0-3b8211be12da tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:38.530248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b1c6ec2-a315-43a8-936b-ddb7956ca0c1 req-a7060b67-89ed-49c3-beb0-3b8211be12da tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0781496 May 26 20:27:38.576636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8b1c6ec2-a315-43a8-936b-ddb7956ca0c1 req-da30109f-83ad-47be-9b47-6377c7db6038 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 May 26 20:27:39.760244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7feab9-5ecf-47ba-9910-aa04fd648a91 req-22c8691b-e866-492e-a404-aad04331fe72 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:39.761592 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e7feab9-5ecf-47ba-9910-aa04fd648a91 req-22c8691b-e866-492e-a404-aad04331fe72 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0787661 May 26 20:27:39.809655 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e7feab9-5ecf-47ba-9910-aa04fd648a91 req-717c50f9-1c8d-4a05-b969-bd0f7b5c015f tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 May 26 20:27:39.994790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72095b-34e8-43f7-a9c4-250a5b883a6f req-b6603b7a-8a6d-4f55-8d87-9ac03ea1f5c0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:39.996282 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc72095b-34e8-43f7-a9c4-250a5b883a6f req-b6603b7a-8a6d-4f55-8d87-9ac03ea1f5c0 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0820055 May 26 20:27:40.039588 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc72095b-34e8-43f7-a9c4-250a5b883a6f req-3fa4b4be-ce97-4778-8001-c047f0aff8f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 May 26 20:27:40.061956 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60766) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:40.132376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34bb970-dc40-4280-9fdd-eda7991eb4cd tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:40.133883 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d34bb970-dc40-4280-9fdd-eda7991eb4cd tempest-TestNetworkAdvancedServerOps-106316285 tempest-TestNetworkAdvancedServerOps-106316285-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1091 time: 0.0702591 May 26 20:27:40.136653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60770) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:40.141480 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:27:40.147902 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:27:40.151714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Usage tracker for resource:floatingip and tenant:219522b447194334b36b04cb59d0b97a is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:27:40.154574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:27:40.160186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:27:40.170300 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:40.303392 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:40.436405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Allocated IP 172.25.0.237 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6855fc4f-5440-4ca6-8112-edf61782a0a3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:27:40.582091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:40.611840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:40.673835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:27:40.676427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:27:40.680133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:27:40.723242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=6855fc4f-5440-4ca6-8112-edf61782a0a3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:41.196071 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:41.267840 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:41.469931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:41.474415 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:41.582601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event updated for resources: {'Port': ['ID=6855fc4f-5440-4ca6-8112-edf61782a0a3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:27:41.592206 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:41.758426 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP cb85e0f2-9e53-4b68-98d9-2334f13baa22 associated. External IP: 172.25.0.237, port: 156d4816-d8c9-45de-a0b7-cb3beae58bbe. May 26 20:27:42.105094 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:27:42.281311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:27:42.290451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Sync routers for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:27:42.299934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:42.300537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:42.306024 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:42.362649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31775431-386c-4941-b81a-4a214e674de5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2248349 May 26 20:27:42.363221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:27:42.509471 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:42.530544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cfbb1-5a56-4d7e-a4e6-370a5c3365e9 req-5c15d1e6-6833-46db-9d64-7510f86fe152 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:42.532014 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-325cfbb1-5a56-4d7e-a4e6-370a5c3365e9 req-5c15d1e6-6833-46db-9d64-7510f86fe152 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0828109 May 26 20:27:42.576923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-325cfbb1-5a56-4d7e-a4e6-370a5c3365e9 req-1f58a0fa-cf61-444f-856e-4e2aa0e6a3cc tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 May 26 20:27:42.600015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60778) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:42.657302 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9749a653-c597-4694-bccd-2a13d5eb424f'] response: {'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'status': 'completed', 'code': 200} May 26 20:27:42.860637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'cb85e0f2-9e53-4b68-98d9-2334f13baa22', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'port_id': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'mac_address': 'fa:16:3e:33:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:27:41Z', 'updated_at': '2022-05-26T20:27:41Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:42.864582 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Checking router: 1bbeadf7-292a-43a2-ab93-df0da18d7b00 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:27:42.867140 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d3960be5-ed3d-4265-9740-de2088e24157 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/cb85e0f2-9e53-4b68-98d9-2334f13baa22 HTTP/1.1" status: 200 len: 991 time: 0.2660334 May 26 20:27:42.873339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:27:42.873881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:27:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:42.880365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c109-a957-464e-b82f-4019e228c38a req-af54fe51-9407-45cc-8fea-4cdf0af0986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:42.881854 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-af54fe51-9407-45cc-8fea-4cdf0af0986e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1096 time: 0.2264700 May 26 20:27:43.009921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c109-a957-464e-b82f-4019e228c38a req-622c4d6d-04b1-4605-9c53-7ef6f7ef2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:43.011336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-622c4d6d-04b1-4605-9c53-7ef6f7ef2be4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 898 time: 0.1236384 May 26 20:27:43.048355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:27:43.114479 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-e48552e0-775e-4576-9f4e-c0f184c29380 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 999 time: 0.0970943 May 26 20:27:43.179689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c109-a957-464e-b82f-4019e228c38a req-ab178f1e-960f-4b66-8760-5b90b910e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:43.181148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-ab178f1e-960f-4b66-8760-5b90b910e524 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0607803 May 26 20:27:43.254654 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c109-a957-464e-b82f-4019e228c38a req-f2293913-d66e-4bad-8b98-6cf22a3fe802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:27:43.256150 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-f2293913-d66e-4bad-8b98-6cf22a3fe802 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693958 May 26 20:27:43.386670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-5ed27e0e-1b59-477b-bd75-fe88f45adb03 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244307 May 26 20:27:43.399160 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'cb85e0f2-9e53-4b68-98d9-2334f13baa22', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'port_id': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'mac_address': 'fa:16:3e:33:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:27:41Z', 'updated_at': '2022-05-26T20:27:41Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:27:43.403071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e1619c-fbd3-4340-888e-3b0af6449626 None None] The sync data for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 is: [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'cb85e0f2-9e53-4b68-98d9-2334f13baa22', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'port_id': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'mac_address': 'fa:16:3e:33:fb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:27:41Z', 'updated_at': '2022-05-26T20:27:41Z', 'revision_number': 0, 'project_id': '219522b447194334b36b04cb59d0b97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:27:43.523753 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ab1c109-a957-464e-b82f-4019e228c38a req-4237e60a-07fe-4237-b902-9be7b8ae6060 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301138 May 26 20:27:43.599798 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57410a18-226f-4a43-b6a0-5b4c3cbcff9d None None] New status for floating IP cb85e0f2-9e53-4b68-98d9-2334f13baa22: ACTIVE {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:27:43.870943 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60782) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:27:43.978742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cef6545c-f10d-4a66-a858-a4fd67113a00 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/cb85e0f2-9e53-4b68-98d9-2334f13baa22 HTTP/1.1" status: 200 len: 993 time: 0.1067622 May 26 20:27:44.793355 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51a83486-9425-42bc-9a31-bb879d0c0481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:44.831161 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:46.996305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5d6ee7ed-9dbb-41f3-a393-6cdda3a4f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:47.486287 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:48.403043 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:27:49.039053 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:27:49.986461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:07.271577 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:11.939075 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-54f212c2-12ce-462d-8aea-cf7b58ca3b6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771277 May 26 20:28:12.077031 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-14fc0d2a-4c00-4fd0-a537-8af61d5f64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:12.079102 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-14fc0d2a-4c00-4fd0-a537-8af61d5f64fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1096 time: 0.0744791 May 26 20:28:12.223321 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-55dc7fbd-5a49-4502-91d8-36a741b1cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:12.224683 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-55dc7fbd-5a49-4502-91d8-36a741b1cfb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 898 time: 0.1255722 May 26 20:28:12.326698 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-4d2730d6-13fb-4c1d-964d-6f7f467d0760 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 1001 time: 0.0962696 May 26 20:28:12.386954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-c7a2f4d7-9283-420f-b41c-98b9c4a7f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:12.388337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-c7a2f4d7-9283-420f-b41c-98b9c4a7f538 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0559669 May 26 20:28:12.460591 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-012bd21e-f216-4f76-b072-4c0707f1e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:12.462083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-012bd21e-f216-4f76-b072-4c0707f1e1ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682147 May 26 20:28:12.594118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-bd94ce46-a329-4b4d-af12-344155b30f7a service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248739 May 26 20:28:12.819539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a4fc5af2-72b2-46d8-80aa-c6aeaa0d4154 req-c0766b68-b519-48d8-aecc-31bb129f4d17 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190003 May 26 20:28:14.795198 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-fcfdf7e0-8ae0-40ac-b98f-32a0b77061f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:14.821261 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:17.002062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ffb73b1c-d7e1-4191-9c9b-2df208176a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:17.487783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:18.406339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:19.989118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:26.037700 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:28:37.287446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:44.797612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-904080ae-6331-4eda-b9d8-45f8b26ea927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:44.856142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:46.993076 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0f3c711c-8a0a-4557-992b-52fbe38ef681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:47.021754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2569624-4e6b-4317-a34b-d4b7c1dcfa24 req-6107ff9b-5241-4c55-b6e1-1b1c372d99fe tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:47.023215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2569624-4e6b-4317-a34b-d4b7c1dcfa24 req-6107ff9b-5241-4c55-b6e1-1b1c372d99fe tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0818388 May 26 20:28:47.066926 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d2569624-4e6b-4317-a34b-d4b7c1dcfa24 req-476f8589-b932-4d71-b736-b2bcd0ef08ee tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 May 26 20:28:47.489622 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:48.254758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f460bc2-28f0-45ba-9e79-e575e0e14e55 req-d710021c-bdd0-4ed9-8e56-e8e6d38224c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:48.256189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f460bc2-28f0-45ba-9e79-e575e0e14e55 req-d710021c-bdd0-4ed9-8e56-e8e6d38224c8 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0839903 May 26 20:28:48.299338 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5f460bc2-28f0-45ba-9e79-e575e0e14e55 req-50551dcd-028c-4555-ad5a-d5ad005fc676 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 May 26 20:28:48.412072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:49.478636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21c32-71b7-41ea-9dc6-0bc16ff96cae req-9ce18880-ef7e-4f4f-976e-a9863994aabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:49.480053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fea21c32-71b7-41ea-9dc6-0bc16ff96cae req-9ce18880-ef7e-4f4f-976e-a9863994aabd tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0779092 May 26 20:28:49.523964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fea21c32-71b7-41ea-9dc6-0bc16ff96cae req-9ca4d1c5-e1c8-45c5-82cc-c7f78d0d9e52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383279 May 26 20:28:49.546325 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60820) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:28:49.653956 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5fe678df-5791-44dc-a58a-be7f81f1247e tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/cb85e0f2-9e53-4b68-98d9-2334f13baa22 HTTP/1.1" status: 200 len: 993 time: 0.1065495 May 26 20:28:49.990905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:51.142939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290e63a-a3a6-41d5-b775-d12eaba016cb req-d5c525b4-cc82-457f-8cb3-1c79784c0c52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:51.144388 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9290e63a-a3a6-41d5-b775-d12eaba016cb req-d5c525b4-cc82-457f-8cb3-1c79784c0c52 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.1388249 May 26 20:28:51.148538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-880292a3-068f-41cb-9ab8-ca856baa245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:51.149902 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-880292a3-068f-41cb-9ab8-ca856baa245f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1096 time: 0.1081326 May 26 20:28:51.266562 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9290e63a-a3a6-41d5-b775-d12eaba016cb req-82e63462-6f58-4604-814b-3ba87ce6f91c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156313 May 26 20:28:51.306924 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-0558df5f-80b1-4da3-b240-2acdeea91b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:51.308334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-0558df5f-80b1-4da3-b240-2acdeea91b84 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 898 time: 0.1448545 May 26 20:28:51.409606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-8aa88873-a09c-40ec-9568-420ee37cc858 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 1001 time: 0.0954568 May 26 20:28:51.473487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-d798dc9d-381f-4046-883b-8243d619a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:51.474907 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-d798dc9d-381f-4046-883b-8243d619a1de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0595207 May 26 20:28:51.547454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-a0b1bec5-b774-4b69-85ae-00dc46e9f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:51.548821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-a0b1bec5-b774-4b69-85ae-00dc46e9f0b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678809 May 26 20:28:51.677591 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-e9352988-0db0-4309-8533-eaeb7a7e931d service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226075 May 26 20:28:51.806059 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ee027ae2-7f67-444b-8d8a-d9fb8641434e req-10923bd4-9a1f-4ad0-b2c7-3939dc670f5a service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220744 May 26 20:28:52.454961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264ca71-1df7-466f-a12f-3517bc64894f req-74a1d289-dee2-4d46-a995-8525992fa662 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:52.456387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c264ca71-1df7-466f-a12f-3517bc64894f req-74a1d289-dee2-4d46-a995-8525992fa662 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0820735 May 26 20:28:52.499636 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c264ca71-1df7-466f-a12f-3517bc64894f req-2996087a-2595-4a3f-a8f3-e3a8bf6b6953 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376241 May 26 20:28:53.680420 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942e547-b9b3-4b7a-99fa-3d4cb6234d79 req-0d697b9a-e192-4994-bfb5-886795e94f79 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:53.681852 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e942e547-b9b3-4b7a-99fa-3d4cb6234d79 req-0d697b9a-e192-4994-bfb5-886795e94f79 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0781081 May 26 20:28:53.725147 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e942e547-b9b3-4b7a-99fa-3d4cb6234d79 req-0df53f73-aa9f-42c8-86e0-fdebea7d1f96 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 May 26 20:28:53.748969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60836) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:28:53.955145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fe569dfc-a3a8-49ff-8eb8-0fbd2f738976 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/floatingips/cb85e0f2-9e53-4b68-98d9-2334f13baa22 HTTP/1.1" status: 200 len: 993 time: 0.2042363 May 26 20:28:54.266531 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60844) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:28:54.465932 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 6855fc4f-5440-4ca6-8112-edf61782a0a3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:28:54.466258 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:54.631933 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:54.632179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:54.754229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 6855fc4f-5440-4ca6-8112-edf61782a0a3 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:28:54.897870 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:54.946648 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=6855fc4f-5440-4ca6-8112-edf61782a0a3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:28:54.978999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.979339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.979671 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.979996 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.980316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.980638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.980959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.981304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.981622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.981936 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.982251 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:54.983091 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:28:55.046832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:55.047160 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Floating IP cb85e0f2-9e53-4b68-98d9-2334f13baa22 disassociated (deleted). External IP: 172.25.0.237, port: 156d4816-d8c9-45de-a0b7-cb3beae58bbe. May 26 20:28:55.390218 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:28:55.663542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:28:55.673262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Sync routers for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:28:55.683287 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:55.721798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:28:55.722387 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:28:55.738616 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7a81c7ad-a525-4e2b-98bb-41c7312fd216 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/floatingips/cb85e0f2-9e53-4b68-98d9-2334f13baa22 HTTP/1.1" status: 204 len: 168 time: 1.4710987 May 26 20:28:55.739182 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:28:55.896259 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:28:55.974546 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7971d342-755a-4fd2-a864-a8aa9352d92d'] response: {'name': 'network-changed', 'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'status': 'completed', 'code': 200} May 26 20:28:56.138040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-2329bf51-fe19-46fc-9ecd-37070f121c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:56.140142 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-2329bf51-fe19-46fc-9ecd-37070f121c1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=219522b447194334b36b04cb59d0b97a&device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 1096 time: 0.1436341 May 26 20:28:56.180053 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17120-f8ba-464d-a415-55b2c8653ff0 req-8cf78d0a-407f-4999-8aad-6da0c499ba8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:56.180724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a7d17120-f8ba-464d-a415-55b2c8653ff0 req-8cf78d0a-407f-4999-8aad-6da0c499ba8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:28:56.218123 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:28:56.221842 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Checking router: 1bbeadf7-292a-43a2-ab93-df0da18d7b00 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:28:56.230332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:28:56.230933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:28:56.257512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-a7d17120-f8ba-464d-a415-55b2c8653ff0 req-8cf78d0a-407f-4999-8aad-6da0c499ba8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:28:56.258656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7d17120-f8ba-464d-a415-55b2c8653ff0 req-8cf78d0a-407f-4999-8aad-6da0c499ba8b tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.2003810 May 26 20:28:56.322262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-284df3d3-ef48-4399-880b-30a356c4cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:56.323706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-284df3d3-ef48-4399-880b-30a356c4cdf6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 200 len: 898 time: 0.1750574 May 26 20:28:56.331079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7d17120-f8ba-464d-a415-55b2c8653ff0 req-09890ab1-969a-425e-ab83-d32f3f765f2a tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569704 May 26 20:28:56.396488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-39c01e76-91d0-4b8e-b36a-6c6db846a77f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 200 len: 217 time: 0.0644827 May 26 20:28:56.412201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:28:56.458915 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-bcec6cc0-ec1c-4dc9-affb-253d4ddb9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:56.460353 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-bcec6cc0-ec1c-4dc9-affb-253d4ddb9ef0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 200 len: 835 time: 0.0575125 May 26 20:28:56.537342 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-eb1f4508-9edd-4bb7-9725-41d7f4f4ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:56.538742 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-eb1f4508-9edd-4bb7-9725-41d7f4f4ae1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2631b959-cecb-4b24-b6bf-700cd15dad5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723808 May 26 20:28:56.681497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-8a7c372d-edf4-49a4-ae24-d850388aed67 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351337 May 26 20:28:56.724463 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:28:56.728314 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5392f15-8687-4585-bbc4-10b385322833 None None] The sync data for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 is: [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:27:25Z', 'revision_number': 4, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '91e63eab-d90c-44a4-abf2-e6dea610cd48', 'name': '', 'network_id': '2631b959-cecb-4b24-b6bf-700cd15dad5a', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'mac_address': 'fa:16:3e:10:4c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:25Z', 'updated_at': '2022-05-26T20:27:31Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'subnets': [{'id': '484bd0be-4d11-4047-9c0d-5cc0fcaf45ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:28:56.818471 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-61cba1a7-3019-42b7-b0c7-a3920bd2370a req-87720369-96f2-4cec-92a2-3e44d88202e8 service neutron] 10.222.0.53 "GET /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298246 May 26 20:28:56.940656 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2cd12-8dd5-4a58-aee9-1842c1f11e12 None None] New status for floating IP cb85e0f2-9e53-4b68-98d9-2334f13baa22: DOWN {{(pid=88365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:28:57.527221 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b78c9f-6a0b-49e3-a3ec-3bf2ffeb7a63 req-47a301ed-829a-48dc-854b-a7a15b283488 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:57.528670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98b78c9f-6a0b-49e3-a3ec-3bf2ffeb7a63 req-47a301ed-829a-48dc-854b-a7a15b283488 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0894599 May 26 20:28:57.571988 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-98b78c9f-6a0b-49e3-a3ec-3bf2ffeb7a63 req-f332f37e-230e-423b-933d-0a81d5ea39be tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/security-groups?id=294ec115-558f-4ef2-982f-5d6a1ca0c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375547 May 26 20:28:57.846248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-d9de84c6-afaf-4adf-989c-ddec23023a9c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:28:57.847613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-d9de84c6-afaf-4adf-989c-ddec23023a9c tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 945 time: 0.0812685 May 26 20:28:57.915410 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 156d4816-d8c9-45de-a0b7-cb3beae58bbe {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:28:57.915741 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:58.166727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 156d4816-d8c9-45de-a0b7-cb3beae58bbe, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=156d4816-d8c9-45de-a0b7-cb3beae58bbe,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:28:58.167077 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:58.388421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 156d4816-d8c9-45de-a0b7-cb3beae58bbe owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:28:58.530008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:58.579636 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=156d4816-d8c9-45de-a0b7-cb3beae58bbe,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:28:58.654269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] No DVR routers for this DVR port 156d4816-d8c9-45de-a0b7-cb3beae58bbe on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:28:58.657343 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:28:58.661084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'name': 'network-vif-deleted', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:28:58.674554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bd582af5-4469-4f4b-9668-6b042ca2d99f req-b940d608-9658-4661-8832-bd4e130ee5a7 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.53 "DELETE /v2.0/ports/156d4816-d8c9-45de-a0b7-cb3beae58bbe HTTP/1.1" status: 204 len: 173 time: 0.8214810 May 26 20:28:58.725682 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4797294-2953-4a91-a93f-90a9395938b9 req-f9005ee5-9748-47b3-843e-ec648cebe0a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Synchronizing usage tracker for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:28:58.740663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d4797294-2953-4a91-a93f-90a9395938b9 req-f9005ee5-9748-47b3-843e-ec648cebe0a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Unset dirty status for tenant:219522b447194334b36b04cb59d0b97a on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:28:58.741908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d4797294-2953-4a91-a93f-90a9395938b9 req-f9005ee5-9748-47b3-843e-ec648cebe0a5 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "GET /v2.0/ports?device_id=55339ad4-bdc7-4c17-9f6e-b0385b5f94f9 HTTP/1.1" status: 200 len: 210 time: 0.0584741 May 26 20:28:58.792911 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c5acd1-ae04-409c-986f-404617dfa9ae'] response: {'server_uuid': '55339ad4-bdc7-4c17-9f6e-b0385b5f94f9', 'name': 'network-vif-deleted', 'tag': '156d4816-d8c9-45de-a0b7-cb3beae58bbe', 'status': 'completed', 'code': 200} May 26 20:28:59.835807 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60864) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:00.272172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 156d4816-d8c9-45de-a0b7-cb3beae58bbe no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:29:00.310099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 156d4816-d8c9-45de-a0b7-cb3beae58bbe {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:29:00.310527 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 156d4816-d8c9-45de-a0b7-cb3beae58bbe not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:29:00.389889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:00.752159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port 91e63eab-d90c-44a4-abf2-e6dea610cd48 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:29:00.752496 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:01.035033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port 91e63eab-d90c-44a4-abf2-e6dea610cd48, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=91e63eab-d90c-44a4-abf2-e6dea610cd48,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:01.035690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:01.153681 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for 91e63eab-d90c-44a4-abf2-e6dea610cd48 owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:29:01.467422 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:01.515282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=91e63eab-d90c-44a4-abf2-e6dea610cd48,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:01.787299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.140890 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:29:02.430155 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:02.439732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Sync routers for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:02.447065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ead9a669-293f-477a-9050-7388f7c264f9 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "PUT /v2.0/routers/1bbeadf7-292a-43a2-ab93-df0da18d7b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101930 May 26 20:29:02.449745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:02.450475 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:02.451700 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:02.518673 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting subnet 484bd0be-4d11-4047-9c0d-5cc0fcaf45ce {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:29:02.521766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.582632 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.631255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:02.668272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.741360 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.788372 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Subnet': ['ID=484bd0be-4d11-4047-9c0d-5cc0fcaf45ce,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:02.791179 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:02.794379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3641c-4778-4a6d-bf56-217192e98775 None None] Network 2631b959-cecb-4b24-b6bf-700cd15dad5a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:29:02.799489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a1e7ec16-2ad4-4da9-8b1d-b8f6c09c4f43 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/subnets/484bd0be-4d11-4047-9c0d-5cc0fcaf45ce HTTP/1.1" status: 204 len: 168 time: 0.3484523 May 26 20:29:02.801755 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60872) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:02.997953 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.038172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:29:03.141317 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:29:01Z', 'revision_number': 5, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port': {'id': 'e82dbe02-174a-476e-98c5-70db39cb37ba', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:27:21Z', 'updated_at': '2022-05-26T20:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:03.145363 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Checking router: 1bbeadf7-292a-43a2-ab93-df0da18d7b00 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:03.155184 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Routers {'1bbeadf7-292a-43a2-ab93-df0da18d7b00'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:03.155935 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:03.199868 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.212452 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Deleting port e82dbe02-174a-476e-98c5-70db39cb37ba {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:29:03.212717 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] DHCP port deletion for 2631b959-cecb-4b24-b6bf-700cd15dad5a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:29:03.212856 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.287514 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Deleting port d55ee341-b641-4d29-85e5-472b3aca89c9 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:29:03.287788 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.357801 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] Set router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:03.395118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] For port e82dbe02-174a-476e-98c5-70db39cb37ba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=e82dbe02-174a-476e-98c5-70db39cb37ba,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:03.395599 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.500096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:29:03Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:03.508439 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68bf78a-50e2-4206-80dd-6d057fd631ff None None] The sync data for ids ['1bbeadf7-292a-43a2-ab93-df0da18d7b00'] in n-d-843146-9 is: [{'id': '1bbeadf7-292a-43a2-ab93-df0da18d7b00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99885303', 'tenant_id': '219522b447194334b36b04cb59d0b97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:27:20Z', 'updated_at': '2022-05-26T20:29:03Z', 'revision_number': 6, 'project_id': '219522b447194334b36b04cb59d0b97a', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:03.523546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Calling delete_port for e82dbe02-174a-476e-98c5-70db39cb37ba owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:29:03.617406 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] For port d55ee341-b641-4d29-85e5-472b3aca89c9, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=d55ee341-b641-4d29-85e5-472b3aca89c9,segment=NetworkSegment(de3e2261-c257-49e5-8143-efc1dfdde7c6),segment_id=de3e2261-c257-49e5-8143-efc1dfdde7c6)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:03.617790 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.702891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.739702 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Calling delete_port for d55ee341-b641-4d29-85e5-472b3aca89c9 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:29:03.753004 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Port': ['ID=e82dbe02-174a-476e-98c5-70db39cb37ba,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:03.821761 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479'] for port, after_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.843169 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:03.871609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Pushing event deleted for resources: {'Port': ['ID=d55ee341-b641-4d29-85e5-472b3aca89c9,revision_number=None']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:03.885658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.885658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.886159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.886289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.886548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.886987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.887255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.887498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.887887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.888255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.889004 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.889281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:03.892233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab2c0c-a384-4256-b4be-4ac08f43bb5a None None] No DVR routers for this DVR port d55ee341-b641-4d29-85e5-472b3aca89c9 on host n-d-843146-9 {{(pid=88364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:29:04.150781 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.152900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.177065 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.177584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbeadf7-292a-43a2-ab93-df0da18d7b00 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:29:04.194304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.198237 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f7c6974e-ac32-462c-a672-6e5e3e4c6fef tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/routers/1bbeadf7-292a-43a2-ab93-df0da18d7b00 HTTP/1.1" status: 204 len: 168 time: 1.3927858 May 26 20:29:04.198617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60876) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:04.322043 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.461575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.485955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2631b959-cecb-4b24-b6bf-700cd15dad5a']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:04.497584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3e2261-c257-49e5-8143-efc1dfdde7c6') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:04.498435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3e2261-c257-49e5-8143-efc1dfdde7c6') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:04.509389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.525274 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.532386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:29:04.532787 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.635836 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.653633 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.656728 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de3e2261-c257-49e5-8143-efc1dfdde7c6 resource provider aggregate not found May 26 20:29:04.670799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'Network': ['ID=2631b959-cecb-4b24-b6bf-700cd15dad5a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:04.676670 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-020a78f2-2666-40d0-90c8-1c7f189f5290 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/networks/2631b959-cecb-4b24-b6bf-700cd15dad5a HTTP/1.1" status: 204 len: 168 time: 0.4770496 May 26 20:29:04.679077 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment de3e2261-c257-49e5-8143-efc1dfdde7c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de3e2261-c257-49e5-8143-efc1dfdde7c6 found for delete ", "request_id": "req-eb860623-419f-40a0-a1ba-1c9240d05677"}]} May 26 20:29:04.679503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60886) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:04.746284 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.775093 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.838138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.860320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ec115-558f-4ef2-982f-5d6a1ca0c56a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:04.874529 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:04.875950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dd62d3b6-daa3-47bd-9dca-2bfda396b411 tempest-TestNetworkAdvancedServerOps-356022921 tempest-TestNetworkAdvancedServerOps-356022921-project] 10.222.0.24 "DELETE /v2.0/security-groups/294ec115-558f-4ef2-982f-5d6a1ca0c56a HTTP/1.1" status: 204 len: 168 time: 0.1955817 May 26 20:29:04.957296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e82dbe02-174a-476e-98c5-70db39cb37ba no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:29:04.991567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: e82dbe02-174a-476e-98c5-70db39cb37ba {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:29:04.991908 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device e82dbe02-174a-476e-98c5-70db39cb37ba not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:29:04.992328 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91e63eab-d90c-44a4-abf2-e6dea610cd48 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:29:05.068589 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 91e63eab-d90c-44a4-abf2-e6dea610cd48 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:29:05.068931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 91e63eab-d90c-44a4-abf2-e6dea610cd48 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:29:05.069376 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d55ee341-b641-4d29-85e5-472b3aca89c9 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:29:05.102549 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: d55ee341-b641-4d29-85e5-472b3aca89c9 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:29:05.102864 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device d55ee341-b641-4d29-85e5-472b3aca89c9 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:29:05.249955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60896) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:05.394752 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7fc8ad9c-44bf-4ad2-a15b-00b5fad60ec8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=219522b447194334b36b04cb59d0b97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436322 May 26 20:29:05.397263 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60902) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:05.453381 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.478497 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.531929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.548620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16957aea-caa3-4c05-ac82-daa345a4ab2c,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:05.558684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.559023 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.559354 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.559681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.560007 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.560359 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.560681 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.561000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.561341 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.561657 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.561971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.562284 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:05.566334 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.568053 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e633c149-addd-4bd0-98c7-44d4d0c7f8c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16957aea-caa3-4c05-ac82-daa345a4ab2c HTTP/1.1" status: 204 len: 168 time: 0.1698577 May 26 20:29:05.837504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60910) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:05.855000 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.869593 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:05.873551 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5192424b7841b0a917773878b1abf9 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:05.876424 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:05.882060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:05.962698 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:05.967760 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:06.013712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d5192424b7841b0a917773878b1abf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751859 May 26 20:29:06.014557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d1b4-17e0-4b17-a416-2162532ebb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f601b7e3-3123-4571-8960-d0528ac293fc,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:06.016695 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60914) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:06.079379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:06.105352 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:06.155465 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:06.168822 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f601b7e3-3123-4571-8960-d0528ac293fc,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:06.175319 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:06.176424 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-b1950915-9a17-4e0d-85b8-91d40e5c5820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f601b7e3-3123-4571-8960-d0528ac293fc HTTP/1.1" status: 204 len: 168 time: 0.1586783 May 26 20:29:06.903571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60938) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:07.005259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1099276366-network', 'tenant_id': '5e7af9050b964e3a9109581155a44e46'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:07.010750 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:07.015163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Usage tracker for resource:network and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:07.018043 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:07.024330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:07.035954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Made reservation on behalf of 5e7af9050b964e3a9109581155a44e46 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:29:07.038511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.050579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.064549 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:07.068334 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:07.071397 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:07.077712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:07.162180 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.166007 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.196072 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:29:07.204616 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d85315-b09d-4555-b5f9-ce449a9226d2,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:07.210938 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.211280 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Added segment 7ad4b65a-fca7-44bf-b8e7-d73a982cdea7 of type vlan for network eb96c54b-4585-494d-a53e-83367fb891bf May 26 20:29:07.238664 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.267313 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.268275 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:07.268850 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.290066 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.375303 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb96c54b-4585-494d-a53e-83367fb891bf,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:07.379792 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-15c9229d-2485-4478-be9d-6052a3282dc4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4745407 May 26 20:29:07.382744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60944) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:07.385835 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network eb96c54b-4585-494d-a53e-83367fb891bf details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:29:07.387905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Request body: {'subnet': {'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1099276366-subnet', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:07.394089 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:07.397886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Usage tracker for resource:subnet and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:07.400694 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:07.406377 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:07.416731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Made reservation on behalf of 5e7af9050b964e3a9109581155a44e46 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:29:07.418958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.627630 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.702518 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb61836-0304-416d-8558-780c6cf90c8b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:07.711505 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:07.711858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Network hostable DHCP agents. Network: eb96c54b-4585-494d-a53e-83367fb891bf, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:29:07.730516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Network eb96c54b-4585-494d-a53e-83367fb891bf is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:29:07.740296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, eb96c54b-4585-494d-a53e-83367fb891bf) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:07.744166 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:07.744738 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.749736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f727c3a-05ec-4e9e-8478-b41acd989ce8 None None] Network eb96c54b-4585-494d-a53e-83367fb891bf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:29:07.765849 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e5fb024f-0da1-4032-82a7-257beaba75eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819947 May 26 20:29:07.768382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60948) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:07.773087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:07.778280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:07.782110 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Usage tracker for resource:router and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:07.784911 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:07.790567 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:07.801618 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.802601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.819361 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:07.969281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-eb96c54b-4585-494d-a53e-83367fb891bf', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:29:07.970177 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.135182 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Allocated IP 172.20.0.2 (eb96c54b-4585-494d-a53e-83367fb891bf/5eb61836-0304-416d-8558-780c6cf90c8b/88746457-968a-4ffa-b05b-3d5c6ad8e64b) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:08.204455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.342026 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.351934 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Transition to ACTIVE for port object 88746457-968a-4ffa-b05b-3d5c6ad8e64b will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:08.370269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Transition to ACTIVE for port object 88746457-968a-4ffa-b05b-3d5c6ad8e64b will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:08.375323 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.441537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Network eb96c54b-4585-494d-a53e-83367fb891bf is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:08.442653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:08.446416 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:08.485551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Pushing event updated for resources: {'Port': ['ID=88746457-968a-4ffa-b05b-3d5c6ad8e64b,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:08.521958 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.539647 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Attempting to bind port 88746457-968a-4ffa-b05b-3d5c6ad8e64b on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:08.540002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Attempting to bind port 88746457-968a-4ffa-b05b-3d5c6ad8e64b by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:08.540362 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Attempting to bind port 88746457-968a-4ffa-b05b-3d5c6ad8e64b on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:08.545986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:08.546355 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:08.546748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.547136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Bound using segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:08.547595 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Bound port: 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:08.547966 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.551900 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.638499 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] For port 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:08.641975 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] For port 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88746457-968a-4ffa-b05b-3d5c6ad8e64b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:08.646142 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.687853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Allocated IP 172.25.0.200 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/6f4507e7-195d-4f94-a0f5-261a6d055a07) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:08.732798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a734d-f1fd-49a1-8921-6f2a03a64638 None None] Pushing event updated for resources: {'Port': ['ID=88746457-968a-4ffa-b05b-3d5c6ad8e64b,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:08.838656 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.869826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:08.943605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:08.947113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:08.950800 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:09.004919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88746457-968a-4ffa-b05b-3d5c6ad8e64b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:09.011484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Pushing event updated for resources: {'Port': ['ID=6f4507e7-195d-4f94-a0f5-261a6d055a07,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:09.090080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 88746457-968a-4ffa-b05b-3d5c6ad8e64b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:09.515934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:09.697750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b7a55-ff95-4f39-8772-0bdb1f433059 None None] Network eb96c54b-4585-494d-a53e-83367fb891bf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:29:09.848183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Provisioning for port 88746457-968a-4ffa-b05b-3d5c6ad8e64b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:09.862952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:09.863315 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Provisioning complete for port 88746457-968a-4ffa-b05b-3d5c6ad8e64b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:09.863682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.073998 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Router 78453b68-ba4a-42fb-adca-eff578defbb8 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:29:10.080627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Current status of the port 88746457-968a-4ffa-b05b-3d5c6ad8e64b is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:10.081572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.113581 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] For port 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88746457-968a-4ffa-b05b-3d5c6ad8e64b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:10.119907 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.190674 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f2df8-254c-4b19-be50-32a5234a0be6 None None] Pushing event updated for resources: {'Port': ['ID=88746457-968a-4ffa-b05b-3d5c6ad8e64b,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:10.265115 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:10.275006 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:10.286244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:10.286857 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:10.288654 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.290002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-7b765111-01fa-40dd-8d92-6a687b88ae3e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5207369 May 26 20:29:10.292639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60952) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:10.341837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ada787b7-a14c-41b3-9b9d-4074d51c34de None None] Provisioning complete for port 88746457-968a-4ffa-b05b-3d5c6ad8e64b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:10.343601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ada787b7-a14c-41b3-9b9d-4074d51c34de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.462617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ada787b7-a14c-41b3-9b9d-4074d51c34de None None] Current status of the port 88746457-968a-4ffa-b05b-3d5c6ad8e64b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:10.465197 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:10.743435 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:09Z', 'revision_number': 3, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:10.747121 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:10.747478 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Updating router 78453b68-ba4a-42fb-adca-eff578defbb8 port 6f4507e7-195d-4f94-a0f5-261a6d055a07 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:29:10.802163 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:10.973706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88746457-968a-4ffa-b05b-3d5c6ad8e64b up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:11.047561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 88746457-968a-4ffa-b05b-3d5c6ad8e64b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:11.047996 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.129299 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.172372 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 88746457-968a-4ffa-b05b-3d5c6ad8e64b is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:11.181092 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.193180 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Transition to ACTIVE for port object 6f4507e7-195d-4f94-a0f5-261a6d055a07 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:11.199026 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.274055 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Attempting to bind port 6f4507e7-195d-4f94-a0f5-261a6d055a07 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:11.274422 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Attempting to bind port 6f4507e7-195d-4f94-a0f5-261a6d055a07 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:11.274781 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Attempting to bind port 6f4507e7-195d-4f94-a0f5-261a6d055a07 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:11.283626 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:11.284291 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:11.284418 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.284745 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:11.285226 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Bound port: 6f4507e7-195d-4f94-a0f5-261a6d055a07, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:11.285598 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.322458 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Pushing event updated for resources: {'Port': ['ID=6f4507e7-195d-4f94-a0f5-261a6d055a07,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:11.336622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Allocated IP 172.20.0.1 (eb96c54b-4585-494d-a53e-83367fb891bf/5eb61836-0304-416d-8558-780c6cf90c8b/9fc3560d-8fb9-421b-8531-617975df7aba) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:11.338076 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.338418 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.338756 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.339104 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.339410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.339729 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.340048 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.340370 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.340683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.340996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.341369 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.341683 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:29:11.375217 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] For port 6f4507e7-195d-4f94-a0f5-261a6d055a07, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:11.378244 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] For port 6f4507e7-195d-4f94-a0f5-261a6d055a07, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4507e7-195d-4f94-a0f5-261a6d055a07,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:11.382837 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.460484 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:11.461102 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:11.488551 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.503975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Transition to ACTIVE for port object 9fc3560d-8fb9-421b-8531-617975df7aba will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:11.522828 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c742b9-7f4b-44db-a79a-bafb59f572bb None None] Pushing event updated for resources: {'Port': ['ID=6f4507e7-195d-4f94-a0f5-261a6d055a07,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:11.527468 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.595211 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Network eb96c54b-4585-494d-a53e-83367fb891bf is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:11.597860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:11.601662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:11.637718 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:11.650565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:11.661691 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.793030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-66d8b520-0064-4e57-ac89-c1ac63cdfb0f None None] Provisioning for port 9fc3560d-8fb9-421b-8531-617975df7aba completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:11.799156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-66d8b520-0064-4e57-ac89-c1ac63cdfb0f None None] Provisioning complete for port 9fc3560d-8fb9-421b-8531-617975df7aba triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:11.799508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-66d8b520-0064-4e57-ac89-c1ac63cdfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.859414 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-66d8b520-0064-4e57-ac89-c1ac63cdfb0f None None] Port 9fc3560d-8fb9-421b-8531-617975df7aba cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:29:11.932854 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:11.949455 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:09Z', 'revision_number': 3, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:11.953380 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7cf73-7304-4c43-aa8f-0f761bb07746 None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:09Z', 'revision_number': 3, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:12.162552 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:12.173893 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:12.285611 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:12.291041 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:12.429594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Network eb96c54b-4585-494d-a53e-83367fb891bf is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:12.430822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:12.691960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9dba3af7-46b3-4e57-826c-110a64c26aad None None] Provisioning complete for port 9fc3560d-8fb9-421b-8531-617975df7aba triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:12.692980 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9dba3af7-46b3-4e57-826c-110a64c26aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:12.744945 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:29:12.749380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9dba3af7-46b3-4e57-826c-110a64c26aad None None] Port 9fc3560d-8fb9-421b-8531-617975df7aba cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:29:12.930582 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:12.939600 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-735f57fa-07e6-48f9-be0b-5896f031f011 admin admin] 10.222.0.24 "PUT /v2.0/routers/78453b68-ba4a-42fb-adca-eff578defbb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459100 May 26 20:29:12.988370 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4507e7-195d-4f94-a0f5-261a6d055a07 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:13.062597 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 6f4507e7-195d-4f94-a0f5-261a6d055a07 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:13.068359 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f4507e7-195d-4f94-a0f5-261a6d055a07 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:13.068359 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.190474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f4507e7-195d-4f94-a0f5-261a6d055a07 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:13.190925 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.207770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 6f4507e7-195d-4f94-a0f5-261a6d055a07, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4507e7-195d-4f94-a0f5-261a6d055a07,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:13.211878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.284765 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=6f4507e7-195d-4f94-a0f5-261a6d055a07,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:13.431332 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:13.440620 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:13.441262 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:13.462859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60970) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:13.468784 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656239691-network', 'tenant_id': '3362785946284d9b952daade85a49f84'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:13.474315 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:13.478186 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Usage tracker for resource:network and tenant:3362785946284d9b952daade85a49f84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:13.481109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:13.487493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:13.497877 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Made reservation on behalf of 3362785946284d9b952daade85a49f84 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:29:13.500404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.512325 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.526462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:13.530971 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:3362785946284d9b952daade85a49f84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:13.533704 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:13.539269 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:13.620837 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:13.625010 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.628890 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.662150 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:29:13.667714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c750fe9f-a8b7-441e-af37-ccefba886836,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:13.675601 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.675894 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Added segment 88ee4f0b-58cc-4a50-b73d-fc60ee55199e of type vlan for network 6f557c1b-b679-4a17-9e92-b7d6650b7983 May 26 20:29:13.702260 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.733083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.734015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:13.734575 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:13.837726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f557c1b-b679-4a17-9e92-b7d6650b7983,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:13.842835 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d1a712ea-1b01-4364-8eb1-7686c8ae7aa1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3789122 May 26 20:29:13.845601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60974) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:13.851288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Request body: {'subnet': {'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656239691-subnet', 'tenant_id': '3362785946284d9b952daade85a49f84', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:13.856937 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:13.857771 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:29:13.860773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Usage tracker for resource:subnet and tenant:3362785946284d9b952daade85a49f84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:13.863606 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:13.869354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:13.880013 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Made reservation on behalf of 3362785946284d9b952daade85a49f84 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:29:13.882588 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.036125 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:12Z', 'revision_number': 2, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:14.040233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:14.041393 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Updating router 78453b68-ba4a-42fb-adca-eff578defbb8 port 9fc3560d-8fb9-421b-8531-617975df7aba binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:29:14.093518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.096335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.171460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2d095b-800d-4497-bddf-a57a0dc15946,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:14.176159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Checking segment: {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:14.176506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Network hostable DHCP agents. Network: 6f557c1b-b679-4a17-9e92-b7d6650b7983, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:29:14.196132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:29:14.205588 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 6f557c1b-b679-4a17-9e92-b7d6650b7983) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:14.209788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:14.210621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.234287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-dd28f8af-56e9-47bd-8d1a-823550108cf8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3870523 May 26 20:29:14.236736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 60978) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:14.241720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:14.247320 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:14.251801 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Usage tracker for resource:router and tenant:3362785946284d9b952daade85a49f84 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:14.253390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f382d-ad86-47b5-83ae-44f5fbe37b45 None None] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:29:14.254738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:14.260379 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:14.271208 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.272254 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.287426 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.551918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.594255 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-6f557c1b-b679-4a17-9e92-b7d6650b7983', 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983', 'tenant_id': '3362785946284d9b952daade85a49f84', 'fixed_ips': [{'subnet_id': 'fd2d095b-800d-4497-bddf-a57a0dc15946'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:29:14.595051 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.729660 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.752892 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Transition to ACTIVE for port object 9fc3560d-8fb9-421b-8531-617975df7aba will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:14.797396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.943733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-945f0149-368f-42e2-985c-4e4f9fd945e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.964115 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Allocated IP 172.20.0.2 (6f557c1b-b679-4a17-9e92-b7d6650b7983/fd2d095b-800d-4497-bddf-a57a0dc15946/3474f383-da4f-451a-9e56-7d7c9fa68b94) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:14.991935 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:14.995009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520f3b-5488-4551-bd22-f06ddf8e1c69 None None] Pushing event updated for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:15.023692 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.046283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4507e7-195d-4f94-a0f5-261a6d055a07 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:15.119845 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.168428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Allocated IP 172.25.0.218 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/4689063b-16a5-4b58-9c86-d0ab6f3c6c64) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:15.228103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Attempting to bind port 9fc3560d-8fb9-421b-8531-617975df7aba on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:15.228461 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Attempting to bind port 9fc3560d-8fb9-421b-8531-617975df7aba by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:15.228816 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Attempting to bind port 9fc3560d-8fb9-421b-8531-617975df7aba on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:15.247916 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:15.248278 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:15.248669 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.249078 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Bound using segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:15.249538 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Bound port: 9fc3560d-8fb9-421b-8531-617975df7aba, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:15.249900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.314726 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.344968 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.357653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 6f4507e7-195d-4f94-a0f5-261a6d055a07 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:15.358015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.407893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:15.410578 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:15.414338 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:15.452562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Pushing event updated for resources: {'Port': ['ID=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:15.488591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] For port 9fc3560d-8fb9-421b-8531-617975df7aba, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:15.500345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.507107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] For port 9fc3560d-8fb9-421b-8531-617975df7aba, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9fc3560d-8fb9-421b-8531-617975df7aba,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:15.515763 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.548936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Transition to ACTIVE for port object 3474f383-da4f-451a-9e56-7d7c9fa68b94 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:15.650516 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Transition to ACTIVE for port object 3474f383-da4f-451a-9e56-7d7c9fa68b94 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:15.668336 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b520f3b-5488-4551-bd22-f06ddf8e1c69 None None] Pushing event updated for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:15.674171 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.677653 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:15.678258 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:15.857106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 6f4507e7-195d-4f94-a0f5-261a6d055a07 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:15.858461 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:15.881863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:15.886814 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:15.892210 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:15.967633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Pushing event updated for resources: {'Port': ['ID=3474f383-da4f-451a-9e56-7d7c9fa68b94,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:16.074399 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Attempting to bind port 3474f383-da4f-451a-9e56-7d7c9fa68b94 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:16.074758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Attempting to bind port 3474f383-da4f-451a-9e56-7d7c9fa68b94 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:16.075117 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Attempting to bind port 3474f383-da4f-451a-9e56-7d7c9fa68b94 on network 6f557c1b-b679-4a17-9e92-b7d6650b7983 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:16.078100 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:16.141339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:16.141619 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Checking segment: {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:16.142015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:16.142386 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Bound using segment: {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:16.142850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Bound port: 3474f383-da4f-451a-9e56-7d7c9fa68b94, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:16.143217 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:16.209668 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:16.387082 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] For port 3474f383-da4f-451a-9e56-7d7c9fa68b94, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:16.407772 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] For port 3474f383-da4f-451a-9e56-7d7c9fa68b94, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3474f383-da4f-451a-9e56-7d7c9fa68b94,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:16.414319 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:16.531675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Router 7df2b5db-6a75-4e29-a185-e67916946200 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:29:16.541341 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb304ba-f302-47f4-963a-30de1405279a None None] Pushing event updated for resources: {'Port': ['ID=3474f383-da4f-451a-9e56-7d7c9fa68b94,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:16.561423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:16.565755 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc9d9c-fc9a-44c8-8831-f2022e1f176d None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:16.777393 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:16.790910 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Sync routers for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:16.809572 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:16.810989 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:28:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:16.811186 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:16.815713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60982) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:16.816607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d8390cc8-3995-43bc-9742-1ac98f35ee54 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5787098 May 26 20:29:17.006024 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b5acb6a3-5b05-4a4f-ad91-43d1139a6bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.047271 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:17.092611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3474f383-da4f-451a-9e56-7d7c9fa68b94 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:17.196164 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3474f383-da4f-451a-9e56-7d7c9fa68b94 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:17.201506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9fc3560d-8fb9-421b-8531-617975df7aba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:17.283373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 9fc3560d-8fb9-421b-8531-617975df7aba completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:17.291601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9fc3560d-8fb9-421b-8531-617975df7aba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:17.291977 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.454259 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 3, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:17.460164 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Checking router: 7df2b5db-6a75-4e29-a185-e67916946200 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:17.460535 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Updating router 7df2b5db-6a75-4e29-a185-e67916946200 port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:29:17.471480 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9fc3560d-8fb9-421b-8531-617975df7aba is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:17.471916 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.531974 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.538418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 9fc3560d-8fb9-421b-8531-617975df7aba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9fc3560d-8fb9-421b-8531-617975df7aba,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:17.543395 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.546295 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.633465 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:17.761769 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:17.785373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454920d-459b-48f2-8de1-c188e3088d6c None None] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:29:17.896626 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Provisioning for port 3474f383-da4f-451a-9e56-7d7c9fa68b94 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:17.917504 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Provisioning complete for port 3474f383-da4f-451a-9e56-7d7c9fa68b94 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:17.918193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.007873 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.017630 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Allocated IP 172.20.0.1 (6f557c1b-b679-4a17-9e92-b7d6650b7983/fd2d095b-800d-4497-bddf-a57a0dc15946/b72ffea9-a272-470b-a6cd-f3fb521cba7d) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:18.032985 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Transition to ACTIVE for port object 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:18.046537 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.168690 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Attempting to bind port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:18.168974 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Attempting to bind port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:18.169747 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Attempting to bind port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:18.179943 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:18.180306 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:18.180727 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.181462 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:18.181595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Bound port: 4689063b-16a5-4b58-9c86-d0ab6f3c6c64, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:18.181888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Current status of the port 3474f383-da4f-451a-9e56-7d7c9fa68b94 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:18.182376 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.182481 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.211943 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2c86-f8d5-4bf2-8816-ca361ef57e65 None None] Pushing event updated for resources: {'Port': ['ID=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:18.225808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] For port 3474f383-da4f-451a-9e56-7d7c9fa68b94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3474f383-da4f-451a-9e56-7d7c9fa68b94,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:18.239659 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.286996 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] For port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:18.291381 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] For port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:18.308200 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.343479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b9813-d1fb-4cdb-91a4-e5c0ce91063e None None] Pushing event updated for resources: {'Port': ['ID=3474f383-da4f-451a-9e56-7d7c9fa68b94,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:18.383471 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.400937 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.provisioning_blocks [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Transition to ACTIVE for port object b72ffea9-a272-470b-a6cd-f3fb521cba7d will not be triggered until provisioned by entity DHCP. {{(pid=88362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:18.401457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c2c86-f8d5-4bf2-8816-ca361ef57e65 None None] Pushing event updated for resources: {'Port': ['ID=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:18.406243 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:18.406844 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:18.422062 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.428848 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.503179 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:18.505969 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:18.509984 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:18.545596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Pushing event updated for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:18.568883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.589506 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-15a206de-490c-488e-b73a-cd87d410996b None None] Provisioning complete for port 3474f383-da4f-451a-9e56-7d7c9fa68b94 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:18.589893 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-15a206de-490c-488e-b73a-cd87d410996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.613680 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:18.723529 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.786334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-15a206de-490c-488e-b73a-cd87d410996b None None] Current status of the port 3474f383-da4f-451a-9e56-7d7c9fa68b94 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:18.906434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b2e25842-6526-4bb6-8dcf-f1344bfddc68 None None] Provisioning for port b72ffea9-a272-470b-a6cd-f3fb521cba7d completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:18.919658 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 3, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:18.924656 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d6dcd-39d3-4af0-ad48-9f59305158db None None] The sync data for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 is: [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:15Z', 'revision_number': 3, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:18.924810 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-b2e25842-6526-4bb6-8dcf-f1344bfddc68 None None] Provisioning complete for port b72ffea9-a272-470b-a6cd-f3fb521cba7d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:18.924913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b2e25842-6526-4bb6-8dcf-f1344bfddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.954492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:18.960687 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8301622'] for port, after_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:19.008661 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3474f383-da4f-451a-9e56-7d7c9fa68b94 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:19.059576 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b2e25842-6526-4bb6-8dcf-f1344bfddc68 None None] Port b72ffea9-a272-470b-a6cd-f3fb521cba7d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:29:19.088327 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:19.089761 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3474f383-da4f-451a-9e56-7d7c9fa68b94 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:19.090135 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:19.093396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Pushing event updated for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=2']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:19.230813 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3474f383-da4f-451a-9e56-7d7c9fa68b94 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:19.231979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9fc3560d-8fb9-421b-8531-617975df7aba up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:19.260065 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:19.261363 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:19.308990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 9fc3560d-8fb9-421b-8531-617975df7aba triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:19.309398 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:19.445834 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 9fc3560d-8fb9-421b-8531-617975df7aba is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:19.472084 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Router 7df2b5db-6a75-4e29-a185-e67916946200 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:29:19.585390 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-02199577-368e-488e-a31e-f6dd65a0942f None None] Provisioning complete for port b72ffea9-a272-470b-a6cd-f3fb521cba7d triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:19.585760 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-02199577-368e-488e-a31e-f6dd65a0942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:19.645637 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-02199577-368e-488e-a31e-f6dd65a0942f None None] Port b72ffea9-a272-470b-a6cd-f3fb521cba7d cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:29:19.660313 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:19.670196 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-33e3bc75-aa63-4bb0-8f0c-fe3674cd6c06 admin admin] 10.222.0.24 "PUT /v2.0/routers/7df2b5db-6a75-4e29-a185-e67916946200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8531866 May 26 20:29:19.995187 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.041705 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60992) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.047776 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1614604114', 'description': 'tempest-secgroup-smoke-1614604114 description', 'project_id': '5e7af9050b964e3a9109581155a44e46'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.054586 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.058395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.061258 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.067645 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.078821 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.099082 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.102939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.105795 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.111948 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.184241 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.187672 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.228296 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c95b0-9346-4b69-a8a2-6ba2049e0f45,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:20.231096 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.235827 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7af33ee4-b83e-4d4d-84b1-e36507062160 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1900566 May 26 20:29:20.236814 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 60996) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.240987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.247653 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.251582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.254517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.260310 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.277981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.340349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.344310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.367176 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d82923-1de5-4035-a2a3-fe6922dff73c,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:20.379697 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.380956 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-342e20f4-1d1b-4a91-b456-a5f0c0fbb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438711 May 26 20:29:20.383791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32768) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.389268 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.396107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.399979 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.402856 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.409111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.426025 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.491382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.494908 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.518561 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48399b4d-c330-4940-8b9a-0ccede0ffc58,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:20.527080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.528327 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4f8f41c6-3dea-446d-8762-5438a17eb20f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436417 May 26 20:29:20.531226 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32772) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.536265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Sync routers for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:20.537887 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.545949 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.546130 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:20.546561 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:20.550038 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.552939 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.558764 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.577555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.644828 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.648385 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.673141 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30221a97-4dd6-4d91-81d7-b44bd5c15742,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:20.682640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.683804 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4531974d-e66e-4222-8946-b11174013bc1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518052 May 26 20:29:20.686675 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32776) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.691737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.698611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.702900 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.705713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.711402 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.728648 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.732850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:20.792062 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.797258 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.824499 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81182ef-082e-42fa-ae4f-84533c2b258e,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:20.831310 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:20.832773 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-1a9a2c67-9fae-4a51-a4df-439bf12a014b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451728 May 26 20:29:20.835502 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 32780) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:20.840747 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:20.847971 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:20.851787 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:20.854647 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:20.860914 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:20.874995 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Project 5e7af9050b964e3a9109581155a44e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:29:20.881731 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.007961 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:21.071283 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.074976 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.099282 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbe446d-a0d7-414e-b56b-0960bfbac1fa,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:21.109734 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.113456 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-c9ceb8a0-143d-45b7-9adb-750247a0772e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2743187 May 26 20:29:21.114001 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32784) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:21.119206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f60c95b0-9346-4b69-a8a2-6ba2049e0f45', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:21.124498 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:21.126079 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:21.130554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:21.133413 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:21.133541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:21.133929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.139714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:21.149129 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Project 5e7af9050b964e3a9109581155a44e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:29:21.156474 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.164871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 4, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b72ffea9-a272-470b-a6cd-f3fb521cba7d', 'name': '', 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983', 'tenant_id': '3362785946284d9b952daade85a49f84', 'mac_address': 'fa:16:3e:75:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:17Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 2, 'project_id': '3362785946284d9b952daade85a49f84', 'subnets': [{'id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:21.181590 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Checking router: 7df2b5db-6a75-4e29-a185-e67916946200 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:21.181939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Updating router 7df2b5db-6a75-4e29-a185-e67916946200 port b72ffea9-a272-470b-a6cd-f3fb521cba7d binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:29:21.222414 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.226133 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.246191 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.254975 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80bb9e1-ee7a-41b2-a94d-5ddb92e72e77,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:21.261626 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.272677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-1dcbdeb4-c98f-4165-a89d-55f41c7b65d3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477773 May 26 20:29:21.408790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:21.409181 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.427487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-caba3b55-80e6-48cd-a9c3-3a88af117e5e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:29:21.445307 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-caba3b55-80e6-48cd-a9c3-3a88af117e5e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:29:21.446482 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-caba3b55-80e6-48cd-a9c3-3a88af117e5e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1614604114&fields=id&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 267 time: 0.0602586 May 26 20:29:21.483730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:21.490842 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.603533 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0d91f1db-1ed2-408f-bd73-1068c91c8968 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:21.604198 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0d91f1db-1ed2-408f-bd73-1068c91c8968 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:29:21.620517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0d91f1db-1ed2-408f-bd73-1068c91c8968 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:29:21.625520 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0d91f1db-1ed2-408f-bd73-1068c91c8968 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 809 time: 0.1714869 May 26 20:29:21.634135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:21.639847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-80b64c4f-1671-46d4-b131-871d23122b8d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/quotas/5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 375 time: 0.0115604 May 26 20:29:21.726547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-1794373a-abfa-44be-95b3-e63a09728aa0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:29:21.743225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-1794373a-abfa-44be-95b3-e63a09728aa0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:29:21.744586 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-1794373a-abfa-44be-95b3-e63a09728aa0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988474 May 26 20:29:21.750589 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.762118 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Transition to ACTIVE for port object b72ffea9-a272-470b-a6cd-f3fb521cba7d will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:21.769118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:21.891950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-2235333a-c64f-4c41-a3d7-6af0dfff1747 service neutron] 10.222.0.24 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339784 May 26 20:29:21.969673 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22216-1463-4a44-a386-7afc7253433a None None] Pushing event updated for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:21.993833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Attempting to bind port b72ffea9-a272-470b-a6cd-f3fb521cba7d on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:21.994183 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Attempting to bind port b72ffea9-a272-470b-a6cd-f3fb521cba7d by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:21.994541 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Attempting to bind port b72ffea9-a272-470b-a6cd-f3fb521cba7d on network 6f557c1b-b679-4a17-9e92-b7d6650b7983 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:22.000862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:22.001323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Checking segment: {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:22.001715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:22.002096 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Bound using segment: {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:22.002546 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Bound port: b72ffea9-a272-470b-a6cd-f3fb521cba7d, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ee4f0b-58cc-4a50-b73d-fc60ee55199e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:22.002912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:22.036791 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-57a51aee-4fae-4750-ad9a-aec81af43251 service neutron] 10.222.0.24 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386852 May 26 20:29:22.104247 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] For port b72ffea9-a272-470b-a6cd-f3fb521cba7d, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:22.107917 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] For port b72ffea9-a272-470b-a6cd-f3fb521cba7d, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b72ffea9-a272-470b-a6cd-f3fb521cba7d,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:22.111498 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:22.204232 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a22216-1463-4a44-a386-7afc7253433a None None] Pushing event updated for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:22.209679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:22.210534 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:22.240580 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1d4b1208-820e-4b6f-9f85-21b3aeb52ea2 req-983fe7a2-4b62-4657-9e38-693a39e05742 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 210 time: 0.0572405 May 26 20:29:22.406936 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:22.747103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 4, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b72ffea9-a272-470b-a6cd-f3fb521cba7d', 'name': '', 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983', 'tenant_id': '3362785946284d9b952daade85a49f84', 'mac_address': 'fa:16:3e:75:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:17Z', 'updated_at': '2022-05-26T20:29:22Z', 'revision_number': 4, 'project_id': '3362785946284d9b952daade85a49f84', 'subnets': [{'id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:22.751260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88092b57-a9d5-4c59-8d0b-e9c864c41ea0 None None] The sync data for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 is: [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:29:18Z', 'revision_number': 4, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'b72ffea9-a272-470b-a6cd-f3fb521cba7d', 'name': '', 'network_id': '6f557c1b-b679-4a17-9e92-b7d6650b7983', 'tenant_id': '3362785946284d9b952daade85a49f84', 'mac_address': 'fa:16:3e:75:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:17Z', 'updated_at': '2022-05-26T20:29:22Z', 'revision_number': 4, 'project_id': '3362785946284d9b952daade85a49f84', 'subnets': [{'id': 'fd2d095b-800d-4497-bddf-a57a0dc15946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:23.036947 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b72ffea9-a272-470b-a6cd-f3fb521cba7d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:23.112327 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port b72ffea9-a272-470b-a6cd-f3fb521cba7d completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:23.117658 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b72ffea9-a272-470b-a6cd-f3fb521cba7d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:23.118195 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:23.256261 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b72ffea9-a272-470b-a6cd-f3fb521cba7d is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:23.256689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:23.303879 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port b72ffea9-a272-470b-a6cd-f3fb521cba7d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b72ffea9-a272-470b-a6cd-f3fb521cba7d,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:23.316829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:23.317948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:23.473668 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-50d5cf57-e89f-4b20-b6f5-07af270064c2 req-365c887a-14c4-4283-aeb6-b789af337178 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 210 time: 0.0664732 May 26 20:29:23.483502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0297f54c-c7c1-4b40-84cd-f94a96907d20 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:23.484977 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-0297f54c-c7c1-4b40-84cd-f94a96907d20 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 809 time: 0.2765069 May 26 20:29:23.517009 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:23.528963 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:23.530317 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:23.538078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-e3dfaf8e-0622-4a47-8805-713b887fc57e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 380 time: 0.0429909 May 26 20:29:23.547014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'port': {'device_id': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'admin_state_up': True, 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'security_groups': ['f60c95b0-9346-4b69-a8a2-6ba2049e0f45']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:23.653264 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:23.698476 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:23.708165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:23.718642 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Made reservation on behalf of 5e7af9050b964e3a9109581155a44e46 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:29:23.722235 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:23.890443 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Allocated IP 172.20.0.13 (eb96c54b-4585-494d-a53e-83367fb891bf/5eb61836-0304-416d-8558-780c6cf90c8b/f685cf34-63c4-4a90-b049-ca9a14dbb42f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:24.077016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:24.092620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Transition to ACTIVE for port object f685cf34-63c4-4a90-b049-ca9a14dbb42f will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:24.114293 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:24.289624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Network eb96c54b-4585-494d-a53e-83367fb891bf is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:24.292589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:24.296625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:24.333472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:24.365389 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:24.366055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:24.393618 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-a9afb11e-f2da-4296-a49c-e2b8474eb2fe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503914 May 26 20:29:24.404434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-dc1c3241-b99f-4306-a9f9-22947ac0717a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:29:24.405504 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-dc1c3241-b99f-4306-a9f9-22947ac0717a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057106 May 26 20:29:24.415015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Request body: {'port': {'device_id': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:24.528403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:24.585434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9d84da0f-e422-4d1b-b076-d62469d07225 None None] Provisioning for port f685cf34-63c4-4a90-b049-ca9a14dbb42f completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:24.590147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9d84da0f-e422-4d1b-b076-d62469d07225 None None] Provisioning complete for port f685cf34-63c4-4a90-b049-ca9a14dbb42f triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:24.590578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9d84da0f-e422-4d1b-b076-d62469d07225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:24.643227 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9d84da0f-e422-4d1b-b076-d62469d07225 None None] Port f685cf34-63c4-4a90-b049-ca9a14dbb42f cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:29:24.818409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120fc6e-77af-482f-b7ce-fe27e29e0dee req-f64c2705-c3c9-49f2-971a-ea0a9b6f1c0a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:24.819088 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120fc6e-77af-482f-b7ce-fe27e29e0dee req-f64c2705-c3c9-49f2-971a-ea0a9b6f1c0a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:29:24.855019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-5120fc6e-77af-482f-b7ce-fe27e29e0dee req-f64c2705-c3c9-49f2-971a-ea0a9b6f1c0a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:29:24.856179 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5120fc6e-77af-482f-b7ce-fe27e29e0dee req-f64c2705-c3c9-49f2-971a-ea0a9b6f1c0a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 932 time: 0.2720327 May 26 20:29:24.913962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5120fc6e-77af-482f-b7ce-fe27e29e0dee req-001b381a-0bd0-4fe4-8d64-17c4a4a74e4f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 May 26 20:29:24.982388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:29:24.986284 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b72ffea9-a272-470b-a6cd-f3fb521cba7d up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:24.990718 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.005871 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Transition to ACTIVE for port object f685cf34-63c4-4a90-b049-ca9a14dbb42f will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:29:25.009871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.055937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port b72ffea9-a272-470b-a6cd-f3fb521cba7d triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:25.056571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.186276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:25.191319 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port b72ffea9-a272-470b-a6cd-f3fb521cba7d is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:25.260085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Attempting to bind port f685cf34-63c4-4a90-b049-ca9a14dbb42f on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:29:25.260415 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Attempting to bind port f685cf34-63c4-4a90-b049-ca9a14dbb42f by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:29:25.260738 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Attempting to bind port f685cf34-63c4-4a90-b049-ca9a14dbb42f on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:25.265365 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Port f685cf34-63c4-4a90-b049-ca9a14dbb42f on network eb96c54b-4585-494d-a53e-83367fb891bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:29:25.265677 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Attempting to bind port f685cf34-63c4-4a90-b049-ca9a14dbb42f on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:29:25.270679 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:29:25.271008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:29:25.271381 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Bound using segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:29:25.271790 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Bound port: f685cf34-63c4-4a90-b049-ca9a14dbb42f, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:29:25.272128 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.362706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:29:25.365949 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:29:25.370272 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.430311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:25.431058 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:25.432291 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] 10.222.0.53 "PUT /v2.0/ports/f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1092 time: 1.0212643 May 26 20:29:25.432731 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:29:25.459617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4b6a-6df1-4ab7-8d54-8d88253a08ab service neutron] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:25.507208 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f4a6b8-f5f1-4b70-91d5-6edccafd369a'] response: {'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'status': 'completed', 'code': 200} May 26 20:29:25.549847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-b1fc64fc-b9ee-458c-ae00-f6a49b3f36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:25.551336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-b1fc64fc-b9ee-458c-ae00-f6a49b3f36d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1095 time: 0.0810792 May 26 20:29:25.620083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-75601bf8-f5e2-4784-bd4f-ae4d05d7e96c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 217 time: 0.0623131 May 26 20:29:25.684130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-c7e2278d-bb3b-4108-8f48-6a00a65b206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:25.685505 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-c7e2278d-bb3b-4108-8f48-6a00a65b206d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0596488 May 26 20:29:25.760396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-72d0bb2c-e4fa-4f84-9b52-39d835f18ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:25.761761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-72d0bb2c-e4fa-4f84-9b52-39d835f18ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695055 May 26 20:29:25.889168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-9a3049d5-4bcd-4758-bdaf-1c07ce008b7a service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214147 May 26 20:29:26.180139 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8d87877a-5cfa-4091-940a-f35f2103eca0 req-2d6cb912-7876-48af-a938-768a71619644 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852845 May 26 20:29:26.191739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2771c-1cc6-4986-a034-cf05f4fef6d3 req-3af7f4ef-bca9-4d57-b573-482c6b2a2e23 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:26.193151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ad2771c-1cc6-4986-a034-cf05f4fef6d3 req-3af7f4ef-bca9-4d57-b573-482c6b2a2e23 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.1273630 May 26 20:29:26.279847 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2ad2771c-1cc6-4986-a034-cf05f4fef6d3 req-76bea153-e47f-402d-b237-8ee0e97362b5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804565 May 26 20:29:26.307129 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-b6a7935a-b534-4c39-a4fb-038af11eabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:26.308575 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-b6a7935a-b534-4c39-a4fb-038af11eabf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1095 time: 0.0817034 May 26 20:29:26.437374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-65508af2-a4e4-4d57-bdea-f47274c53c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:26.438800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-65508af2-a4e4-4d57-bdea-f47274c53c22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1246500 May 26 20:29:26.505135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-c2af5843-90c7-4148-bc6b-f06d3f349dc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 217 time: 0.0600636 May 26 20:29:26.572647 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-a9fb6f29-7d7a-4d29-ad6d-f25844aae6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:26.573935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-a9fb6f29-7d7a-4d29-ad6d-f25844aae6f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0631597 May 26 20:29:26.649777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-ad01f28d-6240-483d-90b1-39c5fe6f2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:26.651229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-ad01f28d-6240-483d-90b1-39c5fe6f2eeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720930 May 26 20:29:26.780968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-66dcc6c0-3e78-447d-9a87-548f65226a61 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234789 May 26 20:29:26.913023 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d5c6d21-36cc-4d54-acd2-965c191cf7e0 req-2266c457-0358-4249-acf6-9d16c89c1e21 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241629 May 26 20:29:27.461524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948cb1-bece-4fe8-8af5-8f1d5498f715 req-15e35857-d103-4537-889d-c6ffdc4e3c00 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:27.462959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24948cb1-bece-4fe8-8af5-8f1d5498f715 req-15e35857-d103-4537-889d-c6ffdc4e3c00 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0777423 May 26 20:29:27.509596 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-24948cb1-bece-4fe8-8af5-8f1d5498f715 req-bbaff398-8409-4f35-9928-e96a64cc5207 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405025 May 26 20:29:28.430779 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:29:28.561584 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:28.574846 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:29:28.629192 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:28.629478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:28.646294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:29:28.661887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:28.666236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:28.700860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69b318-7b12-4937-b610-a60ebc34645d req-0b0126e2-a82b-43e6-a822-38a0dba729db tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:28.702332 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc69b318-7b12-4937-b610-a60ebc34645d req-0b0126e2-a82b-43e6-a822-38a0dba729db tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0820363 May 26 20:29:28.736230 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:28.750186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc69b318-7b12-4937-b610-a60ebc34645d req-bd46107f-4b45-4a06-b925-8b0a5f9194bd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 May 26 20:29:28.967193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f685cf34-63c4-4a90-b049-ca9a14dbb42f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:29:29.936674 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0becbf3-a84c-4f52-bf9b-26eb8e8dc1c4 req-d49ba9e2-b606-477a-896a-f8abece05c4a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:29.938112 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0becbf3-a84c-4f52-bf9b-26eb8e8dc1c4 req-d49ba9e2-b606-477a-896a-f8abece05c4a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 945 time: 0.0817473 May 26 20:29:29.983006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c0becbf3-a84c-4f52-bf9b-26eb8e8dc1c4 req-340c7731-7c4d-45ad-b577-59f200f10c58 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 May 26 20:29:30.434067 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:29:30.503080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f685cf34-63c4-4a90-b049-ca9a14dbb42f completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:29:30.507706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f685cf34-63c4-4a90-b049-ca9a14dbb42f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:29:30.508072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:30.619679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:29:30.620053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:30.650081 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:29:30.659730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:29:30.663707 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:30.732474 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:30.742794 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e197628-25fd-402a-a502-bd90ea24d6d2'] response: {'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'code': 200} May 26 20:29:30.867886 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e409b-ce46-4c9c-a8a4-8e03d6a80888 req-d48d468b-5055-4547-878d-fb1608577dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:30.869376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a82e409b-ce46-4c9c-a8a4-8e03d6a80888 req-d48d468b-5055-4547-878d-fb1608577dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1097 time: 0.0680039 May 26 20:29:30.908564 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a82e409b-ce46-4c9c-a8a4-8e03d6a80888 req-4d8fbd79-d0e1-4868-aab0-ee9102bbbdcc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 May 26 20:29:31.167371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e143e7-1d29-4338-a52d-3bf3ccb1a4f4 req-3004591b-e593-49ca-9cb5-2bb805f9f487 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:31.168797 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13e143e7-1d29-4338-a52d-3bf3ccb1a4f4 req-3004591b-e593-49ca-9cb5-2bb805f9f487 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0807753 May 26 20:29:31.211153 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-13e143e7-1d29-4338-a52d-3bf3ccb1a4f4 req-3f4c55b2-4482-4284-87e7-46cf16cbd98a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 May 26 20:29:32.395594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa383d-9be4-4a1b-a4a1-4dcde428d3c1 req-f81b013c-7205-4c79-a208-f6aa3d171932 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:32.397182 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05fa383d-9be4-4a1b-a4a1-4dcde428d3c1 req-f81b013c-7205-4c79-a208-f6aa3d171932 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0784662 May 26 20:29:32.444514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-05fa383d-9be4-4a1b-a4a1-4dcde428d3c1 req-6cb22dc3-a430-4ef5-bddb-11d5522f918b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 May 26 20:29:32.624983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eddad0-4389-470f-a02b-d37c3164a365 req-2cdb15e7-f00c-4ea3-9b5d-48492cfc5dd0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:32.626419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9eddad0-4389-470f-a02b-d37c3164a365 req-2cdb15e7-f00c-4ea3-9b5d-48492cfc5dd0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0796235 May 26 20:29:32.669339 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e9eddad0-4389-470f-a02b-d37c3164a365 req-2bf9a233-07e9-4006-9899-f783e4b3453c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373130 May 26 20:29:32.690987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32836) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:32.858545 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5399055e-6e9d-4ff2-bf8f-88b99f6e0280 tempest-TestShelveInstance-2073847712 tempest-TestShelveInstance-2073847712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:32.860020 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5399055e-6e9d-4ff2-bf8f-88b99f6e0280 tempest-TestShelveInstance-2073847712 tempest-TestShelveInstance-2073847712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1092 time: 0.1681068 May 26 20:29:32.862923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 32842) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:29:32.867656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:29:32.874779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:29:32.879453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:floatingip and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:29:32.883005 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:29:32.890599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:29:32.997961 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:33.133473 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:33.272853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Allocated IP 172.25.0.157 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/3f61826f-7158-49b0-a960-94beee75768c) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:29:33.417740 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:33.446845 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:33.513963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:29:33.516579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:29:33.520340 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:29:33.554556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=3f61826f-7158-49b0-a960-94beee75768c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:33.923149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:33.994946 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:34.195389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:34.199627 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:34.308278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=3f61826f-7158-49b0-a960-94beee75768c,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:29:34.317895 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:34.483409 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Floating IP 790a42bf-c28d-4f29-b0de-b4921bb22d1a associated. External IP: 172.25.0.157, port: f685cf34-63c4-4a90-b049-ca9a14dbb42f. May 26 20:29:34.933617 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:29:35.112942 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:29:35.122987 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:29:35.132542 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:35.133218 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:35.137250 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:35.194311 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-889d7484-45eb-4e29-8af3-f18c53653b41 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3302321 May 26 20:29:35.194981 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:29:35.237891 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95036ac2-04a9-41ad-b789-c1277201caa5'] response: {'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'status': 'completed', 'code': 200} May 26 20:29:35.314843 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:35.329286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-6dc40a16-7f66-4f09-a86e-12ea66e9c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:35.330752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-6dc40a16-7f66-4f09-a86e-12ea66e9c2c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1097 time: 0.0703971 May 26 20:29:35.461083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-0a360dc3-c1f4-413d-bc07-0a2990cdb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:35.462449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-0a360dc3-c1f4-413d-bc07-0a2990cdb923 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1249652 May 26 20:29:35.563522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-aed9c929-e764-4174-9791-67faff1abd6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1000 time: 0.0949104 May 26 20:29:35.625595 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-33e494d1-dcd2-43e5-af84-b88ce837e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:35.627006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-33e494d1-dcd2-43e5-af84-b88ce837e9bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0577462 May 26 20:29:35.686522 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '790a42bf-c28d-4f29-b0de-b4921bb22d1a', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:29:33Z', 'updated_at': '2022-05-26T20:29:33Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:35.690289 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:29:35.698565 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:29:35.699172 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:29:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:35.704132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-26350f04-221b-47c4-8425-97c65cd17128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:29:35.705620 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-26350f04-221b-47c4-8425-97c65cd17128 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725267 May 26 20:29:35.836757 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-775ab686-07ba-48a3-9113-036079135b01 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239641 May 26 20:29:35.881046 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:29:35.971307 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8aa913c2-461e-47a7-b445-82c1dd2d56b6 req-6914c639-dffd-458f-99e9-ddc89d637067 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288681 May 26 20:29:36.230410 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '790a42bf-c28d-4f29-b0de-b4921bb22d1a', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:29:33Z', 'updated_at': '2022-05-26T20:29:33Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:29:36.234326 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2cfae-1347-4bac-bcf3-c25f951690ff None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '790a42bf-c28d-4f29-b0de-b4921bb22d1a', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:29:33Z', 'updated_at': '2022-05-26T20:29:33Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:29:36.403777 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbadbcb-ec7c-4a12-9518-d52e2a91c815 None None] New status for floating IP 790a42bf-c28d-4f29-b0de-b4921bb22d1a: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:29:37.294958 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:40.038960 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:29:44.795236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bcecd20e-285c-4f4d-a2b5-f47cc68747bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:44.866242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:46.997913 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e9422273-38c1-4b39-b277-2666eb7da22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:47.497562 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:48.417109 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:29:49.996038 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:07.285291 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:13.916506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-5b6b9390-2230-4f13-9274-72ddd3d9024c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685170 May 26 20:30:14.162652 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-4464bcb3-67ee-4088-8bad-b872ad77466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:30:14.164114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-4464bcb3-67ee-4088-8bad-b872ad77466b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1097 time: 0.1803982 May 26 20:30:14.305921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-72a41502-7209-4962-88f1-2ded158893f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:30:14.307252 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-72a41502-7209-4962-88f1-2ded158893f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1244223 May 26 20:30:14.410798 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-51bf0bf2-c59e-4ffa-a2eb-db6937a1426e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1002 time: 0.0961323 May 26 20:30:14.472066 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-980f4009-5bfc-4869-ab77-77118c23b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:30:14.473468 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-980f4009-5bfc-4869-ab77-77118c23b2da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0567355 May 26 20:30:14.545498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-ec149fd2-44a5-4420-9ac8-26201048f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:30:14.546912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-ec149fd2-44a5-4420-9ac8-26201048f2cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675077 May 26 20:30:14.675090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-1b6b641d-8ff1-423f-863e-cee2b506b8e0 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220264 May 26 20:30:14.797472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3aa66148-c490-460a-bf80-2a792c9b41b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:14.803804 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c7579573-04a4-479e-a1ad-9c28f9554d39 req-c200e7da-7f7d-4717-9eda-b370ef74ab2f service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226034 May 26 20:30:14.891777 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:16.999905 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5d10a729-7214-4b97-b623-ff34b3e01719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:17.038786 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:30:17.499396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:18.415953 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:19.999516 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:37.294209 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:44.798946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee05a-6d40-480b-a3ae-7ab0ae542780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:44.895459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:47.002249 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-effaea71-0bf5-4497-be09-adfff1aa9f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:47.501345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:48.419193 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:50.001911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:30:54.038196 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:31:07.302993 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:13.988774 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-7881a4ff-b32f-4f1c-b42f-e77e5ec5ca83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314540 May 26 20:31:14.124987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-0fe11fbc-33ec-4640-8826-534a2acc8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:31:14.126377 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-0fe11fbc-33ec-4640-8826-534a2acc8931 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1097 time: 0.0703709 May 26 20:31:14.269356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-6259ad86-d1b4-4560-a0f9-eed84a1f8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:31:14.270776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-6259ad86-d1b4-4560-a0f9-eed84a1f8235 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1258225 May 26 20:31:14.371769 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-f60b3ab2-17af-4852-9f15-65d44130c8d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1002 time: 0.0951347 May 26 20:31:14.432200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-5f99b47e-1439-4e60-94b0-a0bdb25875f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:31:14.433567 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-5f99b47e-1439-4e60-94b0-a0bdb25875f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0552559 May 26 20:31:14.512316 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-6ce6934e-8aa2-4865-bfa9-13bda6242e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:31:14.513814 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-6ce6934e-8aa2-4865-bfa9-13bda6242e82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730901 May 26 20:31:14.644661 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-246378fe-a6cd-469b-8ad0-ff48eb9b3414 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243074 May 26 20:31:14.774079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85e47a9-2c26-4d3b-9c69-a31e1361017d req-5d555b88-c868-4caf-9acd-e95ad6f88bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221125 May 26 20:31:14.802335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4398169a-0166-4c04-9760-e84feae0c820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:14.898858 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:17.007242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-83fd7dbc-31bc-4014-8bf3-0d40c596b1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:17.502077 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:18.420115 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:20.004557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:31.036843 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:31:37.315902 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:44.804567 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-34cf9b43-1543-4e22-b931-45aa6d5b8097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:44.895591 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:47.008921 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0103-f43f-4869-a377-f1203b2da79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:47.503634 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:48.422933 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:31:50.007568 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:02.668772 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ece97-e2eb-44a5-8383-cfa75d845ce3 req-63ceb19d-0b3e-471e-9a02-52495ed8a943 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:02.670828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473ece97-e2eb-44a5-8383-cfa75d845ce3 req-63ceb19d-0b3e-471e-9a02-52495ed8a943 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0820577 May 26 20:32:02.814577 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-473ece97-e2eb-44a5-8383-cfa75d845ce3 req-f8906e67-4b13-4bbc-a5fd-a5c2b1208d99 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379371 May 26 20:32:04.000881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9cea4-718e-4212-99d6-65f8bb609db9 req-bde39931-05b7-4f25-b5b2-6a6519e539dd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:04.002354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad9cea4-718e-4212-99d6-65f8bb609db9 req-bde39931-05b7-4f25-b5b2-6a6519e539dd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0784726 May 26 20:32:04.046007 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0ad9cea4-718e-4212-99d6-65f8bb609db9 req-470983c0-9d01-4771-b874-1cfb2203278e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 May 26 20:32:05.233083 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888092-c9c0-4b21-8a0b-a23954bab680 req-70922127-f9df-4a00-8ab3-e13d74bcebd8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:05.234491 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74888092-c9c0-4b21-8a0b-a23954bab680 req-70922127-f9df-4a00-8ab3-e13d74bcebd8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0817332 May 26 20:32:05.276652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-74888092-c9c0-4b21-8a0b-a23954bab680 req-13eea69d-c6b2-4d9c-b986-223c6c39b911 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365500 May 26 20:32:06.458477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e3b5-4b3e-485f-a2fd-f3540f423d88 req-554cad6a-ef4d-4242-b1bc-cd092a85ef76 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:06.459912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c557e3b5-4b3e-485f-a2fd-f3540f423d88 req-554cad6a-ef4d-4242-b1bc-cd092a85ef76 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0785468 May 26 20:32:06.504334 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c557e3b5-4b3e-485f-a2fd-f3540f423d88 req-3ba4b687-bea6-4898-9f91-55e4d1a61002 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 May 26 20:32:07.331396 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:07.692763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8eab3d-b895-4f2a-9428-64f012001501 req-df998507-c263-4abd-887f-814cadc0c498 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:07.694472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e8eab3d-b895-4f2a-9428-64f012001501 req-df998507-c263-4abd-887f-814cadc0c498 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0817456 May 26 20:32:07.737057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e8eab3d-b895-4f2a-9428-64f012001501 req-ce4d10ac-78dc-4c87-94ee-951eb80692c4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 May 26 20:32:08.036661 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:32:08.919206 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787b83-9da7-47ec-be49-055e2fc61f11 req-8387bfe8-8a3e-4017-84b2-788e6752a925 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:08.920619 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c787b83-9da7-47ec-be49-055e2fc61f11 req-8387bfe8-8a3e-4017-84b2-788e6752a925 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0774591 May 26 20:32:08.967644 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c787b83-9da7-47ec-be49-055e2fc61f11 req-df611a1f-5902-4d3f-b8c1-91568ce35f10 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 May 26 20:32:10.152216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345163a5-7a9c-4b4d-afb8-393b5dd57af8 req-23736d5a-e99e-4992-a1a1-b8aad56aef3f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:10.154248 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-345163a5-7a9c-4b4d-afb8-393b5dd57af8 req-23736d5a-e99e-4992-a1a1-b8aad56aef3f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0821447 May 26 20:32:10.197751 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-345163a5-7a9c-4b4d-afb8-393b5dd57af8 req-22f30a0b-a833-49d5-823a-ff19f5c8a48a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 May 26 20:32:11.382695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed4209-f55b-4219-9c5f-44a4ecf00b6c req-75410528-9639-4daa-b0ff-80df9c1ebe28 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:11.384028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78ed4209-f55b-4219-9c5f-44a4ecf00b6c req-75410528-9639-4daa-b0ff-80df9c1ebe28 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0825541 May 26 20:32:11.427386 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-78ed4209-f55b-4219-9c5f-44a4ecf00b6c req-1a7172f6-eb83-4c20-b93e-bf2e4edd29f7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371804 May 26 20:32:12.611173 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93353970-96e2-4826-b711-2ad673a0dbb5 req-c7ea4c9e-6654-4fd3-b4d0-d1542688446d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:12.612648 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93353970-96e2-4826-b711-2ad673a0dbb5 req-c7ea4c9e-6654-4fd3-b4d0-d1542688446d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0800748 May 26 20:32:12.656836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-93353970-96e2-4826-b711-2ad673a0dbb5 req-f28aa0e6-d1f0-4732-8854-3e2a8be0789b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385129 May 26 20:32:13.846455 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b38ac-aa91-434f-bb8e-f4425e9f6605 req-7ccac76c-a46f-4c30-a4de-ed467cc1d3dd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:13.847879 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c1b38ac-aa91-434f-bb8e-f4425e9f6605 req-7ccac76c-a46f-4c30-a4de-ed467cc1d3dd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0846984 May 26 20:32:13.890959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4c1b38ac-aa91-434f-bb8e-f4425e9f6605 req-b83ea135-76bd-49ec-8608-c42f19934f95 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 May 26 20:32:14.808292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e66667f1-8ca7-457e-9dc4-0ab74714940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:14.926255 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:15.077287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a401-d3ec-443a-89df-73b84f298315 req-49735d21-70df-486c-ba05-c8e7f53164cb tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:15.078733 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f043a401-d3ec-443a-89df-73b84f298315 req-49735d21-70df-486c-ba05-c8e7f53164cb tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0821550 May 26 20:32:15.125905 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f043a401-d3ec-443a-89df-73b84f298315 req-3db4fbfe-86fe-4269-bc91-f0ca2835692f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 May 26 20:32:15.289716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:32:15.421433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:15.434094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:32:15.490899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:15.491270 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:15.507709 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:32:15.522648 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:15.526324 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:15.595895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:32:15.600510 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f685cf34-63c4-4a90-b049-ca9a14dbb42f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:32:15.631954 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.632287 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.632613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.632937 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.633281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.633601 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.633921 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.634233 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.634543 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.634853 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.635163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.635470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:32:15.981779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-dfd0cdac-bfb3-4586-b06a-cf825901ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:15.983189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-dfd0cdac-bfb3-4586-b06a-cf825901ef62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1096 time: 0.0692441 May 26 20:32:16.125304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-4229a6eb-f82f-4b21-8e15-a0a59d89891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:16.126719 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-4229a6eb-f82f-4b21-8e15-a0a59d89891c service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1251562 May 26 20:32:16.228936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-f10cba58-fb6c-40f4-8dbf-97af6c018136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1001 time: 0.0960159 May 26 20:32:16.343284 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-269fd894-8fd6-4857-9811-8bb9e2f7722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:16.344613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-269fd894-8fd6-4857-9811-8bb9e2f7722b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.1092379 May 26 20:32:16.411837 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f660d-b765-4f08-9dca-14067ad47c95 req-6067671f-02fa-4bf1-8bfd-467e1fae7b90 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:16.413245 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d2f660d-b765-4f08-9dca-14067ad47c95 req-6067671f-02fa-4bf1-8bfd-467e1fae7b90 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 945 time: 0.1478615 May 26 20:32:16.465356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-995b5d25-4710-4818-bcbb-7a2f45e63538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:16.466767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-995b5d25-4710-4818-bcbb-7a2f45e63538 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162453 May 26 20:32:16.471185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0d2f660d-b765-4f08-9dca-14067ad47c95 req-6a0b2533-9912-42a3-af54-a883159155cf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506516 May 26 20:32:16.596394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-9e37d872-f04b-4036-a53b-89aab00e4b38 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227148 May 26 20:32:16.817579 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-098af116-f4c8-4f58-a9f3-031d33db3c2d req-b6a3d4f0-f862-4af0-8eb4-d273b87a560d service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156427 May 26 20:32:17.011453 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-98b657b8-bfbf-4517-a783-149f77e1a1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:17.301560 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:32:17.370382 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f685cf34-63c4-4a90-b049-ca9a14dbb42f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:32:17.370748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:17.494437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:17.494818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:17.529448 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:32:17.537715 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:17.541169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:17.549256 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:17.618155 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:32:17.664700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146aa6ae-c12c-45b4-9f32-1783ddeb8ffe req-8562b9d8-9011-4bb9-a85d-a58aabf50600 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:17.666174 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-146aa6ae-c12c-45b4-9f32-1783ddeb8ffe req-8562b9d8-9011-4bb9-a85d-a58aabf50600 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0852351 May 26 20:32:17.710135 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-146aa6ae-c12c-45b4-9f32-1783ddeb8ffe req-530e18c2-8d44-49dc-84cd-48c10c9b2810 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377774 May 26 20:32:17.759017 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2bc2f7-6c1f-4335-9c28-68818588f162'] response: {'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'code': 200} May 26 20:32:18.424728 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:18.904649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04acbd-e8f1-4ff1-b685-65e54d253912 req-ed0096c6-4609-456d-b771-5ff21b356a01 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:18.906384 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c04acbd-e8f1-4ff1-b685-65e54d253912 req-ed0096c6-4609-456d-b771-5ff21b356a01 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0861268 May 26 20:32:18.950680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5c04acbd-e8f1-4ff1-b685-65e54d253912 req-9f58010a-98d6-4901-964b-08be2dc8e036 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 May 26 20:32:20.024708 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:20.191879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaca2a4-0fb6-4cf8-a48a-6d7285b3bc55 req-9fe4c031-1dd0-4114-9cc0-54406b79fae0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:20.193497 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8eaca2a4-0fb6-4cf8-a48a-6d7285b3bc55 req-9fe4c031-1dd0-4114-9cc0-54406b79fae0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.1021066 May 26 20:32:20.256764 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8eaca2a4-0fb6-4cf8-a48a-6d7285b3bc55 req-603056df-cfd9-44f6-b837-352fcb046ac5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497983 May 26 20:32:21.464382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a0a2-7c7a-4f53-9215-979093b4c140 req-81700b51-d9fa-4506-add9-f4bf31ffa150 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:21.466509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac95a0a2-7c7a-4f53-9215-979093b4c140 req-81700b51-d9fa-4506-add9-f4bf31ffa150 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0879149 May 26 20:32:21.514383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ac95a0a2-7c7a-4f53-9215-979093b4c140 req-66bba1e3-4ae9-4cc5-b8af-0b25dedfa8f0 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 May 26 20:32:22.737958 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9543867-55a2-46ed-8e97-88918bf7b826 req-f9f966f8-9c8c-4ce1-bcc2-f6248373dfc4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:22.739409 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9543867-55a2-46ed-8e97-88918bf7b826 req-f9f966f8-9c8c-4ce1-bcc2-f6248373dfc4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.1056752 May 26 20:32:22.791590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9543867-55a2-46ed-8e97-88918bf7b826 req-31e17bb0-d2db-4ea4-b39c-5c92f2854e23 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463150 May 26 20:32:23.983356 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deec089-af07-4150-8b2d-780bc127db6a req-6229b8ac-2a91-48f3-b427-c08125f2cfdd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:23.984795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2deec089-af07-4150-8b2d-780bc127db6a req-6229b8ac-2a91-48f3-b427-c08125f2cfdd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0824177 May 26 20:32:24.032859 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2deec089-af07-4150-8b2d-780bc127db6a req-8f0386be-f7ab-4df0-ac8f-5e5ec06f37c8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 May 26 20:32:25.256019 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb14c2d-ca54-4d50-bf06-a09d1093c360 req-08abe449-b523-42a0-9687-cc3453238a46 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:25.257452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0eb14c2d-ca54-4d50-bf06-a09d1093c360 req-08abe449-b523-42a0-9687-cc3453238a46 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.1141038 May 26 20:32:25.309359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0eb14c2d-ca54-4d50-bf06-a09d1093c360 req-392e50f8-c0f6-4a9b-b29d-2c317a9bc646 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 May 26 20:32:26.530358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db79069-e1ed-4191-861d-e13e2edc985c req-cd0847da-6779-4d1d-90d2-e2040a1bc6cf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:26.531850 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5db79069-e1ed-4191-861d-e13e2edc985c req-cd0847da-6779-4d1d-90d2-e2040a1bc6cf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0855043 May 26 20:32:26.589018 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5db79069-e1ed-4191-861d-e13e2edc985c req-c5d82b6a-8b32-48b6-ba36-f07882ec9e18 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 May 26 20:32:27.787177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b30acf-56ea-45e8-8aef-d1fbd2bb50eb req-5bdd9ddb-76a3-47de-aee1-f4a586443882 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:27.789010 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43b30acf-56ea-45e8-8aef-d1fbd2bb50eb req-5bdd9ddb-76a3-47de-aee1-f4a586443882 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0955040 May 26 20:32:27.836240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-43b30acf-56ea-45e8-8aef-d1fbd2bb50eb req-32c7e146-08a3-4040-b73e-c16a23a8bba5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 May 26 20:32:29.022254 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc0b3c-b91d-4e39-85fb-54c867c1934b req-da72be13-c0ac-427a-b2c1-dda66b92801b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:29.023707 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6fc0b3c-b91d-4e39-85fb-54c867c1934b req-da72be13-c0ac-427a-b2c1-dda66b92801b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0844436 May 26 20:32:29.071416 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d6fc0b3c-b91d-4e39-85fb-54c867c1934b req-dcd90f11-1011-4b7c-b767-0b2f02a0df64 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 May 26 20:32:29.477159 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-bddf6f80-e4b4-4008-9e13-beeec5ef51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:29.478659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-bddf6f80-e4b4-4008-9e13-beeec5ef51a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1097 time: 0.0691764 May 26 20:32:29.610914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-410fafa8-4f94-4b52-a944-1a35e4703634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:29.612323 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-410fafa8-4f94-4b52-a944-1a35e4703634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1254282 May 26 20:32:29.714281 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-df0ca2b2-df95-46a3-85eb-e5d90a3f55ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1002 time: 0.0954311 May 26 20:32:29.774835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-83e4241b-b79d-45aa-8de4-b9f18ce6d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:29.776114 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-83e4241b-b79d-45aa-8de4-b9f18ce6d368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0556223 May 26 20:32:29.850435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-0358e757-8682-4803-a462-d4a3baf47df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:29.851831 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-0358e757-8682-4803-a462-d4a3baf47df2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698891 May 26 20:32:30.078656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-eae15e45-6ed1-4e14-bf87-2721553ba17e service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197216 May 26 20:32:30.264261 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b10470c7-16ff-4c3d-99eb-81c55edba41e req-c9fc986d-cb6e-4cd0-9d16-7517b15c9141 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795433 May 26 20:32:30.291369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab60f-8948-429d-a1a9-746b106bda3d req-ce7a284d-f46f-414b-b264-b1810304e3a8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:30.292795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf6ab60f-8948-429d-a1a9-746b106bda3d req-ce7a284d-f46f-414b-b264-b1810304e3a8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.1076558 May 26 20:32:30.337326 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bf6ab60f-8948-429d-a1a9-746b106bda3d req-51a5c373-9f59-4694-919a-bbb4d2c8c486 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381248 May 26 20:32:31.360110 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:32:31.472427 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:31.472800 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:31.499195 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:32:31.508550 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:31.512896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:31.524449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc37d7b-e2af-4577-80fa-7f8564573542 req-0a079d48-9a69-408f-8eb6-93920af125c4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:31.525951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cc37d7b-e2af-4577-80fa-7f8564573542 req-0a079d48-9a69-408f-8eb6-93920af125c4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 946 time: 0.0841994 May 26 20:32:31.570873 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6cc37d7b-e2af-4577-80fa-7f8564573542 req-c8cd2c54-5d58-4a51-81e4-aa9fc89a8766 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 May 26 20:32:31.581897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:32:31.621819 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c1da70-7cfc-4d78-878f-0c5d20eb51b6'] response: {'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'code': 200} May 26 20:32:32.754236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234867c2-e82d-44a2-8bdb-5fd0257d3e10 req-5f158b3f-259e-46cc-9219-dfdda8e8b733 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:32.755722 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-234867c2-e82d-44a2-8bdb-5fd0257d3e10 req-5f158b3f-259e-46cc-9219-dfdda8e8b733 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0805566 May 26 20:32:32.801969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-234867c2-e82d-44a2-8bdb-5fd0257d3e10 req-c120c2c5-a78d-4ff7-a60b-c53d2e5095c6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 May 26 20:32:33.161687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd43b3-62d8-43d8-8f11-65beb17a26d4 req-e7c057ea-492a-4cd2-9708-91ba85e248a9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:33.163122 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9fd43b3-62d8-43d8-8f11-65beb17a26d4 req-e7c057ea-492a-4cd2-9708-91ba85e248a9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0805874 May 26 20:32:33.210554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a9fd43b3-62d8-43d8-8f11-65beb17a26d4 req-83241cf7-ee78-4699-9e1a-da3b42d1032c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 May 26 20:32:33.323063 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-9d56d836-7e2b-47b8-93b3-ba461f93a98c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189756 May 26 20:32:34.322769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65efd9-08fb-4438-85c2-64148212952b req-3aad9a1b-67da-490e-8b67-8d6b524acf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.324264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-3aad9a1b-67da-490e-8b67-8d6b524acf41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 1095 time: 0.0734317 May 26 20:32:34.460892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669230b2-e8e4-4ee2-b2c2-cd7117b4669b req-fb42fea1-e2bb-42f6-8bd1-8cf08a5b3862 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.462321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-669230b2-e8e4-4ee2-b2c2-cd7117b4669b req-fb42fea1-e2bb-42f6-8bd1-8cf08a5b3862 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.1367891 May 26 20:32:34.465226 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65efd9-08fb-4438-85c2-64148212952b req-f579a878-5446-4508-b2e6-7f0277009c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.466529 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-f579a878-5446-4508-b2e6-7f0277009c63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1095 time: 0.1093743 May 26 20:32:34.584725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-669230b2-e8e4-4ee2-b2c2-cd7117b4669b req-f2a8ab8a-a959-475f-a5f4-c1a926338363 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161773 May 26 20:32:34.622501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65efd9-08fb-4438-85c2-64148212952b req-5a10bf0c-0770-4829-a6f0-ccc6c448423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.624224 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-5a10bf0c-0770-4829-a6f0-ccc6c448423d service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1437840 May 26 20:32:34.726196 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-e3f7de49-bd88-4035-8a23-35d582d1b51c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1000 time: 0.0958738 May 26 20:32:34.786864 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65efd9-08fb-4438-85c2-64148212952b req-da3865cb-9518-4358-8a72-20025643b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.788233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-da3865cb-9518-4358-8a72-20025643b7c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0558987 May 26 20:32:34.860484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65efd9-08fb-4438-85c2-64148212952b req-a1d12c36-6dad-42cd-b0a2-238e9fde6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:34.861862 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-a1d12c36-6dad-42cd-b0a2-238e9fde6b69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676534 May 26 20:32:34.989874 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-7bbc07e5-73d7-4b73-b7b3-563975e67514 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214948 May 26 20:32:35.122962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cf65efd9-08fb-4438-85c2-64148212952b req-d73bd3c1-478b-4614-bdf7-301c2ea6a9d2 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258619 May 26 20:32:35.364002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:32:35.487899 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: DOWN; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:35.795558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b220b3-9bd4-4707-9256-23ed787eac7e req-937b7e50-3983-4d35-885a-f5e700d1ddbe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:35.801767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52b220b3-9bd4-4707-9256-23ed787eac7e req-937b7e50-3983-4d35-885a-f5e700d1ddbe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0922735 May 26 20:32:35.851058 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-52b220b3-9bd4-4707-9256-23ed787eac7e req-fdf7fcb0-fc97-49e4-83ef-545c0d6bb468 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481675 May 26 20:32:37.050096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b99ab-3e0b-4db7-af7a-8151ec7e4e30 req-ca681681-a70f-49ac-8c41-aaf520eb66c5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:37.051611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e57b99ab-3e0b-4db7-af7a-8151ec7e4e30 req-ca681681-a70f-49ac-8c41-aaf520eb66c5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0909395 May 26 20:32:37.212228 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e57b99ab-3e0b-4db7-af7a-8151ec7e4e30 req-5ffc9656-d73c-431c-9155-282651df89a3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526773 May 26 20:32:37.345878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:38.409879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa33cd-6bc5-47f7-9fa1-288afaf7b6c7 req-839eeff8-ca94-4f53-b847-2a6b023751f6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:38.411621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88fa33cd-6bc5-47f7-9fa1-288afaf7b6c7 req-839eeff8-ca94-4f53-b847-2a6b023751f6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0821300 May 26 20:32:38.459312 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-88fa33cd-6bc5-47f7-9fa1-288afaf7b6c7 req-611c713a-4ae8-4635-b5d4-28d06365164a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 May 26 20:32:39.656064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06597df-ff8c-4278-9e7d-9b5e5c04eba8 req-98bcc311-a61e-4a49-94f2-fd1e40cbf820 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:39.657654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b06597df-ff8c-4278-9e7d-9b5e5c04eba8 req-98bcc311-a61e-4a49-94f2-fd1e40cbf820 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0851419 May 26 20:32:39.708321 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b06597df-ff8c-4278-9e7d-9b5e5c04eba8 req-761b12db-e78b-4c72-a0bc-b0f5e07b151b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 May 26 20:32:40.902661 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979e922-5c2c-45b4-a2d4-a106fb30fd5d req-5075b46f-0f82-436e-a9cc-4b4cc1407a8e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:40.904390 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5979e922-5c2c-45b4-a2d4-a106fb30fd5d req-5075b46f-0f82-436e-a9cc-4b4cc1407a8e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0865014 May 26 20:32:40.975347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5979e922-5c2c-45b4-a2d4-a106fb30fd5d req-328893dc-a558-40dd-8c6e-0db7eba2dfbc tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626569 May 26 20:32:42.195136 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a895c6-81ee-4ef0-b0ff-dc8dbd268e9c req-9c924720-fc24-4640-aa65-d6d086c44df8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:42.197234 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a895c6-81ee-4ef0-b0ff-dc8dbd268e9c req-9c924720-fc24-4640-aa65-d6d086c44df8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.1000986 May 26 20:32:42.253317 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-54a895c6-81ee-4ef0-b0ff-dc8dbd268e9c req-732c9961-a61d-4295-a7b5-1cbc3f4206d9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 May 26 20:32:43.433834 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04749a-d49d-40e4-90bf-e91b9bf53cb1 req-c11bd8a8-6eab-4db4-b759-487daf7d278a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:43.435260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c04749a-d49d-40e4-90bf-e91b9bf53cb1 req-c11bd8a8-6eab-4db4-b759-487daf7d278a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0817916 May 26 20:32:43.478189 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1c04749a-d49d-40e4-90bf-e91b9bf53cb1 req-6fa5bf73-f64c-4a79-9706-3b384e000fa3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 May 26 20:32:44.662955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a69ec-ab6b-4dc6-b0e1-02380f0fdd05 req-f0f02f6b-7d4e-4b39-9251-8d8d115599c1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:44.664394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-948a69ec-ab6b-4dc6-b0e1-02380f0fdd05 req-f0f02f6b-7d4e-4b39-9251-8d8d115599c1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0792019 May 26 20:32:44.707911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-948a69ec-ab6b-4dc6-b0e1-02380f0fdd05 req-88db3550-dc39-4bed-b936-229a02755018 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378842 May 26 20:32:44.809928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a87ac2fb-6def-4e3f-b674-aa17fe851a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:44.939284 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:45.035906 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:32:45.892768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05dcd9-838f-4463-a922-e85a800a4957 req-43700faf-d193-4d7f-8e6c-6f8bbffa628a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:45.894260 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b05dcd9-838f-4463-a922-e85a800a4957 req-43700faf-d193-4d7f-8e6c-6f8bbffa628a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0828569 May 26 20:32:45.938919 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4b05dcd9-838f-4463-a922-e85a800a4957 req-80662896-e991-4982-8b7a-7d9dbd107bc7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 May 26 20:32:47.018047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ca873d46-c15e-4406-b5ca-103cda1c652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:47.129460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed991-c7a7-4f6d-acce-26c461400cbe req-1b13b721-4f9a-4964-8415-de767fb1c034 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:47.130912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c10ed991-c7a7-4f6d-acce-26c461400cbe req-1b13b721-4f9a-4964-8415-de767fb1c034 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0793407 May 26 20:32:47.177770 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c10ed991-c7a7-4f6d-acce-26c461400cbe req-900da5a0-2892-44fa-8d70-242fb4c849f7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 May 26 20:32:47.510571 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:48.364417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878b9a-4030-424d-9987-f1e73ad7ce57 req-6fb9c278-a19f-4383-9834-18a0cfc974b4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:48.365767 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae878b9a-4030-424d-9987-f1e73ad7ce57 req-6fb9c278-a19f-4383-9834-18a0cfc974b4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0778396 May 26 20:32:48.409302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ae878b9a-4030-424d-9987-f1e73ad7ce57 req-27586dcd-9f5e-439a-afaf-22cc880ae5ee tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373790 May 26 20:32:48.426557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:49.593620 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0acc2-10e7-40fa-8bf2-759c79df24ba req-b8481892-9f99-4f7f-8a25-83dfa398dba8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:49.595051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ad0acc2-10e7-40fa-8bf2-759c79df24ba req-b8481892-9f99-4f7f-8a25-83dfa398dba8 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0820694 May 26 20:32:49.639333 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-5ad0acc2-10e7-40fa-8bf2-759c79df24ba req-9571c8e5-2ad1-41a8-b25b-6347e426aa5c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 May 26 20:32:50.014244 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:50.825063 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3253-12dc-45cc-943b-7511eaeb56cc req-5d712574-3924-4ca9-85c2-d523eb822af4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:50.826494 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f09f3253-12dc-45cc-943b-7511eaeb56cc req-5d712574-3924-4ca9-85c2-d523eb822af4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 944 time: 0.0797505 May 26 20:32:50.869026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f09f3253-12dc-45cc-943b-7511eaeb56cc req-a2c28888-c8be-43cb-a6a1-c13c8a18230a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 May 26 20:32:51.394701 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:32:51.524159 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:51.537243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'port_id': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'mac_address': 'fa:16:3e:fc:c4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:32:51.591028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:51.591394 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:51.608226 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:32:51.622685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:51.626652 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:51.695791 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:32:51.966793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f685cf34-63c4-4a90-b049-ca9a14dbb42f'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:32:52.059018 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc8e90-cf63-4e09-b8a7-8c9d8f576503 req-83d78054-c421-4881-98a1-ee9ecf341301 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:52.060523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fafc8e90-cf63-4e09-b8a7-8c9d8f576503 req-83d78054-c421-4881-98a1-ee9ecf341301 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 945 time: 0.0850165 May 26 20:32:52.107003 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fafc8e90-cf63-4e09-b8a7-8c9d8f576503 req-5974e825-88c5-4992-a24b-a6f2ed17f7a3 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 May 26 20:32:53.287805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a4bcb-6414-47a9-a26f-f7dad49778b9 req-d47969b5-c053-4d87-b9aa-5256444ce6a9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:53.289168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f1a4bcb-6414-47a9-a26f-f7dad49778b9 req-d47969b5-c053-4d87-b9aa-5256444ce6a9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 945 time: 0.0787141 May 26 20:32:53.332126 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8f1a4bcb-6414-47a9-a26f-f7dad49778b9 req-08a513aa-7b1e-4b34-b6ba-14fc2e95bd74 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 May 26 20:32:53.398039 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:32:53.463404 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f685cf34-63c4-4a90-b049-ca9a14dbb42f triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:32:53.463759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:53.577379 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f685cf34-63c4-4a90-b049-ca9a14dbb42f is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:32:53.577668 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:53.603485 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:32:53.612925 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:32:53.617569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:32:53.657059 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f9742e-ea75-4926-b3ff-b0839a196685'] response: {'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'code': 200} May 26 20:32:53.689553 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:32:53.866345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bdf6a-8544-49a6-9d8b-5e2c53a0832f req-a0650dfd-ca69-4b86-be55-0f0447a53f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:53.867680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c8bdf6a-8544-49a6-9d8b-5e2c53a0832f req-a0650dfd-ca69-4b86-be55-0f0447a53f55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1098 time: 0.0707872 May 26 20:32:53.906330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6c8bdf6a-8544-49a6-9d8b-5e2c53a0832f req-50ea51dc-31ec-472f-89d1-1cc92d074355 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331004 May 26 20:32:54.513788 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d204a-c93e-4b2c-8ba6-d053fdcffd26 req-44914e26-8432-4d81-a837-91a050b7f6eb tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:54.515210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b5d204a-c93e-4b2c-8ba6-d053fdcffd26 req-44914e26-8432-4d81-a837-91a050b7f6eb tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.0782163 May 26 20:32:54.561141 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b5d204a-c93e-4b2c-8ba6-d053fdcffd26 req-c39e10ee-1e14-4a4c-a464-84c901ca9653 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 May 26 20:32:55.745276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1339d-ebe9-43c5-8c95-8ec7cdcdd2b4 req-210d2206-3708-48e8-a324-cfd33e88fcee tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:55.746800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e1339d-ebe9-43c5-8c95-8ec7cdcdd2b4 req-210d2206-3708-48e8-a324-cfd33e88fcee tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.0801780 May 26 20:32:55.791896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8e1339d-ebe9-43c5-8c95-8ec7cdcdd2b4 req-f72cfe52-7cff-4ff8-bdf5-0dbc301bb428 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 May 26 20:32:56.984968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4c86a-32cc-4312-a7ed-4eb9a3193b0f req-11a6f6f8-18ae-47b8-b751-b562456bc417 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:32:56.986438 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fc4c86a-32cc-4312-a7ed-4eb9a3193b0f req-11a6f6f8-18ae-47b8-b751-b562456bc417 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.0829196 May 26 20:32:57.030871 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fc4c86a-32cc-4312-a7ed-4eb9a3193b0f req-660896e8-16a2-41cd-a316-b75c80faddc9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388384 May 26 20:33:07.343918 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:14.812089 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3c0f13e2-475a-4009-9b15-8ccd8d6ed24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:14.944655 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:17.009891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-52ac2eb8-74b6-4f14-b8ca-09a9dde38d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:17.512292 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:17.925449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-f5ccbec0-436b-4042-84ef-3c6acd601173 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678740 May 26 20:33:18.066049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-f998a267-566e-4113-9454-fbb25ca9613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:33:18.067680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-f998a267-566e-4113-9454-fbb25ca9613d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1098 time: 0.0740883 May 26 20:33:18.210749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-05408cd3-9027-483e-90f7-f86f9548e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:33:18.212057 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-05408cd3-9027-483e-90f7-f86f9548e9a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1247234 May 26 20:33:18.311160 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-7982cdd0-4a7d-4f84-bbfe-54941020164a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1002 time: 0.0922050 May 26 20:33:18.430872 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:18.469241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-d83c5580-0199-4d3a-ad67-456f20669923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:33:18.470585 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-d83c5580-0199-4d3a-ad67-456f20669923 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.1518075 May 26 20:33:18.547645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-5ae46e18-d9ee-4a3b-b574-fcda99e396b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:33:18.549145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-5ae46e18-d9ee-4a3b-b574-fcda99e396b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716925 May 26 20:33:18.678033 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-50f0ca21-1fc0-48bf-9250-42fddc39a7f8 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213200 May 26 20:33:18.805677 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a5a0b07d-8fdd-48e7-a976-f70cdbb9d1cd req-46ccc5c4-170e-4745-9ce7-43fe9767fb09 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201046 May 26 20:33:20.020215 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:22.035965 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:33:37.358624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:44.813828 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-436f35da-e0df-4503-a2df-d1281db7eea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:44.954340 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:47.014681 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1d57-5a83-4cb8-9ecc-dcc53b6d189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:47.514654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:48.433824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:50.022443 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:33:59.039552 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:34:07.357373 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:14.815869 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1adfca3d-0539-46dd-9be0-ef0f72ba239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:14.960098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:17.017184 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-bfefe3e2-dcd4-49bf-8f1d-c9d5eba76d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:17.516196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:18.436799 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:18.919136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-f9a72f10-30c9-458a-bf5d-865a341074fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664701 May 26 20:34:19.057827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177fd1a-e438-468c-8520-c09115db2936 req-0751681b-d21c-4a88-b931-0193efdd09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:19.059340 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-0751681b-d21c-4a88-b931-0193efdd09e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1098 time: 0.0704346 May 26 20:34:19.205255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177fd1a-e438-468c-8520-c09115db2936 req-bc05b222-5df8-445c-95d8-b955deac1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:19.206584 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-bc05b222-5df8-445c-95d8-b955deac1efc service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1285982 May 26 20:34:19.309148 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-4be6d7ac-4d16-4501-a600-d490da18be05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 1002 time: 0.0946517 May 26 20:34:19.373656 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177fd1a-e438-468c-8520-c09115db2936 req-9e033c35-ba9c-4b14-9295-0116b04ca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:19.375024 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-9e033c35-ba9c-4b14-9295-0116b04ca258 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0594702 May 26 20:34:19.450027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177fd1a-e438-468c-8520-c09115db2936 req-155eb78d-3422-489f-82e8-54d7a59e2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:19.451484 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-155eb78d-3422-489f-82e8-54d7a59e2075 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696900 May 26 20:34:19.580316 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-6ef6b4cb-8457-42d9-b967-3f9b4870e465 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225228 May 26 20:34:19.718115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f177fd1a-e438-468c-8520-c09115db2936 req-cfc281f1-b719-40c5-bd84-1fe819e29cdc service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309888 May 26 20:34:20.026378 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:34.261156 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33190) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:34.501683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Deleting port 3f61826f-7158-49b0-a960-94beee75768c {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:34:34.502023 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:34.768525 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:34.768752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:34.892324 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Calling delete_port for 3f61826f-7158-49b0-a960-94beee75768c owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:34:35.038378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:35.091965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'Port': ['ID=3f61826f-7158-49b0-a960-94beee75768c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:35.157892 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.158235 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.158574 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.158906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.159240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.159568 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.159893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.160217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.160536 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.160854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.161200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.161514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:34:35.192631 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:35.192975 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Floating IP 790a42bf-c28d-4f29-b0de-b4921bb22d1a disassociated (deleted). External IP: 172.25.0.157, port: f685cf34-63c4-4a90-b049-ca9a14dbb42f. May 26 20:34:35.545695 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:34:35.719804 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:34:35.729191 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:34:35.738417 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:34:35.739003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:34:35.740642 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:35.797130 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-89c599e4-6dba-4d0d-9d16-f620c8cf5a7d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "DELETE /v2.0/floatingips/790a42bf-c28d-4f29-b0de-b4921bb22d1a HTTP/1.1" status: 204 len: 168 time: 1.5340903 May 26 20:34:35.797550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:34:35.921877 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:34:36.078000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:34:36.232920 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25b564b-b30b-4edd-beff-290ef3ab2c2d'] response: {'name': 'network-changed', 'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'status': 'completed', 'code': 200} May 26 20:34:36.252335 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:34:36.256446 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:34:36.265287 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:34:36.266000 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:34:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:34:36.382249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-51c9f338-0d96-4fc4-ae8f-a073b5b4b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:36.383662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-51c9f338-0d96-4fc4-ae8f-a073b5b4b299 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 1098 time: 0.1273301 May 26 20:34:36.444674 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:34:36.506688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b494143-7e96-4305-b942-97c0ba116182 req-0590daa9-552d-4fdc-9eca-5f07afce89a5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:36.507371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7b494143-7e96-4305-b942-97c0ba116182 req-0590daa9-552d-4fdc-9eca-5f07afce89a5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:34:36.661133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-8a051d42-b2ae-4b8f-8103-d07ba7d50a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:36.662556 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-8a051d42-b2ae-4b8f-8103-d07ba7d50a76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.2722139 May 26 20:34:36.663638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-7b494143-7e96-4305-b942-97c0ba116182 req-0590daa9-552d-4fdc-9eca-5f07afce89a5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:34:36.664649 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b494143-7e96-4305-b942-97c0ba116182 req-0590daa9-552d-4fdc-9eca-5f07afce89a5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.3469160 May 26 20:34:36.749809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-531c10e0-2809-4b0b-b150-3cf6aeb76169 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 200 len: 217 time: 0.0801544 May 26 20:34:36.760691 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:34:36.765112 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc55ab1-f765-4558-bf2f-e9abbaebdb95 None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:34:36.813119 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7b494143-7e96-4305-b942-97c0ba116182 req-2f8fbb59-2a46-4fd8-ad65-bd78cb682a9f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951912 May 26 20:34:36.829217 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-56f40535-328f-4ee7-ad09-6a4b3e2d49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:36.830669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-56f40535-328f-4ee7-ad09-6a4b3e2d49f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0708077 May 26 20:34:36.915231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-bcb8370e-b65b-4af0-9e75-d6e8a944f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:36.916714 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-bcb8370e-b65b-4af0-9e75-d6e8a944f3b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786076 May 26 20:34:36.992865 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44338f-e8c3-4262-b5a2-d3f37ed5bd08 None None] New status for floating IP 790a42bf-c28d-4f29-b0de-b4921bb22d1a: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:34:37.054760 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-523cad68-75ea-4587-b6da-578d8b60c161 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298091 May 26 20:34:37.195537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ceeb75c2-329c-407d-bc7c-9e4cebc924ec req-d6a921f9-8b4b-4a12-be8d-633b49cb8436 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334579 May 26 20:34:37.373900 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:37.772042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-f6c43df7-c326-437c-b3cf-088840c9f81f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:37.773464 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-f6c43df7-c326-437c-b3cf-088840c9f81f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.0768807 May 26 20:34:37.840208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Deleting port f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:34:37.840542 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:38.132999 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bcc5c-0d74-4260-a26e-b5fffd0fe77a req-81024b17-3ae4-4ccd-bff3-da6595f90507 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:38.134477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85bcc5c-0d74-4260-a26e-b5fffd0fe77a req-81024b17-3ae4-4ccd-bff3-da6595f90507 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee964033-8c5b-4ef1-a92f-98483983b966 HTTP/1.1" status: 200 len: 947 time: 0.2027376 May 26 20:34:38.172160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] For port f685cf34-63c4-4a90-b049-ca9a14dbb42f, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f685cf34-63c4-4a90-b049-ca9a14dbb42f,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:34:38.172514 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:38.303312 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Calling delete_port for f685cf34-63c4-4a90-b049-ca9a14dbb42f owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:34:38.347922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d85bcc5c-0d74-4260-a26e-b5fffd0fe77a req-609ee703-06a2-43e9-86f6-deb0e5a86d1a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60c95b0-9346-4b69-a8a2-6ba2049e0f45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004268 May 26 20:34:38.451404 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:38.510793 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'Port': ['ID=f685cf34-63c4-4a90-b049-ca9a14dbb42f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:38.586665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] No DVR routers for this DVR port f685cf34-63c4-4a90-b049-ca9a14dbb42f on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:34:38.589963 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:38.592402 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-deleted', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:34:38.608337 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15aaf454-3f1a-432f-8d8d-740815a9bd92 req-62ee5c71-1cbd-4ade-8682-f7be7b08e287 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "DELETE /v2.0/ports/f685cf34-63c4-4a90-b049-ca9a14dbb42f HTTP/1.1" status: 204 len: 173 time: 0.8292241 May 26 20:34:38.641332 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc0496c-e2df-4114-9e72-058c984f8c16'] response: {'server_uuid': 'ee964033-8c5b-4ef1-a92f-98483983b966', 'name': 'network-vif-deleted', 'tag': 'f685cf34-63c4-4a90-b049-ca9a14dbb42f', 'status': 'completed', 'code': 200} May 26 20:34:39.440575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33210) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:39.507493 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.538055 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.604405 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.719501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c95b0-9346-4b69-a8a2-6ba2049e0f45,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:39.727107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.728218 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2c0d595b-437f-4d0f-afbc-cdb59746ea6c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "DELETE /v2.0/security-groups/f60c95b0-9346-4b69-a8a2-6ba2049e0f45 HTTP/1.1" status: 204 len: 168 time: 0.2866077 May 26 20:34:39.846510 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33218) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:39.851584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93100139', 'description': 'tempest-secgroup-smoke-93100139 description', 'project_id': '5e7af9050b964e3a9109581155a44e46'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:39.858246 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:39.862330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:39.865145 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:39.870625 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:39.880570 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.900014 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:39.904546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:39.907318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:39.912828 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:39.938451 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:34:39.973348 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f685cf34-63c4-4a90-b049-ca9a14dbb42f {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:34:39.973613 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f685cf34-63c4-4a90-b049-ca9a14dbb42f not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:34:39.982107 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:39.985934 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.030780 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f146084a-00b0-4578-bd4d-e19d05973dec,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.033402 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.037411 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8eb5ee49-1d60-4e08-922e-2f63e2ffa35e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1885180 May 26 20:34:40.037572 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33222) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.042544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.049127 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.052907 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.055763 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.061621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.078731 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.141471 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.144746 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.170421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c840a64-3bf0-4d92-93d4-fd3d0dd99be4,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.178378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.179555 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b87c112a-41f4-406f-ab77-7a4915a25b5a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411119 May 26 20:34:40.182343 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33226) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.187667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.194288 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.198042 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.201495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.206983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.222766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.281789 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.285015 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.307162 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc609d87-5eb5-4ec0-bae4-3f4e71031f6e,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.316817 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.317997 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-518abeef-6095-4cba-80c7-daa494910772 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342306 May 26 20:34:40.320984 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33230) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.326400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.332693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.336473 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.339328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.344836 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.360176 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.420448 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.423889 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.446792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2906d04f-0eff-4786-8053-476d3545d6f5,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.455455 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.456776 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-fcaec9e7-687e-4514-9b1b-27f12d79ca5d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348603 May 26 20:34:40.459563 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33234) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.464378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.470631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.474378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.477197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.482746 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.499766 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.564324 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.568097 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.592977 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff9d4f8-45fe-4f72-8667-a4d10f78b2eb,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.602891 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.604272 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-532b2720-0f92-4f09-a5bb-e1a316e96c17 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438277 May 26 20:34:40.607425 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33238) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.612330 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.618597 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.623011 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.626189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.631832 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.641342 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Project 5e7af9050b964e3a9109581155a44e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:34:40.647730 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.710872 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.714411 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.737548 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65d1b0e-7962-471a-8e83-045a51ab806b,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.746959 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.748131 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-cc1dc33c-2050-47f7-8544-a9669fb35a51 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398175 May 26 20:34:40.750803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33242) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:34:40.755589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'security_group_rule': {'security_group_id': 'f146084a-00b0-4578-bd4d-e19d05973dec', 'project_id': '5e7af9050b964e3a9109581155a44e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:40.762035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:40.765809 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:security_group_rule and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:34:40.768601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:34:40.774151 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:40.785022 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Project 5e7af9050b964e3a9109581155a44e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:34:40.791613 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.858752 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.862138 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.891354 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc6de6f-0824-4e83-a790-3f261c31856a,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:40.897806 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:40.898957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-31694c1d-4975-4e13-be01-01f26383869c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472616 May 26 20:34:44.819362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a50aebd0-29f5-4640-837e-5ddaa57985d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:44.970170 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:47.022690 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a89d2136-a15e-4163-96f4-5fbff491415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:47.518345 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:48.446241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:50.034138 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:54.744560 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-ed492315-bad7-4c03-900d-c74e0277c631 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:34:54.758773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-ed492315-bad7-4c03-900d-c74e0277c631 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:34:54.760155 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-ed492315-bad7-4c03-900d-c74e0277c631 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93100139&fields=id&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 267 time: 0.0539329 May 26 20:34:54.906517 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-d0418a6a-0b71-4401-9950-27513f32889b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:54.907922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-d0418a6a-0b71-4401-9950-27513f32889b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 809 time: 0.1407003 May 26 20:34:54.922684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-f667c3c0-cedb-4125-9ee0-7090ce131179 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/quotas/5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 375 time: 0.0093753 May 26 20:34:55.002900 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-bf434149-007b-4c8e-949a-3f069c7ff458 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:34:55.018612 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-bf434149-007b-4c8e-949a-3f069c7ff458 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:34:55.019800 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-bf434149-007b-4c8e-949a-3f069c7ff458 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924220 May 26 20:34:55.078409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-d2343d64-aab2-4465-969c-f1efd5110f9e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:34:55.079383 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-d2343d64-aab2-4465-969c-f1efd5110f9e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477686 May 26 20:34:55.210025 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-0ab42925-ae1e-4eb2-9fdf-bd0133c1e2df service neutron] 10.222.0.24 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244910 May 26 20:34:55.341811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-79732e32-44a8-4d44-917e-d93aaec6d23d service neutron] 10.222.0.24 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255183 May 26 20:34:55.720001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e14ea63d-6fcf-43db-8827-417574c27dac req-f0db71ba-c919-4a6a-a0ac-6b84a64f614c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 210 time: 0.0480583 May 26 20:34:56.802525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-79154ae1-911f-4f3d-8f41-896fb2e91854 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:56.803925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-79154ae1-911f-4f3d-8f41-896fb2e91854 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 809 time: 0.1490946 May 26 20:34:56.883969 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e93137bc-5665-472a-a941-51bf82288bbc req-a9ee178d-69eb-4d54-97d3-833f0a9b89e4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 210 time: 0.0548849 May 26 20:34:56.892959 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-df5de46d-a23b-4d5e-a037-6efd7fce3d2f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 378 time: 0.0813286 May 26 20:34:56.910140 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'port': {'device_id': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'admin_state_up': True, 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'security_groups': ['f146084a-00b0-4578-bd4d-e19d05973dec']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:57.045856 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:34:57.055240 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:34:57.068054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Made reservation on behalf of 5e7af9050b964e3a9109581155a44e46 for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:34:57.072273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:57.238601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Allocated IP 172.20.0.8 (eb96c54b-4585-494d-a53e-83367fb891bf/5eb61836-0304-416d-8558-780c6cf90c8b/5159524a-01bf-4de6-9de9-b1bdb582335b) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:34:57.432162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:57.448799 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Transition to ACTIVE for port object 5159524a-01bf-4de6-9de9-b1bdb582335b will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:34:57.473262 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:57.649858 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Network eb96c54b-4585-494d-a53e-83367fb891bf is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:34:57.653116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:34:57.655645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:34:57.692388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:57.725767 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:57.726459 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:57.754157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-967fa7b2-21d7-49b1-b780-519e8c10f30c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8480785 May 26 20:34:57.764244 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-12f47079-2878-4df9-a96c-3a5eaa953cd5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:34:57.765235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-12f47079-2878-4df9-a96c-3a5eaa953cd5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054085 May 26 20:34:57.821283 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Request body: {'port': {'device_id': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:34:57.875960 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2eeae0be-8218-4829-b8bf-a0e5f9d6c02c None None] Provisioning for port 5159524a-01bf-4de6-9de9-b1bdb582335b completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:34:57.882398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2eeae0be-8218-4829-b8bf-a0e5f9d6c02c None None] Provisioning complete for port 5159524a-01bf-4de6-9de9-b1bdb582335b triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:34:57.882766 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2eeae0be-8218-4829-b8bf-a0e5f9d6c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:57.939659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-2eeae0be-8218-4829-b8bf-a0e5f9d6c02c None None] Port 5159524a-01bf-4de6-9de9-b1bdb582335b cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:34:57.948062 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.241919 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d898-5406-4e4c-a564-83bfef56447d req-e5d441fa-e7e5-4325-b1ec-60a92bd602d2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:58.242609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d468d898-5406-4e4c-a564-83bfef56447d req-e5d441fa-e7e5-4325-b1ec-60a92bd602d2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:34:58.267465 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-d468d898-5406-4e4c-a564-83bfef56447d req-e5d441fa-e7e5-4325-b1ec-60a92bd602d2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:34:58.269527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d468d898-5406-4e4c-a564-83bfef56447d req-e5d441fa-e7e5-4325-b1ec-60a92bd602d2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 931 time: 0.2540202 May 26 20:34:58.342853 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d468d898-5406-4e4c-a564-83bfef56447d req-c208cb5e-77b8-469c-98b1-f3d053e6a62c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618811 May 26 20:34:58.419099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:34:58.426203 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.440255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Transition to ACTIVE for port object 5159524a-01bf-4de6-9de9-b1bdb582335b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:34:58.443086 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.609405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:58.678239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:34:58.678559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:34:58.678872 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:34:58.683262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:34:58.683570 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:34:58.688740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:34:58.689086 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:34:58.689457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Bound using segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:34:58.689861 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Bound port: 5159524a-01bf-4de6-9de9-b1bdb582335b, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:34:58.690192 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.776172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:34:58.779825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:34:58.783450 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.846267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:58.846876 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:34:58.848136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1091 time: 1.0770788 May 26 20:34:58.848564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:34:58.872236 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445339b-1ea0-497d-a056-8974571674e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:34:58.923319 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6310ddfd-89c5-4c1c-b26e-a6f5e9db805d'] response: {'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'status': 'completed', 'code': 200} May 26 20:34:58.966468 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-ef142fc8-a787-432c-9aa2-096c2cba6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:58.967941 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-ef142fc8-a787-432c-9aa2-096c2cba6854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1094 time: 0.0772665 May 26 20:34:59.039376 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-1bd87a27-193b-4ea5-a887-0d213badae4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 217 time: 0.0646060 May 26 20:34:59.102484 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-fcbad302-fa51-495c-aebd-7f40158f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:59.103900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-fcbad302-fa51-495c-aebd-7f40158f7e89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0582972 May 26 20:34:59.181827 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-f96836bb-9b1d-4e9f-ae48-d38f835f4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:59.183301 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-f96836bb-9b1d-4e9f-ae48-d38f835f4c81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734282 May 26 20:34:59.319679 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-979604bd-0486-4df9-8b20-b4926a88f5aa service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293783 May 26 20:34:59.602107 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15e7a5c8-cf31-47f2-bfa6-261eb3106517 req-98bab6bf-0501-49ac-8a01-8480872dc57b service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760391 May 26 20:34:59.634179 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659698f-3c63-47bb-847b-513e340ecf4d req-1424f450-2ce4-4620-972b-c62b15ab1f77 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:59.635604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a659698f-3c63-47bb-847b-513e340ecf4d req-1424f450-2ce4-4620-972b-c62b15ab1f77 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0991650 May 26 20:34:59.729966 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a659698f-3c63-47bb-847b-513e340ecf4d req-e87dba4f-6f07-44e0-86e3-5290ab2ef0f5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884008 May 26 20:34:59.746494 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-e30b9bf4-0263-4e58-bfb6-1dd602215dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:59.747940 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-e30b9bf4-0263-4e58-bfb6-1dd602215dcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1094 time: 0.0926383 May 26 20:34:59.877242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-d4ef95e7-2b69-4e95-a580-ce386988df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:34:59.878553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-d4ef95e7-2b69-4e95-a580-ce386988df88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1238639 May 26 20:34:59.947866 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-a2563dbc-2d68-4e45-89c9-b34f52031fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 217 time: 0.0626507 May 26 20:35:00.010905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-e13dcf15-3d08-4ad4-aa67-50e846d10874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:00.012827 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-e13dcf15-3d08-4ad4-aa67-50e846d10874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0582798 May 26 20:35:00.089974 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-ee48d747-7fbb-490f-8792-7dcf0e20f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:00.092028 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-ee48d747-7fbb-490f-8792-7dcf0e20f4fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703435 May 26 20:35:00.221826 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-7c63f4c8-3671-4236-8a69-65311c677c5f service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224694 May 26 20:35:00.349067 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1ae59a43-2c6f-481d-b4c4-acef36b335bc req-8f840eac-7db0-420e-af7e-9e48b267ee68 service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218655 May 26 20:35:00.914815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921f52b-4f42-4419-a118-43974cf68880 req-197aede3-b1e7-489c-b059-4a91a1b66159 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:00.916401 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e921f52b-4f42-4419-a118-43974cf68880 req-197aede3-b1e7-489c-b059-4a91a1b66159 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0827034 May 26 20:35:00.960200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e921f52b-4f42-4419-a118-43974cf68880 req-a0397278-24ae-4fdc-81cc-081c3bebb3bd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374541 May 26 20:35:02.139165 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4df28-e04f-4d65-8357-e4be51f16cde req-915b854b-d99e-4ef3-b9a2-d61e80bdb004 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:02.140583 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57d4df28-e04f-4d65-8357-e4be51f16cde req-915b854b-d99e-4ef3-b9a2-d61e80bdb004 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0779023 May 26 20:35:02.186663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-57d4df28-e04f-4d65-8357-e4be51f16cde req-21463339-42b9-47fc-a43d-cef258130bcc tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403650 May 26 20:35:03.373200 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fa9f4-e5db-4de6-8111-91c8e2c4a358 req-152dc1a7-2eab-426b-b8ee-f7081236f43e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:03.374551 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-497fa9f4-e5db-4de6-8111-91c8e2c4a358 req-152dc1a7-2eab-426b-b8ee-f7081236f43e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0829606 May 26 20:35:03.417446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-497fa9f4-e5db-4de6-8111-91c8e2c4a358 req-cecf7b65-14ae-448e-accc-dd0afd3870c1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372217 May 26 20:35:04.603178 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86cb87-b5d2-45c7-baae-a1c6086bf5fc req-93079d6e-1903-4679-bc9f-a0f152e059f1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:04.604606 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de86cb87-b5d2-45c7-baae-a1c6086bf5fc req-93079d6e-1903-4679-bc9f-a0f152e059f1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0820024 May 26 20:35:04.646896 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-de86cb87-b5d2-45c7-baae-a1c6086bf5fc req-324eeb9f-e0ea-4d63-997c-622176e424cf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367117 May 26 20:35:05.839581 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5639d94-9a40-46a4-8748-d63ca9063ee2 req-27ce605f-a7a2-460c-905d-18eb43a0f39c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:05.841186 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5639d94-9a40-46a4-8748-d63ca9063ee2 req-27ce605f-a7a2-460c-905d-18eb43a0f39c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0794797 May 26 20:35:05.884773 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d5639d94-9a40-46a4-8748-d63ca9063ee2 req-463bc28b-9b7d-4952-a174-eea29f479004 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381374 May 26 20:35:07.071498 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20419-d30e-4bbf-ad75-2b5450d99f16 req-4b0db25b-bcef-451a-a64d-7e91c9ed1212 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:07.072878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ca20419-d30e-4bbf-ad75-2b5450d99f16 req-4b0db25b-bcef-451a-a64d-7e91c9ed1212 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0818627 May 26 20:35:07.116784 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3ca20419-d30e-4bbf-ad75-2b5450d99f16 req-138f3ddb-7961-4f7d-9dee-bf022d8f60c9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376871 May 26 20:35:07.376346 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:08.297305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1445c-be0f-4b3f-8cc5-4506e1c6bc8f req-a352df8f-1590-4eb8-b2be-c2077cf81dcf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:08.298725 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a1445c-be0f-4b3f-8cc5-4506e1c6bc8f req-a352df8f-1590-4eb8-b2be-c2077cf81dcf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0780330 May 26 20:35:08.347104 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-e8a1445c-be0f-4b3f-8cc5-4506e1c6bc8f req-813e682c-d1da-43ad-a430-d0e731739bd7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426695 May 26 20:35:09.519365 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:35:09.535477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51f8a0-6641-4746-b775-8109cf2a8a68 req-df80f668-deb1-4349-b9f0-42fefbb54e55 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:09.536922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e51f8a0-6641-4746-b775-8109cf2a8a68 req-df80f668-deb1-4349-b9f0-42fefbb54e55 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0823150 May 26 20:35:09.580703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8e51f8a0-6641-4746-b775-8109cf2a8a68 req-77221453-00e4-4823-8a35-c4c5092d5c47 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380094 May 26 20:35:09.655588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:35:09.668169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'mac_address': 'fa:16:3e:c9:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:35:09.725976 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5159524a-01bf-4de6-9de9-b1bdb582335b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:35:09.726343 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:09.742396 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:35:09.756984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:35:09.761149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:09.826180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:35:09.833326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.833668 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.834002 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.834337 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.834683 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.835008 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.835333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.835652 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.835995 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.836311 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.836625 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:09.836940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:35:10.012643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['5159524a-01bf-4de6-9de9-b1bdb582335b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:35:10.763916 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ca2db-ae6e-4abd-b1ad-7985d9d2b44f req-4ee74fde-7351-4bff-b257-e1a8c9fae8d6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:10.765394 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb8ca2db-ae6e-4abd-b1ad-7985d9d2b44f req-4ee74fde-7351-4bff-b257-e1a8c9fae8d6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 944 time: 0.0796313 May 26 20:35:10.813200 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cb8ca2db-ae6e-4abd-b1ad-7985d9d2b44f req-ca9d8847-d981-42c1-8c4c-d7c9f23fd84b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420170 May 26 20:35:11.519878 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:35:11.585495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 5159524a-01bf-4de6-9de9-b1bdb582335b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:35:11.590204 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 5159524a-01bf-4de6-9de9-b1bdb582335b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:35:11.590576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:11.706938 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5159524a-01bf-4de6-9de9-b1bdb582335b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:35:11.707305 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:11.732922 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:35:11.742965 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:35:11.747844 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:11.816884 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:35:11.823696 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b9e5aa-44d7-4890-bd46-7a95c30313f8'] response: {'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'code': 200} May 26 20:35:12.110875 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1240d21-3cb8-4f15-ac4e-ab38698b00b2 req-2f5abc1c-2798-44db-8ba1-ee2475accb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:12.112336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1240d21-3cb8-4f15-ac4e-ab38698b00b2 req-2f5abc1c-2798-44db-8ba1-ee2475accb97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1096 time: 0.2318587 May 26 20:35:12.139961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c01626-39a6-4a95-8243-456efe34c67e req-f999fe2d-cab4-4eec-919d-e88fa7ea1343 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:12.141331 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91c01626-39a6-4a95-8243-456efe34c67e req-f999fe2d-cab4-4eec-919d-e88fa7ea1343 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.2197871 May 26 20:35:12.178662 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a1240d21-3cb8-4f15-ac4e-ab38698b00b2 req-41f05c31-9423-48df-86f6-dafe59f5b52c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593083 May 26 20:35:12.197976 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-91c01626-39a6-4a95-8243-456efe34c67e req-bac5e8a4-3a7e-4a4c-8441-ef206984dba1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500298 May 26 20:35:13.067935 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:35:13.382881 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513bba-4378-4dac-8df5-62f07c1fb5a0 req-de254eb2-f966-47a6-8aa2-7a4fc9bdc2a1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:13.384215 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d513bba-4378-4dac-8df5-62f07c1fb5a0 req-de254eb2-f966-47a6-8aa2-7a4fc9bdc2a1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0816960 May 26 20:35:13.432346 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9d513bba-4378-4dac-8df5-62f07c1fb5a0 req-8df87096-e388-40aa-a027-ad11f7bcd1da tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424037 May 26 20:35:13.615033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ca33b-02ce-40b8-b62f-44f1487b160f req-2aef5b39-c02c-402c-b61b-baba9e289a80 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:13.616463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd6ca33b-02ce-40b8-b62f-44f1487b160f req-2aef5b39-c02c-402c-b61b-baba9e289a80 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0801151 May 26 20:35:13.660085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dd6ca33b-02ce-40b8-b62f-44f1487b160f req-fd159086-eeab-4e6a-a1b1-07fcfedf09b9 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380001 May 26 20:35:13.681584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:35:13.793748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5dc522-253b-4b35-a1e0-c75d2a51f824 tempest-TestShelveInstance-2073847712 tempest-TestShelveInstance-2073847712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:13.795207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2c5dc522-253b-4b35-a1e0-c75d2a51f824 tempest-TestShelveInstance-2073847712 tempest-TestShelveInstance-2073847712-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1091 time: 0.1126974 May 26 20:35:13.798504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33448) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:35:13.803163 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:35:13.809515 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:35:13.813873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Usage tracker for resource:floatingip and tenant:5e7af9050b964e3a9109581155a44e46 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:35:13.816592 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:35:13.822336 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:35:13.832020 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:13.965472 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.097847 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Allocated IP 172.25.0.241 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/b7250e24-d64e-46b2-85dc-85357f901501) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:35:14.241353 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.269488 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.335295 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:35:14.338040 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:35:14.340497 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:35:14.387291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=b7250e24-d64e-46b2-85dc-85357f901501,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:35:14.757491 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.820969 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c7a2b832-e177-4a03-b4af-b698f1cbd440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.831732 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:14.963587 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:15.035770 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:15.040113 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:15.254170 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event updated for resources: {'Port': ['ID=b7250e24-d64e-46b2-85dc-85357f901501,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:35:15.261908 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:15.432241 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Floating IP 8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4 associated. External IP: 172.25.0.241, port: 5159524a-01bf-4de6-9de9-b1bdb582335b. May 26 20:35:15.778160 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:35:15.951428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:35:15.961188 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:35:15.970169 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:35:15.970756 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:35:15.976030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:16.035908 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-ee2a02c7-8424-40da-9672-fe762ce6221a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2363312 May 26 20:35:16.036487 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:35:16.082776 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37db3284-8a60-450f-98a0-ada6c4518578'] response: {'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'status': 'completed', 'code': 200} May 26 20:35:16.172281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-3a807c69-cf36-4ad0-b0ee-f6718cbbb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:16.173822 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-3a807c69-cf36-4ad0-b0ee-f6718cbbb113 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1096 time: 0.0704017 May 26 20:35:16.184686 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:35:16.303100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-73163ce1-eabe-41de-abcb-c6a5dcca530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:16.304489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-73163ce1-eabe-41de-abcb-c6a5dcca530f service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1246490 May 26 20:35:16.408703 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-a6b5e64a-a280-4674-a820-29d7f3332f90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 999 time: 0.0986240 May 26 20:35:16.469955 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-08822d1b-ef8f-4034-8b8b-bd8322905838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:16.471453 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-08822d1b-ef8f-4034-8b8b-bd8322905838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0570076 May 26 20:35:16.533749 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:c9:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:35:14Z', 'updated_at': '2022-05-26T20:35:14Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:35:16.537561 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:35:16.546119 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:35:16.546694 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:34:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:35:16.547147 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-225e5494-f7a9-4c7b-872f-f01ae8ab3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:35:16.548684 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-225e5494-f7a9-4c7b-872f-f01ae8ab3542 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715830 May 26 20:35:16.737952 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:35:16.793006 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-296c75ac-0ade-49f9-a86a-171dabc72bfb service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381656 May 26 20:35:16.927967 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ee2aaa6-e87a-47a1-a06f-8a68fd1f1dd3 req-61625a96-f7c9-407b-a2d7-2d309a124ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285241 May 26 20:35:17.024553 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b42d36a-634a-448a-a250-466d164c7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:17.104917 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:c9:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:35:14Z', 'updated_at': '2022-05-26T20:35:14Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:35:17.109374 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9315e56-a5c3-4e23-9dbd-2712082568ac None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'mac_address': 'fa:16:3e:c9:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:35:14Z', 'updated_at': '2022-05-26T20:35:14Z', 'revision_number': 0, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:35:17.282014 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0475d4f-e532-409f-b799-1d9888d4a4f0 None None] New status for floating IP 8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:35:17.547401 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:18.441243 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:20.034501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:37.377196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:44.823434 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8792e77d-5e95-4ac3-8711-8cfa87cb4c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:44.981459 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:47.027186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5966c5-018f-417d-80e4-7be73f494e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:47.522153 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:48.445084 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:50.040807 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:35:50.070073 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:36:07.367692 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:09.399123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-283a4bd3-9a87-4a72-88e7-5118a5c04f01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705853 May 26 20:36:09.538693 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-e98dea89-2f21-4d36-9039-93bca20323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:36:09.540149 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-e98dea89-2f21-4d36-9039-93bca20323a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1096 time: 0.0746744 May 26 20:36:09.682434 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-7a795453-97d9-4dd7-aff1-6eeae5922750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:36:09.683743 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-7a795453-97d9-4dd7-aff1-6eeae5922750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1251392 May 26 20:36:09.784950 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-60819e72-0d23-44af-8a0f-2c69b56361b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1001 time: 0.0941486 May 26 20:36:09.847109 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-f82b1929-ad13-4a92-819a-3b276f956606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:36:09.848523 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-f82b1929-ad13-4a92-819a-3b276f956606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0571854 May 26 20:36:09.922506 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-d7ade114-7d4f-48b4-9f5c-9f952819b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:36:09.923936 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-d7ade114-7d4f-48b4-9f5c-9f952819b16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687752 May 26 20:36:10.052900 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-664204ba-de14-4179-9f42-9e95430eeeda service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226404 May 26 20:36:10.187594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2e896785-6762-4e7d-b644-ba094dc0ead1 req-2b6b2f09-1a18-4dc4-a0cf-8272afa8379f service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283550 May 26 20:36:14.825118 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-55db333a-bf8e-4e0d-a923-239a9fdf89b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:14.991706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:17.031926 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-127a5f82-6606-4052-ac63-2942969e5aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:17.523149 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:18.446759 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:20.042137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:27.069301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:36:37.383574 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:44.826612 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-639b8456-e1af-4add-94fd-967018a6ef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:45.012469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:47.033949 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-12f403c7-1cd5-4536-bb7f-09e08531feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:47.523819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:48.449469 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:36:50.045266 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:04.068503 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:37:07.384067 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:09.386759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-ab8b31cd-1277-4621-8449-4b5d29486964 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714777 May 26 20:37:09.523239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-07e890c1-8dd8-4946-9636-555b0ec8efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:09.524708 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-07e890c1-8dd8-4946-9636-555b0ec8efc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1096 time: 0.0724742 May 26 20:37:09.666002 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-90dede41-a875-49b6-86e5-96f45328053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:09.667417 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-90dede41-a875-49b6-86e5-96f45328053a service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1248183 May 26 20:37:09.769123 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-df071449-fda7-462c-b4d9-920882b536c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1001 time: 0.0953295 May 26 20:37:09.829899 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-8be241e3-7f37-4a4b-841c-e961a39f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:09.831264 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-8be241e3-7f37-4a4b-841c-e961a39f7f49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0561244 May 26 20:37:09.908959 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-bff3e67e-cdd7-4404-904b-36642dcbc80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:09.910667 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-bff3e67e-cdd7-4404-904b-36642dcbc80f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737100 May 26 20:37:10.147225 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-783a644c-fe30-4f9d-921a-89ef475bd109 service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299199 May 26 20:37:10.275073 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-047802a9-3761-4463-8ffd-8cc60689d8d0 req-6781caa9-0481-489a-ab27-13c078d7d938 service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214871 May 26 20:37:14.237310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309a88d-52c2-48fc-9e65-2198da20420e req-ef127e17-1773-48aa-a8dd-baca0c3e1246 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:14.238752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1309a88d-52c2-48fc-9e65-2198da20420e req-ef127e17-1773-48aa-a8dd-baca0c3e1246 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.1469011 May 26 20:37:14.282290 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1309a88d-52c2-48fc-9e65-2198da20420e req-7b180ed4-5d93-4b1e-83de-1ed9e88b6c30 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379858 May 26 20:37:14.829302 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3a06e5f6-4d48-4b18-bf51-7da1296bca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:15.007027 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:15.471431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde97e-e4ab-49a2-a883-4971f4839807 req-5f1fdcf9-06d2-4964-ab57-a6fae7640ddf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:15.472867 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8edde97e-e4ab-49a2-a883-4971f4839807 req-5f1fdcf9-06d2-4964-ab57-a6fae7640ddf tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0822928 May 26 20:37:15.516813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8edde97e-e4ab-49a2-a883-4971f4839807 req-2776a7ce-7216-4bdb-9812-3f7b31cb1688 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382533 May 26 20:37:16.698633 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f0c70-e1f9-4e87-8033-97299e9d4373 req-10627414-bd05-4758-85c0-ab6dfda7a736 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:16.700069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a30f0c70-e1f9-4e87-8033-97299e9d4373 req-10627414-bd05-4758-85c0-ab6dfda7a736 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0786548 May 26 20:37:16.747614 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a30f0c70-e1f9-4e87-8033-97299e9d4373 req-5f79d132-2bb8-4860-beb1-579435f58c56 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414448 May 26 20:37:17.037404 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-87bc8b78-c0a2-47cc-82ae-9c568dd2b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:17.524945 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:17.935192 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09293a87-7213-4ff8-91fe-a113f1d4a072 req-e30fda1b-8057-4802-b11b-4575bc8fb49f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:17.936639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09293a87-7213-4ff8-91fe-a113f1d4a072 req-e30fda1b-8057-4802-b11b-4575bc8fb49f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0830219 May 26 20:37:17.980040 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-09293a87-7213-4ff8-91fe-a113f1d4a072 req-092f797e-d4ec-4c4f-b0cb-fb6376f6320c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375900 May 26 20:37:18.451786 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:19.165559 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4b3e-637d-4bc8-8b86-c5f88baba0de req-b8f53fa9-b50b-450f-bd34-0c58bb574cbe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:19.166991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b74f4b3e-637d-4bc8-8b86-c5f88baba0de req-b8f53fa9-b50b-450f-bd34-0c58bb574cbe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0826917 May 26 20:37:19.210878 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b74f4b3e-637d-4bc8-8b86-c5f88baba0de req-d0bc06b7-3703-467e-8178-fb74cc311246 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381310 May 26 20:37:20.041841 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:20.396337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f779-dd90-4724-8e5b-3773c047bf32 req-8afde7ed-7aa8-40dc-92e0-4ef8bff1949d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:20.397731 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb95f779-dd90-4724-8e5b-3773c047bf32 req-8afde7ed-7aa8-40dc-92e0-4ef8bff1949d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0784359 May 26 20:37:20.440947 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fb95f779-dd90-4724-8e5b-3773c047bf32 req-204315da-f911-4535-8b7e-fe1bbf20e167 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376270 May 26 20:37:21.628525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c039b8-6dd3-494a-8145-926f34118318 req-ba0b993f-c896-434f-b73f-4f2568ae9f83 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:21.629964 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c039b8-6dd3-494a-8145-926f34118318 req-ba0b993f-c896-434f-b73f-4f2568ae9f83 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0834908 May 26 20:37:21.673111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-60c039b8-6dd3-494a-8145-926f34118318 req-bd40cbee-d8ab-4a5f-a0ed-ed5c4ebe1f12 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375431 May 26 20:37:22.854259 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f25f8-c5f1-4a21-9ca0-2551144b943f req-9abef5a0-d249-42ed-9c9b-6a3a8592911d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:22.855680 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e8f25f8-c5f1-4a21-9ca0-2551144b943f req-9abef5a0-d249-42ed-9c9b-6a3a8592911d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0796077 May 26 20:37:22.902691 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1e8f25f8-c5f1-4a21-9ca0-2551144b943f req-95815931-446c-4dac-9919-16cb4536b22b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407627 May 26 20:37:24.085380 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91ea3-feb1-497c-b3cb-8c38230a05f6 req-97f68f5b-e038-4a56-9c78-dfc6e0ef9454 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:24.086830 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92e91ea3-feb1-497c-b3cb-8c38230a05f6 req-97f68f5b-e038-4a56-9c78-dfc6e0ef9454 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0800602 May 26 20:37:24.130348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-92e91ea3-feb1-497c-b3cb-8c38230a05f6 req-89c4aa8b-0974-422b-a781-af69e8b90c50 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378559 May 26 20:37:24.288358 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac393a-7286-4990-a538-338bea3a5b1b req-ac39b21f-3e79-4982-819d-da4410318e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:24.289781 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-ac39b21f-3e79-4982-819d-da4410318e97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1096 time: 0.0803549 May 26 20:37:24.418416 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac393a-7286-4990-a538-338bea3a5b1b req-f13f1df9-4e75-4e9e-a318-6bb46020d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:24.419840 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-f13f1df9-4e75-4e9e-a318-6bb46020d70f service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1245482 May 26 20:37:24.518250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-2ab30ee3-dfc9-4732-a808-e2d6471745cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1001 time: 0.0924962 May 26 20:37:24.583948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac393a-7286-4990-a538-338bea3a5b1b req-1de6a1bb-e538-4055-beb8-c83b990c2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:24.585294 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-1de6a1bb-e538-4055-beb8-c83b990c2f7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0610464 May 26 20:37:24.660554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac393a-7286-4990-a538-338bea3a5b1b req-501e0556-030b-4c91-a2d0-a601d92a0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:24.662002 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-501e0556-030b-4c91-a2d0-a601d92a0b6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713634 May 26 20:37:24.789848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-0f0ddcd4-0c47-4638-8e6c-be30e1044132 service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206338 May 26 20:37:24.921232 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-80ac393a-7286-4990-a538-338bea3a5b1b req-9d5fd2f6-34c6-46a6-adf8-3c19eeaa415a service neutron] 10.222.0.13 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256077 May 26 20:37:25.341803 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5f975-3727-41e6-a806-fa45d1bbaaa2 req-76cdc89c-5a14-403e-99d1-525e7a7d1a0e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:25.344145 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e5f975-3727-41e6-a806-fa45d1bbaaa2 req-76cdc89c-5a14-403e-99d1-525e7a7d1a0e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.1031542 May 26 20:37:25.386645 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-25e5f975-3727-41e6-a806-fa45d1bbaaa2 req-034c426f-bec1-44d7-8a9a-9500585608e7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369351 May 26 20:37:26.598458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e377314-af4f-466d-9dcc-76bddf347e07 req-88ace2e1-0b24-41ad-8cee-55aed789bea1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:26.599911 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e377314-af4f-466d-9dcc-76bddf347e07 req-88ace2e1-0b24-41ad-8cee-55aed789bea1 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0796547 May 26 20:37:26.643785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4e377314-af4f-466d-9dcc-76bddf347e07 req-785f78dd-3f26-4dd4-acf7-b35826cde2f6 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380809 May 26 20:37:27.865818 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d905-50a0-45ed-a45a-0f715b008500 req-e89ac78c-a413-4149-8709-5a7fbcb12d32 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:27.867244 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad74d905-50a0-45ed-a45a-0f715b008500 req-e89ac78c-a413-4149-8709-5a7fbcb12d32 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.1141064 May 26 20:37:27.910715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad74d905-50a0-45ed-a45a-0f715b008500 req-2a7a9788-cfd9-4ba5-8637-a0dfa53f5d55 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378344 May 26 20:37:28.190417 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-69327922-6076-482b-a7d7-719c6cf7d369 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694542 May 26 20:37:28.257794 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2407767-d9e6-41d2-a2c0-d1ecdc9357d8 req-1956eaad-b961-4ce3-af83-1c35d7e33372 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:28.259273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2407767-d9e6-41d2-a2c0-d1ecdc9357d8 req-1956eaad-b961-4ce3-af83-1c35d7e33372 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0826347 May 26 20:37:28.307412 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c2407767-d9e6-41d2-a2c0-d1ecdc9357d8 req-a33a0a9a-870c-45ed-9f8a-e43830141e2f tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424466 May 26 20:37:29.506854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b91351-fcf9-4972-9b6e-38a503c2c768 req-38da0dd0-cb54-4421-ad41-2658d093273e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:29.508240 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96b91351-fcf9-4972-9b6e-38a503c2c768 req-38da0dd0-cb54-4421-ad41-2658d093273e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 945 time: 0.0810483 May 26 20:37:29.552443 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96b91351-fcf9-4972-9b6e-38a503c2c768 req-27b92ff8-f05f-47cb-8be2-ebabdc548412 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383461 May 26 20:37:30.182265 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:37:30.296933 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 5159524a-01bf-4de6-9de9-b1bdb582335b is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:37:30.297227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:30.326400 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:37:30.336430 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:37:30.340617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:30.380821 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5949d147-cd0b-4318-8a0c-8779e0dcd747'] response: {'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'code': 200} May 26 20:37:30.416018 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:37:30.427558 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.427898 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.428229 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.428555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.428877 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.429224 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.429544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.429861 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.430173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.430484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.430798 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.431107 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:30.808128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-ef05716d-1b9f-4483-8d41-c378f845e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:30.809658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-ef05716d-1b9f-4483-8d41-c378f845e7fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad&tenant_id=5e7af9050b964e3a9109581155a44e46 HTTP/1.1" status: 200 len: 1094 time: 0.2754030 May 26 20:37:30.822512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843146-9', 'device_owner': 'compute:nova'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:37:30.875835 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a902da-149e-4247-b2f8-1089dede9f30 req-f96f4f72-7836-44ea-9406-e93230276aff tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:30.881165 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1a902da-149e-4247-b2f8-1089dede9f30 req-f96f4f72-7836-44ea-9406-e93230276aff tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.1464491 May 26 20:37:30.978499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c1a902da-149e-4247-b2f8-1089dede9f30 req-a30d759e-842c-4d9c-b8c3-89c4bde435e5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898740 May 26 20:37:30.985391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.253980 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:37:31.281049 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:37:31.330987 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:37:31.337879 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.352684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Transition to ACTIVE for port object 5159524a-01bf-4de6-9de9-b1bdb582335b will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:37:31.356227 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.507064 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=7']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:37:31.520400 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.520742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.521100 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.521433 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.521758 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.522081 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.522405 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.522727 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.523044 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.523361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.523675 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.523991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:37:31.567458 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] No DVR routers for this DVR port 5159524a-01bf-4de6-9de9-b1bdb582335b on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:37:31.788747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:37:31.789153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:37:31.789474 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:37:31.793929 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:37:31.794242 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Attempting to bind port 5159524a-01bf-4de6-9de9-b1bdb582335b on network eb96c54b-4585-494d-a53e-83367fb891bf {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:37:31.799905 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:37:31.800228 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Checking segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:37:31.800598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Bound using segment: {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:37:31.801008 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Bound port: 5159524a-01bf-4de6-9de9-b1bdb582335b, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:37:31.801368 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.894649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:37:31.897363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:37:31.902157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.963627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:31.964222 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:31.965686 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] 10.222.0.53 "PUT /v2.0/ports/5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1091 time: 1.1479299 May 26 20:37:31.966113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:37:31.987627 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e94d5e-6a5f-48c7-b9f1-66e5d38321da service neutron] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=8']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:37:32.025378 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6328ed-0186-4072-9a41-57684a5be686'] response: {'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'status': 'completed', 'code': 200} May 26 20:37:32.070649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-b453a708-c6f0-41a1-84f3-8126dd611f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:32.072548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-b453a708-c6f0-41a1-84f3-8126dd611f23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1094 time: 0.0812762 May 26 20:37:32.270802 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-9f8e79ad-5807-4b65-a747-21d024750aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:32.272158 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-9f8e79ad-5807-4b65-a747-21d024750aeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1928644 May 26 20:37:32.283048 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0553c7-c2ec-44d3-95aa-970fab361986 req-749e6592-d62d-4ed6-8530-115c5d83fcb5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:32.284391 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa0553c7-c2ec-44d3-95aa-970fab361986 req-749e6592-d62d-4ed6-8530-115c5d83fcb5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.1329100 May 26 20:37:32.519156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-aa0553c7-c2ec-44d3-95aa-970fab361986 req-4682c65c-22bc-4156-ab0e-376a45bd4c97 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1859157 May 26 20:37:32.521238 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-95a18d82-2c0f-43cf-a6f8-8d106f3edad0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 999 time: 0.2359908 May 26 20:37:32.584579 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-27854027-08de-4c7e-9936-0eed16a2c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:32.586001 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-27854027-08de-4c7e-9936-0eed16a2c07e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0593379 May 26 20:37:32.658203 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-71135140-0b3e-4d9d-a90a-79d98802741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:32.659604 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-71135140-0b3e-4d9d-a90a-79d98802741c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675144 May 26 20:37:32.789410 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-5de63a87-f3cd-4940-8d68-b998fd723cac service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234705 May 26 20:37:32.918534 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-bec3a411-7391-4de1-ad00-2c4ffd1851ae service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237357 May 26 20:37:33.029700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533688b-3011-403d-b2f3-d5280d61a618 req-1f0b6cea-d2d1-4c38-a85c-6b2fa9255564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:33.031697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-1f0b6cea-d2d1-4c38-a85c-6b2fa9255564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1094 time: 0.0707715 May 26 20:37:33.163918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533688b-3011-403d-b2f3-d5280d61a618 req-4d9e0e18-68e2-42b3-91e1-6f73494edc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:33.165654 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-4d9e0e18-68e2-42b3-91e1-6f73494edc0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1262639 May 26 20:37:33.268262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-c63d643f-6ba7-4a1f-a086-fd8f83ed25fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 999 time: 0.0964899 May 26 20:37:33.332816 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533688b-3011-403d-b2f3-d5280d61a618 req-1b0d19a0-4b42-4321-a3ad-512774efd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:33.334490 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-1b0d19a0-4b42-4321-a3ad-512774efd9be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0601213 May 26 20:37:33.408777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533688b-3011-403d-b2f3-d5280d61a618 req-24945d79-bb9b-4cb7-af0f-26b49d005875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:33.410257 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-24945d79-bb9b-4cb7-af0f-26b49d005875 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695417 May 26 20:37:33.542036 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-e2edaf84-6d46-4d33-b018-4758fab1fa8f service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255703 May 26 20:37:33.733259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f533688b-3011-403d-b2f3-d5280d61a618 req-390a58bd-07c0-4d1c-b5e8-53303569e43d service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848140 May 26 20:37:33.749490 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4892-874b-4f25-ac9e-b3b9e63293b5 req-8fa7be86-5d31-4e24-83c4-1c3be43115a4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:33.751498 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-388d4892-874b-4f25-ac9e-b3b9e63293b5 req-8fa7be86-5d31-4e24-83c4-1c3be43115a4 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.1229839 May 26 20:37:33.794444 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-388d4892-874b-4f25-ac9e-b3b9e63293b5 req-23fbba85-2488-4a35-bbe2-22033dbffe55 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373783 May 26 20:37:34.973191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f832a0-d2e7-4549-b019-9c1c81dd2e73 req-84f00af4-9915-490a-8117-d0eb93ddf2b7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:34.974611 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2f832a0-d2e7-4549-b019-9c1c81dd2e73 req-84f00af4-9915-490a-8117-d0eb93ddf2b7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0777500 May 26 20:37:35.018297 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a2f832a0-d2e7-4549-b019-9c1c81dd2e73 req-fafc81c5-e21d-4cc9-88ea-02c56d8448ca tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380361 May 26 20:37:36.202500 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5657-438c-40d4-9ec5-363402f6e7a3 req-1584bd47-00a9-4b96-8847-e37531f991ac tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:36.204508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-743c5657-438c-40d4-9ec5-363402f6e7a3 req-1584bd47-00a9-4b96-8847-e37531f991ac tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0827601 May 26 20:37:36.247806 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-743c5657-438c-40d4-9ec5-363402f6e7a3 req-9b12ba8f-0544-4f65-b60e-4416984b779d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377436 May 26 20:37:37.383812 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:37.431516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca3295-949e-415d-ae2b-b63e4e7924df req-3d9a08f9-7982-444d-927d-a9a57f6cd90c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:37.432938 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96ca3295-949e-415d-ae2b-b63e4e7924df req-3d9a08f9-7982-444d-927d-a9a57f6cd90c tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0784478 May 26 20:37:37.481168 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-96ca3295-949e-415d-ae2b-b63e4e7924df req-6816fb7a-083d-4ab4-bcff-21aed6f17785 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419157 May 26 20:37:38.760238 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5dc19-995b-4d76-8bf2-8886e29a7eea req-3e3d8ad7-d79a-47eb-b711-095345d75e58 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:38.761603 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a5dc19-995b-4d76-8bf2-8886e29a7eea req-3e3d8ad7-d79a-47eb-b711-095345d75e58 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.1764870 May 26 20:37:38.804404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-20a5dc19-995b-4d76-8bf2-8886e29a7eea req-7992bfb1-1c76-4129-84d2-e48daae6cff5 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371161 May 26 20:37:39.991391 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6826d0-752c-401c-bb90-cfe2369ecd69 req-50e06d5b-be90-4e22-8365-caf27274d55a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:39.993426 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e6826d0-752c-401c-bb90-cfe2369ecd69 req-50e06d5b-be90-4e22-8365-caf27274d55a tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0822937 May 26 20:37:40.037235 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7e6826d0-752c-401c-bb90-cfe2369ecd69 req-4ea5be32-a334-476b-b34b-a63e395f6cfe tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384655 May 26 20:37:40.971139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:37:41.069084 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:37:41.104383 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:37:41.117763 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'port_id': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'mac_address': 'fa:16:3e:c9:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:37:41.171070 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 5159524a-01bf-4de6-9de9-b1bdb582335b is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:37:41.171491 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:41.188203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:37:41.203629 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:37:41.208189 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:41.224135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192391c-6694-445e-97b5-69d057789000 req-65056255-3719-4891-b8d4-2ce3aa4128fd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:41.225548 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0192391c-6694-445e-97b5-69d057789000 req-65056255-3719-4891-b8d4-2ce3aa4128fd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 943 time: 0.0804846 May 26 20:37:41.272821 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-0192391c-6694-445e-97b5-69d057789000 req-9d1e31c6-e919-49a8-8540-58efdd122403 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414712 May 26 20:37:41.277060 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=9']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:37:41.584913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['5159524a-01bf-4de6-9de9-b1bdb582335b'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:37:42.453662 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be2232-9b91-42e2-a811-3565aaf580fb req-29f6e9df-cafe-4138-b88b-d0663ef8b1ed tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:42.455084 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97be2232-9b91-42e2-a811-3565aaf580fb req-29f6e9df-cafe-4138-b88b-d0663ef8b1ed tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 944 time: 0.0787449 May 26 20:37:42.498053 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-97be2232-9b91-42e2-a811-3565aaf580fb req-e2e1b253-f63c-430e-9006-a270f4afb4cd tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373943 May 26 20:37:42.983028 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:37:43.052418 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port 5159524a-01bf-4de6-9de9-b1bdb582335b completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:37:43.057168 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port 5159524a-01bf-4de6-9de9-b1bdb582335b triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:37:43.057557 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:43.168990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port 5159524a-01bf-4de6-9de9-b1bdb582335b is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:37:43.169385 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:43.195852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:37:43.205056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:37:43.209150 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:43.242805 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d4f3b3-f4ca-4ac0-9ac2-f5e595049223'] response: {'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'code': 200} May 26 20:37:43.280562 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=10']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:37:43.444935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec89e3-33d5-4026-9604-36d686c54b0b req-4c26baf1-62b6-4400-ad60-ffc23e44fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:43.446387 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbec89e3-33d5-4026-9604-36d686c54b0b req-4c26baf1-62b6-4400-ad60-ffc23e44fdf5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1097 time: 0.0713663 May 26 20:37:43.488656 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fbec89e3-33d5-4026-9604-36d686c54b0b req-5662ac1e-33a3-4c48-b6e7-b66c5ea9d29d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361643 May 26 20:37:43.689421 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad935-601d-42fb-a017-6d40f2dbfa3e req-99ef4464-3993-4dd6-baa7-0522dedebbee tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:43.691105 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bcad935-601d-42fb-a017-6d40f2dbfa3e req-99ef4464-3993-4dd6-baa7-0522dedebbee tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.0801020 May 26 20:37:43.738079 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2bcad935-601d-42fb-a017-6d40f2dbfa3e req-67478136-ec8f-4940-9695-81fd0dfdc6ba tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410595 May 26 20:37:44.831891 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-8e186499-a98c-4cd8-a325-f797f9390dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:44.929426 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03167ec-5dc9-46c8-955d-81fa903d6fe2 req-1e2a4813-bff0-4312-b65c-353a67af8163 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:44.930865 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c03167ec-5dc9-46c8-955d-81fa903d6fe2 req-1e2a4813-bff0-4312-b65c-353a67af8163 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.0849586 May 26 20:37:44.974511 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c03167ec-5dc9-46c8-955d-81fa903d6fe2 req-56acf1f3-ff29-4765-a68f-be927dd64e5b tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380430 May 26 20:37:45.019446 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:46.158058 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f5f9d-d1b6-4ee2-80e4-5b6501201d09 req-1f419e76-13ae-424f-bcd0-55521149fc47 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:37:46.159499 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d47f5f9d-d1b6-4ee2-80e4-5b6501201d09 req-1f419e76-13ae-424f-bcd0-55521149fc47 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.0782669 May 26 20:37:46.204449 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d47f5f9d-d1b6-4ee2-80e4-5b6501201d09 req-8820ff9b-0b3f-4bc5-be3f-4812045bf59d tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392189 May 26 20:37:47.038596 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ee7a-4a30-4437-b8af-c42db5ba50de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:47.526293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:48.454184 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:37:50.046562 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:07.381832 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:14.836885 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d78cb9d6-8265-4e7d-90c0-5d6e96b9441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:15.043274 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:17.043159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-580e4bca-7bab-4ce6-b0af-ce79c6e96ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:17.528120 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:18.069430 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:38:18.457572 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:20.051833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:23.910659 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-df166e97-e825-4ac9-8351-5ebf55ff8bd5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698991 May 26 20:38:24.044701 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-16daf4e2-50e5-4a73-bf45-e0b5e50edca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:38:24.046184 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-16daf4e2-50e5-4a73-bf45-e0b5e50edca1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1097 time: 0.0700674 May 26 20:38:24.189906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-27e18654-a816-4a25-a306-033cabb7d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:38:24.191293 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-27e18654-a816-4a25-a306-033cabb7d8fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1256249 May 26 20:38:24.290925 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-3f17444c-20e4-4f7b-bc22-e20faff7398f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 1001 time: 0.0939503 May 26 20:38:24.354294 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-4beb2a85-b052-4d46-aa0e-070944d639df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:38:24.355647 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-4beb2a85-b052-4d46-aa0e-070944d639df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0589547 May 26 20:38:24.427663 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-8679eac4-564a-43ad-ab53-d00e65d3f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:38:24.429098 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-8679eac4-564a-43ad-ab53-d00e65d3f4ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679052 May 26 20:38:24.557277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-59394585-7b17-4353-837b-2c5a3c1ff972 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219649 May 26 20:38:24.685808 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-2f05011a-f2f3-4d6f-9dac-795283321d91 req-4e92b4e6-34e7-447d-b145-fa591dcc71ea service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 May 26 20:38:37.395098 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:44.838410 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-13a8fc4c-06ae-4552-ac74-55a093b19cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:45.028236 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:47.045143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-70155ce1-b727-4094-b95b-20f039540b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:47.529224 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:48.460069 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:50.052630 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:38:55.069501 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:39:02.167262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33614) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:02.465289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Deleting port b7250e24-d64e-46b2-85dc-85357f901501 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:02.465547 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:02.630996 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:02.631318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:02.750918 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Calling delete_port for b7250e24-d64e-46b2-85dc-85357f901501 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:02.899966 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:02.945609 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'Port': ['ID=b7250e24-d64e-46b2-85dc-85357f901501,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:02.984554 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.984893 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.985248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.985575 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.985896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.986216 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.986532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.987369 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.987683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.987995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.988304 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:02.988615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:03.047008 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:03.047258 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Floating IP 8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4 disassociated (deleted). External IP: 172.25.0.241, port: 5159524a-01bf-4de6-9de9-b1bdb582335b. May 26 20:39:03.390891 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:03.566552 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:03.576167 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:03.587162 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:03.588638 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:03.589272 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:03.642554 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-65d87961-f385-4cd7-9488-0b23eeab0b42 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "DELETE /v2.0/floatingips/8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4 HTTP/1.1" status: 204 len: 168 time: 1.4741032 May 26 20:39:03.643630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:39:03.765828 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:03.876935 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8618decf-0e0f-4136-a4c9-f90324198d05'] response: {'name': 'network-changed', 'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'status': 'completed', 'code': 200} May 26 20:39:04.097883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:04.101653 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:04.109894 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:04.110478 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:04.146754 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-4370e648-cdbd-4184-b660-8eee2996bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:04.148220 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-4370e648-cdbd-4184-b660-8eee2996bf4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e7af9050b964e3a9109581155a44e46&device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 1097 time: 0.2487645 May 26 20:39:04.158991 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ecb81-4aef-4b6e-9186-59e6f90bb5b5 req-9fa0fcc3-2f95-4ed7-962b-40e8ddf42c37 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:04.159643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6d6ecb81-4aef-4b6e-9186-59e6f90bb5b5 req-9fa0fcc3-2f95-4ed7-962b-40e8ddf42c37 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:04.251906 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-6d6ecb81-4aef-4b6e-9186-59e6f90bb5b5 req-9fa0fcc3-2f95-4ed7-962b-40e8ddf42c37 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:04.253613 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6ecb81-4aef-4b6e-9186-59e6f90bb5b5 req-9fa0fcc3-2f95-4ed7-962b-40e8ddf42c37 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.2076342 May 26 20:39:04.290729 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:04.326167 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-fd793c18-deb9-49cb-8cd7-ccf266a73034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:04.327514 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-fd793c18-deb9-49cb-8cd7-ccf266a73034 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 200 len: 910 time: 0.1652939 May 26 20:39:04.332038 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6d6ecb81-4aef-4b6e-9186-59e6f90bb5b5 req-09b5f98c-59a6-47f7-86d2-d9d031b08e07 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692794 May 26 20:39:04.394227 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-8f4c3f45-7d7d-4284-9992-4f4a00d2666b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 200 len: 217 time: 0.0598202 May 26 20:39:04.460037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-4e4855ee-fc83-49e5-bb98-5b2c21ff8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:04.461508 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-4e4855ee-fc83-49e5-bb98-5b2c21ff8380 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 200 len: 848 time: 0.0609043 May 26 20:39:04.535257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-88277291-90de-4139-b121-bef8063d25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:04.536732 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-88277291-90de-4139-b121-bef8063d25d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb96c54b-4585-494d-a53e-83367fb891bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683713 May 26 20:39:04.604190 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:04.608004 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bccbfb-623e-4622-a800-41919a7c1be1 None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:29:11Z', 'revision_number': 4, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '9fc3560d-8fb9-421b-8531-617975df7aba', 'name': '', 'network_id': 'eb96c54b-4585-494d-a53e-83367fb891bf', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'mac_address': 'fa:16:3e:41:c1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:11Z', 'updated_at': '2022-05-26T20:29:17Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'subnets': [{'id': '5eb61836-0304-416d-8558-780c6cf90c8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:04.672446 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-c1a6a5da-353b-494f-a12f-d44b82fd6c82 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288013 May 26 20:39:04.809185 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-736bb5db-2e75-4c9b-aa2f-438e3b4224da req-edeb93db-b5d0-41a1-9636-ba807dc78b42 service neutron] 10.222.0.53 "GET /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305437 May 26 20:39:04.822438 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89831dba-c17a-4e56-aa2c-d00f091f1aa5 None None] New status for floating IP 8aa9017b-0ef4-47a2-b4b1-1ec14c95a7d4: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:39:05.556239 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eac4b7-8594-4ef7-a063-234db2781632 req-6293a36c-704b-4646-b385-ebfd853d934e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:05.557610 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eac4b7-8594-4ef7-a063-234db2781632 req-6293a36c-704b-4646-b385-ebfd853d934e tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.1161535 May 26 20:39:05.617542 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c6eac4b7-8594-4ef7-a063-234db2781632 req-9fb92496-b20b-452a-81d3-7d54f1ecee87 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/security-groups?id=f146084a-00b0-4578-bd4d-e19d05973dec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535736 May 26 20:39:05.634087 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-1191cfb3-9e7f-4ebe-8a7b-9eed225daaa2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:05.635538 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-1191cfb3-9e7f-4ebe-8a7b-9eed225daaa2 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 946 time: 0.1216500 May 26 20:39:05.706125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Deleting port 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:05.706457 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:05.945815 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] For port 5159524a-01bf-4de6-9de9-b1bdb582335b, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=5159524a-01bf-4de6-9de9-b1bdb582335b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:05.946165 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:06.066262 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Calling delete_port for 5159524a-01bf-4de6-9de9-b1bdb582335b owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:06.303911 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:06.351414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'Port': ['ID=5159524a-01bf-4de6-9de9-b1bdb582335b,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:06.427047 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] No DVR routers for this DVR port 5159524a-01bf-4de6-9de9-b1bdb582335b on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:39:06.429671 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:06.432122 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-deleted', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:39:06.449207 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d9138cb2-1b0d-41f7-a2b4-86aae35e8b99 req-e144a0fe-b2f1-48d8-b4bd-54b2ac613e16 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.53 "DELETE /v2.0/ports/5159524a-01bf-4de6-9de9-b1bdb582335b HTTP/1.1" status: 204 len: 173 time: 0.8083313 May 26 20:39:06.480086 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a50d6a2-9a95-4189-922d-7032c606d78f'] response: {'server_uuid': 'c6c41d0f-930c-47ca-8c74-037e04bff1ad', 'name': 'network-vif-deleted', 'tag': '5159524a-01bf-4de6-9de9-b1bdb582335b', 'status': 'completed', 'code': 200} May 26 20:39:06.772639 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-482a4ae9-f310-472e-838c-ff66b6d30217 req-e1e56fa2-5c29-4ee7-82f9-79b2b943bfa7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Synchronizing usage tracker for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:06.798584 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-482a4ae9-f310-472e-838c-ff66b6d30217 req-e1e56fa2-5c29-4ee7-82f9-79b2b943bfa7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Unset dirty status for tenant:5e7af9050b964e3a9109581155a44e46 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:06.805752 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-482a4ae9-f310-472e-838c-ff66b6d30217 req-e1e56fa2-5c29-4ee7-82f9-79b2b943bfa7 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6c41d0f-930c-47ca-8c74-037e04bff1ad HTTP/1.1" status: 200 len: 210 time: 0.0785153 May 26 20:39:07.412753 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:07.895720 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33634) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:07.970213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:08.003318 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:08.073478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:08.092865 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f146084a-00b0-4578-bd4d-e19d05973dec,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:08.105243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:08.106354 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-818869b1-4867-44fd-9d04-31b79ac6c493 tempest-TestShelveInstance-370210888 tempest-TestShelveInstance-370210888-project] 10.222.0.24 "DELETE /v2.0/security-groups/f146084a-00b0-4578-bd4d-e19d05973dec HTTP/1.1" status: 204 len: 168 time: 0.2096274 May 26 20:39:08.155027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33640) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:08.879502 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:09.226713 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Deleting port 9fc3560d-8fb9-421b-8531-617975df7aba {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:09.227302 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:09.399963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] For port 9fc3560d-8fb9-421b-8531-617975df7aba, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=9fc3560d-8fb9-421b-8531-617975df7aba,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:09.400377 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:09.450434 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:09.483946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: 5159524a-01bf-4de6-9de9-b1bdb582335b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:09.484366 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device 5159524a-01bf-4de6-9de9-b1bdb582335b not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:09.637712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Calling delete_port for 9fc3560d-8fb9-421b-8531-617975df7aba owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:09.947578 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:09.993415 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc3560d-8fb9-421b-8531-617975df7aba,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:10.030451 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.030635 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.030950 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.031275 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.031603 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.031924 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.032243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.032558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.032873 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.033214 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.034090 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.034391 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:10.271581 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:10.619692 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Router 78453b68-ba4a-42fb-adca-eff578defbb8 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:10.791243 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:10.799675 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Sync routers for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:10.809103 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9c0677f5-f5f5-4820-bdbf-397712eb4e51 admin admin] 10.222.0.24 "PUT /v2.0/routers/78453b68-ba4a-42fb-adca-eff578defbb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6529055 May 26 20:39:10.810352 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:10.811019 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:10.811517 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33646) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:10.994643 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:11.112640 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:11.292333 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:11.302175 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Deleting port 6f4507e7-195d-4f94-a0f5-261a6d055a07 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:11.302512 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:11.323404 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:39:09Z', 'revision_number': 5, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port': {'id': '6f4507e7-195d-4f94-a0f5-261a6d055a07', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:08Z', 'updated_at': '2022-05-26T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:11.327404 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Checking router: 78453b68-ba4a-42fb-adca-eff578defbb8 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:11.335702 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Routers {'78453b68-ba4a-42fb-adca-eff578defbb8'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:11.336319 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['78453b68-ba4a-42fb-adca-eff578defbb8'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:11.476434 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] For port 6f4507e7-195d-4f94-a0f5-261a6d055a07, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=6f4507e7-195d-4f94-a0f5-261a6d055a07,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:11.476786 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:11.487316 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] Set router 78453b68-ba4a-42fb-adca-eff578defbb8 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:11.600712 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Calling delete_port for 6f4507e7-195d-4f94-a0f5-261a6d055a07 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:11.601315 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:39:11Z', 'revision_number': 6, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:11.605228 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd745e-5c84-41eb-8cd6-6f1a50ccd70e None None] The sync data for ids ['78453b68-ba4a-42fb-adca-eff578defbb8'] in n-d-843146-9 is: [{'id': '78453b68-ba4a-42fb-adca-eff578defbb8', 'name': 'tempest-TestShelveInstance-1099276366-router', 'tenant_id': '5e7af9050b964e3a9109581155a44e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:07Z', 'updated_at': '2022-05-26T20:39:11Z', 'revision_number': 6, 'project_id': '5e7af9050b964e3a9109581155a44e46', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:11.772032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:11.821089 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4507e7-195d-4f94-a0f5-261a6d055a07,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:11.913236 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.084639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.086966 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.110177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.110905 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78453b68-ba4a-42fb-adca-eff578defbb8 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:39:12.124278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.125531 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-4b82ec28-8cc6-4b11-9bd6-10476fa992a6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/78453b68-ba4a-42fb-adca-eff578defbb8 HTTP/1.1" status: 204 len: 168 time: 1.3129830 May 26 20:39:12.128651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33650) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:12.189485 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Deleting subnet 5eb61836-0304-416d-8558-780c6cf90c8b {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:39:12.193143 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.242028 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.324624 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.494444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.531044 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb61836-0304-416d-8558-780c6cf90c8b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:12.535738 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.541135 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2830ee-0bd3-4c13-9bef-12406eeff334 None None] Network eb96c54b-4585-494d-a53e-83367fb891bf requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:12.541577 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-956c4415-01d6-44ba-b92c-c69c11b6a01a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5eb61836-0304-416d-8558-780c6cf90c8b HTTP/1.1" status: 204 len: 168 time: 0.4119303 May 26 20:39:12.546785 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33654) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:12.654097 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.664393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Deleting port 88746457-968a-4ffa-b05b-3d5c6ad8e64b {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:12.664724 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.788967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] DHCP port deletion for eb96c54b-4585-494d-a53e-83367fb891bf request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:39:12.793600 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Deleting port 88746457-968a-4ffa-b05b-3d5c6ad8e64b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:12.793965 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.874326 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] For port 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88746457-968a-4ffa-b05b-3d5c6ad8e64b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:12.874683 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:12.996733 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] For port 88746457-968a-4ffa-b05b-3d5c6ad8e64b, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=88746457-968a-4ffa-b05b-3d5c6ad8e64b,segment=NetworkSegment(7ad4b65a-fca7-44bf-b8e7-d73a982cdea7),segment_id=7ad4b65a-fca7-44bf-b8e7-d73a982cdea7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:12.998164 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.004365 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Calling delete_port for 88746457-968a-4ffa-b05b-3d5c6ad8e64b owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:13.084085 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.119793 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Calling delete_port for 88746457-968a-4ffa-b05b-3d5c6ad8e64b owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:13.132490 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Pushing event deleted for resources: {'Port': ['ID=88746457-968a-4ffa-b05b-3d5c6ad8e64b,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:13.134303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] No DVR routers for this DVR port 88746457-968a-4ffa-b05b-3d5c6ad8e64b on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:39:13.193502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:39:13.194009 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:39:13.242548 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4507e7-195d-4f94-a0f5-261a6d055a07 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:13.251912 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.277015 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb96c54b-4585-494d-a53e-83367fb891bf']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:13.279681 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 6f4507e7-195d-4f94-a0f5-261a6d055a07 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:13.280022 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 6f4507e7-195d-4f94-a0f5-261a6d055a07 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:13.280433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9fc3560d-8fb9-421b-8531-617975df7aba no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:13.289544 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:13.289841 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad4b65a-fca7-44bf-b8e7-d73a982cdea7') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:13.301647 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.312970 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 9fc3560d-8fb9-421b-8531-617975df7aba {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:13.313335 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 9fc3560d-8fb9-421b-8531-617975df7aba not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:13.313748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88746457-968a-4ffa-b05b-3d5c6ad8e64b no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:13.319386 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.328368 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:39:13.328368 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.348942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 88746457-968a-4ffa-b05b-3d5c6ad8e64b {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:13.348942 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 88746457-968a-4ffa-b05b-3d5c6ad8e64b not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:13.414682 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7ad4b65a-fca7-44bf-b8e7-d73a982cdea7 resource provider aggregate not found May 26 20:39:13.432021 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 7ad4b65a-fca7-44bf-b8e7-d73a982cdea7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ad4b65a-fca7-44bf-b8e7-d73a982cdea7 found for delete ", "request_id": "req-526e8ec8-c8c1-4ebb-9238-c1291a8b4ebc"}]} May 26 20:39:13.433110 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.449885 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.459959 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb96c54b-4585-494d-a53e-83367fb891bf,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:13.472881 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-92118b7a-4bbf-4b8b-8f88-a3d18796060a admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb96c54b-4585-494d-a53e-83367fb891bf HTTP/1.1" status: 204 len: 168 time: 0.9250474 May 26 20:39:13.475699 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33664) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:13.694994 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Deleting port 88746457-968a-4ffa-b05b-3d5c6ad8e64b {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:13.695591 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:13.765948 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-285bf630-12c2-4b65-9ac8-c7a77302ed9b None None] The port '88746457-968a-4ffa-b05b-3d5c6ad8e64b' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:39:14.166784 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:14.522174 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Deleting port b72ffea9-a272-470b-a6cd-f3fb521cba7d {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:14.522822 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:14.691463 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] For port b72ffea9-a272-470b-a6cd-f3fb521cba7d, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=b72ffea9-a272-470b-a6cd-f3fb521cba7d,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:14.691811 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:14.811252 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Calling delete_port for b72ffea9-a272-470b-a6cd-f3fb521cba7d owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:14.839941 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4526062e-3cea-49d3-a001-918cb5fa9800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:14.994177 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:15.032364 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:15.047564 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72ffea9-a272-470b-a6cd-f3fb521cba7d,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:15.329562 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:15.800513 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Router 7df2b5db-6a75-4e29-a185-e67916946200 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:15.977247 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:15.988441 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-fe9eada2-8af9-4a6d-9f22-49ce943cda16 admin admin] 10.222.0.24 "PUT /v2.0/routers/7df2b5db-6a75-4e29-a185-e67916946200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093894 May 26 20:39:15.988611 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Sync routers for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:15.989111 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33668) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:15.996547 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:15.997260 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:16.164675 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:16.170435 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:16.347278 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:16.356690 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Deleting port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:16.357326 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:16.484094 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:39:14Z', 'revision_number': 5, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port': {'id': '4689063b-16a5-4b58-9c86-d0ab6f3c6c64', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df2b5db-6a75-4e29-a185-e67916946200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:29:15Z', 'updated_at': '2022-05-26T20:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:16.487866 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Checking router: 7df2b5db-6a75-4e29-a185-e67916946200 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:16.496091 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Routers {'7df2b5db-6a75-4e29-a185-e67916946200'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:16.496682 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:38:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['7df2b5db-6a75-4e29-a185-e67916946200'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:16.526027 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] For port 4689063b-16a5-4b58-9c86-d0ab6f3c6c64, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:16.526379 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:16.645016 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] Set router 7df2b5db-6a75-4e29-a185-e67916946200 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:16.650651 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Calling delete_port for 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:16.748056 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:39:16Z', 'revision_number': 6, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:16.752496 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10489a2b-e5f8-4088-bb97-d134cc13a31f None None] The sync data for ids ['7df2b5db-6a75-4e29-a185-e67916946200'] in n-d-843146-9 is: [{'id': '7df2b5db-6a75-4e29-a185-e67916946200', 'name': 'tempest-TestShelveInstance-1656239691-router', 'tenant_id': '3362785946284d9b952daade85a49f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:29:14Z', 'updated_at': '2022-05-26T20:39:16Z', 'revision_number': 6, 'project_id': '3362785946284d9b952daade85a49f84', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:16.821573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.015684 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4689063b-16a5-4b58-9c86-d0ab6f3c6c64,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:17.047379 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e44-dbbc-4ed5-b07a-b2dc85f9c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.083653 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.259301 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.261414 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.285218 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.285744 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df2b5db-6a75-4e29-a185-e67916946200 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:39:17.298070 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.299776 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-107235d4-e96e-4f94-8843-dda7d84198bf admin admin] 10.222.0.24 "DELETE /v2.0/routers/7df2b5db-6a75-4e29-a185-e67916946200 HTTP/1.1" status: 204 len: 168 time: 1.3097427 May 26 20:39:17.302256 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33672) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:17.360737 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Deleting subnet fd2d095b-800d-4497-bddf-a57a0dc15946 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:39:17.364137 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.412439 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.494089 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.525988 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b72ffea9-a272-470b-a6cd-f3fb521cba7d no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:17.573030 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: b72ffea9-a272-470b-a6cd-f3fb521cba7d {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:17.573391 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device b72ffea9-a272-470b-a6cd-f3fb521cba7d not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:17.573977 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:17.574901 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.611847 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:17.612193 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 4689063b-16a5-4b58-9c86-d0ab6f3c6c64 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:17.614662 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.619779 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2d095b-800d-4497-bddf-a57a0dc15946,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:17.626102 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.635146 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2cc7a-e296-4e70-b2ed-715067c62bfe None None] Network 6f557c1b-b679-4a17-9e92-b7d6650b7983 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:17.638289 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-021eb0a5-e7e4-43bc-853f-4c3d6c8e7a62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd2d095b-800d-4497-bddf-a57a0dc15946 HTTP/1.1" status: 204 len: 168 time: 0.3349524 May 26 20:39:17.638430 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33676) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:17.751100 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.762660 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Deleting port 3474f383-da4f-451a-9e56-7d7c9fa68b94 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:17.762992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.884464 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] DHCP port deletion for 6f557c1b-b679-4a17-9e92-b7d6650b7983 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:39:17.888666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Deleting port 3474f383-da4f-451a-9e56-7d7c9fa68b94 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:17.889056 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:17.975335 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] For port 3474f383-da4f-451a-9e56-7d7c9fa68b94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3474f383-da4f-451a-9e56-7d7c9fa68b94,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:17.975725 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.092385 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] For port 3474f383-da4f-451a-9e56-7d7c9fa68b94, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3474f383-da4f-451a-9e56-7d7c9fa68b94,segment=NetworkSegment(88ee4f0b-58cc-4a50-b73d-fc60ee55199e),segment_id=88ee4f0b-58cc-4a50-b73d-fc60ee55199e)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:18.092927 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.107449 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Calling delete_port for 3474f383-da4f-451a-9e56-7d7c9fa68b94 owned by network:dhcp {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:18.181689 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.212790 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Calling delete_port for 3474f383-da4f-451a-9e56-7d7c9fa68b94 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:39:18.230534 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Pushing event deleted for resources: {'Port': ['ID=3474f383-da4f-451a-9e56-7d7c9fa68b94,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:18.235525 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] No DVR routers for this DVR port 3474f383-da4f-451a-9e56-7d7c9fa68b94 on host n-d-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:39:18.289769 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:39:18.290231 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:39:18.358096 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.382583 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f557c1b-b679-4a17-9e92-b7d6650b7983']}} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:18.394204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ee4f0b-58cc-4a50-b73d-fc60ee55199e') {'for_net_delete': True} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:18.394492 n-d-843146-9 neutron-server[88363]: DEBUG neutron.services.segments.db [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ee4f0b-58cc-4a50-b73d-fc60ee55199e') {} {{(pid=88363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:18.405383 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6143056'] for segment, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.421157 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.427482 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:39:18.427846 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6607349'] for segment, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.463726 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.506477 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 88ee4f0b-58cc-4a50-b73d-fc60ee55199e resource provider aggregate not found May 26 20:39:18.522907 n-d-843146-9 neutron-server[88363]: INFO neutron.services.segments.plugin [-] Segment 88ee4f0b-58cc-4a50-b73d-fc60ee55199e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88ee4f0b-58cc-4a50-b73d-fc60ee55199e found for delete ", "request_id": "req-d54b512c-1d8e-43ef-9097-0fb39956f483"}]} May 26 20:39:18.523918 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.539878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.551189 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f557c1b-b679-4a17-9e92-b7d6650b7983,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:18.553922 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f0d85a81-dffd-4d19-bf95-e88ac216c608 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f557c1b-b679-4a17-9e92-b7d6650b7983 HTTP/1.1" status: 204 len: 168 time: 0.9145114 May 26 20:39:18.693968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33688) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:18.741136 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-049d62a9-4b92-49a0-be5c-3d9eeb9e7b57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e7af9050b964e3a9109581155a44e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459831 May 26 20:39:18.743530 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33692) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:18.792486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Deleting port 3474f383-da4f-451a-9e56-7d7c9fa68b94 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:39:18.792862 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.798831 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.825068 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.858330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-6cb22bff-d8d8-4149-ace4-ff108630e1f1 None None] The port '3474f383-da4f-451a-9e56-7d7c9fa68b94' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:39:18.883397 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.902123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d85315-b09d-4555-b5f9-ce449a9226d2,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:18.910091 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:18.911276 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-d1775f68-2048-4043-ab86-bdaa5256ce85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31d85315-b09d-4555-b5f9-ce449a9226d2 HTTP/1.1" status: 204 len: 168 time: 0.1669033 May 26 20:39:19.246472 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3474f383-da4f-451a-9e56-7d7c9fa68b94 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:39:19.278860 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33700) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:19.318529 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3474f383-da4f-451a-9e56-7d7c9fa68b94 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:39:19.318875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3474f383-da4f-451a-9e56-7d7c9fa68b94 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:39:19.328543 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4f85e7e1-b778-4cc1-93c9-741f6a1e5844 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3362785946284d9b952daade85a49f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485008 May 26 20:39:19.331116 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33704) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:19.388881 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:19.413629 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:19.464040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:19.477558 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c750fe9f-a8b7-441e-af37-ccefba886836,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:19.483640 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:19.484729 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5467011e-da44-45ee-bc04-3c52da93704c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c750fe9f-a8b7-441e-af37-ccefba886836 HTTP/1.1" status: 204 len: 168 time: 0.1526902 May 26 20:39:20.057578 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.257631 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33728) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:20.366153 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1221678857-network', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:20.371557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:20.375382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Usage tracker for resource:network and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:20.378229 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:20.384364 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:20.393995 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Made reservation on behalf of 036f271e2db749bdace4ecdc685b4f8b for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:39:20.396417 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.411877 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.520621 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:20.524328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:20.527175 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:20.532692 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:20.613578 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.617196 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.645786 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:39:20.653966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fd44a2-0b4e-43ee-8ba5-a749f69de0c6,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:20.659869 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.660209 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Added segment 6f61140c-abb9-45ac-adc4-00cc0191d9e0 of type vlan for network aba95bbb-cbf2-48f0-8d77-2253b903bb0a May 26 20:39:20.686026 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.714110 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.715024 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:20.715597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:20.816792 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] Pushing event updated for resources: {'Network': ['ID=aba95bbb-cbf2-48f0-8d77-2253b903bb0a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:20.823115 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-11076f59-6632-43fd-887b-146777c0513e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5616813 May 26 20:39:20.823467 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33734) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:20.826537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:39:20.828470 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Request body: {'subnet': {'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1221678857-subnet', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:20.834101 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:20.837935 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Usage tracker for resource:subnet and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:20.840747 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:20.846445 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:20.856511 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Made reservation on behalf of 036f271e2db749bdace4ecdc685b4f8b for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:39:20.858777 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.061737 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.138371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40004a22-cc9f-46da-9eea-7e8bde24be42,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:21.142197 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Checking segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:21.142590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Network hostable DHCP agents. Network: aba95bbb-cbf2-48f0-8d77-2253b903bb0a, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:39:21.161524 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:39:21.170016 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, aba95bbb-cbf2-48f0-8d77-2253b903bb0a) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:21.174398 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:21.174970 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.179876 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe70ef0-8531-4d83-bd59-461d8da3cc20 None None] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:21.198287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-8dba7507-839d-42d0-9edc-d56a2806f713 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3714821 May 26 20:39:21.198684 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33738) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:21.203367 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:21.208777 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:21.212622 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Usage tracker for resource:router and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:21.215462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:21.221667 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:21.231268 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.232462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.247826 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.387523 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:39:21.388351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.512803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.543026 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Allocated IP 172.20.0.2 (aba95bbb-cbf2-48f0-8d77-2253b903bb0a/40004a22-cc9f-46da-9eea-7e8bde24be42/479bdcbd-8ad8-42cc-982d-acf1c983136e) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:21.745493 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.755431 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Transition to ACTIVE for port object 479bdcbd-8ad8-42cc-982d-acf1c983136e will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:21.773770 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Transition to ACTIVE for port object 479bdcbd-8ad8-42cc-982d-acf1c983136e will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:21.779072 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.820233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.842828 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:21.845657 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:21.849122 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:21.852053 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.894062 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Pushing event updated for resources: {'Port': ['ID=479bdcbd-8ad8-42cc-982d-acf1c983136e,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:21.932470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.932807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.933170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.933500 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.933827 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.934150 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.934470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.934788 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.935106 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.935421 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.935735 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.936053 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:21.958201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Attempting to bind port 479bdcbd-8ad8-42cc-982d-acf1c983136e on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:21.958573 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Attempting to bind port 479bdcbd-8ad8-42cc-982d-acf1c983136e by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:21.959083 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Attempting to bind port 479bdcbd-8ad8-42cc-982d-acf1c983136e on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:21.964310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:21.964678 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Checking segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:21.965099 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.965484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Bound using segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:21.965966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Bound port: 479bdcbd-8ad8-42cc-982d-acf1c983136e, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:21.966335 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:21.988059 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Allocated IP 172.25.0.204 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/ddee41da-28dd-4962-83ff-0aadbfcf8167) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:22.056992 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] For port 479bdcbd-8ad8-42cc-982d-acf1c983136e, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:22.060716 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] For port 479bdcbd-8ad8-42cc-982d-acf1c983136e, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=479bdcbd-8ad8-42cc-982d-acf1c983136e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:22.065461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:22.150944 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a0ca6-0dd3-436a-85db-559dad8443ee None None] Pushing event updated for resources: {'Port': ['ID=479bdcbd-8ad8-42cc-982d-acf1c983136e,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:22.248648 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:22.280304 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:22.356046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:22.359191 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:22.362541 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:22.401277 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Pushing event updated for resources: {'Port': ['ID=ddee41da-28dd-4962-83ff-0aadbfcf8167,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:22.780049 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.060163 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc696669-07ec-49a3-a5ba-ab05ea309fcd None None] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:23.125337 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.152687 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-2358c819-6ee6-4934-93f8-21151852f80e None None] Provisioning for port 479bdcbd-8ad8-42cc-982d-acf1c983136e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:23.291289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 479bdcbd-8ad8-42cc-982d-acf1c983136e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:23.329724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Router 22c44e0c-a857-450a-970c-3a99fcce4687 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:39:23.371267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 479bdcbd-8ad8-42cc-982d-acf1c983136e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:23.379819 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 479bdcbd-8ad8-42cc-982d-acf1c983136e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:23.380253 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.505397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 479bdcbd-8ad8-42cc-982d-acf1c983136e is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:23.505779 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.525624 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:23.538114 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:23.541187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 479bdcbd-8ad8-42cc-982d-acf1c983136e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=479bdcbd-8ad8-42cc-982d-acf1c983136e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:23.546776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.555452 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.555647 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:23.559342 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:23.559472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2f77eb41-eeca-4f87-8753-d87339ba6b65 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3573036 May 26 20:39:23.559472 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33742) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:23.671943 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-9c675982-a5e5-44fe-8c7d-b0ed1c0a1822 None None] Provisioning complete for port 479bdcbd-8ad8-42cc-982d-acf1c983136e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:23.672315 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-9c675982-a5e5-44fe-8c7d-b0ed1c0a1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:23.721457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=479bdcbd-8ad8-42cc-982d-acf1c983136e,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:23.753230 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:23.796326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-9c675982-a5e5-44fe-8c7d-b0ed1c0a1822 None None] Current status of the port 479bdcbd-8ad8-42cc-982d-acf1c983136e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:24.039457 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:22Z', 'revision_number': 3, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:24.043320 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:24.043660 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Updating router 22c44e0c-a857-450a-970c-3a99fcce4687 port ddee41da-28dd-4962-83ff-0aadbfcf8167 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:39:24.098924 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.355588 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.450095 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.461679 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Transition to ACTIVE for port object ddee41da-28dd-4962-83ff-0aadbfcf8167 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:24.467226 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.543063 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Attempting to bind port ddee41da-28dd-4962-83ff-0aadbfcf8167 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:24.543657 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Attempting to bind port ddee41da-28dd-4962-83ff-0aadbfcf8167 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:24.543771 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Attempting to bind port ddee41da-28dd-4962-83ff-0aadbfcf8167 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:24.553391 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Pushing event updated for resources: {'Port': ['ID=ddee41da-28dd-4962-83ff-0aadbfcf8167,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:24.555469 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:24.555830 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:24.556218 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.556598 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:24.557065 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Bound port: ddee41da-28dd-4962-83ff-0aadbfcf8167, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:24.557426 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.563112 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Allocated IP 172.20.0.1 (aba95bbb-cbf2-48f0-8d77-2253b903bb0a/40004a22-cc9f-46da-9eea-7e8bde24be42/59e9a69d-073d-44d0-81b4-6b2878b4795a) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:24.596460 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.596797 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.597148 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.597476 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.597799 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.598111 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.598429 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.598746 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.599054 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.599364 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.599674 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.599983 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:39:24.641559 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] For port ddee41da-28dd-4962-83ff-0aadbfcf8167, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:24.644773 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] For port ddee41da-28dd-4962-83ff-0aadbfcf8167, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ddee41da-28dd-4962-83ff-0aadbfcf8167,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:24.649016 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.713403 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.727003 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:24.727614 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:24.728556 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Transition to ACTIVE for port object 59e9a69d-073d-44d0-81b4-6b2878b4795a will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:24.751612 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.791952 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6fe32-1b0d-431a-85f6-fe1f66fb8ff9 None None] Pushing event updated for resources: {'Port': ['ID=ddee41da-28dd-4962-83ff-0aadbfcf8167,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:24.816099 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:24.819055 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:24.823096 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:24.858022 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Pushing event updated for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:24.884931 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:24.918704 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:25.015462 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.026645 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed5d94e6-265f-466b-895b-60155369e65b None None] Provisioning for port 59e9a69d-073d-44d0-81b4-6b2878b4795a completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:25.032174 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ed5d94e6-265f-466b-895b-60155369e65b None None] Provisioning complete for port 59e9a69d-073d-44d0-81b4-6b2878b4795a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:25.032549 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ed5d94e6-265f-466b-895b-60155369e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.094986 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d94e6-265f-466b-895b-60155369e65b None None] Port 59e9a69d-073d-44d0-81b4-6b2878b4795a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:39:25.214103 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:22Z', 'revision_number': 3, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:25.218276 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4846e4-519e-41cb-8c3d-bbc3a8ecc84b None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:22Z', 'revision_number': 3, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:25.259690 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 479bdcbd-8ad8-42cc-982d-acf1c983136e up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:25.330442 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 479bdcbd-8ad8-42cc-982d-acf1c983136e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:25.330811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.370195 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.374765 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.481251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 479bdcbd-8ad8-42cc-982d-acf1c983136e is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:25.490257 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Pushing event updated for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:25.492734 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.634502 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:25.635618 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:25.834880 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:25.922428 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-ebb36beb-b618-417b-9caf-ee66f0b78238 None None] Provisioning complete for port 59e9a69d-073d-44d0-81b4-6b2878b4795a triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:25.922801 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ebb36beb-b618-417b-9caf-ee66f0b78238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:25.981158 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-ebb36beb-b618-417b-9caf-ee66f0b78238 None None] Port 59e9a69d-073d-44d0-81b4-6b2878b4795a cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:39:26.027168 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:26.037440 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6ad3535f-3f0b-414b-8d49-d86c78e8ef54 admin admin] 10.222.0.24 "PUT /v2.0/routers/22c44e0c-a857-450a-970c-3a99fcce4687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769800 May 26 20:39:26.529726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33762) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:26.535601 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2057605633-network', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:26.541134 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:26.545237 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Usage tracker for resource:network and tenant:7044e78afaed4930b6ca975bed6cfb63 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:26.548332 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:26.554766 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:26.565968 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Made reservation on behalf of 7044e78afaed4930b6ca975bed6cfb63 for: {'network': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:39:26.568518 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for network, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.581085 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.594966 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:26.598740 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Usage tracker for resource:security_group_rule and tenant:7044e78afaed4930b6ca975bed6cfb63 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:26.601477 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:26.607117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:26.690476 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.694615 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.719121 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:26.728615 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:26.729203 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:26.731287 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=88363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:39:26.737126 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b2784-46d9-4fac-8295-9e716c559c65,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:26.744728 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.745075 n-d-843146-9 neutron-server[88363]: INFO neutron.db.segments_db [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Added segment 04d8f54d-e9f4-4ab1-a169-6481971ff9e7 of type vlan for network 78dfa256-052b-41f0-a110-23017dc3f033 May 26 20:39:26.772391 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742997399772'] for network, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.801572 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043'] for network, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.802543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:26.803105 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Notify callbacks [] for network, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.906046 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3752165 May 26 20:39:26.906742 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445673-0684-487c-8e5d-0585b2c41d82 admin admin] Pushing event updated for resources: {'Network': ['ID=78dfa256-052b-41f0-a110-23017dc3f033,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:26.908068 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:26.909431 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33766) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:26.915573 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Request body: {'subnet': {'network_id': '78dfa256-052b-41f0-a110-23017dc3f033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2057605633-subnet', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'ip_version': 4}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:26.921085 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:26.925414 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Usage tracker for resource:subnet and tenant:7044e78afaed4930b6ca975bed6cfb63 is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:26.928177 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:26.934231 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:26.946521 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Made reservation on behalf of 7044e78afaed4930b6ca975bed6cfb63 for: {'subnet': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:39:26.948716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6558445'] for subnet, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:26.960027 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Network 78dfa256-052b-41f0-a110-23017dc3f033 details requested by agent ovs-agent-n-d-843146-9 with host n-d-843146-9 {{(pid=88364) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 20:39:27.156084 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6610712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6558431'] for subnet, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.251453 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f26b183-49c2-4408-8a76-78e434958cf0,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:27.259756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Checking segment: {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:27.260117 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Network hostable DHCP agents. Network: 78dfa256-052b-41f0-a110-23017dc3f033, hostable agents: ['e8cb9a28-a1e5-448f-9baa-331cad644c94'], hosted agents: [] {{(pid=88363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:39:27.280687 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Network 78dfa256-052b-41f0-a110-23017dc3f033 is scheduled to be hosted by DHCP agent e8cb9a28-a1e5-448f-9baa-331cad644c94 with binding_index 1 {{(pid=88363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:39:27.291314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843146-9, 78dfa256-052b-41f0-a110-23017dc3f033) {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:27.295854 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:27.296418 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.304941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ddee41da-28dd-4962-83ff-0aadbfcf8167 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:27.320720 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33770) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:27.321273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-6f802d14-479b-430e-bb23-71711db4cf89 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4103541 May 26 20:39:27.325790 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:27.328410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e93a24-72b7-4801-94c5-4f968ef16582 None None] Network 78dfa256-052b-41f0-a110-23017dc3f033 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:27.331386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:27.335218 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Usage tracker for resource:router and tenant:7044e78afaed4930b6ca975bed6cfb63 is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:27.338048 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:27.343963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:27.358171 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-393780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10117'] for router, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.359799 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10236'] for router, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.375416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.528011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port ddee41da-28dd-4962-83ff-0aadbfcf8167 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:27.532173 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:25Z', 'revision_number': 2, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:27.545820 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:27.546170 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Updating router 22c44e0c-a857-450a-970c-3a99fcce4687 port 59e9a69d-073d-44d0-81b4-6b2878b4795a binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:39:27.576006 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ddee41da-28dd-4962-83ff-0aadbfcf8167 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:27.576290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.646537 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-393845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10222'] for router, precommit_update {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.717288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.753077 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp47344367-0bbb-51dd-a0fe-c8dd8981123f-78dfa256-052b-41f0-a110-23017dc3f033', 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'fixed_ips': [{'subnet_id': '3f26b183-49c2-4408-8a76-78e434958cf0'}]}} from n-d-843146-9. {{(pid=88364) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 26 20:39:27.753859 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.961144 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.973132 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ddee41da-28dd-4962-83ff-0aadbfcf8167 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:27.973508 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:27.991557 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.023199 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port ddee41da-28dd-4962-83ff-0aadbfcf8167, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ddee41da-28dd-4962-83ff-0aadbfcf8167,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:28.071943 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.232572 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.db_base_plugin_common [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Allocated IP 172.20.0.2 (78dfa256-052b-41f0-a110-23017dc3f033/3f26b183-49c2-4408-8a76-78e434958cf0/83e715e7-8cde-4446-b061-b14cc7c726f2) {{(pid=88364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:28.248750 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_common [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Allocated IP 172.25.0.11 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/3037f05c-6acf-454f-9d82-e45e11d03873) {{(pid=88362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:28.254054 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=ddee41da-28dd-4962-83ff-0aadbfcf8167,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:28.409047 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.440247 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.477114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.511581 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:28.514343 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.base_scheduler [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Resources bound (agent type, host, resource id): {{(pid=88362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:28.516833 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Received port after_create {{(pid=88362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:28.529518 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Transition to ACTIVE for port object 59e9a69d-073d-44d0-81b4-6b2878b4795a will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:28.544219 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.560987 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Pushing event updated for resources: {'Port': ['ID=3037f05c-6acf-454f-9d82-e45e11d03873,revision_number=1']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:28.588478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks [] for port, precommit_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.661124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Transition to ACTIVE for port object 83e715e7-8cde-4446-b061-b14cc7c726f2 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:28.704330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8782-c0e4-4da7-bab0-d4461a1ec956 None None] Pushing event updated for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:28.708930 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Transition to ACTIVE for port object 83e715e7-8cde-4446-b061-b14cc7c726f2 will not be triggered until provisioned by entity DHCP. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:28.746254 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470'] for port, after_create {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.858640 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Network 78dfa256-052b-41f0-a110-23017dc3f033 is already hosted by enough agents. {{(pid=88364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:28.863896 n-d-843146-9 neutron-server[88364]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Resources bound (agent type, host, resource id): {{(pid=88364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:28.867129 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Received port after_create {{(pid=88364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:28.878377 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Attempting to bind port 59e9a69d-073d-44d0-81b4-6b2878b4795a on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:28.878742 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Attempting to bind port 59e9a69d-073d-44d0-81b4-6b2878b4795a by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:28.879103 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Attempting to bind port 59e9a69d-073d-44d0-81b4-6b2878b4795a on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:28.886470 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Pushing event updated for resources: {'Port': ['ID=83e715e7-8cde-4446-b061-b14cc7c726f2,revision_number=1']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:28.929109 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:28.929484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Checking segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:28.929878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.930267 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Bound using segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:28.930730 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Bound port: 59e9a69d-073d-44d0-81b4-6b2878b4795a, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:28.931093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:28.948477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.039633 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Attempting to bind port 83e715e7-8cde-4446-b061-b14cc7c726f2 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:29.039941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Attempting to bind port 83e715e7-8cde-4446-b061-b14cc7c726f2 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:29.040281 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Attempting to bind port 83e715e7-8cde-4446-b061-b14cc7c726f2 on network 78dfa256-052b-41f0-a110-23017dc3f033 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:29.050706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:29.051080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Checking segment: {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:29.051484 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.051871 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Bound using segment: {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:29.052334 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Bound port: 83e715e7-8cde-4446-b061-b14cc7c726f2, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:29.052706 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.119744 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] For port 59e9a69d-073d-44d0-81b4-6b2878b4795a, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:29.140983 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] For port 59e9a69d-073d-44d0-81b4-6b2878b4795a, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=59e9a69d-073d-44d0-81b4-6b2878b4795a,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:29.146811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.230080 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] For port 83e715e7-8cde-4446-b061-b14cc7c726f2, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:29.250180 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] For port 83e715e7-8cde-4446-b061-b14cc7c726f2, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83e715e7-8cde-4446-b061-b14cc7c726f2,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:29.251296 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:29.252850 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:29.311457 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-393743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394572'] for router, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.371729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ddee41da-28dd-4962-83ff-0aadbfcf8167 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:29.408716 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.412169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d8782-c0e4-4da7-bab0-d4461a1ec956 None None] Pushing event updated for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:29.526582 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Router bc72c341-744b-4649-8c64-1ee1de510600 is scheduled to L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 with binding_index 1 {{(pid=88362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 20:39:29.627991 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8494b-61d2-456a-90a4-56be59abd199 None None] Pushing event updated for resources: {'Port': ['ID=83e715e7-8cde-4446-b061-b14cc7c726f2,revision_number=2']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:29.651571 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port ddee41da-28dd-4962-83ff-0aadbfcf8167 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:29.651946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.677929 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:29.843035 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:29.870432 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Sync routers for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:29.876320 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:29.879403 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-9840686c-ee23-493e-a09b-13451c78d952 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5576272 May 26 20:39:29.882208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33774) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:29.883901 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:29.884892 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:30.027531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port ddee41da-28dd-4962-83ff-0aadbfcf8167 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:30.079262 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:30.116310 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:29Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:30.120283 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ecfd-6a33-49af-8895-459fe129bc8b None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:29Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:30.433361 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:28Z', 'revision_number': 3, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:30.438463 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Checking router: bc72c341-744b-4649-8c64-1ee1de510600 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:30.438631 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Updating router bc72c341-744b-4649-8c64-1ee1de510600 port 3037f05c-6acf-454f-9d82-e45e11d03873 binding host n-d-843146-9 {{(pid=88365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:39:30.517982 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:30.745588 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f619aebc-a8f1-41f3-bf9b-9ca0572370a9 None None] Network 78dfa256-052b-41f0-a110-23017dc3f033 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:39:30.827367 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:30.888710 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-e8ebd6bd-2aa9-4a9c-8e61-920fde83c259 None None] Provisioning for port 83e715e7-8cde-4446-b061-b14cc7c726f2 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:30.978654 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks [] for port, precommit_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:30.991061 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.provisioning_blocks [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Transition to ACTIVE for port object 3037f05c-6acf-454f-9d82-e45e11d03873 will not be triggered until provisioned by entity L2. {{(pid=88365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:30.999415 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.080728 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Allocated IP 172.20.0.1 (78dfa256-052b-41f0-a110-23017dc3f033/3f26b183-49c2-4408-8a76-78e434958cf0/c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:31.081315 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Attempting to bind port 3037f05c-6acf-454f-9d82-e45e11d03873 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:31.081469 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Attempting to bind port 3037f05c-6acf-454f-9d82-e45e11d03873 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:31.082124 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Attempting to bind port 3037f05c-6acf-454f-9d82-e45e11d03873 on network 2c3906e2-033b-4d28-bbd8-1334cd685c8a {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:31.104556 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:31.104921 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Checking segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:31.105357 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.105739 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Bound using segment: {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'} {{(pid=88365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:31.106209 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.managers [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Bound port: 3037f05c-6acf-454f-9d82-e45e11d03873, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf143794-18ca-40fa-8805-a54476bdb257', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a'}}] {{(pid=88365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:31.106570 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.148152 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492cb2-0adc-4357-b975-96f677743d4c None None] Pushing event updated for resources: {'Port': ['ID=3037f05c-6acf-454f-9d82-e45e11d03873,revision_number=2']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:31.191848 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] For port 3037f05c-6acf-454f-9d82-e45e11d03873, host n-d-843146-9, cleared binding levels {{(pid=88365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:31.195595 n-d-843146-9 neutron-server[88365]: DEBUG neutron.plugins.ml2.db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] For port 3037f05c-6acf-454f-9d82-e45e11d03873, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3037f05c-6acf-454f-9d82-e45e11d03873,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:31.210857 n-d-843146-9 neutron-server[88365]: DEBUG neutron_lib.callbacks.manager [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.270579 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.287538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Transition to ACTIVE for port object c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:31.318380 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.323693 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:31.324321 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:31.366981 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 59e9a69d-073d-44d0-81b4-6b2878b4795a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:31.410289 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Network 78dfa256-052b-41f0-a110-23017dc3f033 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:31.414037 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:31.417678 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:31.454838 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10492cb2-0adc-4357-b975-96f677743d4c None None] Pushing event updated for resources: {'Port': ['ID=3037f05c-6acf-454f-9d82-e45e11d03873,revision_number=3']} {{(pid=88365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:31.477629 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Pushing event updated for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:31.495643 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 59e9a69d-073d-44d0-81b4-6b2878b4795a completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:31.500046 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394758'] for router_interface, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.505380 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 59e9a69d-073d-44d0-81b4-6b2878b4795a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:31.505811 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.606368 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:31.654430 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.675990 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 59e9a69d-073d-44d0-81b4-6b2878b4795a is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:31.676514 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.721844 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 59e9a69d-073d-44d0-81b4-6b2878b4795a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=59e9a69d-073d-44d0-81b4-6b2878b4795a,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:31.726500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.727358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83e715e7-8cde-4446-b061-b14cc7c726f2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:31.839594 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d1493dc-6fcf-4172-92ff-d0206e1407ee None None] Provisioning for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:31.853671 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3d1493dc-6fcf-4172-92ff-d0206e1407ee None None] Provisioning complete for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:31.854030 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3d1493dc-6fcf-4172-92ff-d0206e1407ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.908350 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.911785 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-3d1493dc-6fcf-4172-92ff-d0206e1407ee None None] Port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:39:31.913506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.924424 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:31.927257 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 83e715e7-8cde-4446-b061-b14cc7c726f2 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:31.932457 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 83e715e7-8cde-4446-b061-b14cc7c726f2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:31.933248 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:31.948973 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:28Z', 'revision_number': 3, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:31.953109 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd62fd-430b-42e5-905f-f02034e0fd74 None None] The sync data for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 is: [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:28Z', 'revision_number': 3, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:32.029352 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-617993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396223'] for router_interface, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:32.033976 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Pushing event updated for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:32.071045 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 83e715e7-8cde-4446-b061-b14cc7c726f2 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:32.071440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:32.076259 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:39:32.111478 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 83e715e7-8cde-4446-b061-b14cc7c726f2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83e715e7-8cde-4446-b061-b14cc7c726f2,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:32.115743 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:32.246326 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=83e715e7-8cde-4446-b061-b14cc7c726f2,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:32.309965 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Network 78dfa256-052b-41f0-a110-23017dc3f033 is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:32.311282 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:32.519207 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Router bc72c341-744b-4649-8c64-1ee1de510600 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:32.544099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-529530b1-47f3-4ee0-8e7f-ccf78ba4ab08 None None] Provisioning complete for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:32.544624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-529530b1-47f3-4ee0-8e7f-ccf78ba4ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:32.601433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-529530b1-47f3-4ee0-8e7f-ccf78ba4ab08 None None] Port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:39:32.705599 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:32.718951 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01ec882b-76ea-4572-bf9c-c2e700c1e5ee admin admin] 10.222.0.24 "PUT /v2.0/routers/bc72c341-744b-4649-8c64-1ee1de510600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310902 May 26 20:39:33.159130 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33784) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.164345 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782816514', 'description': 'tempest-secgroup-smoke-1782816514 description', 'project_id': '036f271e2db749bdace4ecdc685b4f8b'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:33.171093 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.174921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.177810 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.183404 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.194812 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.215146 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.219561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.222879 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.228739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.311238 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.316083 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.335289 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 59e9a69d-073d-44d0-81b4-6b2878b4795a up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:33.372363 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cbadfd-2b32-498a-9132-94dc450b011c,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:33.375016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.375963 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-b8fac923-481c-4a6f-8d6b-c9ac4ed37a7a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2158375 May 26 20:39:33.379346 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33788) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.384712 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:33.391376 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.396353 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.404466 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.410594 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.418323 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 59e9a69d-073d-44d0-81b4-6b2878b4795a triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:33.418899 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.430454 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.491815 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.495489 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.520102 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118e5f8b-c55f-4eba-ac71-6d81af9db125,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:33.530117 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.531292 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-f7c1f85f-024b-43cf-929f-f0323c74acd4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508334 May 26 20:39:33.534373 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33792) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.539620 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:33.544131 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 59e9a69d-073d-44d0-81b4-6b2878b4795a is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:33.545251 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3037f05c-6acf-454f-9d82-e45e11d03873 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:33.546306 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.551417 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.554325 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.559963 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.583029 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.614927 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Sync routers for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:33.622638 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port 3037f05c-6acf-454f-9d82-e45e11d03873 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:33.629567 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3037f05c-6acf-454f-9d82-e45e11d03873 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:33.629938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.649899 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.653288 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:33.653417 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.653913 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:33.680951 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b7b49e-8c9f-46bc-8777-c07d8a965eff,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:33.687208 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.691541 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e2967d25-878a-4f85-8d42-0e0eadc9b0d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531286 May 26 20:39:33.691847 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33796) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.696981 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:33.703588 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.707763 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.710803 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.716613 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.735424 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.799472 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.803432 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.832865 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5d8ce-2428-4139-93dc-5b0e9989691d,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:33.840335 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.844181 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-f1a1504a-44c5-42fd-b783-5998f28c4b61 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486971 May 26 20:39:33.844461 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33800) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.850393 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:33.857116 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:33.861752 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:33.864709 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:33.870596 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:33.887559 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.911034 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:33.950315 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.954101 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.973535 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3037f05c-6acf-454f-9d82-e45e11d03873 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:33.973911 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.977506 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44628cf5-db91-4ecb-94c7-691188d3253f,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:33.988929 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:33.990186 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7348a000-e3d3-4da9-b089-485cccc95461 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448178 May 26 20:39:33.992885 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 33804) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:33.998029 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.v2.base [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:34.004834 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:34.008935 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:34.011903 n-d-843146-9 neutron-server[88362]: DEBUG neutron.quota.resource [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:34.017717 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.quota.driver [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:34.027692 n-d-843146-9 neutron-server[88362]: INFO neutron.db.securitygroups_db [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Project 036f271e2db749bdace4ecdc685b4f8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:39:34.034936 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.051685 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port 3037f05c-6acf-454f-9d82-e45e11d03873, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3037f05c-6acf-454f-9d82-e45e11d03873,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:34.059833 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.060591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83e715e7-8cde-4446-b061-b14cc7c726f2 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:34.101032 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.105253 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.132824 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89d4c5b-98c6-4677-8454-a8a0777283fb,revision_number=0']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:34.140794 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.142270 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-0b076bbd-26ec-4eab-b050-822977313a5f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480858 May 26 20:39:34.145017 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33808) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:34.150263 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'security_group_rule': {'security_group_id': 'e2cbadfd-2b32-498a-9132-94dc450b011c', 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:34.156751 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:34.161105 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:security_group_rule and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:34.163923 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:34.169495 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:34.180731 n-d-843146-9 neutron-server[88363]: INFO neutron.db.securitygroups_db [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Project 036f271e2db749bdace4ecdc685b4f8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 20:39:34.187511 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.252372 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.258278 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545993'] for security_group_rule, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.276151 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=3037f05c-6acf-454f-9d82-e45e11d03873,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:34.283337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e88b9a-6099-41b5-baad-a7c893827b33,revision_number=0']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:34.293295 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.294535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-4139edc4-155b-44de-86ac-879aac19e32d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484964 May 26 20:39:34.305591 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 83e715e7-8cde-4446-b061-b14cc7c726f2 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:34.305964 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.463993 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-570ca312-d824-44e7-99d2-5f2a515edf57 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:security_group {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:34.481225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-570ca312-d824-44e7-99d2-5f2a515edf57 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:security_group {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:34.482424 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-570ca312-d824-44e7-99d2-5f2a515edf57 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782816514&fields=id&tenant_id=036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 267 time: 0.0598509 May 26 20:39:34.485398 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 4, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031', 'name': '', 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'mac_address': 'fa:16:3e:8f:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:30Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 2, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'subnets': [{'id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:34.487330 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 83e715e7-8cde-4446-b061-b14cc7c726f2 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:34.491663 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Checking router: bc72c341-744b-4649-8c64-1ee1de510600 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:34.492099 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Updating router bc72c341-744b-4649-8c64-1ee1de510600 port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 binding host n-d-843146-9 {{(pid=88364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:39:34.546819 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.634234 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-b9867c0c-5327-4f12-a807-0362912f9146 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:34.634811 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-b9867c0c-5327-4f12-a807-0362912f9146 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:network {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:34.651544 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-b9867c0c-5327-4f12-a807-0362912f9146 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:network {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:34.652921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-b9867c0c-5327-4f12-a807-0362912f9146 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 810 time: 0.1632147 May 26 20:39:34.668121 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-2a57fcc0-7493-4d9c-9627-d4c6541c1076 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/quotas/036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 375 time: 0.0096388 May 26 20:39:34.751249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-8dab6556-810c-4429-83b3-31fcf0d6cd77 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:34.769527 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-8dab6556-810c-4429-83b3-31fcf0d6cd77 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:34.770924 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-8dab6556-810c-4429-83b3-31fcf0d6cd77 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968816 May 26 20:39:34.911329 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3017de4a-9347-41aa-809e-2d63b7aa194c service neutron] 10.222.0.24 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286311 May 26 20:39:34.922304 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks [] for port, precommit_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:34.934868 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Transition to ACTIVE for port object c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 will not be triggered until provisioned by entity L2. {{(pid=88364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:34.941774 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:35.043946 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-5e891182-3091-45c0-af84-9d4a2d384dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266835 May 26 20:39:35.139706 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d857d56-cf97-4579-8fe3-c441f1a0fd4d None None] Pushing event updated for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=3']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:35.178758 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Attempting to bind port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 on host n-d-843146-9 for vnic_type normal with profile {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:35.179127 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Attempting to bind port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 by drivers openvswitch,hyperv on host n-d-843146-9 at level 0 using segments [{'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:35.179489 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Attempting to bind port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 on network 78dfa256-052b-41f0-a110-23017dc3f033 {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:35.185583 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Checking agent: {'id': '063acd0d-8de9-40c2-bbe2-a9c5c869d6b7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 55, 47), 'started_at': datetime.datetime(2022, 5, 26, 18, 56, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843146-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:35.185955 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Checking segment: {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:35.186351 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:35.186736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Bound using segment: {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'} {{(pid=88364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:35.187212 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.managers [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Bound port: c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031, host: n-d-843146-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8f54d-e9f4-4ab1-a169-6481971ff9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033'}}] {{(pid=88364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:35.187624 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:35.257569 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6f816c60-4efe-469e-bd52-dda7068224a2 req-9a1dc81c-931e-483a-b62e-34e9858a308c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 210 time: 0.0560904 May 26 20:39:35.281187 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3037f05c-6acf-454f-9d82-e45e11d03873 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:35.364374 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] For port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031, host n-d-843146-9, cleared binding levels {{(pid=88364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:35.368563 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] For port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031, host n-d-843146-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:35.374498 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:35.449029 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port 3037f05c-6acf-454f-9d82-e45e11d03873 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:35.449440 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:35.488373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:35.488531 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:35.575156 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d857d56-cf97-4579-8fe3-c441f1a0fd4d None None] Pushing event updated for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:35.764219 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:35.830987 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port 3037f05c-6acf-454f-9d82-e45e11d03873 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:36.085940 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 4, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031', 'name': '', 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'mac_address': 'fa:16:3e:8f:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:30Z', 'updated_at': '2022-05-26T20:39:35Z', 'revision_number': 4, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'subnets': [{'id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:36.090495 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc9062-e708-4b12-9371-77c8e199206b None None] The sync data for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 is: [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 4, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': 'c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031', 'name': '', 'network_id': '78dfa256-052b-41f0-a110-23017dc3f033', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'mac_address': 'fa:16:3e:8f:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:30Z', 'updated_at': '2022-05-26T20:39:35Z', 'revision_number': 4, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'subnets': [{'id': '3f26b183-49c2-4408-8a76-78e434958cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:36.448085 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6ace1fd3-98e4-4c4a-aa1a-424c6b60b524 req-13c8f43a-756f-464a-9c13-db8c6bf658a0 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 210 time: 0.0734317 May 26 20:39:36.588489 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-ffd92550-9679-4693-aa4b-04d68d6dce7d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:36.590100 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-ffd92550-9679-4693-aa4b-04d68d6dce7d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 810 time: 0.1727319 May 26 20:39:36.644687 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-cc65cc4a-e0d5-4269-b61d-0ae998cc3717 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 380 time: 0.0421305 May 26 20:39:36.653248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'port': {'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'admin_state_up': True, 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'security_groups': ['e2cbadfd-2b32-498a-9132-94dc450b011c']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:36.915513 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:36.925859 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:36.936461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Made reservation on behalf of 036f271e2db749bdace4ecdc685b4f8b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:39:36.940647 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.110337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Allocated IP 172.20.0.13 (aba95bbb-cbf2-48f0-8d77-2253b903bb0a/40004a22-cc9f-46da-9eea-7e8bde24be42/f6c4d372-9a9f-402c-9c34-9bf0803c11f3) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:37.282269 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:37.307209 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.323429 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Transition to ACTIVE for port object f6c4d372-9a9f-402c-9c34-9bf0803c11f3 will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:37.346711 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.353831 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:37.358677 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:37.359047 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.419951 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.420928 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:37.424744 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:37.428640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:37.460339 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:37.491984 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 is: DOWN; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:37.492329 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.504204 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:37.505145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.543348 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-dbe187db-d13f-4c0a-9f91-aaca1f47749c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8921924 May 26 20:39:37.555033 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-808e87d6-cb76-4eef-9f8e-708924438f8a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88363) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 20:39:37.556065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-808e87d6-cb76-4eef-9f8e-708924438f8a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062652 May 26 20:39:37.572546 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Request body: {'port': {'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:37.599024 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] For port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:37.604556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.683666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Pushing event updated for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:37.764029 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.777714 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-801fcc70-204c-44d3-aaed-a24d7324f2c5 None None] Provisioning for port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:37.782412 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458f185-b69b-411a-bf7f-974f73d37b2b req-59cb1cd9-b1bb-4424-ab1a-e3730d389170 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:37.782919 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-801fcc70-204c-44d3-aaed-a24d7324f2c5 None None] Provisioning complete for port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:37.783123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4458f185-b69b-411a-bf7f-974f73d37b2b req-59cb1cd9-b1bb-4424-ab1a-e3730d389170 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:37.783298 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-801fcc70-204c-44d3-aaed-a24d7324f2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:37.840216 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-801fcc70-204c-44d3-aaed-a24d7324f2c5 None None] Port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:39:37.841532 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-4458f185-b69b-411a-bf7f-974f73d37b2b req-59cb1cd9-b1bb-4424-ab1a-e3730d389170 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:37.842678 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4458f185-b69b-411a-bf7f-974f73d37b2b req-59cb1cd9-b1bb-4424-ab1a-e3730d389170 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 932 time: 0.2295954 May 26 20:39:37.950652 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-4458f185-b69b-411a-bf7f-974f73d37b2b req-bb8904af-23fe-467f-849c-3ddc54935178 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005549 May 26 20:39:38.155764 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c4d372-9a9f-402c-9c34-9bf0803c11f3 {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:39:38.163672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:38.177378 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Transition to ACTIVE for port object f6c4d372-9a9f-402c-9c34-9bf0803c11f3 will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:39:38.180621 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:38.332948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:38.415318 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Attempting to bind port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 on host n-h2-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:39:38.415645 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Attempting to bind port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 by drivers openvswitch,hyperv on host n-h2-843146-9 at level 0 using segments [{'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:39:38.415961 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Attempting to bind port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:38.420446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:39:38.420756 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Attempting to bind port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:39:38.425805 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Checking agent: {'id': '5e2fc48b-7194-4699-b4cc-7afe883dd67b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:39:38.426132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Checking segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:39:38.426503 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Bound using segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:39:38.426914 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Bound port: f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host: n-h2-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:39:38.427245 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:38.514084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:39:38.517485 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:39:38.521982 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:38.583461 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:38.584052 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:38.585404 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 1092 time: 1.0225346 May 26 20:39:38.585825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:39:38.609249 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838f48a-9f37-4329-be7c-c7b22adbedd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:38.706358 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6da12b-1442-42ef-b773-9ca825586f2c'] response: {'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'status': 'completed', 'code': 200} May 26 20:39:38.709077 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-21fed4fc-1608-4985-9fdd-fea157f4afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:38.710527 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-21fed4fc-1608-4985-9fdd-fea157f4afbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1095 time: 0.0811675 May 26 20:39:38.887937 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-08aa52af-f338-404f-8d26-1f60970a86c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 217 time: 0.1688168 May 26 20:39:38.947569 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-c33717a1-6a2b-4fba-a863-271e598db539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:38.948935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-c33717a1-6a2b-4fba-a863-271e598db539 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0556359 May 26 20:39:39.026435 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-e609bb2e-4ba2-4a95-abfa-0298cfabebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.027984 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-e609bb2e-4ba2-4a95-abfa-0298cfabebc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733418 May 26 20:39:39.217939 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-1ae3282f-908a-4fcf-a0c1-b6c26fab0dcd service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833541 May 26 20:39:39.228983 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25a234-a009-4d90-b20a-b6289edc090c req-e5a93c1d-0db9-46d9-afbd-eafb70dd063b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.230454 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef25a234-a009-4d90-b20a-b6289edc090c req-e5a93c1d-0db9-46d9-afbd-eafb70dd063b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.1288893 May 26 20:39:39.263487 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 up at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:39.331339 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Provisioning complete for port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:39.331710 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:39.358669 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ef25a234-a009-4d90-b20a-b6289edc090c req-5a8d59ee-5058-4c14-9595-1f716bdcbc1f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102953 May 26 20:39:39.394250 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3f3fc31d-382b-4bdf-aeaa-dd3f866da135 req-ba75dbe5-df73-433e-8ff3-f8aef7ff865c service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628129 May 26 20:39:39.453897 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Current status of the port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 is: ACTIVE; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:39.509291 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-969d94c6-de19-4d35-a641-548c32883500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.510746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-969d94c6-de19-4d35-a641-548c32883500 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1095 time: 0.0745404 May 26 20:39:39.643027 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-a321db38-5871-4fdd-b6da-f5aefeb94318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.644452 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-a321db38-5871-4fdd-b6da-f5aefeb94318 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1267288 May 26 20:39:39.709590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-c8f84bc3-10b5-4d44-9949-32877f3aa2c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 217 time: 0.0590904 May 26 20:39:39.772896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-0dcfe3d0-84a0-4eb0-b13a-fac836b82df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.774277 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-0dcfe3d0-84a0-4eb0-b13a-fac836b82df0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0587385 May 26 20:39:39.847286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-2c9449ca-6f34-493e-912b-4f78e682babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:39.848723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-2c9449ca-6f34-493e-912b-4f78e682babe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684366 May 26 20:39:39.975715 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-abfceaa4-31b2-4b8e-8316-2e8bb6b64dba service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208925 May 26 20:39:40.104419 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-14f528e4-4a98-46b7-94ab-17eb169e2395 req-a08fc92a-db0e-4534-8609-8590d9feed2f service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222436 May 26 20:39:40.547538 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a39658-3e00-4e0c-a0a9-089377076a51 req-545a95f0-1051-4ad2-8a6a-c1cad7694aaa tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:40.548987 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7a39658-3e00-4e0c-a0a9-089377076a51 req-545a95f0-1051-4ad2-8a6a-c1cad7694aaa tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.0825977 May 26 20:39:40.593380 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a7a39658-3e00-4e0c-a0a9-089377076a51 req-4c4cd261-d0d5-4ccf-a6a8-be80d7153fe7 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 May 26 20:39:41.612566 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:39:41.745593 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:41.758512 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:39:41.776838 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055767f2-1ed8-401b-80fb-e4feb02bf55d req-d15b4374-5a06-4617-ba3b-2ab8905bd67a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:41.778330 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-055767f2-1ed8-401b-80fb-e4feb02bf55d req-d15b4374-5a06-4617-ba3b-2ab8905bd67a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.0800164 May 26 20:39:41.813736 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:41.814114 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:41.822371 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-055767f2-1ed8-401b-80fb-e4feb02bf55d req-8a01f5b7-9796-4d02-8586-c002b382d767 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 May 26 20:39:41.830852 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c4d372-9a9f-402c-9c34-9bf0803c11f3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:39:41.846373 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:41.850213 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:41.917887 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:42.222875 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f6c4d372-9a9f-402c-9c34-9bf0803c11f3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:39:43.008589 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f898fe-7923-449d-b2fb-ef7dc6118fa5 req-52410134-b010-4a77-b599-a9c03441b6e9 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:43.009960 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68f898fe-7923-449d-b2fb-ef7dc6118fa5 req-52410134-b010-4a77-b599-a9c03441b6e9 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 945 time: 0.0812042 May 26 20:39:43.053607 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-68f898fe-7923-449d-b2fb-ef7dc6118fa5 req-3777d25a-7200-472c-b1af-1125f2648808 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 May 26 20:39:43.612381 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:39:43.681397 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning for port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:39:43.685863 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:39:43.686228 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:43.806621 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:39:43.806988 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:43.833198 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:39:43.842617 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:39:43.846898 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:43.884198 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bd468b-666d-4569-a508-be1a7d57f832'] response: {'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'code': 200} May 26 20:39:43.919679 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:44.012368 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2ad90-274e-42bd-9344-99d1cfa0c2bc req-8841f4b4-874b-4099-84c7-f188a32a04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:44.014521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fc2ad90-274e-42bd-9344-99d1cfa0c2bc req-8841f4b4-874b-4099-84c7-f188a32a04ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1097 time: 0.0738859 May 26 20:39:44.060367 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3fc2ad90-274e-42bd-9344-99d1cfa0c2bc req-48d094bc-1ad5-4ca7-b9ec-250c7d3615ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 May 26 20:39:44.242276 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f2dca-ae95-4cda-89cb-2093f718d2c1 req-424c7a5f-5305-416b-918c-300dae0cfa41 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:44.243705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-886f2dca-ae95-4cda-89cb-2093f718d2c1 req-424c7a5f-5305-416b-918c-300dae0cfa41 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 946 time: 0.0823352 May 26 20:39:44.286374 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-886f2dca-ae95-4cda-89cb-2093f718d2c1 req-af752bbf-f7c8-4f07-940f-6d6c81ead167 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370522 May 26 20:39:44.841579 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc94e-32e8-45ad-82ff-9bfd01b0862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:45.063589 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:45.578686 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e08f6-f089-4e63-86c7-746968b3454c req-02bf9952-72b8-44bb-8b25-004aeb94ef01 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:45.579477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-040e08f6-f089-4e63-86c7-746968b3454c req-02bf9952-72b8-44bb-8b25-004aeb94ef01 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 946 time: 0.1834471 May 26 20:39:45.628065 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-040e08f6-f089-4e63-86c7-746968b3454c req-3a62d580-19c7-46ee-84c3-8dd6b7fff27b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 May 26 20:39:45.813735 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc963c8-9722-4584-a7bc-f5d65904c874 req-d86f61c9-69fa-4afc-8fbd-80141e1d60ba tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:45.815772 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adc963c8-9722-4584-a7bc-f5d65904c874 req-d86f61c9-69fa-4afc-8fbd-80141e1d60ba tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 946 time: 0.0809879 May 26 20:39:45.866935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-adc963c8-9722-4584-a7bc-f5d65904c874 req-9a0e1811-a8b1-411b-abb2-fdb4af514f9b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445859 May 26 20:39:45.895054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33862) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:46.057688 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd466009-ad40-48e3-851f-98491a174475 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:46.058392 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bd466009-ad40-48e3-851f-98491a174475 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] Synchronizing usage tracker for tenant:7044e78afaed4930b6ca975bed6cfb63 on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:39:46.075020 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-bd466009-ad40-48e3-851f-98491a174475 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] Unset dirty status for tenant:7044e78afaed4930b6ca975bed6cfb63 on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:39:46.076522 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-bd466009-ad40-48e3-851f-98491a174475 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1092 time: 0.1804857 May 26 20:39:46.079475 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 33868) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:39:46.084290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:39:46.090857 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:39:46.094590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:floatingip and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:39:46.097409 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:39:46.102964 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:39:46.113835 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:46.250704 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:46.389154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Allocated IP 172.25.0.57 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/9a614712-cd80-4428-91ee-2b338a29be06) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:39:46.541653 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:46.571231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:46.635539 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:39:46.638454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:39:46.642028 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:39:46.673543 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=9a614712-cd80-4428-91ee-2b338a29be06,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:47.051506 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d80cc76a-e030-4cc3-82e5-95fa7be60cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.062832 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.135445 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.344506 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.349389 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.458768 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=9a614712-cd80-4428-91ee-2b338a29be06,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:39:47.469661 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.530229 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:47.755183 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Floating IP e5a2b325-4045-4aad-8785-bf9772228333 associated. External IP: 172.25.0.57, port: f6c4d372-9a9f-402c-9c34-9bf0803c11f3. May 26 20:39:48.099023 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:39:48.272638 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:39:48.284735 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:39:48.294628 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:48.295223 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:48.295769 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:48.352230 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-0ef71494-b020-4083-b553-929d72945f0d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2695019 May 26 20:39:48.352230 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:39:48.393961 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146e6281-9f34-4318-8f8c-e748778a632d'] response: {'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'status': 'completed', 'code': 200} May 26 20:39:48.467783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:39:48.474429 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:48.492205 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-390289df-ef4c-486a-87fe-ab7bbcfa69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:48.493761 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-390289df-ef4c-486a-87fe-ab7bbcfa69ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1097 time: 0.0793469 May 26 20:39:48.622739 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-c9a210fd-be70-427b-b171-ebd4c629be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:48.624088 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-c9a210fd-be70-427b-b171-ebd4c629be07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1238592 May 26 20:39:48.720624 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-46865d20-67a7-4fc8-827f-c8866985ad06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 999 time: 0.0909758 May 26 20:39:48.783715 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-faf68f10-4142-4b46-bee7-37ed813e3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:48.785151 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-faf68f10-4142-4b46-bee7-37ed813e3f0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0593390 May 26 20:39:48.853877 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:46Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:48.857786 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:39:48.860199 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-0ba40b6b-6813-42e8-8da7-22d707d8ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:39:48.862217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-0ba40b6b-6813-42e8-8da7-22d707d8ece5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716350 May 26 20:39:48.866639 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:39:48.867219 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:39:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:48.989712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-f81dfa12-1198-4297-82e3-2b50b44c996c service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216319 May 26 20:39:49.052423 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:39:49.232935 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bb6ad7f6-43f1-450f-b6fe-45e5b39d337d req-e511f59e-a440-4c5a-8f7d-df8ad3a0d75c service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377453 May 26 20:39:49.404886 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:46Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:39:49.408776 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e54b8-925b-42e5-b086-c7c62710c219 None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:46Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:39:49.588111 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d84c58-d2b2-45af-a785-c7bf6ce0b32a None None] New status for floating IP e5a2b325-4045-4aad-8785-bf9772228333: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:39:50.058031 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:07.410097 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:09.066032 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:40:14.844938 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e13a-cc1d-4eab-b626-1daafba1e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:15.080293 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:17.053829 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7079ec96-e347-4977-81e0-1b30e71bf2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:17.532325 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:18.468810 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:20.060813 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:26.910351 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-5527ae36-ca55-4ed5-aedd-b8cfc9364c69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711036 May 26 20:40:27.048944 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-b88ffe86-90df-4d75-ae28-0996143a62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:40:27.050461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-b88ffe86-90df-4d75-ae28-0996143a62de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1097 time: 0.0699153 May 26 20:40:27.193770 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-a86c2a70-6b45-4a35-bf04-d501694832ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:40:27.195111 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-a86c2a70-6b45-4a35-bf04-d501694832ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1254003 May 26 20:40:27.299795 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-844dd514-b44c-4cf8-9035-784206e86545 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 1001 time: 0.0983453 May 26 20:40:27.363571 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-54ed1006-be57-481d-95d4-0393c5dc0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:40:27.364923 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-54ed1006-be57-481d-95d4-0393c5dc0d9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0584300 May 26 20:40:27.437314 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-61421d7d-caea-4b6a-b83a-a67a9a81496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:40:27.438706 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-61421d7d-caea-4b6a-b83a-a67a9a81496e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674920 May 26 20:40:27.568590 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-b1365925-2ba2-415e-8ec8-ac72bc66e67a service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211329 May 26 20:40:27.698217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-9f99623c-6a94-4a9c-9a9c-d9322570973e req-725fc546-b82f-43c9-8a7f-858601da7bff service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229870 May 26 20:40:37.406925 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:44.847693 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2b32c0f1-7649-4e37-b2f2-219e5fb9d7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:45.087501 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:46.065829 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:40:47.054313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d6ff02d6-15c0-45f4-80ce-7615a4d44cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:47.534524 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:48.473221 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:40:50.061985 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:07.405649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:14.849617 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-2ea7d26a-32c5-4ce6-b1c7-088f84c077c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:15.172398 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:17.055511 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0d04853f-7edb-4cfc-978d-1617c5f221e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:17.535666 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:18.475736 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:20.061670 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:23.065866 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:41:27.914026 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-7bc95c76-e33b-4685-adfd-829a458d1a00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679104 May 26 20:41:28.060607 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-7f8d4794-fefc-47d7-a466-b765144a4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:41:28.062118 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-7f8d4794-fefc-47d7-a466-b765144a4f29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1097 time: 0.0795078 May 26 20:41:28.204154 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-f75bf7ff-f1da-417c-9d71-fe84b5b18d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:41:28.205488 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-f75bf7ff-f1da-417c-9d71-fe84b5b18d07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1246958 May 26 20:41:28.305403 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-ac141494-6bfe-4d5f-b4d8-446f27ddcc06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 1001 time: 0.0939214 May 26 20:41:28.365921 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-457cea77-14f7-4ae2-a280-dde1bdf19ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:41:28.367283 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-457cea77-14f7-4ae2-a280-dde1bdf19ee1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0560248 May 26 20:41:28.439745 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-dd7dc82e-4c0a-4669-afcf-5e5604d648cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:41:28.441214 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-dd7dc82e-4c0a-4669-afcf-5e5604d648cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674589 May 26 20:41:28.569259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-f14939c8-7693-4fa7-b69e-049dd733f844 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218600 May 26 20:41:28.803188 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7c320766-1e6a-4471-8ec5-129aaaddc032 req-7b59bb3e-0845-49a4-9aa6-6f3c8a5db15d service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281840 May 26 20:41:37.406818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:44.853689 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5f5065ca-5b7d-4846-ac65-15e97acda03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:45.090015 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:47.057923 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1c44cd2-bfc8-4640-997f-567fe7f976f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:47.537080 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:48.478611 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:41:50.063863 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:00.065647 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:42:07.404111 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:14.856053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e1b5a908-a8bd-4d67-81e1-bbe86fae835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:15.094895 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:17.060957 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4e745b41-deee-48af-b46a-8b5ff0446a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:17.538473 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:18.481474 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:20.066334 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:20.237808 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 details requested by agent hyperv_n-h2-843146-9 with host n-h2-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:42:20.368411 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:20.381544 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Returning: {'device': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:42:20.437728 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:42:20.438103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:20.455144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6c4d372-9a9f-402c-9c34-9bf0803c11f3 {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:42:20.470322 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:20.474053 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:20.541697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:20.548881 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.549243 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.549575 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.549902 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.550221 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.550537 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.550851 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.551667 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.551979 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.552290 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.552628 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.552941 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:20.563333 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] get_ports_and_sgs() called for port_ids ['f6c4d372-9a9f-402c-9c34-9bf0803c11f3'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:42:22.255959 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 up at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:42:22.322895 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Provisioning complete for port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:42:22.323168 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:22.435609 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:42:22.435975 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:22.461389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:42:22.470888 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:22.475986 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:22.542144 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:22.580777 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2aaeaa-fff7-4da9-bab2-9a865fde5207'] response: {'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'code': 200} May 26 20:42:29.992328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-4b3b7383-c7e7-4cf2-81e1-783a8d81a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:29.993944 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-4b3b7383-c7e7-4cf2-81e1-783a8d81a2b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1097 time: 0.0736549 May 26 20:42:30.162926 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-be205be4-07b9-4be3-a672-b15068f11de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:30.164368 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-be205be4-07b9-4be3-a672-b15068f11de8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1410184 May 26 20:42:30.273759 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-eb9d35db-d86b-48da-b00e-ffb3ac9fff9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 1001 time: 0.1025331 May 26 20:42:30.354305 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-cd8e41af-ed1b-4f2d-b405-3c60b0a83131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:30.355836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-cd8e41af-ed1b-4f2d-b405-3c60b0a83131 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0758860 May 26 20:42:30.449462 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-1b54da82-2c40-41ee-9166-e7bb91c2fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:30.451071 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-1b54da82-2c40-41ee-9166-e7bb91c2fae5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883582 May 26 20:42:30.609535 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-ac51394e-fd54-4c7f-803c-107d78835ab5 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511316 May 26 20:42:30.824705 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-a85d2409-cb9a-4008-a838-cff294b60e7f req-cad6099d-a4a5-4343-8bdc-be2fcbf25777 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089634 May 26 20:42:33.240843 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-3be7ae9d-c662-4107-bbb0-a427d43c595c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782816514&fields=id&tenant_id=036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 267 time: 0.0396297 May 26 20:42:33.391401 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-6081218d-4ee7-42a1-bd3f-ac3d3326a9fd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:33.392809 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-6081218d-4ee7-42a1-bd3f-ac3d3326a9fd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 810 time: 0.1457543 May 26 20:42:33.408358 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-3964935c-f54c-41ba-83c6-30e289da09f5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/quotas/036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 375 time: 0.0095263 May 26 20:42:33.496901 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-63b96880-8036-4b2d-83d3-7b30b9642cb4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831847 May 26 20:42:33.671785 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-f5b0d096-aee7-4fe9-aa8d-3efb078ac6de service neutron] 10.222.0.24 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635125 May 26 20:42:33.800477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-f2ecfe3f-7bb2-4acd-80a2-60147a69fc50 service neutron] 10.222.0.24 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228352 May 26 20:42:33.979423 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-abf64051-b9b9-4a19-a0a5-1f722d7a588c req-3074d799-8b1e-4235-a446-f97ccf9b408a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 210 time: 0.0464456 May 26 20:42:35.195848 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1fc0286d-8970-4d2b-b954-bea8dd52a812 req-a9ee5bb1-d3e4-41fc-92d0-cd40aa6f2975 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 210 time: 0.0497105 May 26 20:42:35.245341 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-67a9a1e3-f998-4794-8be2-14860b3417fe tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:35.246746 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-67a9a1e3-f998-4794-8be2-14860b3417fe tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 810 time: 0.3094234 May 26 20:42:35.297629 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-7fd91b76-0cf2-4517-9f67-63499507156a tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036f271e2db749bdace4ecdc685b4f8b HTTP/1.1" status: 200 len: 380 time: 0.0427558 May 26 20:42:35.305655 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'port': {'device_id': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'admin_state_up': True, 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'security_groups': ['e2cbadfd-2b32-498a-9132-94dc450b011c']}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:42:35.461994 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:42:35.476438 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:42:35.493562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Made reservation on behalf of 036f271e2db749bdace4ecdc685b4f8b for: {'port': 1} {{(pid=88363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:42:35.503207 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:35.734749 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Allocated IP 172.20.0.5 (aba95bbb-cbf2-48f0-8d77-2253b903bb0a/40004a22-cc9f-46da-9eea-7e8bde24be42/4a0948e5-f42c-4c60-a543-ace8a7de875e) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:42:35.955589 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:35.973054 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Transition to ACTIVE for port object 4a0948e5-f42c-4c60-a543-ace8a7de875e will not be triggered until provisioned by entity DHCP. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:42:36.015187 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:36.100507 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:42:36.103855 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:42:36.108107 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:42:36.140125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:36.153074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.153396 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.153741 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.154060 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.154388 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.154710 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.155074 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.155337 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.155649 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.155960 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.157350 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.157963 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:42:36.214897 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:36.215556 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:36.284537 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-79e6e72b-6c2b-4dac-bc5f-a93cde0345dd tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9822977 May 26 20:42:36.402748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f0754e0b-7d69-4c0c-84cf-e3de357b4cc8 None None] Provisioning for port 4a0948e5-f42c-4c60-a543-ace8a7de875e completed by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:42:36.412093 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-f0754e0b-7d69-4c0c-84cf-e3de357b4cc8 None None] Provisioning complete for port 4a0948e5-f42c-4c60-a543-ace8a7de875e triggered by entity DHCP. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:42:36.412093 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f0754e0b-7d69-4c0c-84cf-e3de357b4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:36.466460 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd66e3-1a6c-43b5-af11-8d0a825f5dae req-d3a0dc7f-4212-4030-8ff2-50b8d0377705 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:36.467161 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15fd66e3-1a6c-43b5-af11-8d0a825f5dae req-d3a0dc7f-4212-4030-8ff2-50b8d0377705 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:42:36.486724 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-15fd66e3-1a6c-43b5-af11-8d0a825f5dae req-d3a0dc7f-4212-4030-8ff2-50b8d0377705 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:42:36.488347 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15fd66e3-1a6c-43b5-af11-8d0a825f5dae req-d3a0dc7f-4212-4030-8ff2-50b8d0377705 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.1452396 May 26 20:42:36.491479 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f0754e0b-7d69-4c0c-84cf-e3de357b4cc8 None None] Port 4a0948e5-f42c-4c60-a543-ace8a7de875e cannot update to ACTIVE because it is not bound. {{(pid=88364) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 20:42:36.536810 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-15fd66e3-1a6c-43b5-af11-8d0a825f5dae req-ecc28fa0-128c-4e35-b08a-7a17a3f4eac5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 May 26 20:42:37.066278 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:42:37.436143 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:37.741255 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4cbd7-ed44-4b81-8cf9-fd6894ed0ebb req-8eac6188-826f-4625-8aea-b14abc47334d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:37.742640 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33c4cbd7-ed44-4b81-8cf9-fd6894ed0ebb req-8eac6188-826f-4625-8aea-b14abc47334d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.0889416 May 26 20:42:37.795818 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-33c4cbd7-ed44-4b81-8cf9-fd6894ed0ebb req-50cd7c0c-a9c4-4bc7-b80a-f5e02f562060 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467570 May 26 20:42:38.288136 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:42:38.448437 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Current status of the port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:42:38.449133 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:38.479139 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:42:38.495208 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:38.500887 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:38.539263 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e597034-55db-4baa-b6a9-8365fad4057c'] response: {'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'code': 200} May 26 20:42:38.580147 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Pushing event updated for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:38.993761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c696f-af49-45df-a22b-dcf8a304cf0f req-1b2fc8d7-ea81-4940-b531-ef70e8e3bb11 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:38.997156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc5c696f-af49-45df-a22b-dcf8a304cf0f req-1b2fc8d7-ea81-4940-b531-ef70e8e3bb11 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.0839305 May 26 20:42:39.065723 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-dc5c696f-af49-45df-a22b-dcf8a304cf0f req-002effe0-ac3d-49f6-a1cf-a060608b99f1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633206 May 26 20:42:40.261779 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08293b54-92c4-4f4e-a71c-c6adb176ab12 req-fa990a3d-5492-47a5-9a57-df1d38669f0c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:40.263408 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08293b54-92c4-4f4e-a71c-c6adb176ab12 req-fa990a3d-5492-47a5-9a57-df1d38669f0c tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.0893493 May 26 20:42:40.310263 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-08293b54-92c4-4f4e-a71c-c6adb176ab12 req-0c6059da-babb-4abd-b9d3-476c103c0acc tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 May 26 20:42:41.502759 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1578e-57a8-49cf-8137-539f7aef4678 req-8d1e60e0-2661-4023-88f1-2e6062ee053b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:41.504425 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81e1578e-57a8-49cf-8137-539f7aef4678 req-8d1e60e0-2661-4023-88f1-2e6062ee053b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.0846503 May 26 20:42:41.551747 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-81e1578e-57a8-49cf-8137-539f7aef4678 req-99c874d7-cfbc-4003-8c5f-9a7a3f8d9086 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408771 May 26 20:42:42.755135 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00776518-fff5-4437-9f8e-ba5fbb088d7e req-2f76555e-1cba-49b2-9cdb-f83a31a037ca tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:42.756623 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00776518-fff5-4437-9f8e-ba5fbb088d7e req-2f76555e-1cba-49b2-9cdb-f83a31a037ca tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 931 time: 0.0933914 May 26 20:42:42.803054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-00776518-fff5-4437-9f8e-ba5fbb088d7e req-c06ee119-7d99-4fee-9207-5745704210e8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 May 26 20:42:43.319689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Request body: {'port': {'device_id': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843146-9'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:42:43.433378 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:43.766328 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0948e5-f42c-4c60-a543-ace8a7de875e {{(pid=88363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:42:43.773956 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:43.787700 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.provisioning_blocks [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Transition to ACTIVE for port object 4a0948e5-f42c-4c60-a543-ace8a7de875e will not be triggered until provisioned by entity L2. {{(pid=88363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 20:42:43.791385 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:43.918298 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:44.100989 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163696a-4716-4c1e-ae21-3f8b8a846f5d req-bada8387-9986-4f81-9235-8e0ecb726a82 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:44.102477 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1163696a-4716-4c1e-ae21-3f8b8a846f5d req-bada8387-9986-4f81-9235-8e0ecb726a82 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 943 time: 0.1816378 May 26 20:42:44.109990 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Attempting to bind port 4a0948e5-f42c-4c60-a543-ace8a7de875e on host n-h1-843146-9 for vnic_type normal with profile {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 20:42:44.110319 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Attempting to bind port 4a0948e5-f42c-4c60-a543-ace8a7de875e by drivers openvswitch,hyperv on host n-h1-843146-9 at level 0 using segments [{'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 20:42:44.110643 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Attempting to bind port 4a0948e5-f42c-4c60-a543-ace8a7de875e on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:42:44.131969 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Port 4a0948e5-f42c-4c60-a543-ace8a7de875e on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a not bound, no agent of type Open vSwitch agent registered on host n-h1-843146-9 {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 20:42:44.132212 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Attempting to bind port 4a0948e5-f42c-4c60-a543-ace8a7de875e on network aba95bbb-cbf2-48f0-8d77-2253b903bb0a {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 20:42:44.142386 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Checking agent: {'id': '3672314c-789d-481d-9d9b-5d93a6bfaf4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843146-9', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'started_at': datetime.datetime(2022, 5, 26, 19, 4, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 20:42:44.142714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Checking segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 26 20:42:44.143084 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Bound using segment: {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'} {{(pid=88363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 20:42:44.143504 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.managers [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Bound port: 4a0948e5-f42c-4c60-a543-ace8a7de875e, host: n-h1-843146-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f61140c-abb9-45ac-adc4-00cc0191d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a'}}] {{(pid=88363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 20:42:44.143843 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:44.201836 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1163696a-4716-4c1e-ae21-3f8b8a846f5d req-7ca59d1e-e1a2-44dc-ab03-f5545137e10b tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927360 May 26 20:42:44.246550 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, cleared binding levels {{(pid=88363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 20:42:44.249437 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 20:42:44.253821 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:44.414113 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:44.414727 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:44.416099 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] 10.222.0.13 "PUT /v2.0/ports/4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 1091 time: 1.1423697 May 26 20:42:44.416537 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:42:44.438590 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7665e-d194-40ca-a29a-0af8012fe4ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=3']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:44.493886 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb06fc8e-b59a-4ba2-ba1b-ba2e05b50c26'] response: {'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'status': 'completed', 'code': 200} May 26 20:42:44.534562 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-4f70ce06-eb7f-4d2d-875b-df51031e88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:44.536563 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-4f70ce06-eb7f-4d2d-875b-df51031e88e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1094 time: 0.0763283 May 26 20:42:44.608251 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-dfab61e9-d8e3-4f1d-8d4b-791fe9ed4223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 217 time: 0.0652413 May 26 20:42:44.672046 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-08c8a10e-3eb1-4893-b747-479f77ae8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:44.673658 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-08c8a10e-3eb1-4893-b747-479f77ae8ede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0594883 May 26 20:42:44.755427 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-17090dec-6a68-4c1b-806c-4f1e623e3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:44.757076 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-17090dec-6a68-4c1b-806c-4f1e623e3920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775812 May 26 20:42:44.859871 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-653dc89c-4c91-4ec0-8950-df259bbb4fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:44.893642 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-9c2418d1-bd4b-400e-ba80-2786f550e6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299601 May 26 20:42:45.026755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-fff84414-0896-48db-8ca8-1aba27bd2430 req-b426c3b1-0017-4806-be71-e8933884b46b service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272981 May 26 20:42:45.098241 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:45.139557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-2de1e685-d16e-4e13-9276-d5bc8d3ce2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:45.141069 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-2de1e685-d16e-4e13-9276-d5bc8d3ce2f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1094 time: 0.0733640 May 26 20:42:45.272125 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-6295bffa-2629-4131-ab88-f38f1abde9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:45.273594 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-6295bffa-2629-4131-ab88-f38f1abde9a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1265888 May 26 20:42:45.373210 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-7f383cbe-0aa6-41ca-891b-c1ae72cabb84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 217 time: 0.0930166 May 26 20:42:45.457311 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-30b56721-6b68-48ea-9d0a-bbc8136849dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:45.458702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-30b56721-6b68-48ea-9d0a-bbc8136849dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0750833 May 26 20:42:45.506428 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31f40-1110-48e9-aa1e-e2b2a70d0af7 req-505b4ca8-f6f7-4f4a-b913-55bede79c4a5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:45.507813 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3b31f40-1110-48e9-aa1e-e2b2a70d0af7 req-505b4ca8-f6f7-4f4a-b913-55bede79c4a5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 943 time: 0.1714301 May 26 20:42:45.564078 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b3b31f40-1110-48e9-aa1e-e2b2a70d0af7 req-6cd68aee-d2ee-4b44-b6b9-d4706a5a0638 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497551 May 26 20:42:45.577188 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-9afffb63-ecf7-48df-bbbd-db791eaeeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:45.578626 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-9afffb63-ecf7-48df-bbbd-db791eaeeedb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123106 May 26 20:42:45.712302 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-28ac1665-7a29-4856-88df-4587f13274f7 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269708 May 26 20:42:45.848637 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-c3f4ae40-b5ff-49f9-bd9e-34617fe0a3b8 req-419178d7-4ebd-488e-8a16-0b3426c6365f service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257892 May 26 20:42:46.751118 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6acd4-8c69-4ea7-96ce-381a86fc3054 req-c110ac31-c06d-4905-af7a-baeddb24bc60 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:46.752553 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67f6acd4-8c69-4ea7-96ce-381a86fc3054 req-c110ac31-c06d-4905-af7a-baeddb24bc60 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 943 time: 0.0838175 May 26 20:42:46.795298 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-67f6acd4-8c69-4ea7-96ce-381a86fc3054 req-2357a883-6e8e-48cb-a705-bd80f0628920 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371072 May 26 20:42:47.063605 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5a1a-2838-49bb-8235-c11e09b3a75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:47.539963 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:47.812429 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:42:47.946732 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:47.959484 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'mac_address': 'fa:16:3e:20:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:42:47.982128 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94eb0f-7449-413e-8275-6dfcc7adbb05 req-6840c84e-27e7-4377-b203-fbafa7150482 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:47.983621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a94eb0f-7449-413e-8275-6dfcc7adbb05 req-6840c84e-27e7-4377-b203-fbafa7150482 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 943 time: 0.0791781 May 26 20:42:48.029539 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6a94eb0f-7449-413e-8275-6dfcc7adbb05 req-3cd17e29-3c9b-4c47-91fd-b74e3a3cf6e2 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 May 26 20:42:48.052555 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a0948e5-f42c-4c60-a543-ace8a7de875e is: DOWN; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:42:48.052555 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:48.067507 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0948e5-f42c-4c60-a543-ace8a7de875e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:42:48.085598 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:48.089065 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:48.155145 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=4']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:48.304722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4a0948e5-f42c-4c60-a543-ace8a7de875e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:42:48.506697 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:49.319123 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017fd13-1d08-4d23-b13c-9681a08465ab req-3b36f36f-afdc-4035-9bea-3636a455536e tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:49.320509 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1017fd13-1d08-4d23-b13c-9681a08465ab req-3b36f36f-afdc-4035-9bea-3636a455536e tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 944 time: 0.1795268 May 26 20:42:49.364051 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1017fd13-1d08-4d23-b13c-9681a08465ab req-f02db469-adfd-4390-8005-b51133caca6d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372128 May 26 20:42:49.811989 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:42:49.877205 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning for port 4a0948e5-f42c-4c60-a543-ace8a7de875e completed by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 20:42:49.882307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 4a0948e5-f42c-4c60-a543-ace8a7de875e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:42:49.882674 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:49.995423 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a0948e5-f42c-4c60-a543-ace8a7de875e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:42:49.995789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:50.021939 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:42:50.031491 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:42:50.035994 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:50.094752 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746600cf-f077-43f8-9d5b-a518d6e1d1f4'] response: {'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'code': 200} May 26 20:42:50.120399 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:50.125759 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=5']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:50.198245 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38f5d4-d969-4a0d-95df-531f0a41ad8a req-8a918708-f02e-435c-9e61-8649ee1d71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:50.199663 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d38f5d4-d969-4a0d-95df-531f0a41ad8a req-8a918708-f02e-435c-9e61-8649ee1d71d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1096 time: 0.0736115 May 26 20:42:50.240022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-3d38f5d4-d969-4a0d-95df-531f0a41ad8a req-5de7106d-7a7c-4ff9-86a6-6a873e18cd23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340383 May 26 20:42:50.547323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24c742-d506-4d6c-90e4-74b75ddcd835 req-5b6909a3-e970-4aa7-b3af-c457fcddbfd8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:50.548727 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce24c742-d506-4d6c-90e4-74b75ddcd835 req-5b6909a3-e970-4aa7-b3af-c457fcddbfd8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.0782702 May 26 20:42:50.591811 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ce24c742-d506-4d6c-90e4-74b75ddcd835 req-c02f8146-16e5-49dc-93e4-e3bf006137fa tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374897 May 26 20:42:51.778821 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221a119-627e-4b7e-9d24-571e38fa2bc3 req-de86d276-0b64-4ddd-9a24-3d082c8086b3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:51.780242 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b221a119-627e-4b7e-9d24-571e38fa2bc3 req-de86d276-0b64-4ddd-9a24-3d082c8086b3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.0823369 May 26 20:42:51.824581 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-b221a119-627e-4b7e-9d24-571e38fa2bc3 req-b8a96e5b-5b44-4fd3-bf3e-6763d64613ce tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 May 26 20:42:52.001457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15d5b-c5e8-4c1f-94a3-4ef6ae2780b2 req-227bf346-ae55-40aa-b262-696999ee66a1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:52.002884 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bdb15d5b-c5e8-4c1f-94a3-4ef6ae2780b2 req-227bf346-ae55-40aa-b262-696999ee66a1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.0775843 May 26 20:42:52.046470 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-bdb15d5b-c5e8-4c1f-94a3-4ef6ae2780b2 req-c5149e71-9668-4a7c-af36-71a66f8ea863 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 May 26 20:42:52.068493 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34184) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:42:52.140417 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d77052-4e76-4ecc-843e-4a641fd9ff93 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:52.141921 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-02d77052-4e76-4ecc-843e-4a641fd9ff93 tempest-TestSnapshotPattern-1686601717 tempest-TestSnapshotPattern-1686601717-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1091 time: 0.0724189 May 26 20:42:52.144665 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34188) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:42:52.149272 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.v2.base [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Request body: {'floatingip': {'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 20:42:52.155598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 20:42:52.159371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Usage tracker for resource:floatingip and tenant:036f271e2db749bdace4ecdc685b4f8b is out of sync, need to count used quota {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 20:42:52.162248 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88363) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 20:42:52.167773 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.quota.driver [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 20:42:52.178379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:52.312597 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:52.448512 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_common [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Allocated IP 172.25.0.188 (2c3906e2-033b-4d28-bbd8-1334cd685c8a/c2cf6b58-2796-4244-b262-b67c4eef4b73/cf814540-6770-4f78-8d43-34819cf86f4f) {{(pid=88363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:42:52.591381 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:52.620005 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742997413470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:52.681373 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Network 2c3906e2-033b-4d28-bbd8-1334cd685c8a is already hosted by enough agents. {{(pid=88363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:42:52.684121 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.base_scheduler [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Resources bound (agent type, host, resource id): {{(pid=88363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:42:52.687605 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Received port after_create {{(pid=88363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 26 20:42:52.731635 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=cf814540-6770-4f78-8d43-34819cf86f4f,revision_number=1']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:53.095636 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:53.171273 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:53.477550 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for port, precommit_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:53.482116 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6607249'] for port, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:53.590761 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event updated for resources: {'Port': ['ID=cf814540-6770-4f78-8d43-34819cf86f4f,revision_number=2']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:42:53.600926 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394899'] for floatingip, after_update {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:53.777826 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Floating IP 190ff68f-53ae-4979-9ccb-8e98e5616e8b associated. External IP: 172.25.0.188, port: 4a0948e5-f42c-4c60-a543-ace8a7de875e. May 26 20:42:54.118736 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:42:54.292132 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:42:54.301602 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:42:54.310816 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:42:54.311435 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:42:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:42:54.317257 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:42:54.371968 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5f34612b-779a-4a11-afe6-49120041052d tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2261870 May 26 20:42:54.372457 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:42:54.417601 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ecc135-0596-4ee9-b7da-ba1dac495f94'] response: {'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'status': 'completed', 'code': 200} May 26 20:42:54.506873 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-b3eded42-c41c-456e-aa78-d1e3052346c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:54.508361 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-b3eded42-c41c-456e-aa78-d1e3052346c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1096 time: 0.0704474 May 26 20:42:54.519089 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:42:54.637278 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-596cbd51-9604-45bc-a476-308007a41002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:54.638639 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-596cbd51-9604-45bc-a476-308007a41002 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1241739 May 26 20:42:54.740962 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-b3f964a8-1461-4456-9c1e-5a9f8152a238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 999 time: 0.0956581 May 26 20:42:54.872132 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '190ff68f-53ae-4979-9ccb-8e98e5616e8b', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:20:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:42:53Z', 'updated_at': '2022-05-26T20:42:53Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}, {'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:42:54.876025 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:42:54.884941 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:42:54.885570 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:42:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:42:54.920464 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-fecbec76-db5c-45bd-9afa-a915602cf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:54.921912 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-fecbec76-db5c-45bd-9afa-a915602cf932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.1745155 May 26 20:42:54.994630 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-e878dba5-7847-4a01-9d23-080971baf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:42:54.996116 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-e878dba5-7847-4a01-9d23-080971baf16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683985 May 26 20:42:55.062121 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:42:55.130828 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-b45d1e27-2409-40d2-9da8-886efe5ee26f service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285350 May 26 20:42:55.263697 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-cc73b0c5-37fb-4a96-b626-df79bc909b2b req-dfd36dfa-3d97-4e32-b8cf-4d0575c48f86 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271896 May 26 20:42:55.415519 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '190ff68f-53ae-4979-9ccb-8e98e5616e8b', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:20:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:42:53Z', 'updated_at': '2022-05-26T20:42:53Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}, {'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:42:55.419348 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4071effb-8de3-43f9-a34a-fbe8b6fc2654 None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': '190ff68f-53ae-4979-9ccb-8e98e5616e8b', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:20:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:42:53Z', 'updated_at': '2022-05-26T20:42:53Z', 'revision_number': 0, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}, {'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:42:55.593704 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e010e6-5ac6-4362-992f-26483e3c2c77 None None] New status for floating IP 190ff68f-53ae-4979-9ccb-8e98e5616e8b: ACTIVE {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:43:07.445782 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:13.391755 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-f6c992f2-93b0-4731-9825-85425909ef5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731769 May 26 20:43:13.527098 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f4371-9e2b-4361-b357-7c16de499878 req-0be6ff4e-7446-4a58-91f7-330ca2e24ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:13.528578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-0be6ff4e-7446-4a58-91f7-330ca2e24ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1096 time: 0.0703664 May 26 20:43:13.672446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f4371-9e2b-4361-b357-7c16de499878 req-f128af82-2681-4169-9340-8e73a9c49bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:13.673927 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-f128af82-2681-4169-9340-8e73a9c49bac service neutron] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1265893 May 26 20:43:13.775086 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-8805b479-44ca-49e3-8c55-c8d8248d9021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 1001 time: 0.0953932 May 26 20:43:13.835798 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f4371-9e2b-4361-b357-7c16de499878 req-61eb036d-b12c-483c-bdb8-81e79ca59853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:13.837259 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-61eb036d-b12c-483c-bdb8-81e79ca59853 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0561576 May 26 20:43:13.913454 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f4371-9e2b-4361-b357-7c16de499878 req-9abdf188-0047-4a68-bb7c-6b6e06a2eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:13.914889 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-9abdf188-0047-4a68-bb7c-6b6e06a2eb8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719349 May 26 20:43:14.042846 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-1d2c62e3-ea1f-49f0-94ad-477ae1347b8e service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210554 May 26 20:43:14.066950 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:43:14.174287 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-d07f4371-9e2b-4361-b357-7c16de499878 req-82580f95-cc2d-403d-960f-deb676fba6ad service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246042 May 26 20:43:14.862308 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6b452e24-0256-43b0-9ccf-7007d7afaa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:15.158982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:17.065908 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-77470bc3-6e34-41bb-90a8-de81b422171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:17.542982 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:18.486729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:20.073301 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:29.905933 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-621d4e72-3b6d-4a40-84f0-b9e1868c0a83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682430 May 26 20:43:30.044171 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-84466a58-51ff-42fc-a19a-b2f21c0a0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:30.045666 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-84466a58-51ff-42fc-a19a-b2f21c0a0065 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1095 time: 0.0725861 May 26 20:43:30.187615 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-da09f17a-f4b3-4b17-b851-4cafec30e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:30.188930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-da09f17a-f4b3-4b17-b851-4cafec30e157 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1260130 May 26 20:43:30.287271 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-db944e37-8f55-4532-ad16-37b7c867403e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 999 time: 0.0894728 May 26 20:43:30.451778 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-a3daddb7-4b3a-45f0-b17b-bfb02a21f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:30.453157 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-a3daddb7-4b3a-45f0-b17b-bfb02a21f78e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.1602566 May 26 20:43:30.526752 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-c76d2e44-2bb3-410e-96f4-8f16b2491927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:43:30.528171 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-c76d2e44-2bb3-410e-96f4-8f16b2491927 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682888 May 26 20:43:30.656080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-86814a40-6d88-4daf-9b09-f2c9aae02795 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215167 May 26 20:43:30.784578 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-1765b808-d6d4-40e0-b4e8-7574a2dd7208 req-3900a809-c7b4-4152-b7c5-225e4a2a1db2 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222463 May 26 20:43:37.479199 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:44.863362 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4eff9d63-e403-434f-b134-8fc2becf4146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:45.113078 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:47.067987 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-498aa629-0f4d-4575-bc87-736a13b9fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:47.544532 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:48.492289 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:50.075558 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:43:51.067720 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:44:07.479742 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:14.866682 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2d71-a0d4-47e0-a5ef-b6a9c49badf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:15.115290 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:15.371572 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-cab1a866-b9af-4f05-930d-1663857ba543 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726292 May 26 20:44:15.509825 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-8a06912f-4116-4f8a-b3ab-adb6d4147456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:15.511273 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-8a06912f-4116-4f8a-b3ab-adb6d4147456 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1096 time: 0.0709698 May 26 20:44:15.660640 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-00c101ee-fe61-45e7-a4f6-5c654f50db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:15.662090 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-00c101ee-fe61-45e7-a4f6-5c654f50db98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1324117 May 26 20:44:15.764022 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-c4ed37fb-6f23-43d8-8c3e-1d1b53f64603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 1001 time: 0.0957539 May 26 20:44:15.824306 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-931ccc70-b3f8-4cf6-84a2-384eb4e69661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:15.825712 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-931ccc70-b3f8-4cf6-84a2-384eb4e69661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0560865 May 26 20:44:15.899371 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-56ea984c-3918-44aa-b124-50d5283cc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:15.900777 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-56ea984c-3918-44aa-b124-50d5283cc686 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694325 May 26 20:44:16.027974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-9a7a9b1f-be2f-4bb5-a085-57e99ec93786 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212478 May 26 20:44:16.156083 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-961ad9ba-6f0c-4cd2-86f3-de87a7052bd5 req-49cc165c-d1d9-4954-8d65-7cc1d28c206e service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227767 May 26 20:44:17.071590 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ec9d6893-4480-45f3-9c29-ca3294156f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:17.546556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:18.492839 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:20.078502 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:26.340750 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e details requested by agent hyperv_n-h1-843146-9 with host n-h1-843146-9 {{(pid=88364) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 20:44:26.484946 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:26.500090 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Returning: {'device': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'port_id': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'mac_address': 'fa:16:3e:20:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88364) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 20:44:26.560113 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a0948e5-f42c-4c60-a543-ace8a7de875e is: ACTIVE; New status is: BUILD {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:44:26.560500 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:26.583102 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a0948e5-f42c-4c60-a543-ace8a7de875e {{(pid=88364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 20:44:26.603901 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:26.612059 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:26.723697 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] get_ports_and_sgs() called for port_ids ['4a0948e5-f42c-4c60-a543-ace8a7de875e'] {{(pid=88364) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 20:44:26.749389 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=6']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:26.770299 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.770644 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.771000 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.771305 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774209 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:26.774703 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:28.067883 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:44:28.356557 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e up at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 20:44:28.439931 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.provisioning_blocks [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Provisioning complete for port 4a0948e5-f42c-4c60-a543-ace8a7de875e triggered by entity L2. {{(pid=88364) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 20:44:28.440442 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1449547'] for port, provisioning_complete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:28.571554 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a0948e5-f42c-4c60-a543-ace8a7de875e is: BUILD; New status is: ACTIVE {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:44:28.571955 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:28.601659 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:28.612378 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:28.617783 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:28.664553 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb65ddc4-da67-43ea-a99a-dd43419c5a9b'] response: {'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'code': 200} May 26 20:44:28.692426 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=7']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:30.929991 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-06d9efd0-1aee-42dd-a8cc-5134cbfc62aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873611 May 26 20:44:31.091038 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-f4a3ad6b-3f27-4cdc-9b19-9b6ad8a73e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:31.093489 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-f4a3ad6b-3f27-4cdc-9b19-9b6ad8a73e79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1095 time: 0.0932729 May 26 20:44:31.261523 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-a9ee5e2e-de5d-4857-ac17-dcb0ac523722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:31.263080 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-a9ee5e2e-de5d-4857-ac17-dcb0ac523722 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1491001 May 26 20:44:31.490262 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-e3401e92-d4ce-4ae2-ae2f-f247a160e9e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 999 time: 0.2212417 May 26 20:44:31.560781 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-7ae78804-47d4-4f5d-80e3-50e68fb00890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:31.562463 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-7ae78804-47d4-4f5d-80e3-50e68fb00890 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0651617 May 26 20:44:31.648222 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-ee24c1d8-5ac3-4bef-89b1-fd6f43717d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:31.649709 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-ee24c1d8-5ac3-4bef-89b1-fd6f43717d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822423 May 26 20:44:31.808986 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-323491f1-724c-4a68-94ec-aab0249be3cb service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530981 May 26 20:44:31.952595 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-721e2a5a-ed5a-4d92-8bf2-cb0248946c9e req-428a74fe-a799-4d35-affb-9224676f7680 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368549 May 26 20:44:35.135509 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34380) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:35.340717 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Deleting port cf814540-6770-4f78-8d43-34819cf86f4f {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:35.340967 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:35.512992 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:35.513334 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:35.642006 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Calling delete_port for cf814540-6770-4f78-8d43-34819cf86f4f owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:35.789687 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:35.861286 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event deleted for resources: {'Port': ['ID=cf814540-6770-4f78-8d43-34819cf86f4f,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:35.876939 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.877296 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.877623 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.877947 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.878267 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.878585 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.878896 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.879208 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.879514 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.879822 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.880133 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.880440 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:35.943369 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:35.944535 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Floating IP 190ff68f-53ae-4979-9ccb-8e98e5616e8b disassociated (deleted). External IP: 172.25.0.188, port: 4a0948e5-f42c-4c60-a543-ace8a7de875e. May 26 20:44:36.406726 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:44:36.582253 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:44:36.592182 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:44:36.602646 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:36.603229 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:36.603363 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:36.656156 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-a3bcdcba-9ca7-47e6-b528-af83171ad5d3 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "DELETE /v2.0/floatingips/190ff68f-53ae-4979-9ccb-8e98e5616e8b HTTP/1.1" status: 204 len: 168 time: 1.5195379 May 26 20:44:36.656714 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:36.780619 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:36.895044 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8830dd-11c7-41dd-87d4-f1fc681705c1'] response: {'name': 'network-changed', 'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'status': 'completed', 'code': 200} May 26 20:44:36.987035 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c768b-c526-4cd6-9c66-afdadc022208 req-be1c1b87-9f02-4332-8114-7699c89f7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:36.988381 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-be1c1b87-9f02-4332-8114-7699c89f7210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 1096 time: 0.0723233 May 26 20:44:37.172577 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:37.176528 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:44:37.177268 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aab16-9eb1-4c6f-b32a-370277ab75dc req-47b697c4-9ceb-4e52-8939-f3563250bf65 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:37.177948 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ad2aab16-9eb1-4c6f-b32a-370277ab75dc req-47b697c4-9ceb-4e52-8939-f3563250bf65 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:44:37.184766 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:37.185385 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:37.187722 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c768b-c526-4cd6-9c66-afdadc022208 req-097c11a3-fd37-45a3-82d6-7a3b45f0dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:37.189124 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-097c11a3-fd37-45a3-82d6-7a3b45f0dd94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1674747 May 26 20:44:37.248297 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-ad2aab16-9eb1-4c6f-b32a-370277ab75dc req-47b697c4-9ceb-4e52-8939-f3563250bf65 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:44:37.249359 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad2aab16-9eb1-4c6f-b32a-370277ab75dc req-47b697c4-9ceb-4e52-8939-f3563250bf65 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.2648065 May 26 20:44:37.262143 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-12d80e01-c3f5-4ac9-af86-89caa617326b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 200 len: 217 time: 0.0659039 May 26 20:44:37.344824 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-ad2aab16-9eb1-4c6f-b32a-370277ab75dc req-5c203090-7628-414f-ac74-d7c3e1857861 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842457 May 26 20:44:37.352056 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c768b-c526-4cd6-9c66-afdadc022208 req-0d86efd4-4c1c-4b32-9289-45d8adeada4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:37.353506 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-0d86efd4-4c1c-4b32-9289-45d8adeada4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0772967 May 26 20:44:37.369944 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:37.434771 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c768b-c526-4cd6-9c66-afdadc022208 req-abaa576f-8164-4299-97bf-97ff40666ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:37.436229 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-abaa576f-8164-4299-97bf-97ff40666ff1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747290 May 26 20:44:37.481450 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:37.575930 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-5139dbfe-3304-4159-92d0-b033ba92e344 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328704 May 26 20:44:37.718217 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-394c768b-c526-4cd6-9c66-afdadc022208 req-cfa5375d-8e4d-4005-bacc-5bf8f1a61ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357703 May 26 20:44:37.722121 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:37.726812 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccd1ca-f2fd-4f4d-aab0-6ea5b3475023 None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_floatingips': [{'id': 'e5a2b325-4045-4aad-8785-bf9772228333', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'router_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'port_id': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'mac_address': 'fa:16:3e:70:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T20:39:46Z', 'updated_at': '2022-05-26T20:39:49Z', 'revision_number': 1, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:44:37.948036 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cdf50-23d5-432c-84d8-5ed75458eab6 None None] New status for floating IP 190ff68f-53ae-4979-9ccb-8e98e5616e8b: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:44:38.394071 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:38.504966 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Current status of the port 4a0948e5-f42c-4c60-a543-ace8a7de875e is: ACTIVE; New status is: DOWN {{(pid=88364) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 26 20:44:38.505647 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1586000'] for port, before_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:38.508422 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-7277131f-8b24-4910-b43a-0b9d97f97247 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:38.509957 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-7277131f-8b24-4910-b43a-0b9d97f97247 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.1214769 May 26 20:44:38.533968 n-d-843146-9 neutron-server[88364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:38.543680 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:38.553607 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742997949103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742997413488', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742997413533'] for port, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:38.601808 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Deleting port 4a0948e5-f42c-4c60-a543-ace8a7de875e {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:38.602145 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:38.620501 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Pushing event updated for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=8']} {{(pid=88364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:38.664076 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8526366-c720-492d-a8ef-6f76a7dd9c77 req-bd782675-2dca-467f-b90a-7f2cec255b6f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:38.665532 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8526366-c720-492d-a8ef-6f76a7dd9c77 req-bd782675-2dca-467f-b90a-7f2cec255b6f tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 945 time: 0.2109594 May 26 20:44:38.760974 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-f8526366-c720-492d-a8ef-6f76a7dd9c77 req-7bbb54b9-e32b-44f6-be33-41ce2cce7db4 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898380 May 26 20:44:38.810121 n-d-843146-9 neutron-server[88364]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5cbfc19-91d1-4b08-85b8-a545b7a65ec1'] response: {'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'code': 200} May 26 20:44:39.004516 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] For port 4a0948e5-f42c-4c60-a543-ace8a7de875e, host n-h1-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843146-9',level=0,port_id=4a0948e5-f42c-4c60-a543-ace8a7de875e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:39.004871 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:39.127542 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Calling delete_port for 4a0948e5-f42c-4c60-a543-ace8a7de875e owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:39.269716 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:39.319280 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event deleted for resources: {'Port': ['ID=4a0948e5-f42c-4c60-a543-ace8a7de875e,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:39.396323 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] No DVR routers for this DVR port 4a0948e5-f42c-4c60-a543-ace8a7de875e on host n-h1-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:44:39.399478 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:39.401853 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-deleted', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:39.416801 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-7186df17-b959-42d9-92a3-7ac6d63a301a req-2ac8d6a9-ec78-490c-bf61-fb065d518d66 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.13 "DELETE /v2.0/ports/4a0948e5-f42c-4c60-a543-ace8a7de875e HTTP/1.1" status: 204 len: 173 time: 0.9001462 May 26 20:44:39.499003 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039892fb-e297-421f-bcbe-1145c4d5372d'] response: {'server_uuid': '1c2fe365-feb2-42c3-b572-38b64f61a87f', 'name': 'network-vif-deleted', 'tag': '4a0948e5-f42c-4c60-a543-ace8a7de875e', 'status': 'completed', 'code': 200} May 26 20:44:40.081374 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-054e62d6-9071-4bb8-8d27-a091be23a891 req-ecc8636f-3885-4164-afa3-f98262f09167 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:44:40.096026 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-054e62d6-9071-4bb8-8d27-a091be23a891 req-ecc8636f-3885-4164-afa3-f98262f09167 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:44:40.097336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-054e62d6-9071-4bb8-8d27-a091be23a891 req-ecc8636f-3885-4164-afa3-f98262f09167 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c2fe365-feb2-42c3-b572-38b64f61a87f HTTP/1.1" status: 200 len: 210 time: 0.0571029 May 26 20:44:41.723359 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34442) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:41.921706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Deleting port 9a614712-cd80-4428-91ee-2b338a29be06 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:41.922037 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:42.088347 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:42.088672 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:42.212290 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Calling delete_port for 9a614712-cd80-4428-91ee-2b338a29be06 owned by network:floatingip {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:42.356340 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:42.400886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e no longer exists at agent hyperv_n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:42.408347 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event deleted for resources: {'Port': ['ID=9a614712-cd80-4428-91ee-2b338a29be06,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:42.435860 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] No Port match for: 4a0948e5-f42c-4c60-a543-ace8a7de875e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:42.436201 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Device 4a0948e5-f42c-4c60-a543-ace8a7de875e not bound to the agent host n-h1-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:42.495243 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for floatingip, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:42.495484 n-d-843146-9 neutron-server[88363]: INFO neutron.db.l3_db [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Floating IP e5a2b325-4045-4aad-8785-bf9772228333 disassociated (deleted). External IP: 172.25.0.57, port: f6c4d372-9a9f-402c-9c34-9bf0803c11f3. May 26 20:44:42.942577 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:44:43.118501 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:44:43.127728 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:44:43.137314 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:43.137910 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:43.139051 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for floatingip, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:43.196094 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-54846e6d-d188-4914-8261-80f318422287 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "DELETE /v2.0/floatingips/e5a2b325-4045-4aad-8785-bf9772228333 HTTP/1.1" status: 204 len: 168 time: 1.4715471 May 26 20:44:43.196564 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:43.317718 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:43.437429 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b032570-75ba-4f16-b218-7e680aae85e3'] response: {'name': 'network-changed', 'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'status': 'completed', 'code': 200} May 26 20:44:43.582281 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-a0ce7c38-4bc3-49fc-9d22-2e25cc1fb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:43.583748 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-a0ce7c38-4bc3-49fc-9d22-2e25cc1fb564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=036f271e2db749bdace4ecdc685b4f8b&device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 1095 time: 0.1223979 May 26 20:44:43.662782 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:43.666576 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:44:43.674669 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:43.675254 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:17Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:43.693432 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccfc5c-588a-4776-83e3-8c4b2fedeb52 req-01ae9674-d504-441b-823c-148a98b1b538 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:43.694106 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8fccfc5c-588a-4776-83e3-8c4b2fedeb52 req-01ae9674-d504-441b-823c-148a98b1b538 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Synchronizing usage tracker for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 20:44:43.728508 n-d-843146-9 neutron-server[88363]: DEBUG neutron.quota.resource [req-8fccfc5c-588a-4776-83e3-8c4b2fedeb52 req-01ae9674-d504-441b-823c-148a98b1b538 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Unset dirty status for tenant:036f271e2db749bdace4ecdc685b4f8b on resource:port {{(pid=88363) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 20:44:43.729758 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fccfc5c-588a-4776-83e3-8c4b2fedeb52 req-01ae9674-d504-441b-823c-148a98b1b538 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.2107940 May 26 20:44:43.764000 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-3327058c-6b22-41c2-a5be-bef6063a0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:43.765421 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-3327058c-6b22-41c2-a5be-bef6063a0cc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 200 len: 911 time: 0.1738627 May 26 20:44:43.843621 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-8fccfc5c-588a-4776-83e3-8c4b2fedeb52 req-28c20f5b-01d0-4b17-99d9-d533b06c252e tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050792 May 26 20:44:43.844783 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-be366633-cb4a-49ad-9839-6497616b51d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 200 len: 217 time: 0.0678432 May 26 20:44:43.855928 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:43.912015 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-653de481-0dd6-4723-baca-c306764a535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:43.913472 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-653de481-0dd6-4723-baca-c306764a535d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 200 len: 849 time: 0.0611165 May 26 20:44:43.989657 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-a3567b20-28d2-4f44-bfbb-c55e21ac95f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:43.991054 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-a3567b20-28d2-4f44-bfbb-c55e21ac95f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aba95bbb-cbf2-48f0-8d77-2253b903bb0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691872 May 26 20:44:44.123702 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-2608671d-dfc8-495f-9c09-7e3fd4e9fb55 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 May 26 20:44:44.165018 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:44.168938 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e9d57-29f4-4940-8d5a-dc61d6b6f43e None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:24Z', 'revision_number': 4, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9', '_interfaces': [{'id': '59e9a69d-073d-44d0-81b4-6b2878b4795a', 'name': '', 'network_id': 'aba95bbb-cbf2-48f0-8d77-2253b903bb0a', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'mac_address': 'fa:16:3e:f4:a2:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:24Z', 'updated_at': '2022-05-26T20:39:31Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'subnets': [{'id': '40004a22-cc9f-46da-9eea-7e8bde24be42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:44:44.259507 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-10d51b1c-67da-411f-bdaf-bf031dc28a5f req-c02ac05f-200c-4b5d-a125-1e5ec9ce7537 service neutron] 10.222.0.53 "GET /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297016 May 26 20:44:44.385807 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744eae9-cbbf-4215-ab90-9bc2a650fdf1 None None] New status for floating IP e5a2b325-4045-4aad-8785-bf9772228333: DOWN {{(pid=88364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 20:44:44.768689 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67776-a585-40f9-8438-38d38253be56 req-f4eb8dd1-a919-461f-9bc3-8a8f323e26b5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:44.770300 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66a67776-a585-40f9-8438-38d38253be56 req-f4eb8dd1-a919-461f-9bc3-8a8f323e26b5 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.0821736 May 26 20:44:44.837683 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Deleting port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:44.838016 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:44.868928 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-6af479a6-2c6f-485c-a886-c816df6ba582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:45.114827 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:45.229103 n-d-843146-9 neutron-server[88363]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df48f4a-6c65-4425-8549-b59712441280 req-669651d1-9fe3-47bc-90c6-68500b3b3711 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:44:45.231909 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6df48f4a-6c65-4425-8549-b59712441280 req-669651d1-9fe3-47bc-90c6-68500b3b3711 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d2dc05e-c709-4f60-bc35-3cfb9e66250d HTTP/1.1" status: 200 len: 944 time: 0.2056153 May 26 20:44:45.269769 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] For port f6c4d372-9a9f-402c-9c34-9bf0803c11f3, host n-h2-843146-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843146-9',level=0,port_id=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:45.270121 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:45.404646 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Calling delete_port for f6c4d372-9a9f-402c-9c34-9bf0803c11f3 owned by compute:nova {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:45.441461 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-6df48f4a-6c65-4425-8549-b59712441280 req-836d7db6-b1b9-408f-8f59-ba47c225d9e1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2cbadfd-2b32-498a-9132-94dc450b011c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047255 May 26 20:44:45.553909 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:45.608557 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event deleted for resources: {'Port': ['ID=f6c4d372-9a9f-402c-9c34-9bf0803c11f3,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:45.684382 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] No DVR routers for this DVR port f6c4d372-9a9f-402c-9c34-9bf0803c11f3 on host n-h2-843146-9 {{(pid=88363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:44:45.686796 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58388'] for port, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:45.689418 n-d-843146-9 neutron-server[88363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-deleted', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3'}] {{(pid=88363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 20:44:45.706208 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [req-66a67776-a585-40f9-8438-38d38253be56 req-be735829-9cc3-46c1-97f7-9e94949402d8 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.53 "DELETE /v2.0/ports/f6c4d372-9a9f-402c-9c34-9bf0803c11f3 HTTP/1.1" status: 204 len: 173 time: 0.9306147 May 26 20:44:45.734751 n-d-843146-9 neutron-server[88363]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97de992-443d-42b5-bdfa-d9b6c4cbaed0'] response: {'server_uuid': '0d2dc05e-c709-4f60-bc35-3cfb9e66250d', 'name': 'network-vif-deleted', 'tag': 'f6c4d372-9a9f-402c-9c34-9bf0803c11f3', 'status': 'completed', 'code': 200} May 26 20:44:46.538496 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34458) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:46.611181 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:46.640379 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:46.704571 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:46.727361 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cbadfd-2b32-498a-9132-94dc450b011c,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:46.734239 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:46.735336 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-29a0a65a-662f-4dc0-8229-bf24ae0db1d1 tempest-TestSnapshotPattern-882278201 tempest-TestSnapshotPattern-882278201-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2cbadfd-2b32-498a-9132-94dc450b011c HTTP/1.1" status: 204 len: 168 time: 0.1958742 May 26 20:44:46.783598 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34464) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:47.074472 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d80dacc9-7392-4c3b-81ec-6cd49ef07f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:47.408861 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:47.552504 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:47.857446 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Deleting port 59e9a69d-073d-44d0-81b4-6b2878b4795a {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:47.858030 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:48.026225 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] For port 59e9a69d-073d-44d0-81b4-6b2878b4795a, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=59e9a69d-073d-44d0-81b4-6b2878b4795a,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:48.026574 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:48.150930 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Calling delete_port for 59e9a69d-073d-44d0-81b4-6b2878b4795a owned by network:router_interface {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:48.455641 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:48.494642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:48.503812 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e9a69d-073d-44d0-81b4-6b2878b4795a,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:48.769688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:48.789240 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 no longer exists at agent hyperv_n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:48.823490 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] No Port match for: f6c4d372-9a9f-402c-9c34-9bf0803c11f3 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:48.823833 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Device f6c4d372-9a9f-402c-9c34-9bf0803c11f3 not bound to the agent host n-h2-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:49.228658 n-d-843146-9 neutron-server[88363]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Router 22c44e0c-a857-450a-970c-3a99fcce4687 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:44:49.401653 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:44:49.410606 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Sync routers for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:44:49.414233 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-752cdeef-12b7-4120-85b9-04cb925ad184 admin admin] 10.222.0.24 "PUT /v2.0/routers/22c44e0c-a857-450a-970c-3a99fcce4687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6295619 May 26 20:44:49.416706 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34470) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:49.421389 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:49.422073 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:49.590878 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks [] for router, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:49.601852 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: n-d-843146-9 {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:49.769213 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:49.779310 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Deleting port ddee41da-28dd-4962-83ff-0aadbfcf8167 {{(pid=88363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:49.779688 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:49.889945 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:44:48Z', 'revision_number': 5, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port': {'id': 'ddee41da-28dd-4962-83ff-0aadbfcf8167', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:49.893761 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Checking router: 22c44e0c-a857-450a-970c-3a99fcce4687 for host: n-d-843146-9 {{(pid=88365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:44:49.902742 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Routers {'22c44e0c-a857-450a-970c-3a99fcce4687'} bound to L3 agent in host n-d-843146-9 {{(pid=88365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:49.903331 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['22c44e0c-a857-450a-970c-3a99fcce4687'], 'active': True} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:49.951547 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.db [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] For port ddee41da-28dd-4962-83ff-0aadbfcf8167, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=ddee41da-28dd-4962-83ff-0aadbfcf8167,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:49.952040 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.060466 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_dvr_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] Set router 22c44e0c-a857-450a-970c-3a99fcce4687 gateway port host: None {{(pid=88365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:50.081172 n-d-843146-9 neutron-server[88363]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Calling delete_port for ddee41da-28dd-4962-83ff-0aadbfcf8167 owned by network:router_gateway {{(pid=88363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:50.083467 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.205746 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.l3_hamode_db [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:44:49Z', 'revision_number': 6, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:50.210021 n-d-843146-9 neutron-server[88365]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30dce66-4787-47e2-b1e3-d6db3864dd29 None None] The sync data for ids ['22c44e0c-a857-450a-970c-3a99fcce4687'] in n-d-843146-9 is: [{'id': '22c44e0c-a857-450a-970c-3a99fcce4687', 'name': 'tempest-TestSnapshotPattern-1221678857-router', 'tenant_id': '036f271e2db749bdace4ecdc685b4f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:21Z', 'updated_at': '2022-05-26T20:44:49Z', 'revision_number': 6, 'project_id': '036f271e2db749bdace4ecdc685b4f8b', 'gw_port_host': None}] {{(pid=88365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:44:50.249231 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6607240'] for port, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.295561 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ddee41da-28dd-4962-83ff-0aadbfcf8167,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:50.493149 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.672952 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.675136 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.697233 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.697719 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c44e0c-a857-450a-970c-3a99fcce4687 {{(pid=88363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:44:50.709425 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] Notify callbacks [] for router, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.710521 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-e9fcd197-cbcc-44ef-a585-5df93774dbbc admin admin] 10.222.0.24 "DELETE /v2.0/routers/22c44e0c-a857-450a-970c-3a99fcce4687 HTTP/1.1" status: 204 len: 168 time: 1.2929034 May 26 20:44:50.712954 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34474) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:50.772934 n-d-843146-9 neutron-server[88363]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Deleting subnet 40004a22-cc9f-46da-9eea-7e8bde24be42 {{(pid=88363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:44:50.775690 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.822849 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6143047'] for subnet, precommit_delete_associations {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.900803 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:50.979764 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6610775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6558422'] for subnet, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.020596 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.023748 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40004a22-cc9f-46da-9eea-7e8bde24be42,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:51.026440 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa541b-8491-4613-a255-501cc0281fc0 None None] Network aba95bbb-cbf2-48f0-8d77-2253b903bb0a requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:44:51.029741 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-5b939360-5adf-4d2d-9cf8-16baabafd1c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/40004a22-cc9f-46da-9eea-7e8bde24be42 HTTP/1.1" status: 204 len: 168 time: 0.3158085 May 26 20:44:51.032315 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34480) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:51.161995 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.174642 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Deleting port 479bdcbd-8ad8-42cc-982d-acf1c983136e {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:51.174981 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.299242 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] DHCP port deletion for aba95bbb-cbf2-48f0-8d77-2253b903bb0a request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:44:51.303358 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Deleting port 479bdcbd-8ad8-42cc-982d-acf1c983136e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:51.303753 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.394612 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] For port 479bdcbd-8ad8-42cc-982d-acf1c983136e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=479bdcbd-8ad8-42cc-982d-acf1c983136e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:51.395057 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.418256 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 59e9a69d-073d-44d0-81b4-6b2878b4795a no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:51.502419 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 59e9a69d-073d-44d0-81b4-6b2878b4795a {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:51.502675 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 59e9a69d-073d-44d0-81b4-6b2878b4795a not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:51.503079 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ddee41da-28dd-4962-83ff-0aadbfcf8167 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:51.520823 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Calling delete_port for 479bdcbd-8ad8-42cc-982d-acf1c983136e owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:51.580748 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: ddee41da-28dd-4962-83ff-0aadbfcf8167 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:51.581011 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device ddee41da-28dd-4962-83ff-0aadbfcf8167 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:51.581443 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 479bdcbd-8ad8-42cc-982d-acf1c983136e no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:51.600883 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.636153 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 479bdcbd-8ad8-42cc-982d-acf1c983136e {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:51.636486 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 479bdcbd-8ad8-42cc-982d-acf1c983136e not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:51.660564 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] For port 479bdcbd-8ad8-42cc-982d-acf1c983136e, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=479bdcbd-8ad8-42cc-982d-acf1c983136e,segment=NetworkSegment(6f61140c-abb9-45ac-adc4-00cc0191d9e0),segment_id=6f61140c-abb9-45ac-adc4-00cc0191d9e0)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:51.660950 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.663107 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=479bdcbd-8ad8-42cc-982d-acf1c983136e,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:51.667796 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] No DVR routers for this DVR port 479bdcbd-8ad8-42cc-982d-acf1c983136e on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:44:51.697863 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.698201 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.698538 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.698867 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.699196 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.699523 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.699842 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.700160 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.700475 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.700791 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.701140 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.701444 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843146-9 {{(pid=88362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:44:51.784433 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Calling delete_port for 479bdcbd-8ad8-42cc-982d-acf1c983136e owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:51.792928 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.818114 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba95bbb-cbf2-48f0-8d77-2253b903bb0a']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:51.830436 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f61140c-abb9-45ac-adc4-00cc0191d9e0') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:51.830728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f61140c-abb9-45ac-adc4-00cc0191d9e0') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:51.842121 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.857227 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:44:51.857592 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:44:51.858019 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.864076 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:44:51.864477 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.948422 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6f61140c-abb9-45ac-adc4-00cc0191d9e0 resource provider aggregate not found May 26 20:44:51.962639 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.981653 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 6f61140c-abb9-45ac-adc4-00cc0191d9e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f61140c-abb9-45ac-adc4-00cc0191d9e0 found for delete ", "request_id": "req-7a70242d-05b5-4558-983b-59cbcf9f7bd9"}]} May 26 20:44:51.982613 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:51.991303 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba95bbb-cbf2-48f0-8d77-2253b903bb0a,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:52.007000 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-7ff0400f-acfe-4291-990d-fa48037fbfa0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aba95bbb-cbf2-48f0-8d77-2253b903bb0a HTTP/1.1" status: 204 len: 168 time: 0.9709027 May 26 20:44:52.007168 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34490) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:52.358882 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Deleting port 479bdcbd-8ad8-42cc-982d-acf1c983136e {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:52.359478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:52.424172 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-b166e87a-2ca6-4ccb-b143-44681819242d None None] The port '479bdcbd-8ad8-42cc-982d-acf1c983136e' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:44:52.641651 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396161'] for router_interface, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:52.988804 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Deleting port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:52.989172 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:53.158728 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] For port c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:53.159080 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:53.289546 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Calling delete_port for c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 owned by network:router_interface {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:53.467492 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:53.514476 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:53.891336 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-618034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-396093'] for router_interface, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:54.250395 n-d-843146-9 neutron-server[88362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Router bc72c341-744b-4649-8c64-1ee1de510600 has already been hosted by L3 agent e63353e9-57d4-4f92-90fa-da4a7685b108 {{(pid=88362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 20:44:54.424396 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] Notify agent at l3_agent.n-d-843146-9 the message routers_updated {{(pid=88362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 20:44:54.433822 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Sync routers for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:44:54.440583 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-09d8e1d3-a0fe-48a3-a1b4-e024f187c319 admin admin] 10.222.0.24 "PUT /v2.0/routers/bc72c341-744b-4649-8c64-1ee1de510600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324503 May 26 20:44:54.443169 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:54.443308 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34496) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:54.443768 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:54.622030 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks [] for router, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:54.622729 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: n-d-843146-9 {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:54.799948 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:54.809182 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Deleting port 3037f05c-6acf-454f-9d82-e45e11d03873 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:54.809519 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:54.907666 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'external_fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:44:53Z', 'revision_number': 5, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port': {'id': '3037f05c-6acf-454f-9d82-e45e11d03873', 'name': '', 'network_id': '2c3906e2-033b-4d28-bbd8-1334cd685c8a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843146-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:39:28Z', 'updated_at': '2022-05-26T20:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf6b58-2796-4244-b262-b67c4eef4b73', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843146-9'}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:54.911689 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Checking router: bc72c341-744b-4649-8c64-1ee1de510600 for host: n-d-843146-9 {{(pid=88364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:44:54.920297 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Routers {'bc72c341-744b-4649-8c64-1ee1de510600'} bound to L3 agent in host n-d-843146-9 {{(pid=88364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 26 20:44:54.920886 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843146-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T18:55:47Z,description=,heartbeat_timestamp=2022-05-26T20:44:47Z,host='n-d-843146-9',id=e63353e9-57d4-4f92-90fa-da4a7685b108,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T18:55:47Z,topic='l3_agent')) {'router_ids': ['bc72c341-744b-4649-8c64-1ee1de510600'], 'active': True} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:54.985469 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] For port 3037f05c-6acf-454f-9d82-e45e11d03873, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=3037f05c-6acf-454f-9d82-e45e11d03873,segment=NetworkSegment(cf143794-18ca-40fa-8805-a54476bdb257),segment_id=cf143794-18ca-40fa-8805-a54476bdb257)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:54.986024 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.070302 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_dvr_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] Set router bc72c341-744b-4649-8c64-1ee1de510600 gateway port host: None {{(pid=88364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 26 20:44:55.108159 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Calling delete_port for 3037f05c-6acf-454f-9d82-e45e11d03873 owned by network:router_gateway {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:55.175862 n-d-843146-9 neutron-server[88364]: DEBUG neutron.db.l3_hamode_db [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:44:54Z', 'revision_number': 6, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port_host': None}], 'n-d-843146-9', False) {} {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:55.179903 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77d5ba-c2a4-4c08-82bf-50a628d33682 None None] The sync data for ids ['bc72c341-744b-4649-8c64-1ee1de510600'] in n-d-843146-9 is: [{'id': 'bc72c341-744b-4649-8c64-1ee1de510600', 'name': 'tempest-TestSnapshotPattern-2057605633-router', 'tenant_id': '7044e78afaed4930b6ca975bed6cfb63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:39:27Z', 'updated_at': '2022-05-26T20:44:54Z', 'revision_number': 6, 'project_id': '7044e78afaed4930b6ca975bed6cfb63', 'gw_port_host': None}] {{(pid=88364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:44:55.388166 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.436000 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Pushing event deleted for resources: {'Port': ['ID=3037f05c-6acf-454f-9d82-e45e11d03873,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:55.527661 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394916'] for router_gateway, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.705428 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10231'] for router, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.707573 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.729382 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405580'] for router, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.729826 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc72c341-744b-4649-8c64-1ee1de510600 {{(pid=88362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 20:44:55.741808 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] Notify callbacks [] for router, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.742901 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-e85697b7-d855-43bd-8e63-63789162e166 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bc72c341-744b-4649-8c64-1ee1de510600 HTTP/1.1" status: 204 len: 168 time: 1.2987082 May 26 20:44:55.745558 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34502) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:55.806349 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Deleting subnet 3f26b183-49c2-4408-8a76-78e434958cf0 {{(pid=88362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 26 20:44:55.809324 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.857877 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6972371'] for subnet, precommit_delete_associations {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:55.937782 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:55.942488 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1532235'] for subnet, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.013124 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:56.013551 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device c0ee8fb7-31d2-40c7-a24d-bbac7c5e7031 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:56.018349 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1532240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8299248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6045136'] for subnet, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.059222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f26b183-49c2-4408-8a76-78e434958cf0,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:56.061416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.069574 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4dff7f-e1d0-4a7c-8116-1290b7c11f4c None None] Network 78dfa256-052b-41f0-a110-23017dc3f033 requested from n-d-843146-9 {{(pid=88364) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 26 20:44:56.075177 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-38f4eff3-b149-4b43-b306-90c45aa89398 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f26b183-49c2-4408-8a76-78e434958cf0 HTTP/1.1" status: 204 len: 168 time: 0.3286088 May 26 20:44:56.076729 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34506) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:56.187444 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1347838'] for network, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.201497 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Deleting port 83e715e7-8cde-4446-b061-b14cc7c726f2 {{(pid=88362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:56.201832 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.350044 n-d-843146-9 neutron-server[88364]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] DHCP port deletion for 78dfa256-052b-41f0-a110-23017dc3f033 request from n-d-843146-9 {{(pid=88364) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 26 20:44:56.354410 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Deleting port 83e715e7-8cde-4446-b061-b14cc7c726f2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:56.354804 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.417386 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.db [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] For port 83e715e7-8cde-4446-b061-b14cc7c726f2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83e715e7-8cde-4446-b061-b14cc7c726f2,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:56.417733 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.538304 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.plugin [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Calling delete_port for 83e715e7-8cde-4446-b061-b14cc7c726f2 owned by network:dhcp {{(pid=88362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:56.554294 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.db [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] For port 83e715e7-8cde-4446-b061-b14cc7c726f2, host n-d-843146-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843146-9',level=0,port_id=83e715e7-8cde-4446-b061-b14cc7c726f2,segment=NetworkSegment(04d8f54d-e9f4-4ab1-a169-6481971ff9e7),segment_id=04d8f54d-e9f4-4ab1-a169-6481971ff9e7)] {{(pid=88364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 20:44:56.554677 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-393975'] for port, precommit_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.620748 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1585939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742997772764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742997413479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8301615'] for port, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.667668 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e715e7-8cde-4446-b061-b14cc7c726f2,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:56.673222 n-d-843146-9 neutron-server[88362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] No DVR routers for this DVR port 83e715e7-8cde-4446-b061-b14cc7c726f2 on host n-d-843146-9 {{(pid=88362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 20:44:56.678627 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Calling delete_port for 83e715e7-8cde-4446-b061-b14cc7c726f2 owned by network:dhcp {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 26 20:44:56.748106 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.db.api [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 20:44:56.748453 n-d-843146-9 neutron-server[88364]: DEBUG oslo_db.api [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:44:56.883555 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1535954', 'neutron.services.segments.db._delete_segments_for_network-8742997865436'] for network, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.908170 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dfa256-052b-41f0-a110-23017dc3f033']}} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:56.920101 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d8f54d-e9f4-4ab1-a169-6481971ff9e7') {'for_net_delete': True} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:56.920397 n-d-843146-9 neutron-server[88362]: DEBUG neutron.services.segments.db [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d8f54d-e9f4-4ab1-a169-6481971ff9e7') {} {{(pid=88362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:44:56.931969 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742997803767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6972356'] for segment, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.949801 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534206'] for segment, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:56.955982 n-d-843146-9 neutron-server[88362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 20:44:56.956350 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1534092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8301650'] for segment, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.020620 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 04d8f54d-e9f4-4ab1-a169-6481971ff9e7 resource provider aggregate not found May 26 20:44:57.042726 n-d-843146-9 neutron-server[88362]: INFO neutron.services.segments.plugin [-] Segment 04d8f54d-e9f4-4ab1-a169-6481971ff9e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04d8f54d-e9f4-4ab1-a169-6481971ff9e7 found for delete ", "request_id": "req-2fc33bb2-bd3d-4a41-b91c-e74a8aea01ee"}]} May 26 20:44:57.055416 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1535963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-618043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394881'] for network, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.072582 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Notify callbacks [] for network, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.082611 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] Pushing event deleted for resources: {'Network': ['ID=78dfa256-052b-41f0-a110-23017dc3f033,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:57.089634 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-465c7eae-fe24-4644-9699-74b19b714237 admin admin] 10.222.0.24 "DELETE /v2.0/networks/78dfa256-052b-41f0-a110-23017dc3f033 HTTP/1.1" status: 204 len: 168 time: 1.0119116 May 26 20:44:57.200435 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34518) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:57.249394 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Deleting port 83e715e7-8cde-4446-b061-b14cc7c726f2 {{(pid=88364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 26 20:44:57.249931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742997948968'] for port, before_delete {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.252503 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-dec1e723-97c5-484b-a145-d7eeca26a461 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=036f271e2db749bdace4ecdc685b4f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509248 May 26 20:44:57.254955 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [-] (88362) accepted ('10.222.0.24', 34522) {{(pid=88362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:57.312390 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.318513 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b6e87-8add-4bca-bfeb-96b4bd760d62 None None] The port '83e715e7-8cde-4446-b061-b14cc7c726f2' was deleted {{(pid=88364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 26 20:44:57.339054 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.392612 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.413614 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3037f05c-6acf-454f-9d82-e45e11d03873 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:57.414380 n-d-843146-9 neutron-server[88362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fd44a2-0b4e-43ee-8ba5-a749f69de0c6,revision_number=None']} {{(pid=88362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:44:57.422077 n-d-843146-9 neutron-server[88362]: DEBUG neutron_lib.callbacks.manager [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.425108 n-d-843146-9 neutron-server[88362]: INFO neutron.wsgi [None req-56d565c1-2232-41d2-9560-3c9724ef77d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44fd44a2-0b4e-43ee-8ba5-a749f69de0c6 HTTP/1.1" status: 204 len: 168 time: 0.1679063 May 26 20:44:57.458967 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 3037f05c-6acf-454f-9d82-e45e11d03873 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:57.459307 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 3037f05c-6acf-454f-9d82-e45e11d03873 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:57.459722 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83e715e7-8cde-4446-b061-b14cc7c726f2 no longer exists at agent ovs-agent-n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 20:44:57.494020 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] No Port match for: 83e715e7-8cde-4446-b061-b14cc7c726f2 {{(pid=88364) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 26 20:44:57.494353 n-d-843146-9 neutron-server[88364]: DEBUG neutron.plugins.ml2.rpc [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Device 83e715e7-8cde-4446-b061-b14cc7c726f2 not bound to the agent host n-d-843146-9 {{(pid=88364) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 20:44:57.758651 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34530) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:57.808887 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-30fe5110-05a3-4ec6-8905-e2955ac27a7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7044e78afaed4930b6ca975bed6cfb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491323 May 26 20:44:57.811241 n-d-843146-9 neutron-server[88363]: DEBUG neutron.wsgi [-] (88363) accepted ('10.222.0.24', 34534) {{(pid=88363) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 20:44:57.867075 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.892387 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.942151 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545912'] for security_group, after_delete {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.959775 n-d-843146-9 neutron-server[88363]: DEBUG neutron_lib.callbacks.manager [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:44:57.960886 n-d-843146-9 neutron-server[88363]: INFO neutron.wsgi [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d0b2784-46d9-4fac-8295-9e716c559c65 HTTP/1.1" status: 204 len: 168 time: 0.1487861 May 26 20:44:57.961705 n-d-843146-9 neutron-server[88363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01861e18-928d-45ab-9663-8cba4cf2402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b2784-46d9-4fac-8295-9e716c559c65,revision_number=None']} {{(pid=88363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:45:05.068233 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:45:07.476896 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:14.870533 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1174c448-e2d6-49fc-8840-9f41a3f6aa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:15.169162 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:17.078088 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-19b669c6-07af-42f1-ab0d-abc5fc210ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:17.545556 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:18.497366 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:20.078931 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:37.475834 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:42.067301 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:45:44.872641 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b296413d-de99-4c6d-8494-b17ca7ac8981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:45.130879 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:47.079815 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a48bc71e-78bc-4a0d-8fcd-ef3a7a0b74a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:47.547348 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:48.499718 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:45:50.081112 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:07.468878 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:14.874085 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-51d12af8-e0c1-48c5-8fb9-ca49b6a29706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:15.131692 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:17.081478 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4c712039-1361-4957-beab-81b40184416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:17.548651 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:18.503849 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:19.067217 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:46:20.085489 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:37.491039 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:44.875710 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0b514a18-641d-4f7a-a66f-a2a62d27d745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:45.142946 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:47.083999 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e660f8c4-3fdd-41d4-9f53-e24fc4f14369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:47.550096 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:48.504499 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:50.086603 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:46:56.066510 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:47:07.520546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:14.877247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0e881a02-fbf9-4b2e-83b5-b60c1fb87784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:15.194599 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:17.085339 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7497649b-fc98-4fae-b46c-c0c1419d2c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:17.552435 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:18.507200 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:20.095422 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:33.067154 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:47:37.535173 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:44.879464 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-05681e91-7a75-447a-b9df-c327755dc17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:45.163461 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:47.085746 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-0ebce81d-7609-4138-9df3-29ea1f52e61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:47.554912 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:48.511606 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:47:50.095336 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:07.528079 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:10.067133 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:48:14.882570 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5852e9d7-1930-4ec1-9cfa-af1f7931cd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:15.173476 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:17.087683 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5a8f6b32-12c0-49ac-a950-c93c11334571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:17.556134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:18.513621 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:20.096312 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:37.551134 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:44.883806 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-80391565-1293-475c-83fa-4fe89636b55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:45.172660 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:47.067268 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:48:47.089739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a08c9ab8-35e7-4d9f-a857-23c62162d3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:47.557509 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:48.514821 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:48:50.098616 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:07.548196 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:14.884935 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-93682ad3-b69b-48cc-8f1a-439a409996c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:15.201619 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:17.090582 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e432a50a-4184-476c-bc00-c3b1211b6a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:17.558894 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:18.517826 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:20.102242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:24.068056 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:49:37.546776 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:44.886601 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a27112fc-117f-4137-96dc-035fd2ecb271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:45.171991 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:47.093576 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-37de5064-3017-42b9-83fb-0ef787793c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:47.559847 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:48.521017 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:49:50.104230 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:01.069793 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:50:07.546405 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:14.887288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-a45f232b-0994-4b4c-9a9f-8fa95d50a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:15.187156 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:17.095795 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-dd14c2ca-1537-4d10-8d20-774a48c87ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:17.561748 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:18.523649 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:20.107223 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:37.546279 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:38.070104 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:50:44.889654 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ec406b21-c6f3-421f-a29a-aee15b4ef327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:45.187414 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:47.098642 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-ce1ecbb1-4eb7-44c7-9377-95e0d61e46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:47.563352 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:48.527246 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:50:50.111232 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:07.545288 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:14.891942 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-803288f7-1b0d-43cb-9b21-c046bf224905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:15.072964 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:51:15.221839 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:17.099010 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-b691ddac-31f4-4691-b69f-0d336b2b7c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:17.566906 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:18.527560 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:20.114609 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:37.559331 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:44.894183 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c5c-3316-4549-b0da-1b864d79166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:45.200724 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:47.101462 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-78d1eb51-a2a3-46bd-b9fc-a2ca307a3359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:47.569137 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:48.530618 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:50.115203 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:51:52.073279 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:52:07.559613 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:14.897126 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-beb136cb-5d1e-4fc7-a8c3-775840f1c05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:15.200539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:17.103770 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-08195ba5-bdfc-4a74-84d4-d1d321f4ad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:17.570035 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:18.533739 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:20.118239 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:28.192113 n-d-843146-9 neutron-server[88362]: DEBUG neutron.wsgi [req-63f4bb02-e1d5-4241-8c2e-6e2f070a5d8f req-69327922-6076-482b-a7d7-719c6cf7d369 service neutron] (88362) timed out ('10.222.0.24', 60222) {{(pid=88362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 20:52:29.073980 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:52:37.561818 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:44.898569 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-d1c343aa-993d-4329-9705-cb1226e95a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:45.214922 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:47.107551 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-7f9d0570-a637-4c9e-8bab-4ba8570909fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:47.571733 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:48.537326 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:52:50.120730 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:06.073831 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:53:07.575793 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:14.899539 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-731f7d6c-f139-499c-9989-cb521f12bd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:15.242637 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:17.109929 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-1a2907e9-e9b4-43e9-802f-5f21a4f4b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:17.573977 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:18.539247 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:20.123920 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:37.591151 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:43.073783 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:53:44.901159 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-952659ed-b9c5-41d0-b96b-aba26dcde81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:45.225750 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:47.112455 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30123697-1d42-4cd1-b780-aed98844007b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:47.575626 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:48.542619 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:53:50.126546 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:07.604566 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:14.902182 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb1ce-85f2-4bf5-9133-5e64bec1520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:15.230635 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:17.116313 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-881dd8e0-3e45-4a6f-be40-aebd2c7f0080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:17.577824 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:18.544186 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:20.074004 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 26 20:54:20.129242 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:37.606259 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-4961ffbd-264f-4b89-b479-189d8946cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:44.903580 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b1aa-9821-4a6e-b2eb-b7f0b743017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:45.239103 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-f1efd802-09e7-46b1-9f9e-976748fe272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:47.118644 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-e71bf1a4-31e3-4f7b-a287-ad47c79bb4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:47.591729 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-30ecb33a-c7c7-4609-ac23-8d5d38f4b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:48.547789 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2979-b8c2-4a28-bd0e-f295e5da3336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:50.133121 n-d-843146-9 neutron-server[88364]: DEBUG neutron_lib.callbacks.manager [None req-5facaf07-ef30-4566-8010-797e134fdfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742997865418', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1449496'] for agent, after_update {{(pid=88364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 20:54:57.073740 n-d-843146-9 neutron-server[88365]: DEBUG neutron.db.agents_db [None req-fb3296a7-5494-42ce-bb35-e55cdf31d2ae None None] Agent healthcheck: found 7 active agents {{(pid=88365) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}